-- Logs begin at Thu 2021-07-15 12:19:08 UTC, end at Thu 2021-07-15 14:32:22 UTC. -- Jul 15 12:52:55.604455 n-d-798249-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 12:52:58.298471 n-d-798249-9 neutron-server[93682]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:52:58.299017 n-d-798249-9 neutron-server[93682]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:52:58.299242 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93682) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:52:58.302467 n-d-798249-9 neutron-server[93682]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:52:58.302720 n-d-798249-9 neutron-server[93682]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:52:58.303032 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93682) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:52:58.303953 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:52:58.304189 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:52:58.304549 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:52:58.304796 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:52:58.305024 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:52:58.305347 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.305644 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.305940 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.306168 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.307000 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.307299 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.307584 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.307875 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.308172 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.308458 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.308736 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.309022 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.309253 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.309535 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.309822 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.310109 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.310367 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] debug = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.310651 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.311086 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.311491 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.311767 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.312055 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.312341 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.312612 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.312886 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.313938 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.313938 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] host = n-d-798249-9 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.314151 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.314324 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.314611 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.314894 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.315168 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.315448 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.315730 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.316001 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.316277 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.316542 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.316828 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.317132 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.317421 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.318065 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.318065 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.318318 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.318425 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.318697 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.318971 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.319242 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.319531 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.320220 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.320220 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.320465 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.320587 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.320860 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.321134 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.321406 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.321679 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.321945 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.322838 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.323116 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.323339 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.323611 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.323900 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.324167 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.324442 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.324743 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.325028 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.325314 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.325595 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.325870 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.326151 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.326486 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.326736 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.327007 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] use_json = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.327268 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.327532 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.327812 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.328084 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.328360 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.328628 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.328914 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.329189 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:52:58.329479 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.329777 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.330079 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.330389 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.330687 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.330966 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.331256 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.331538 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.331827 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.332119 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.332406 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.332686 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.332975 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.333261 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.333549 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.333857 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.334153 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.334472 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.334751 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.335027 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.335302 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.335582 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.335869 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.336163 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.336453 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.336728 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.337006 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.337298 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.337576 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.338405 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.338695 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.338981 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.339259 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.339534 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.339818 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.340100 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.340377 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.340652 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.340930 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.341224 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.341508 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.341783 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.342058 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.342359 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.342636 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.342921 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.343201 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.343476 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.343750 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.344029 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.344306 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.344581 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.344860 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.345134 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.345411 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.345682 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.345955 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.346250 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.346527 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.346801 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.347075 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.347347 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.347622 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.347893 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.348166 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.348441 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.348714 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.348988 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.349273 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.349569 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.349848 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.350127 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.350431 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.350711 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.350989 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.351270 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.351548 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.351826 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.352100 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.352392 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.352678 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.352963 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.353246 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.354081 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.354410 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.354692 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.354976 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.355257 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.355536 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.355825 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.356109 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.356444 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.356703 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.356998 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.357293 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.357588 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.357868 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.358178 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.358483 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:52:58.358699 n-d-798249-9 neutron-server[93682]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:52:58.358940 n-d-798249-9 neutron-server[93682]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93682) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 12:52:58.705355 n-d-798249-9 neutron-server[93682]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:52:58.705627 n-d-798249-9 neutron-server[93682]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:52:58.705917 n-d-798249-9 neutron-server[93682]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:52:58.706279 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 12:52:59.096427 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.096720 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.096988 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.098157 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.098454 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.098725 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.133690 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.133964 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.134245 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.147465 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.147742 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.148009 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.179799 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.180081 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.180355 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.216144 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.216417 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.216683 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.446243 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.446865 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.446865 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.447716 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.448292 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.566379 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.566700 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.566984 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.567263 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.567533 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.567847 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.568105 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.568361 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.568614 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.568896 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.569156 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.569420 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.569675 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.569925 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.570178 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.570476 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.570731 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.570995 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.571270 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.571528 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.571800 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.572562 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.572884 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.573264 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.573516 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.573762 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.574153 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:52:59.574422 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:52:59.574662 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:52:59.574900 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:52:59.575137 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:52:59.575372 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:52:59.575738 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 12:52:59.578841 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 12:52:59.582740 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 12:52:59.586397 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 15 12:52:59.588565 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 12:52:59.589005 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 12:52:59.589341 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 12:52:59.589727 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 12:52:59.593521 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 12:52:59.593768 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 12:52:59.594112 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:52:59.621264 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 12:52:59.621712 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.622008 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93682) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 12:52:59.622471 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.623817 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93682) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 12:52:59.624095 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:52:59.624337 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 12:52:59.627503 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.627786 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:52:59.692636 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 12:52:59.692874 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 12:52:59.693113 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 12:52:59.693482 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 12:52:59.714846 n-d-798249-9 neutron-server[93682]: DEBUG oslo_db.sqlalchemy.engines [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93682) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 12:53:00.248105 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing driver for type 'gre' Jul 15 12:53:00.248790 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] gre ID ranges: [(1, 1000)] Jul 15 12:53:00.304621 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing driver for type 'local' Jul 15 12:53:00.305006 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing driver for type 'vlan' Jul 15 12:53:00.319053 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] VlanTypeDriver initialization complete Jul 15 12:53:00.319590 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing driver for type 'vxlan' Jul 15 12:53:00.320088 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] vxlan ID ranges: [(1, 1000)] Jul 15 12:53:00.375603 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing extension driver 'port_security' Jul 15 12:53:00.375951 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.extensions.port_security [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] PortSecurityExtensionDriver initialization complete Jul 15 12:53:00.376287 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing mechanism driver 'openvswitch' Jul 15 12:53:00.376632 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing mechanism driver 'hyperv' Jul 15 12:53:00.383125 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.plugin [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:00.383975 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.384349 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.385198 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.385719 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:53:00.386148 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.386531 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.386879 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.387270 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:53:00.387675 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.388028 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.388376 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.388768 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:53:00.389170 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > security_group after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.389523 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > security_group after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.389865 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.390353 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:53:00.390762 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.391110 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.391459 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.391849 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:53:00.392251 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > address_group after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.392601 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > address_group after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.392939 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.393356 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:53:00.393731 n-d-798249-9 neutron-server[93682]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] ML2 OVO RPC backend initialized. {{(pid=93682) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 12:53:00.394478 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.394838 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.395258 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.395610 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > networks before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.395966 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.396312 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > ports before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.396660 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.397007 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnets before_response 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.397358 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.397700 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.398067 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.398520 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.398775 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.399111 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.399489 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.399832 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.400171 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.401368 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.plugin [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Modular L2 Plugin initialization complete Jul 15 12:53:00.401697 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading services supported by the core plugin {{(pid=93682) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 12:53:00.402026 n-d-798249-9 neutron-server[93682]: INFO neutron.plugins.ml2.managers [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Got port-security extension from driver 'port_security' Jul 15 12:53:00.402521 n-d-798249-9 neutron-server[93682]: INFO neutron.extensions.vlantransparent [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Disabled vlantransparent extension. Jul 15 12:53:00.403008 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93682) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 12:53:00.403325 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: router Jul 15 12:53:00.439748 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.440092 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_create 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.440465 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router before_create 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.440834 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.441212 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.441567 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_delete 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.441929 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.442443 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_create 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.442798 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_update 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.443152 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_update 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.443503 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.443864 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_update 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.444275 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_update 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.444651 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.445006 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.445350 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: subnet after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.445695 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.446047 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.446421 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_create 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.446953 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.447157 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.447528 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router after_update 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.447867 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.448221 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_create 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.448584 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.448927 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_update 55549900 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.449292 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > agent after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.449647 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > agent after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.449992 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > network after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.450880 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Tracking information for resource: router configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:53:00.451219 n-d-798249-9 neutron-server[93682]: DEBUG neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Tracking information for resource: floatingip configured {{(pid=93682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:53:00.456067 n-d-798249-9 neutron-server[93682]: INFO neutron.db.l3_agentschedulers_db [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 12:53:00.456652 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.457013 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port after_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.457366 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port after_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.457720 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: port after_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.458556 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router before_create 55550100 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.458928 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.459294 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_create 55550100 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.459659 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > router precommit_update 55550100 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.464749 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.provider_configuration [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service providers = [] {{(pid=93682) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 12:53:00.465119 n-d-798249-9 neutron-server[93682]: DEBUG neutron.db.servicetype_db [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93682) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 12:53:00.468086 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.service_base [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:53:00.468435 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.service_base [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:53:00.468778 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.service_base [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:53:00.469669 n-d-798249-9 neutron-server[93682]: DEBUG neutron.services.service_base [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:53:00.470040 n-d-798249-9 neutron-server[93682]: INFO neutron.services.service_base [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 12:53:00.470435 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.470755 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 12:53:00.481869 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.482226 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: auto_allocate Jul 15 12:53:00.487914 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: network precommit_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.488290 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: network precommit_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.488813 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.489138 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: tag Jul 15 12:53:00.495855 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.496175 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: timestamp Jul 15 12:53:00.499957 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.500286 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: network_ip_availability Jul 15 12:53:00.505666 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.506043 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.506433 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.507145 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.507465 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: flavors Jul 15 12:53:00.513683 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.514020 n-d-798249-9 neutron-server[93682]: INFO neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading Plugin: revisions Jul 15 12:53:00.518304 n-d-798249-9 neutron-server[93682]: DEBUG neutron.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:53:00.518698 n-d-798249-9 neutron-server[93682]: DEBUG oslo_concurrency.lockutils [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:53:00.519435 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93682) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 12:53:00.519772 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Initializing extension manager. Jul 15 12:53:00.520283 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: __init__.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.520621 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: __pycache__ {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.520973 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.521277 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: address_group.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.522027 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.522604 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: address-group Jul 15 12:53:00.522989 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: address_scope.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.523640 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.524146 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: address-scope Jul 15 12:53:00.524467 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.525958 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.526575 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: router-admin-state-down-before-update Jul 15 12:53:00.526902 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: agent.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.527602 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.528109 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: agent Jul 15 12:53:00.528428 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: agent_resources_synced.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.529338 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.529849 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: agent-resources-synced Jul 15 12:53:00.530175 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: allowedaddresspairs.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.531981 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.532510 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: allowed-address-pairs Jul 15 12:53:00.532839 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: auto_allocated_topology.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.533914 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.534466 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: auto-allocated-topology Jul 15 12:53:00.534795 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: availability_zone.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.535487 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.535995 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: availability_zone Jul 15 12:53:00.536320 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: availability_zone_filter.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.537230 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.537738 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: availability_zone_filter Jul 15 12:53:00.538064 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: data_plane_status.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.538992 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.539502 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 12:53:00.539825 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: default_subnetpools.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.540735 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.541913 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: default-subnetpools Jul 15 12:53:00.542277 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.543083 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.543594 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: dhcp_agent_scheduler Jul 15 12:53:00.543923 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: dns.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.544844 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.545362 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension dns-integration not supported by any of loaded plugins Jul 15 12:53:00.545694 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: dns_domain_ports.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.546629 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.547143 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 12:53:00.547469 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.548388 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.548901 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 12:53:00.549224 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: dvr.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.549892 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.550490 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: dvr Jul 15 12:53:00.550810 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: empty_string_filtering.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.551719 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.552231 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: empty-string-filtering Jul 15 12:53:00.552553 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.553458 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.553964 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:53:00.554310 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.555220 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.555728 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 12:53:00.556048 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: external_net.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.557057 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.557559 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: external-net Jul 15 12:53:00.557880 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.558812 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.559318 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: extra_dhcp_opt Jul 15 12:53:00.559638 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: extraroute.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.560556 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.561060 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: extraroute Jul 15 12:53:00.561380 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: extraroute_atomic.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.562434 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.562946 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: extraroute-atomic Jul 15 12:53:00.563270 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: filter_validation.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.564194 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.564697 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: filter-validation Jul 15 12:53:00.565018 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: fip_pf_description.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.565931 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.566634 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 12:53:00.566961 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: fip_port_details.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.567890 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.568402 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: fip-port-details Jul 15 12:53:00.568726 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: flavors.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.569946 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.570500 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: flavors Jul 15 12:53:00.570828 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.572531 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.573055 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 12:53:00.573388 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: floatingip_pools.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.574087 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.574637 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: floatingip-pools Jul 15 12:53:00.574965 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: ip_allocation.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.575883 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.576391 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 12:53:00.576712 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.577626 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.578138 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: ip-substring-filtering Jul 15 12:53:00.578485 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l2_adjacency.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.579417 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.579927 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 12:53:00.580252 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.581217 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.581736 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: router Jul 15 12:53:00.582058 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.584299 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.584836 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:53:00.585170 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.586094 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.586634 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: ext-gw-mode Jul 15 12:53:00.586963 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.588406 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.588914 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: l3-ha Jul 15 12:53:00.589229 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3_flavors.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.590157 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.590692 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: l3-flavors Jul 15 12:53:00.591015 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.591928 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.592437 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 12:53:00.592758 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: l3agentscheduler.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.593779 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.594317 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: l3_agent_scheduler Jul 15 12:53:00.594643 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: logging.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.596127 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.596654 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension logging not supported by any of loaded plugins Jul 15 12:53:00.596984 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: metering.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.597720 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.598337 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: metering Jul 15 12:53:00.598666 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.599763 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.600285 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: metering_source_and_destination_fields Jul 15 12:53:00.600615 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: multiprovidernet.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.601662 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.602177 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: multi-provider Jul 15 12:53:00.602529 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: netmtu.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.604007 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.604523 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: net-mtu Jul 15 12:53:00.604849 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: netmtu_writable.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.605769 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.606311 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: net-mtu-writable Jul 15 12:53:00.606637 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: network_availability_zone.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.607302 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.607808 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: network_availability_zone Jul 15 12:53:00.608130 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: network_ip_availability.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.609205 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.609718 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: network-ip-availability Jul 15 12:53:00.610044 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: network_segment_range.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.610822 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.611328 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 12:53:00.611650 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: pagination.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.612621 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.612952 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: pagination Jul 15 12:53:00.613275 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: port_device_profile.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.614181 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.614786 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: port-device-profile Jul 15 12:53:00.615110 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.616024 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.616537 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: port-mac-address-regenerate Jul 15 12:53:00.616859 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.617767 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.618308 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: port-numa-affinity-policy Jul 15 12:53:00.618631 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: port_resource_request.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.619716 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.620229 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 12:53:00.620552 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: portbindings.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.621480 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.621993 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: binding Jul 15 12:53:00.622356 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: portbindings_extended.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.623611 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.624130 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: binding-extended Jul 15 12:53:00.624463 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: portsecurity.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.625372 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.625883 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: port-security Jul 15 12:53:00.626237 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: project_id.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.627196 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.627529 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: project-id Jul 15 12:53:00.627853 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: providernet.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.628777 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.629291 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: provider Jul 15 12:53:00.629613 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.633115 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.633640 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos not supported by any of loaded plugins Jul 15 12:53:00.633975 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.635496 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.636013 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 12:53:00.636344 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.637274 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.637791 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 12:53:00.638120 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_default.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.639054 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.639571 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-default not supported by any of loaded plugins Jul 15 12:53:00.639894 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_fip.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.640543 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.641053 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-fip not supported by any of loaded plugins Jul 15 12:53:00.641376 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_gateway_ip.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.642320 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.642830 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 12:53:00.643151 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_port_network_policy.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.644061 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.644575 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 12:53:00.644896 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_rule_type_details.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.645804 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.646338 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 12:53:00.646661 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: qos_rules_alias.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.647695 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.648204 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 12:53:00.648528 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: quotasv2.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.649431 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.649937 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: quotas Jul 15 12:53:00.650828 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: quotasv2_detail.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.653810 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.654152 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: quota_details Jul 15 12:53:00.654507 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: rbac.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.655571 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.656101 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: rbac-policies Jul 15 12:53:00.656434 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: rbac_address_group.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.657361 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.657885 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: rbac-address-group Jul 15 12:53:00.658242 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: rbac_address_scope.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.659172 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.659687 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: rbac-address-scope Jul 15 12:53:00.660011 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: rbac_security_groups.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.660926 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.661435 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: rbac-security-groups Jul 15 12:53:00.661758 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: rbac_subnetpool.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.662696 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.663209 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: rbac-subnetpool Jul 15 12:53:00.663533 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: revisionifmatch.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.664454 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.664973 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: revision-if-match Jul 15 12:53:00.665299 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: revisions.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.667094 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.667617 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: standard-attr-revisions Jul 15 12:53:00.667947 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: router_availability_zone.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.668623 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.669141 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: router_availability_zone Jul 15 12:53:00.669467 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: routerservicetype.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.670421 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.670932 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension router-service-type not supported by any of loaded plugins Jul 15 12:53:00.671254 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.672174 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.672687 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: security-groups-normalized-cidr Jul 15 12:53:00.673010 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.673940 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.674475 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: port-security-groups-filtering Jul 15 12:53:00.674800 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.675721 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.676233 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: security-groups-remote-address-group Jul 15 12:53:00.676557 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: securitygroup.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.686291 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.686829 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: security-group Jul 15 12:53:00.687161 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: segment.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.687945 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.688459 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension segment not supported by any of loaded plugins Jul 15 12:53:00.689040 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.690019 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.690521 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 12:53:00.690850 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: servicetype.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.691949 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.692477 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: service-type Jul 15 12:53:00.692806 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: sorting.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.693783 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.694118 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: sorting Jul 15 12:53:00.694468 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: standard_attr_segment.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.695458 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.695976 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 12:53:00.696301 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: standardattrdescription.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.696948 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.697481 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: standard-attr-description Jul 15 12:53:00.697807 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: stateful_security_group.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.698780 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.699300 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: stateful-security-group Jul 15 12:53:00.699625 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: stdattrs_common.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.700209 n-d-798249-9 neutron-server[93682]: WARNING neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 12:53:00.700532 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.701452 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.701969 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 12:53:00.702315 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: subnet_onboard.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.703392 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.703914 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: subnet_onboard Jul 15 12:53:00.704241 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.705170 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.705687 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 12:53:00.706014 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: subnet_service_types.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.706969 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.707489 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: subnet-service-types Jul 15 12:53:00.707814 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: subnetallocation.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.708893 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.709406 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: subnet_allocation Jul 15 12:53:00.709730 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.710414 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.710926 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: subnetpool-prefix-ops Jul 15 12:53:00.711248 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.712184 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.713208 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 12:53:00.713723 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: tagging.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.714802 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.715334 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: standard-attr-tag Jul 15 12:53:00.715659 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: timestamp.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.716905 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.717431 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loaded extension: standard-attr-timestamp Jul 15 12:53:00.717762 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: trunk.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.718975 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.719557 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension trunk not supported by any of loaded plugins Jul 15 12:53:00.719884 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: trunk_details.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.720875 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.721435 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension trunk-details not supported by any of loaded plugins Jul 15 12:53:00.721761 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: uplink_status_propagation.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.722807 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.723341 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 12:53:00.723667 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Loading extension file: vlantransparent.py {{(pid=93682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:53:00.724341 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:53:00.724853 n-d-798249-9 neutron-server[93682]: INFO neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 12:53:00.727321 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:network Jul 15 12:53:00.727863 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:subnet Jul 15 12:53:00.729095 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:53:00.729595 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:port Jul 15 12:53:00.730884 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.731335 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service FLAVORS assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.731960 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.732387 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.732721 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:router Jul 15 12:53:00.733173 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:53:00.733660 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service METERING assigned prefix: /metering {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.735149 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.735523 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.735879 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:53:00.736895 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:53:00.737356 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:53:00.737807 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:53:00.738442 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service CORE assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.738777 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:53:00.739123 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] subnetpool is already registered Jul 15 12:53:00.739547 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service CORE assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.739873 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:53:00.740211 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] subnetpool is already registered Jul 15 12:53:00.742554 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.742986 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service FLAVORS assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.743582 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.744036 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.744366 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:router Jul 15 12:53:00.744705 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] router is already registered Jul 15 12:53:00.745122 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:53:00.745459 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] floatingip is already registered Jul 15 12:53:00.745911 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service METERING assigned prefix: /metering {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.746617 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:53:00.746947 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] rbac_policy is already registered Jul 15 12:53:00.747359 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:53:00.747693 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] security_group is already registered Jul 15 12:53:00.748096 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:53:00.748427 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] security_group_rule is already registered Jul 15 12:53:00.749146 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service CORE assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.749482 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:53:00.749819 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] subnetpool is already registered Jul 15 12:53:00.750256 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.v2.resource_helper [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Service CORE assigned prefix: {{(pid=93682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:53:00.750583 n-d-798249-9 neutron-server[93682]: INFO neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:53:00.750913 n-d-798249-9 neutron-server[93682]: WARNING neutron.quota.resource_registry [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] subnetpool is already registered Jul 15 12:53:00.751389 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: extensions {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.752845 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: address-groups {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.754366 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: address-scopes {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.755680 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: agents {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.756840 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: auto-allocated-topology {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.758461 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: availability_zones {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.759753 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: dhcp-networks {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.761282 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: dhcp-agents {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.762750 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: routers {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.764474 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: flavors {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.766778 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: service_profiles {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.767993 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: next_providers {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.769456 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: service_profiles {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.771039 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: floatingip-pools {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.772269 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: routers {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.773965 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: floatingips {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.775815 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: l3-routers {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.777252 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: l3-agents {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.778706 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: metering-labels {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.780000 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: metering-label-rules {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.781369 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: network-ip-availabilities {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.782655 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: bindings {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.784212 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: quotas {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.785763 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: quotas {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.787253 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: rbac-policies {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.788445 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: security-groups {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.789746 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: security-group-rules {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.791611 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: service-providers {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.792847 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: subnetpools {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.794173 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: subnetpools {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.795750 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.797423 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.799266 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.801053 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.802766 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.804726 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.806470 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.808282 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.810139 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.811932 n-d-798249-9 neutron-server[93682]: DEBUG neutron.api.extensions [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Extended resource: tags {{(pid=93682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:53:00.818161 n-d-798249-9 neutron-server[93682]: WARNING keystonemiddleware.auth_token [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 12:53:00.823338 n-d-798249-9 neutron-server[93682]: WARNING keystonemiddleware.auth_token [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 12:53:00.831724 n-d-798249-9 neutron-server[93682]: DEBUG oslo_concurrency.lockutils [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Acquired lock "singleton_lock" {{(pid=93682) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 12:53:00.832204 n-d-798249-9 neutron-server[93682]: DEBUG oslo_concurrency.lockutils [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Releasing lock "singleton_lock" {{(pid=93682) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 12:53:00.832834 n-d-798249-9 neutron-server[93682]: INFO oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Starting 2 workers Jul 15 12:53:00.837619 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Started child 93823 {{(pid=93682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:53:00.842754 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Started child 93824 {{(pid=93682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:53:00.843780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:00.844401 n-d-798249-9 neutron-server[93682]: INFO neutron.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 12:53:00.845024 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Notify callbacks [] for process, before_spawn {{(pid=93682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:00.845361 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [-] (93823) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:53:00.847458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:00.847882 n-d-798249-9 neutron-server[93682]: INFO oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Starting 1 workers Jul 15 12:53:00.848890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [-] (93824) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:53:00.852686 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Started child 93825 {{(pid=93682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:53:00.853204 n-d-798249-9 neutron-server[93682]: INFO oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Starting 1 workers Jul 15 12:53:00.857084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] calling RpcWorker wait() {{(pid=93825) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 12:53:00.857640 n-d-798249-9 neutron-server[93825]: DEBUG neutron.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] returning from RpcWorker wait() {{(pid=93825) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 12:53:00.858328 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Started child 93826 {{(pid=93682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:53:00.858985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:00.859151 n-d-798249-9 neutron-server[93682]: DEBUG neutron_lib.callbacks.manager [None req-cafb0f18-8d65-4522-84f4-5a4b32967c0f None None] Notify callbacks [] for process, after_spawn {{(pid=93682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:00.859515 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:00.861008 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93682) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:53:00.861217 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:53:00.861400 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:53:00.861612 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:53:00.861946 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:53:00.862106 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:53:00.862637 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.862925 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.863185 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.863284 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:00.863749 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.863749 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.864296 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.864582 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.864837 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.865118 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.865373 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.865544 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.865705 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.865975 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.866226 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.866519 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.866797 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.867035 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.867293 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.867463 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.867733 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.867999 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.868259 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.868516 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] debug = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.868770 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.869890 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.870186 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.870457 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.870681 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.870977 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.871228 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.871497 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.871744 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.871995 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.872231 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.872477 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.872714 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.872927 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.873161 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.873409 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.873634 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.874097 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] host = n-d-798249-9 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.874373 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.874594 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.874831 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.875106 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.875379 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.875586 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.875847 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.876119 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.876371 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.876597 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.876850 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.877094 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.877309 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.877565 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.877729 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_options = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.877964 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.878248 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.878510 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.878698 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.878865 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.879036 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.879285 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.879445 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.879697 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.879949 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.880164 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.880398 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.880617 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.880850 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.881102 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.881346 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.881581 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.881810 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.882077 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.882324 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.882568 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.882800 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.883035 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.883250 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.883488 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.883700 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.883927 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.884159 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.884471 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.884746 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.884983 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.885244 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.885476 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.885728 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.885955 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.886182 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.886433 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.886698 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.886932 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.887188 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.887436 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.887671 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.887919 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.888135 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.888355 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.888599 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_json = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.888811 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.889045 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.889311 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.889531 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.889762 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.889977 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.890192 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.890449 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.890870 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.891166 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.891487 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.891758 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.892015 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.892258 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.892508 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.892722 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.892971 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.893204 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.893516 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.893760 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.894470 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.894718 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.894988 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.895315 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.895579 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.895712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:00.895849 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.896054 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.896309 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.896544 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.896774 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.897562 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.897837 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.898094 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.898392 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.898615 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.898915 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.899215 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.899368 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.899542 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.899757 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.900074 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.900347 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.900598 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.900936 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.901170 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.901539 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.901659 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.901858 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.902094 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.902350 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.902576 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.902798 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.903007 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.903241 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.903464 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.903692 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.903907 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.904181 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.904434 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.904656 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.904875 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.905098 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.905325 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.905583 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.905833 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.906047 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.906325 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.906540 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.906774 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.907046 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.907251 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.907469 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.907688 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.907905 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.908126 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.908371 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.908591 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.908830 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.909049 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.909264 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.910072 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.910360 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.910566 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.910777 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.911453 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.911453 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.911453 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.911703 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.911975 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.912088 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.912413 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.912517 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.912778 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.913111 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.913338 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.913603 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.913877 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.914127 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.914397 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.914671 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.914915 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.915186 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.915438 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.915704 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.916504 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.916737 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.917015 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.917276 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.917513 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.917749 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.917994 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.918233 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.918498 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.918760 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.919035 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.919291 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.919525 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.919773 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.920044 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.920320 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.920557 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.920841 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.921068 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.921321 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.921606 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.921877 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.922154 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.922407 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.922657 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.922912 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.923161 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.923419 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.923666 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.923894 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.924113 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.924403 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.924642 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.924864 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.925088 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.925320 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.925626 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.925880 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.926133 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.926374 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.926658 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.926890 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.927150 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.927416 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.927665 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.927896 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.928147 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.928401 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.928635 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.928883 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.929114 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.929329 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.929574 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.929795 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.930029 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.930263 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.930502 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.930735 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.932380 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.932380 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.932380 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.932380 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.932868 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.932985 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.933136 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.933365 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.933613 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.933873 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.934140 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.934396 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.934689 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.935259 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.935485 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.935791 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.936050 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.936307 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.936541 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.936787 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.937211 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.937594 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.937995 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.938425 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.938920 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.939141 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.939366 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.939590 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.939838 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.940144 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.940282 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.940680 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.941081 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.941571 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.941830 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.942071 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.942388 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.942667 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.943164 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.943398 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.943623 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.943844 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.944087 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.944333 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.944576 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.944821 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.945225 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.945647 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.945799 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.946075 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.946288 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.946674 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.947044 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.947451 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.947856 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.948269 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.948595 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.948729 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.949121 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.949491 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.949853 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.950254 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.950641 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.951014 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.951397 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.951757 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.952124 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.952523 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.952876 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.953234 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.953604 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.953977 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.954369 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.954755 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.955119 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.955479 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.955860 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.956269 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.956615 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.957002 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.957365 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.957723 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.958148 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.958587 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.958987 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.959409 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.959788 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.960167 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.960542 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.961098 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.961483 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.961809 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.962043 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.962516 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.962813 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.963200 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.963673 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.963884 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.964148 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.964426 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.964715 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.965018 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.965305 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.965612 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.965878 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.966269 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.966506 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.966764 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.967024 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.967306 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.967540 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.967764 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.968009 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.968259 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.968507 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.968728 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.968981 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.969233 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.969451 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.969858 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.970265 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.970650 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.971039 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.971270 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.971550 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.971711 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:53:00.972222 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93682) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:53:00.972383 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:53:00.972553 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:53:00.972709 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:53:00.972879 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:53:00.973029 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:53:00.973239 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.973441 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.973615 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.973838 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.973998 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.974178 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.974363 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.974608 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.974733 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.974856 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.975203 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.975357 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.975511 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.975712 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.975877 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.976035 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.976193 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.976421 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.976607 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.976792 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.976978 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.977147 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.977361 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] debug = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.977470 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.977644 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.977816 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.978102 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.978102 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.978969 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.978969 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.979120 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.979285 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.979557 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.979760 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.979918 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.980235 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.980407 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.980591 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.980689 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.980853 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.981011 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] host = n-d-798249-9 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.981171 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.981329 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.981486 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.981645 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.981799 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.982124 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.982375 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.982519 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.982671 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.982864 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983019 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983176 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983333 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983491 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983649 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_options = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983806 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.983965 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.984122 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.984307 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.984470 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.984629 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.984787 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.984945 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.985102 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.985263 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.985421 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.985577 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.985740 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.985895 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.986044 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.986200 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.986377 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.986535 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.986692 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.986848 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987004 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987159 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987316 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987674 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987674 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987832 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.987913 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.988058 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.988219 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.988376 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.988532 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.988691 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.988847 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989005 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989161 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989319 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989475 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989635 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989793 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.989950 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.990106 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.990288 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.990444 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.990599 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.990758 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.990913 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_json = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.991069 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.991227 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.991385 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.991542 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.991702 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.991856 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.992012 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.992170 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:53:00.992373 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.992510 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.992681 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.992841 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.993000 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.993159 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.993319 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.993479 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.993638 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.993797 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.994051 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995023 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995023 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995287 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995418 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995551 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995680 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995820 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.995972 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.996106 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.996238 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.996370 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.996537 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.996697 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.996858 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997018 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997179 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997338 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997490 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997648 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997808 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.997967 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.998116 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.998299 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.998459 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.998603 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.998765 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.998924 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.999084 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.999245 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.999403 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.999562 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.999722 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:00.999881 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.000271 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.000484 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.000680 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.000848 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001009 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001170 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001341 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001502 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001662 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001822 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.001982 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.002142 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.002532 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.002532 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003019 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003019 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003285 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003285 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003543 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003631 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.003751 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004115 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004115 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004260 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004364 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004524 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004683 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.004842 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005001 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005160 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005530 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005530 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005674 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005777 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.005937 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.006097 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.006275 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.006437 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.006623 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.006752 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.006924 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.007100 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.007261 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.007421 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.007604 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.007741 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.007900 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.008060 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.008224 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.008389 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.008546 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.008704 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.008865 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.009027 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.009303 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.009406 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.009518 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.009777 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.009974 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.010162 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.010344 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.010475 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.010705 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.010794 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.010910 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.011068 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.011227 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.011396 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.011556 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.011718 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.011880 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.012047 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.012219 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.012380 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.012541 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.012704 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.012864 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013025 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013185 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013348 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013510 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013672 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013829 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.013997 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015331 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015892 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015892 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015892 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.015892 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016166 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016166 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016322 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016442 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016602 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016762 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.016921 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.017080 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.017242 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.017402 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.017562 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.017723 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.017883 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.018043 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.018202 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.018379 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.018539 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.018700 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.018860 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019020 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019486 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019486 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019486 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019712 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019783 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.019928 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.020125 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.020285 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.020444 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.020625 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.020916 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.020916 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021063 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021228 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021353 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021513 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021676 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021837 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.021997 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.022157 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.022338 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.022499 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.022658 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.022817 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.022977 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.023136 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.023296 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.023461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:01.023561 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.023641 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.023769 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.023928 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.024089 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.024250 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.024407 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.024567 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.024727 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.024886 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.025047 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.025238 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.025456 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.025619 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.025780 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.025941 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.026101 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.026281 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.026443 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.026616 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.026776 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.026937 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.027098 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.027258 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.027418 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.027588 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.027748 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.027908 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.028066 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.028226 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.028385 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.028555 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.028714 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.028873 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029033 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029193 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029352 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029520 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029680 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029839 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.029998 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.030157 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.030340 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.030512 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.030665 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.030817 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.030976 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.031136 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.031295 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.031463 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.031625 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.031785 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.031953 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.032114 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.032273 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.032433 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.032605 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.032767 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.032929 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.033089 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.033249 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.033410 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.033571 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.033736 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.033904 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.034071 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.034246 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.034416 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.034585 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.034753 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.034930 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.035077 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.035437 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.035673 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.035839 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.035999 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.036159 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.036319 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.036478 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.036637 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.036796 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.036956 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.037115 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.037274 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.037435 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.037595 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.037755 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.037914 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.038074 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.038471 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.038635 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.038795 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:53:01.038945 n-d-798249-9 neutron-server[93682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:53:01.276276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56816) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:01.284582 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061846 Jul 15 12:53:12.642537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c808ef1-b705-4697-aad7-e1eaea998e85 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 12:53:12.797657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c808ef1-b705-4697-aad7-e1eaea998e85 None None] No non-hosted networks {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 12:53:12.799275 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11eddeb5-4005-47b9-900b-1ff557c940ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:15.235641 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76505485-54db-4221-9baf-86a35ded26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:15.279165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5673c14-fc6f-4400-b1d4-11d82034a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:15.458712 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:15.459771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.460293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.460836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.461176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.461573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.461915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.464069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.464069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.464069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.464342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.464750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.466715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:15.467299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798249-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:15.475052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798249-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:16.589328 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:17.870516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:19.183647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56908) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:19.665794 n-d-798249-9 neutron-server[93823]: WARNING oslo_policy.policy [None req-20afdbb5-14df-4a2c-80cb-49b18221e81e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:19.666399 n-d-798249-9 neutron-server[93823]: WARNING oslo_policy.policy [None req-20afdbb5-14df-4a2c-80cb-49b18221e81e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:19.885673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-20afdbb5-14df-4a2c-80cb-49b18221e81e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:53:19.886756 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-20afdbb5-14df-4a2c-80cb-49b18221e81e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7022035 Jul 15 12:53:22.233531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56922) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:22.563886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:22.581722 n-d-798249-9 neutron-server[93825]: INFO neutron.db.l3_hamode_db [None req-1a335e34-6a80-45ec-a6df-b8c40b146b98 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 12:53:22.658625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a335e34-6a80-45ec-a6df-b8c40b146b98 None None] Routers set() bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:53:22.658942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a335e34-6a80-45ec-a6df-b8c40b146b98 None None] Router IDs set() for agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 12:53:22.659278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.policy [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93823) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:53:22.704777 n-d-798249-9 neutron-server[93823]: WARNING oslo_policy.policy [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:22.705150 n-d-798249-9 neutron-server[93823]: WARNING oslo_policy.policy [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:22.714248 n-d-798249-9 neutron-server[93823]: INFO neutron.quota [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] Loaded quota_driver: . Jul 15 12:53:22.804605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777356599874', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777356599319', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777356751906', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777356749371', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777356756221', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777356766358', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-587520', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33141199', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33462590'] for rbac-policy, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:22.870355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:22.871560 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-18b2910e-50c2-4e35-96da-019aba05d8a7 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6369677 Jul 15 12:53:25.430174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:25.723990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'name': 'private', 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:25.753383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Made reservation on behalf of 9d1ae115cc6544a4b2cc7941b8161f17 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:53:25.756108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:25.772152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:25.895514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:25.898917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:25.919627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:53:25.947586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777353203779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:25.948188 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Unsubscribe: segment precommit_create {{(pid=93823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:53:25.948789 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Added segment 15cea901-4cd3-4c78-a3a4-051eeff3b020 of type vlan for network a353120b-763c-472f-bcc3-9a0b65210a83 Jul 15 12:53:25.974835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c5e69-44b3-406a-95b4-4a8c2e87dd25,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:26.025534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.025875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.026237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.026569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.026898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.027225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.027552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.027879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.028197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.028519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.028838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.029159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Tracked resource versions report: Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: pushed versions: Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Log': {'1.0'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Network': {'1.1'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Port': {'1.7'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: consumer versions: Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: { DHCP agent@n-d-798249-9: {}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: L3 agent@n-d-798249-9: {}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: Metadata agent@n-d-798249-9: {}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: Metering agent@n-d-798249-9: {}, Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Log': '1.0', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Network': '1.1', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Port': '1.7', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'PortForwarding': '1.2', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'QosPolicy': '1.8', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'SubPort': '1.0', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Subnet': '1.1', Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: 'Trunk': '1.1'}} Jul 15 12:53:26.030295 n-d-798249-9 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:53:26.079369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:26.129818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:26.130951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:26.131816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:26.186245 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7543225 Jul 15 12:53:26.233482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd23509-294a-479d-8c50-60e58e672c1f admin admin] Pushing event updated for resources: {'Network': ['ID=a353120b-763c-472f-bcc3-9a0b65210a83,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:26.246335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a353120b-763c-472f-bcc3-9a0b65210a83 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:53:28.782959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:29.178446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59890e86-dd94-45d1-824e-6c79a63a4907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:29.179822 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-59890e86-dd94-45d1-824e-6c79a63a4907 admin admin] 10.222.0.48 "GET /v2.0/networks/a353120b-763c-472f-bcc3-9a0b65210a83 HTTP/1.1" status: 200 len: 825 time: 0.3959179 Jul 15 12:53:29.203451 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf59d2b1-e8f7-40a3-b132-dbab551a1b34 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/00953ee0-1ddb-42ac-9da2-89ebfe78558e HTTP/1.1" status: 200 len: 734 time: 0.0182962 Jul 15 12:53:29.212043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Request body: {'subnet': {'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:29.233953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Made reservation on behalf of 9d1ae115cc6544a4b2cc7941b8161f17 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:53:29.236231 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:29.524064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:29.593061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae94986-798a-49af-a019-5c98b512134f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:29.595005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Checking segment: {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:53:29.595377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Network hostable DHCP agents. Network: a353120b-763c-472f-bcc3-9a0b65210a83, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:53:29.616403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Network a353120b-763c-472f-bcc3-9a0b65210a83 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:53:29.628177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a353120b-763c-472f-bcc3-9a0b65210a83) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:53:29.632673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:29.633260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:29.639554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391318b-6356-4d29-8e48-7f7afcb0b30b None None] Network a353120b-763c-472f-bcc3-9a0b65210a83 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:53:29.646500 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac14bf7f-2570-494b-bc2b-9a4257db240c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4381816 Jul 15 12:53:29.951834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a353120b-763c-472f-bcc3-9a0b65210a83', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:53:29.953183 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:30.222957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Allocated IP 172.20.0.2 (a353120b-763c-472f-bcc3-9a0b65210a83/dae94986-798a-49af-a019-5c98b512134f/e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:53:30.420378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:30.438350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Transition to ACTIVE for port object e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:53:30.486068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Transition to ACTIVE for port object e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:53:30.496484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:30.559236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Network a353120b-763c-472f-bcc3-9a0b65210a83 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:53:30.566149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:53:30.575767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:53:30.583244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Pushing event updated for resources: {'Port': ['ID=e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:30.627861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.628211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.628554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.628896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.629226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.629554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.629880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.630233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.630557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.630874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.631193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.631513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Tracked resource versions report: Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: pushed versions: Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: { 'AddressGroup': {'1.2'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Log': {'1.0'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Network': {'1.1'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Port': {'1.7'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'PortForwarding': {'1.2'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'QosPolicy': {'1.8'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'SecurityGroup': {'1.4'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'SubPort': {'1.0'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Subnet': {'1.1'}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Trunk': {'1.1'}} Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: consumer versions: Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: { DHCP agent@n-d-798249-9: {}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: L3 agent@n-d-798249-9: {}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: Metadata agent@n-d-798249-9: {}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: Metering agent@n-d-798249-9: {}, Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'ConntrackHelper': '1.0', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Log': '1.0', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Network': '1.1', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Port': '1.7', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'PortForwarding': '1.2', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'QosPolicy': '1.8', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'SecurityGroup': '1.4', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'SecurityGroupRule': '1.2', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'SubPort': '1.0', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Subnet': '1.1', Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: 'Trunk': '1.1'}} Jul 15 12:53:30.632624 n-d-798249-9 neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:53:30.663044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Attempting to bind port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:53:30.663586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Attempting to bind port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:53:30.663845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Attempting to bind port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a on network a353120b-763c-472f-bcc3-9a0b65210a83 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:53:30.668594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:53:30.669010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Checking segment: {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:53:30.669463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:30.669850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Bound using segment: {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:53:30.670333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Bound port: e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:53:30.670797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:30.732670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] For port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:53:30.736951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] For port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a,segment=NetworkSegment(15cea901-4cd3-4c78-a3a4-051eeff3b020),segment_id=15cea901-4cd3-4c78-a3a4-051eeff3b020)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:53:30.741498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:30.807876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61b17-4385-4d3a-99a6-aa75dc3efb02 None None] Pushing event updated for resources: {'Port': ['ID=e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:32.100419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:32.412201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-16e8f3ea-5e69-4e64-af1d-71e3c50c6649 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:53:32.413136 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16e8f3ea-5e69-4e64-af1d-71e3c50c6649 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117821 Jul 15 12:53:34.853232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:35.166250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-9942b12f-ca14-47c9-a6e9-80d65cfab0b5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:53:35.167287 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9942b12f-ca14-47c9-a6e9-80d65cfab0b5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131318 Jul 15 12:53:36.846587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da3275-917e-4e25-bd1d-08f6573fe736 None None] Network a353120b-763c-472f-bcc3-9a0b65210a83 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:53:36.906574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e21f753-5672-4ccc-8e5b-52d9e51c929b None None] Provisioning for port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:53:37.405142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:53:37.485972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:53:37.489416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:37.489815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:37.595492 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:37.628086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a,segment=NetworkSegment(15cea901-4cd3-4c78-a3a4-051eeff3b020),segment_id=15cea901-4cd3-4c78-a3a4-051eeff3b020)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:53:37.632159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:37.678043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:37.804220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:38.093863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] Request body: {'router': {'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'name': 'router1', 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:38.116934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:38.118539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:38.252050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:38.256346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:38.267503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:38.268665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22674b8c-6b37-40ea-a8a0-c6cfac510746 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4634585 Jul 15 12:53:39.385478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:53:39.433051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:39.433343 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:39.922673 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:53:40.676504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:40.979148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-7c5374c8-dcd7-4cd0-8a1c-0468c0af5193 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:53:40.980145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7c5374c8-dcd7-4cd0-8a1c-0468c0af5193 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3027050 Jul 15 12:53:42.572862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-871590db-5cff-483b-ba5e-c901f2bbd907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.341585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:43.651298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:43.673805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Made reservation on behalf of c6a7da2a5205497dad3a4bf408c08434 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:53:43.676220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.684721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.768655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.772011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.786418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Reserving flat network on physical network physnet1 {{(pid=93823) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 12:53:43.807194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dad2521-438f-4299-9b58-78a80af965ad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:43.810907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.811256 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Added segment 237e3b89-49d6-40c2-ae8d-3d5079a342b3 of type flat for network 094b335c-e385-4055-aa84-a4b220b58408 Jul 15 12:53:43.857624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.892301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.893244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:43.893805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:43.924018 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5813591 Jul 15 12:53:43.957767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b7b1-328b-4c23-ab8b-46eafb423a89 admin admin] Pushing event updated for resources: {'Network': ['ID=094b335c-e385-4055-aa84-a4b220b58408,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:43.971803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 094b335c-e385-4055-aa84-a4b220b58408 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:53:45.218905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ecc6b09-df03-4225-886d-1e19f83b1588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:45.454586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:46.253598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:46.512856 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:46.679551 n-d-798249-9 neutron-server[93824]: WARNING oslo_policy.policy [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:46.680105 n-d-798249-9 neutron-server[93824]: WARNING oslo_policy.policy [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:47.094161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.policy [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:53:47.139958 n-d-798249-9 neutron-server[93824]: WARNING oslo_policy.policy [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:47.140325 n-d-798249-9 neutron-server[93824]: WARNING oslo_policy.policy [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:53:47.149065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:47.150968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fa05964e-9d82-484d-959c-5f50f7be3ebc admin admin] 10.222.0.48 "GET /v2.0/subnets/dae94986-798a-49af-a019-5c98b512134f HTTP/1.1" status: 200 len: 849 time: 0.8952885 Jul 15 12:53:47.314411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-31fe4aec-7b4f-40a3-a6a2-310e287cf8d8 admin admin] 10.222.0.48 "GET /v2.0/routers/a45f66c9-4c04-48f4-8349-9f1183e2949a HTTP/1.1" status: 200 len: 704 time: 0.1580949 Jul 15 12:53:47.574061 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:47.811799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:47.889708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Allocated IP 172.20.0.1 (a353120b-763c-472f-bcc3-9a0b65210a83/dae94986-798a-49af-a019-5c98b512134f/cd87958d-fe01-42b0-9f49-4c5c6697ab46) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:53:48.101817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.125392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Transition to ACTIVE for port object cd87958d-fe01-42b0-9f49-4c5c6697ab46 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:53:48.209793 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.246173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Network a353120b-763c-472f-bcc3-9a0b65210a83 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:53:48.247533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:53:48.323483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:53:48.323483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.343404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Pushing event updated for resources: {'Port': ['ID=cd87958d-fe01-42b0-9f49-4c5c6697ab46,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:48.391909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.392248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.392587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.392920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.393253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.393577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.393901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.394247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.394585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.394887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.395204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.395519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Tracked resource versions report: Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: pushed versions: Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: { 'AddressGroup': {'1.2'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Log': {'1.0'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Network': {'1.1'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Port': {'1.7'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'PortForwarding': {'1.2'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'QosPolicy': {'1.8'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'SecurityGroup': {'1.4'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'SubPort': {'1.0'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Subnet': {'1.1'}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Trunk': {'1.1'}} Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: consumer versions: Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: { DHCP agent@n-d-798249-9: {}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: L3 agent@n-d-798249-9: {}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: Metadata agent@n-d-798249-9: {}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: Metering agent@n-d-798249-9: {}, Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'ConntrackHelper': '1.0', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Log': '1.0', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Network': '1.1', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Port': '1.7', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'PortForwarding': '1.2', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'QosPolicy': '1.8', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'SecurityGroup': '1.4', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'SecurityGroupRule': '1.2', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'SubPort': '1.0', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Subnet': '1.1', Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: 'Trunk': '1.1'}} Jul 15 12:53:48.396657 n-d-798249-9 neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:53:48.519392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9564f972-143f-4d53-bbcc-1a380d702b35 None None] Provisioning for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:53:48.523647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9564f972-143f-4d53-bbcc-1a380d702b35 None None] Provisioning complete for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:48.524044 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9564f972-143f-4d53-bbcc-1a380d702b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.548279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.557230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9564f972-143f-4d53-bbcc-1a380d702b35 None None] Port cd87958d-fe01-42b0-9f49-4c5c6697ab46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:53:48.728931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.733151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.733927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:48.792138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Pushing event updated for resources: {'Port': ['ID=cd87958d-fe01-42b0-9f49-4c5c6697ab46,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:48.854811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Network a353120b-763c-472f-bcc3-9a0b65210a83 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:53:48.856100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:53:49.064052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Router a45f66c9-4c04-48f4-8349-9f1183e2949a is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:53:49.081153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8165b157-0c99-458e-8959-abad8e467b5d None None] Provisioning complete for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:49.081730 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8165b157-0c99-458e-8959-abad8e467b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:49.115729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8165b157-0c99-458e-8959-abad8e467b5d None None] Port cd87958d-fe01-42b0-9f49-4c5c6697ab46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:53:49.162712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:53:49.168663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-000ad375-580d-48e0-a531-ac550164dada admin admin] 10.222.0.48 "PUT /v2.0/routers/a45f66c9-4c04-48f4-8349-9f1183e2949a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8495061 Jul 15 12:53:49.185421 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Sync routers for ids ['a45f66c9-4c04-48f4-8349-9f1183e2949a'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:53:49.197158 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Routers {'a45f66c9-4c04-48f4-8349-9f1183e2949a'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:53:49.198010 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T12:53:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['a45f66c9-4c04-48f4-8349-9f1183e2949a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:49.383947 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Set router a45f66c9-4c04-48f4-8349-9f1183e2949a gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:53:49.807439 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'name': 'router1', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:53:38Z', 'updated_at': '2021-07-15T12:53:48Z', 'revision_number': 2, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gw_port_host': None, '_interfaces': [{'id': 'cd87958d-fe01-42b0-9f49-4c5c6697ab46', 'name': '', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'mac_address': 'fa:16:3e:c6:cf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:47Z', 'updated_at': '2021-07-15T12:53:48Z', 'revision_number': 2, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'subnets': [{'id': 'dae94986-798a-49af-a019-5c98b512134f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:49.858630 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Checking router: a45f66c9-4c04-48f4-8349-9f1183e2949a for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:53:49.858997 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Updating router a45f66c9-4c04-48f4-8349-9f1183e2949a port cd87958d-fe01-42b0-9f49-4c5c6697ab46 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:53:49.922880 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:50.412790 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:50.432049 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Transition to ACTIVE for port object cd87958d-fe01-42b0-9f49-4c5c6697ab46 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:53:50.438660 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:50.587717 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Attempting to bind port cd87958d-fe01-42b0-9f49-4c5c6697ab46 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:53:50.588136 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Attempting to bind port cd87958d-fe01-42b0-9f49-4c5c6697ab46 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:53:50.588561 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Attempting to bind port cd87958d-fe01-42b0-9f49-4c5c6697ab46 on network a353120b-763c-472f-bcc3-9a0b65210a83 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:53:50.606832 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:53:50.607249 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Checking segment: {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:53:50.607721 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:50.608110 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Bound using segment: {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:53:50.608654 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Bound port: cd87958d-fe01-42b0-9f49-4c5c6697ab46, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cea901-4cd3-4c78-a3a4-051eeff3b020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:53:50.609070 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:50.620555 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Pushing event updated for resources: {'Port': ['ID=cd87958d-fe01-42b0-9f49-4c5c6697ab46,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:50.631460 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.632242 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.633532 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.633876 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.634239 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.634569 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.634899 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.635229 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.635554 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.635886 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.636199 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.636522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Tracked resource versions report: Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: pushed versions: Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: { 'AddressGroup': {'1.2'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Log': {'1.0'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Network': {'1.1'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Port': {'1.7'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'PortForwarding': {'1.2'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'QosPolicy': {'1.8'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'SecurityGroup': {'1.4'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'SubPort': {'1.0'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Subnet': {'1.1'}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Trunk': {'1.1'}} Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: consumer versions: Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: { DHCP agent@n-d-798249-9: {}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: L3 agent@n-d-798249-9: {}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: Metadata agent@n-d-798249-9: {}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: Metering agent@n-d-798249-9: {}, Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'ConntrackHelper': '1.0', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Log': '1.0', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Network': '1.1', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Port': '1.7', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'PortForwarding': '1.2', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'QosPolicy': '1.8', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'SecurityGroup': '1.4', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'SecurityGroupRule': '1.2', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'SubPort': '1.0', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Subnet': '1.1', Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: 'Trunk': '1.1'}} Jul 15 12:53:50.637636 n-d-798249-9 neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:53:50.695685 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] For port cd87958d-fe01-42b0-9f49-4c5c6697ab46, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:53:50.716299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] For port cd87958d-fe01-42b0-9f49-4c5c6697ab46, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd87958d-fe01-42b0-9f49-4c5c6697ab46,segment=NetworkSegment(15cea901-4cd3-4c78-a3a4-051eeff3b020),segment_id=15cea901-4cd3-4c78-a3a4-051eeff3b020)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:53:50.720628 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:50.771342 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8e74a-1738-412b-9b43-04f7f544e17e None None] Pushing event updated for resources: {'Port': ['ID=cd87958d-fe01-42b0-9f49-4c5c6697ab46,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:50.792703 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Routers {'a45f66c9-4c04-48f4-8349-9f1183e2949a'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:53:50.793294 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T12:53:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['a45f66c9-4c04-48f4-8349-9f1183e2949a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:50.884698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] Set router a45f66c9-4c04-48f4-8349-9f1183e2949a gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:53:51.087381 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'name': 'router1', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:53:38Z', 'updated_at': '2021-07-15T12:53:48Z', 'revision_number': 2, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gw_port_host': None, '_interfaces': [{'id': 'cd87958d-fe01-42b0-9f49-4c5c6697ab46', 'name': '', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'mac_address': 'fa:16:3e:c6:cf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:47Z', 'updated_at': '2021-07-15T12:53:50Z', 'revision_number': 4, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'subnets': [{'id': 'dae94986-798a-49af-a019-5c98b512134f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:51.115455 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b139e-1679-442e-a477-a11f53530c92 None None] The sync data for ids ['a45f66c9-4c04-48f4-8349-9f1183e2949a'] in n-d-798249-9 is: [{'id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'name': 'router1', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:53:38Z', 'updated_at': '2021-07-15T12:53:48Z', 'revision_number': 2, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gw_port_host': None, '_interfaces': [{'id': 'cd87958d-fe01-42b0-9f49-4c5c6697ab46', 'name': '', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'mac_address': 'fa:16:3e:c6:cf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:47Z', 'updated_at': '2021-07-15T12:53:50Z', 'revision_number': 4, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'subnets': [{'id': 'dae94986-798a-49af-a019-5c98b512134f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:53:51.419754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:51.529523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0108358-72df-4fc1-9f58-7bedb2074277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:51.530922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b0108358-72df-4fc1-9f58-7bedb2074277 admin admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 842 time: 0.1102192 Jul 15 12:53:51.540762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'name': 'public-subnet'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:51.542131 n-d-798249-9 neutron-server[93824]: INFO neutron.quota [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Loaded quota_driver: . Jul 15 12:53:51.581062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Made reservation on behalf of c6a7da2a5205497dad3a4bf408c08434 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:53:51.583672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:51.899033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 12:53:51.899449 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:51.954987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5211e95-9d7a-4a55-ad3c-03dc2a591d6e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:51.965180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:53:51.965180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Network hostable DHCP agents. Network: 094b335c-e385-4055-aa84-a4b220b58408, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:53:51.987146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:53:51.999337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 094b335c-e385-4055-aa84-a4b220b58408) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:53:52.003371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:52.003986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:52.008814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60070a-4f1a-4679-af9b-47816598528b None None] Network 094b335c-e385-4055-aa84-a4b220b58408 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:53:52.042571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-de81f11e-77f7-4fd4-8a6a-eeb0f1599de3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5056565 Jul 15 12:53:52.140283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c018836-01b7-48c7-90a9-8c3d3fef07c8 None None] Network 094b335c-e385-4055-aa84-a4b220b58408 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:53:54.296282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:54.423642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-38dd3de0-c5b2-4d5c-9e15-a69fbc2d0bff admin admin] 10.222.0.48 "GET /v2.0/routers/a45f66c9-4c04-48f4-8349-9f1183e2949a HTTP/1.1" status: 200 len: 710 time: 0.1262114 Jul 15 12:53:54.507217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a2b4f-27d3-472c-8e88-2cfe27584ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:53:54.508467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-585a2b4f-27d3-472c-8e88-2cfe27584ce9 admin admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 886 time: 0.0798268 Jul 15 12:53:54.516929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:53:54.756148 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.063940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.142194 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.245625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Allocated IP 172.25.2.32 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/1b7520c0-3dba-4ebd-a317-88b802a9b3d0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:53:55.345761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.387482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.424529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd87958d-fe01-42b0-9f49-4c5c6697ab46 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:53:55.429935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:53:55.433829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:53:55.435995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Pushing event updated for resources: {'Port': ['ID=1b7520c0-3dba-4ebd-a317-88b802a9b3d0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:55.448549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:53:55.471921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:53:55.475869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:55.476313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.557185 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.589897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port cd87958d-fe01-42b0-9f49-4c5c6697ab46, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd87958d-fe01-42b0-9f49-4c5c6697ab46,segment=NetworkSegment(15cea901-4cd3-4c78-a3a4-051eeff3b020),segment_id=15cea901-4cd3-4c78-a3a4-051eeff3b020)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:53:55.594524 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.639986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=cd87958d-fe01-42b0-9f49-4c5c6697ab46,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:55.693236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.877664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.880703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:55.987025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Router a45f66c9-4c04-48f4-8349-9f1183e2949a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:53:56.091562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:53:56.096437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:56.097626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-17dafe47-69e3-4399-b01d-ea3e1a5cf6ad admin admin] 10.222.0.48 "PUT /v2.0/routers/a45f66c9-4c04-48f4-8349-9f1183e2949a HTTP/1.1" status: 200 len: 889 time: 1.5838428 Jul 15 12:53:56.102820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Sync routers for ids ['a45f66c9-4c04-48f4-8349-9f1183e2949a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:53:56.113731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Routers {'a45f66c9-4c04-48f4-8349-9f1183e2949a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:53:56.114467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T12:53:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['a45f66c9-4c04-48f4-8349-9f1183e2949a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:56.383964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Set router a45f66c9-4c04-48f4-8349-9f1183e2949a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:53:56.767671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'name': 'router1', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1b7520c0-3dba-4ebd-a317-88b802a9b3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:53:38Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 4, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gw_port': {'id': '1b7520c0-3dba-4ebd-a317-88b802a9b3d0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:48:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:55Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd87958d-fe01-42b0-9f49-4c5c6697ab46', 'name': '', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'mac_address': 'fa:16:3e:c6:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:47Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 5, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'subnets': [{'id': 'dae94986-798a-49af-a019-5c98b512134f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:56.818438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Checking router: a45f66c9-4c04-48f4-8349-9f1183e2949a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:53:56.818796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Updating router a45f66c9-4c04-48f4-8349-9f1183e2949a port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:53:56.850627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.172432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.182891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Transition to ACTIVE for port object 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:53:57.188132 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.238469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc73ab-858e-498e-aaea-6bf492bb8911 None None] Pushing event updated for resources: {'Port': ['ID=1b7520c0-3dba-4ebd-a317-88b802a9b3d0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:57.243301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Attempting to bind port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:53:57.243671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Attempting to bind port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:53:57.244038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Attempting to bind port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:53:57.249042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:53:57.249420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:53:57.249821 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.250241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:53:57.250708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Bound port: 1b7520c0-3dba-4ebd-a317-88b802a9b3d0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:53:57.251087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.301213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] For port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:53:57.305231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] For port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1b7520c0-3dba-4ebd-a317-88b802a9b3d0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:53:57.309048 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.367114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Routers {'a45f66c9-4c04-48f4-8349-9f1183e2949a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:53:57.367759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T12:53:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['a45f66c9-4c04-48f4-8349-9f1183e2949a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:57.404557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc73ab-858e-498e-aaea-6bf492bb8911 None None] Pushing event updated for resources: {'Port': ['ID=1b7520c0-3dba-4ebd-a317-88b802a9b3d0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:53:57.410259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd87958d-fe01-42b0-9f49-4c5c6697ab46 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:53:57.587455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] Set router a45f66c9-4c04-48f4-8349-9f1183e2949a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:53:57.590014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:57.590014 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:57.853127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'name': 'router1', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1b7520c0-3dba-4ebd-a317-88b802a9b3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:53:38Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 4, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gw_port': {'id': '1b7520c0-3dba-4ebd-a317-88b802a9b3d0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:48:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:55Z', 'updated_at': '2021-07-15T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd87958d-fe01-42b0-9f49-4c5c6697ab46', 'name': '', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'mac_address': 'fa:16:3e:c6:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:47Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 5, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'subnets': [{'id': 'dae94986-798a-49af-a019-5c98b512134f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:53:57.879132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c3b6-e99d-4fd7-b8f5-4c637888bd58 None None] The sync data for ids ['a45f66c9-4c04-48f4-8349-9f1183e2949a'] in n-d-798249-9 is: [{'id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'name': 'router1', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1b7520c0-3dba-4ebd-a317-88b802a9b3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:53:38Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 4, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'gw_port': {'id': '1b7520c0-3dba-4ebd-a317-88b802a9b3d0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:48:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:55Z', 'updated_at': '2021-07-15T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd87958d-fe01-42b0-9f49-4c5c6697ab46', 'name': '', 'network_id': 'a353120b-763c-472f-bcc3-9a0b65210a83', 'tenant_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'mac_address': 'fa:16:3e:c6:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f66c9-4c04-48f4-8349-9f1183e2949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae94986-798a-49af-a019-5c98b512134f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:53:47Z', 'updated_at': '2021-07-15T12:53:55Z', 'revision_number': 5, 'project_id': '9d1ae115cc6544a4b2cc7941b8161f17', 'subnets': [{'id': 'dae94986-798a-49af-a019-5c98b512134f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00953ee0-1ddb-42ac-9da2-89ebfe78558e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:53:58.485259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:53:58.612210 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d5a7b880-2b0f-478e-b9eb-044c53110895 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1257117 Jul 15 12:53:59.434510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:53:59.499038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:53:59.503231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:53:59.503609 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:59.579137 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:59.600282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1b7520c0-3dba-4ebd-a317-88b802a9b3d0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:53:59.604403 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:59.650682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1b7520c0-3dba-4ebd-a317-88b802a9b3d0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:54:01.420316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:54:01.480005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1b7520c0-3dba-4ebd-a317-88b802a9b3d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:54:01.480383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:12.574908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f920860-4d3e-49a5-a30e-ed0a4db756db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:15.226021 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4120fa5-8ce9-4a7a-b0d2-9392350d9d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:15.457461 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:16.518333 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:16.920942 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:54:17.842446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:42.578155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfc445a2-f22b-4404-91f9-f310bdb7aea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:45.220660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b6d5-2d44-45d8-9d07-643cfff2e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:45.466435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:46.523018 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:47.842364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:53.920657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:12.578351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-049df8aa-7a07-4736-a6e2-d226701505ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:15.220014 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ae8208e-5993-41a2-878b-085c9fc976f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:15.456557 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:16.525214 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:17.844558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:30.919038 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:39.536924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:39.602449 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-589f4659-9853-480d-b213-069e8007dfd1 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:55:39.603755 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-589f4659-9853-480d-b213-069e8007dfd1 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658643 Jul 15 12:55:39.764438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d009e6-e3a3-4761-9315-db897edcf352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:39.765872 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-12d009e6-e3a3-4761-9315-db897edcf352 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583779 Jul 15 12:55:41.898719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:41.992988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e052a-70d0-4724-ab5c-48504442a053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:41.994353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-039e052a-70d0-4724-ab5c-48504442a053 admin admin] 10.222.0.48 "GET /v2.0/subnets/dae94986-798a-49af-a019-5c98b512134f HTTP/1.1" status: 200 len: 849 time: 0.0946727 Jul 15 12:55:42.004078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:55:42.084919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:42.230276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777353090955'] for subnet, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:42.265395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:42.266465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:42.267312 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] 10.222.0.48 "PUT /v2.0/subnets/dae94986-798a-49af-a019-5c98b512134f HTTP/1.1" status: 200 len: 868 time: 0.2675052 Jul 15 12:55:42.270441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d2171-cec6-4c5e-b276-624b510b716f None None] Network a353120b-763c-472f-bcc3-9a0b65210a83 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:55:42.286870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae94986-798a-49af-a019-5c98b512134f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:55:42.294311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.294654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.295007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.295341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.295678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.296010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.296341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.296665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.297001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.297346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.297659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.297982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c561a13-61e9-4307-8564-4a2bed712524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:55:42.583896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd168e94-20de-4751-b834-c3371077f168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:42.696023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-922b0c9c-5c7c-4335-8e3c-6ae34c976566 None None] Provisioning complete for port cd87958d-fe01-42b0-9f49-4c5c6697ab46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:55:42.696397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-922b0c9c-5c7c-4335-8e3c-6ae34c976566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:42.778355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-922b0c9c-5c7c-4335-8e3c-6ae34c976566 None None] Provisioning complete for port e9ec9332-e3d3-4c0a-9a43-86fcadfb8e8a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:55:42.778628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-922b0c9c-5c7c-4335-8e3c-6ae34c976566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:44.411311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:44.614756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2839a25-20f7-42e3-84d2-8bbdd78bd554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:44.615235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2839a25-20f7-42e3-84d2-8bbdd78bd554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:44.616775 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d2839a25-20f7-42e3-84d2-8bbdd78bd554 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045829 Jul 15 12:55:45.222930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73c8f75f-dce6-46f3-b434-61809e2d1e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:45.457861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:46.526905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:46.774576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:46.905718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b143c-d000-4f09-b241-2df65271590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:46.906194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b143c-d000-4f09-b241-2df65271590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:46.907748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd1b143c-d000-4f09-b241-2df65271590b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322238 Jul 15 12:55:47.845043 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:49.056997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:49.179924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e553b-9d95-4750-bd0b-27103d558d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:49.181284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-830e553b-9d95-4750-bd0b-27103d558d83 admin admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 886 time: 0.1233487 Jul 15 12:55:51.355019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:51.567547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6884780d-fa6f-45c5-9524-559de9759502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:51.568924 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6884780d-fa6f-45c5-9524-559de9759502 admin admin] 10.222.0.48 "GET /v2.0/networks/a353120b-763c-472f-bcc3-9a0b65210a83 HTTP/1.1" status: 200 len: 869 time: 0.2129385 Jul 15 12:55:53.761855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:53.882339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00f767-cbfa-4bdc-bd1a-358f0d88937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:53.882801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00f767-cbfa-4bdc-bd1a-358f0d88937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:53.884316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf00f767-cbfa-4bdc-bd1a-358f0d88937a admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214867 Jul 15 12:55:56.036459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:56.133047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab76425-814e-4345-ae59-36dc5077c2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:56.133511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab76425-814e-4345-ae59-36dc5077c2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:56.135141 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6ab76425-814e-4345-ae59-36dc5077c2fe admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976982 Jul 15 12:55:58.256437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:58.339625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe055dfe-0745-48d0-828b-3e826a8053a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:55:58.340931 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fe055dfe-0745-48d0-828b-3e826a8053a0 admin admin] 10.222.0.48 "GET /v2.0/subnets/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e HTTP/1.1" status: 200 len: 816 time: 0.0835559 Jul 15 12:56:00.466005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:00.555036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c6ed7-3bd4-4e37-905a-c090bf8aef1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:56:00.556396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a8c6ed7-3bd4-4e37-905a-c090bf8aef1b admin admin] 10.222.0.48 "GET /v2.0/subnets/dae94986-798a-49af-a019-5c98b512134f HTTP/1.1" status: 200 len: 868 time: 0.0894127 Jul 15 12:56:07.917641 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:12.575105 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e738a-1200-478d-912f-9f3765d81a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:15.222744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd7220f0-fb3e-4a45-ae5f-af0560eea197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:15.467980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:16.528956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:17.848956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:25.286252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:25.332122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-eb2f97fb-34a1-4ede-8247-66916a6acc47 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:56:25.333106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb2f97fb-34a1-4ede-8247-66916a6acc47 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459223 Jul 15 12:56:27.572636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:27.633282 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-954416b8-dd65-4d84-b9f4-0b2b1a97552d admin admin] GET failed (client error): The resource could not be found. Jul 15 12:56:27.634621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-954416b8-dd65-4d84-b9f4-0b2b1a97552d admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610478 Jul 15 12:56:27.843187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890545c-7331-4ddd-8373-7174c2d0a194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:56:27.844662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b890545c-7331-4ddd-8373-7174c2d0a194 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2062175 Jul 15 12:56:30.021139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:30.066836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:56:30.089895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Made reservation on behalf of c6a7da2a5205497dad3a4bf408c08434 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:56:30.092213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.120049 n-d-798249-9 neutron-server[93824]: WARNING neutron.services.revisions.revision_plugin [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Could not find related network for resource to bump revision. Jul 15 12:56:30.136443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:56:30.150368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777353203779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.150946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Unsubscribe: segment precommit_create {{(pid=93824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:56:30.151373 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Added segment 2e06ff71-23a9-4754-94f6-1e080baa2739 of type vlan for network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 Jul 15 12:56:30.199251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.239485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.240323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:56:30.240884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.285533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2632551 Jul 15 12:56:30.334912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:30.342125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.342499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.342834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.343166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.343494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.343819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.344142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.344465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.344781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.345099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.345414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.345728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bb266-4838-4db9-9841-afb36e9ae1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:30.357882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:56:32.472444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:32.531113 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4516cfd8-9725-4e24-a14a-ff1dc5fa328f admin admin] GET failed (client error): The resource could not be found. Jul 15 12:56:32.532421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4516cfd8-9725-4e24-a14a-ff1dc5fa328f admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590124 Jul 15 12:56:32.600341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e069438-3a43-4e18-b44d-ec55e53e70a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:56:32.601758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8e069438-3a43-4e18-b44d-ec55e53e70a3 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646632 Jul 15 12:56:32.611035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:56:32.631189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Made reservation on behalf of c6a7da2a5205497dad3a4bf408c08434 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:56:32.633448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:32.793489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:32.854511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=caaec735-84f0-4440-9dd6-05e069a7e3b2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:32.863420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:56:32.863772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Network hostable DHCP agents. Network: f666c1b7-5738-4d3d-8dd6-fc5c2bffb146, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:56:32.879525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:56:32.888390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f666c1b7-5738-4d3d-8dd6-fc5c2bffb146) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:56:32.892283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:56:32.892865 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:32.899508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92bd07-baa1-48cb-b0c3-89c83a3c77a0 None None] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:56:32.926244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e056d38d-1df4-4b32-9983-bffaf92b3e2a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2989612 Jul 15 12:56:33.153478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'tenant_id': 'c6a7da2a5205497dad3a4bf408c08434', 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:56:33.154498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.290064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Allocated IP 192.168.233.2 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/1ef665e1-3216-4758-8a5d-b50d27737d80) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:56:33.432291 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.440880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Transition to ACTIVE for port object 1ef665e1-3216-4758-8a5d-b50d27737d80 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:56:33.456476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Transition to ACTIVE for port object 1ef665e1-3216-4758-8a5d-b50d27737d80 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:56:33.462505 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.505970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:56:33.508771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:56:33.512262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:56:33.517554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Pushing event updated for resources: {'Port': ['ID=1ef665e1-3216-4758-8a5d-b50d27737d80,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:33.528581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.528922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.529256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.529585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.529918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.530261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.530585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.530902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.531218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.531532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.531847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.532159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:33.580285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Attempting to bind port 1ef665e1-3216-4758-8a5d-b50d27737d80 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:56:33.580660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Attempting to bind port 1ef665e1-3216-4758-8a5d-b50d27737d80 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:56:33.581604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Attempting to bind port 1ef665e1-3216-4758-8a5d-b50d27737d80 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:56:33.587245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:56:33.587625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:56:33.588028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.588421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:56:33.588901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Bound port: 1ef665e1-3216-4758-8a5d-b50d27737d80, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:56:33.589300 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.654748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] For port 1ef665e1-3216-4758-8a5d-b50d27737d80, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:56:33.658021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] For port 1ef665e1-3216-4758-8a5d-b50d27737d80, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ef665e1-3216-4758-8a5d-b50d27737d80,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:56:33.663483 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.722975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca99139-93d2-4fad-b359-d5e66618ab6c None None] Pushing event updated for resources: {'Port': ['ID=1ef665e1-3216-4758-8a5d-b50d27737d80,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:34.543692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b37cd82-073a-4631-93ff-907f7fe9c676 None None] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:56:34.672266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c3e6672e-35f7-46ae-8579-5ed7223044de None None] Provisioning for port 1ef665e1-3216-4758-8a5d-b50d27737d80 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:56:35.560085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ef665e1-3216-4758-8a5d-b50d27737d80 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:56:35.610176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1ef665e1-3216-4758-8a5d-b50d27737d80 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:56:35.614715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ef665e1-3216-4758-8a5d-b50d27737d80 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:56:35.615091 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:35.691176 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:35.724260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1ef665e1-3216-4758-8a5d-b50d27737d80, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ef665e1-3216-4758-8a5d-b50d27737d80,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:56:35.728313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:35.777068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1ef665e1-3216-4758-8a5d-b50d27737d80,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:37.530732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ef665e1-3216-4758-8a5d-b50d27737d80 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:56:37.579183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ef665e1-3216-4758-8a5d-b50d27737d80 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:56:37.579554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:42.575534 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d664fa-6c88-4a5d-9761-954a226fe545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:44.919237 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:45.223330 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98e161a5-d4ae-443d-94ba-bf6bbd6d71f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:45.459454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:46.535691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:47.851973 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.576053 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6bb98d9e-9ad4-47ce-8c58-3f232492c84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.223825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f5b401a-3ea4-4790-8f4b-99b7f9165425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.462081 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.535294 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.856313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.918583 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:42.577042 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d456c47d-18b0-45c9-b263-9d8fcdc09921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.690677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:42.697368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-8bccecbc-cb57-4e65-af5a-0478a3ec4a9a tempest-verify_tempest_config-768364485 tempest-verify_tempest_config-768364485-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:42.698366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8bccecbc-cb57-4e65-af5a-0478a3ec4a9a tempest-verify_tempest_config-768364485 tempest-verify_tempest_config-768364485-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067146 Jul 15 12:57:43.001452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:43.101088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.214658 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.218075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.263579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=082cf16b169e4ce29a75b359e23f2b57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2611146 Jul 15 12:57:43.264750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645fc3ec-4e05-4986-a08e-6960d75973db,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:43.266454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57896) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:43.272587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.272846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.273185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.273515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.273841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.274163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.274518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.274836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.275152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.275468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.275784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.276098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40746e9a-5a3f-4bcc-9779-86d27134d389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.326276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.346646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.434947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.437410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.438622 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/645fc3ec-4e05-4986-a08e-6960d75973db HTTP/1.1" status: 204 len: 168 time: 0.1703243 Jul 15 12:57:43.446894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645fc3ec-4e05-4986-a08e-6960d75973db,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:43.453470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.453773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.454114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.454482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.454818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.455157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.455491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.455823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.456447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.456782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.457646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:43.458075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daac04-98fb-4a8b-9d4b-cbb1f8cf6aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:45.226152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39593193-e303-4753-9385-d36ff4815a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.464941 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.538367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.857823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.966276 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:12.578127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1a4a-35e0-4077-9d9e-4b6c9461faeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.226746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f688e10-0859-4286-b6cc-28a78be8d816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.465600 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.541459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.861026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.964515 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:42.577956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f706abfd-1fb7-48dc-9e32-3022c22c29c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.226511 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd06c980-7aea-4a9a-a4e9-ffeac5b11f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.465872 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.544581 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.864413 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.582549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be672182-6be7-4b64-a48e-d67ea7881b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.963564 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:15.227109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9e00a13-ab6d-46a5-bc58-0ef4f39d310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.465398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.548228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.867116 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.583813 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6a30725-eb25-494d-ac82-3cec97d988a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.228702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-477ce977-792c-41d9-b859-429f8339a9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.465600 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.552326 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.871380 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.963011 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:12.584251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13db0953-dc28-4953-83fa-128f7eb3989b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.229236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94c072f1-02c7-42a8-bbb1-0dc6bd8a46cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.466592 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.554430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.874553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.961616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:30.535005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.240458 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33477387'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.584008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d35fb08-defb-4e9b-a295-3eb4f30a61b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.230483 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df105b90-5afc-4c7a-a0db-7bb7015e9885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.466592 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.556747 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.877795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.491387 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.224121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.961640 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:12.584364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4cb2-6934-47d6-b888-e6a741bea061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.230872 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4632618-f674-411a-b499-3a741e108c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.467756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.561393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.880744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.303258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:22.404119 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e4022f4-a755-439b-b962-593bd657b313 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0997674 Jul 15 13:01:24.659056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57972) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:24.712997 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0448f6a8-0147-49bc-8a18-d124dd21c36c admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0528412 Jul 15 13:01:30.480942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.222202 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.961484 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:42.584463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55e6ff16-2108-43b6-8c1e-f7bf465d5f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.230445 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23c23a2e-2216-49ca-8149-a15213da2f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.468424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.565486 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.884414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:00.484644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.253963 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.586049 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85748ccc-ed68-43d4-889f-d1d63bb3ba0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.231095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d519d68e-002b-4c25-bf47-1da4ff723061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.468445 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.567299 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.887384 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.960925 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:30.484732 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.251602 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.869751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58058) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.128705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-network', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:41.150933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Made reservation on behalf of d43a66d9ea694c20845a5a1edf58a645 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:41.154149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.163755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.271219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.276068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.309072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa3915-96bd-42b1-964c-5e9239e705a3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.322663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.323427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.323427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.323603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Tracked resource versions report: Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: pushed versions: Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Log': {'1.0'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Network': {'1.1'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Port': {'1.7'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: consumer versions: Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: { DHCP agent@n-d-798249-9: {}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: HyperV agent@n-h1-798249-9: {}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: HyperV agent@n-h2-798249-9: {}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: L3 agent@n-d-798249-9: {}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: Metadata agent@n-d-798249-9: {}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: Metering agent@n-d-798249-9: {}, Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Log': '1.0', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Network': '1.1', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Port': '1.7', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'PortForwarding': '1.2', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'QosPolicy': '1.8', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'SubPort': '1.0', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Subnet': '1.1', Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: 'Trunk': '1.1'}} Jul 15 13:02:41.324645 n-d-798249-9 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:02:41.328322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:41.345749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.345749 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Added segment 43cd9903-ddc3-4e5f-ade2-faf02c59a755 of type vlan for network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 Jul 15 13:02:41.394683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.425118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.426309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:41.426902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.462687 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5911350 Jul 15 13:02:41.465729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58110) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.472375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Request body: {'subnet': {'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-subnet', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:41.495010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b3e08-77c5-4001-88e0-b895e411eda0 admin admin] Pushing event updated for resources: {'Network': ['ID=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.499946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Made reservation on behalf of d43a66d9ea694c20845a5a1edf58a645 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:41.506516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.507873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:41.682395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.744380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Checking segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:41.744739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Network hostable DHCP agents. Network: d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:41.754297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.763949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.764294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.764628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.764965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.765285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.765610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.765930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.766268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.766625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.766950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.767810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.768396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Tracked resource versions report: Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: pushed versions: Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: { 'AddressGroup': {'1.2'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Log': {'1.0'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Network': {'1.1'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Port': {'1.7'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'PortForwarding': {'1.2'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'QosPolicy': {'1.8'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'SecurityGroup': {'1.4'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'SubPort': {'1.0'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Subnet': {'1.1'}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Trunk': {'1.1'}} Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: consumer versions: Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: { DHCP agent@n-d-798249-9: {}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: HyperV agent@n-h1-798249-9: {}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: HyperV agent@n-h2-798249-9: {}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: L3 agent@n-d-798249-9: {}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: Metadata agent@n-d-798249-9: {}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: Metering agent@n-d-798249-9: {}, Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'ConntrackHelper': '1.0', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Log': '1.0', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Network': '1.1', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Port': '1.7', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'PortForwarding': '1.2', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'QosPolicy': '1.8', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'SecurityGroup': '1.4', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'SecurityGroupRule': '1.2', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'SubPort': '1.0', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Subnet': '1.1', Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: 'Trunk': '1.1'}} Jul 15 13:02:41.769806 n-d-798249-9 neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:02:41.781487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:41.792803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:41.798062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:41.799741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.805336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3844fe-451f-4b65-a399-f47a76428e00 None None] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:41.824165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-98f2e78f-7d6b-4693-83e1-2f0f35c97970 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3566263 Jul 15 13:02:41.827385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58130) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.834696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:41.866859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.868381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.975357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:41.976306 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.998249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.141014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Allocated IP 172.20.0.2 (d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673/b8ee4ffa-d38b-4026-89fd-7701d4fcb88f/7c0b5f3b-6a24-4373-a02e-8cddf120c323) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:42.151179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.246059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.442718 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.443161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.467293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.476690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Transition to ACTIVE for port object 7c0b5f3b-6a24-4373-a02e-8cddf120c323 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:42.500465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Transition to ACTIVE for port object 7c0b5f3b-6a24-4373-a02e-8cddf120c323 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:42.516050 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.521897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06e70176-1193-4396-946d-b1e6fb8d8654 tempest-AutoAllocateNetworkTest-899062115 tempest-AutoAllocateNetworkTest-899062115-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bbf00430bc6642019519e72fd913ceca&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2744560 Jul 15 13:02:42.522786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.585444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Pushing event updated for resources: {'Port': ['ID=7c0b5f3b-6a24-4373-a02e-8cddf120c323,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.620496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.620832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.621168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.621503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.621831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.622156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.622506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.622821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.628127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.630495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.631034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.633100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Tracked resource versions report: Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: pushed versions: Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: { 'AddressGroup': {'1.2'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Log': {'1.0'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Network': {'1.1'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Port': {'1.7'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'PortForwarding': {'1.2'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'QosPolicy': {'1.8'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'SecurityGroup': {'1.4'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'SubPort': {'1.0'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Subnet': {'1.1'}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Trunk': {'1.1'}} Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: consumer versions: Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: { DHCP agent@n-d-798249-9: {}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: HyperV agent@n-h1-798249-9: {}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: HyperV agent@n-h2-798249-9: {}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: L3 agent@n-d-798249-9: {}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: Metadata agent@n-d-798249-9: {}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: Metering agent@n-d-798249-9: {}, Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'ConntrackHelper': '1.0', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Log': '1.0', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Network': '1.1', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Port': '1.7', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'PortForwarding': '1.2', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'QosPolicy': '1.8', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'SecurityGroup': '1.4', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'SecurityGroupRule': '1.2', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'SubPort': '1.0', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Subnet': '1.1', Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: 'Trunk': '1.1'}} Jul 15 13:02:42.635600 n-d-798249-9 neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:02:42.667228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:42.672680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:42.679679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:42.684980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Allocated IP 172.25.2.236 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/878e1c79-2b66-45ed-a115-18c33310c9ba) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:42.758475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Attempting to bind port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:42.758851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Attempting to bind port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:42.759214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Attempting to bind port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:42.764698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:42.765072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Checking segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:42.765696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.766271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Bound using segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:42.766918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Bound port: 7c0b5f3b-6a24-4373-a02e-8cddf120c323, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:42.767622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.783933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4de5d021-10b4-4959-adbc-6756a671ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.815725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190debe-da47-4075-9b52-2229b2c6fed8 tempest-AutoAllocateNetworkTest-899062115 tempest-AutoAllocateNetworkTest-899062115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:42.818360 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5190debe-da47-4075-9b52-2229b2c6fed8 tempest-AutoAllocateNetworkTest-899062115 tempest-AutoAllocateNetworkTest-899062115-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2941508 Jul 15 13:02:42.820828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58182) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.825789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.860995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] For port 7c0b5f3b-6a24-4373-a02e-8cddf120c323, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:42.869234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] For port 7c0b5f3b-6a24-4373-a02e-8cddf120c323, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c0b5f3b-6a24-4373-a02e-8cddf120c323,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:42.874761 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.876431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.925067 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c37faf1-09b5-455d-ba24-caf7f41cd57d tempest-AutoAllocateNetworkTest-899062115 tempest-AutoAllocateNetworkTest-899062115-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008449 Jul 15 13:02:42.929451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58188) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.937201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Pushing event updated for resources: {'Port': ['ID=878e1c79-2b66-45ed-a115-18c33310c9ba,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.954681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe6fd-3a77-4dbf-a0d5-aa074e7f9e0c None None] Pushing event updated for resources: {'Port': ['ID=7c0b5f3b-6a24-4373-a02e-8cddf120c323,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.956062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:42.957743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:42.966338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:42.989534 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33dc2fff-a8f5-4b98-b550-efd71e082a9d tempest-AutoAllocateNetworkTest-899062115 tempest-AutoAllocateNetworkTest-899062115-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bbf00430bc6642019519e72fd913ceca HTTP/1.1" status: 200 len: 208 time: 0.0588274 Jul 15 13:02:43.272016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.478140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.621788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:02:43.731947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:43.747511 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:43.764196 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:43.764957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.765656 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:43.766863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d992a78-9929-44c1-8dea-1c234b2a7148 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9381244 Jul 15 13:02:43.770514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:43.893304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c0b5f3b-6a24-4373-a02e-8cddf120c323 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:43.973979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:43.983748 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:44.009989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:44.215368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b1d6d-afff-45e1-835d-0af6ace2d19e None None] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:44.239517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 3, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:44.274776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:44.275390 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Updating router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b port 878e1c79-2b66-45ed-a115-18c33310c9ba binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:44.321970 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.364072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] Provisioning for port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:44.378292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] Provisioning complete for port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:44.378940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.500792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8af-294a-4c94-abd9-cf1fddf5bddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.540512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.585768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] For port 7c0b5f3b-6a24-4373-a02e-8cddf120c323, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c0b5f3b-6a24-4373-a02e-8cddf120c323,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:44.605751 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.751556 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.753579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30b09c-f458-489b-9212-ec25f7684b52 None None] Pushing event updated for resources: {'Port': ['ID=7c0b5f3b-6a24-4373-a02e-8cddf120c323,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:44.754164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8af-294a-4c94-abd9-cf1fddf5bddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.772008 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8af-294a-4c94-abd9-cf1fddf5bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.778701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Transition to ACTIVE for port object 878e1c79-2b66-45ed-a115-18c33310c9ba will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:44.801274 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.862648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2a22a8af-294a-4c94-abd9-cf1fddf5bddf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbf00430bc6642019519e72fd913ceca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8843195 Jul 15 13:02:44.862648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a8af-294a-4c94-abd9-cf1fddf5bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e3f5b-7e8f-43e8-8aa4-edb146f21380,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:44.866937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:44.886236 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Pushing event updated for resources: {'Port': ['ID=878e1c79-2b66-45ed-a115-18c33310c9ba,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:44.901458 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.901799 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.902132 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.902722 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.903376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.903705 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.904243 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.904639 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.904962 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.905285 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.905605 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.905922 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Tracked resource versions report: Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: pushed versions: Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: { 'AddressGroup': {'1.2'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Log': {'1.0'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Network': {'1.1'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Port': {'1.7'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'PortForwarding': {'1.2'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'QosPolicy': {'1.8'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'SecurityGroup': {'1.4'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'SubPort': {'1.0'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Subnet': {'1.1'}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Trunk': {'1.1'}} Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: consumer versions: Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: { DHCP agent@n-d-798249-9: {}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: HyperV agent@n-h1-798249-9: {}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: HyperV agent@n-h2-798249-9: {}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: L3 agent@n-d-798249-9: {}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: Metadata agent@n-d-798249-9: {}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: Metering agent@n-d-798249-9: {}, Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: Open vSwitch agent@n-d-798249-9: { 'AddressGroup': '1.2', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'ConntrackHelper': '1.0', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Log': '1.0', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Network': '1.1', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Port': '1.7', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'PortForwarding': '1.2', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'QosPolicy': '1.8', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'SecurityGroup': '1.4', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'SecurityGroupRule': '1.2', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'SubPort': '1.0', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Subnet': '1.1', Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: 'Trunk': '1.1'}} Jul 15 13:02:44.907043 n-d-798249-9 neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:02:44.925441 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Attempting to bind port 878e1c79-2b66-45ed-a115-18c33310c9ba on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:44.926127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Attempting to bind port 878e1c79-2b66-45ed-a115-18c33310c9ba by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:44.926529 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Attempting to bind port 878e1c79-2b66-45ed-a115-18c33310c9ba on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:44.933099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.940208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:44.941229 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:44.941871 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.942473 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:44.942953 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Bound port: 878e1c79-2b66-45ed-a115-18c33310c9ba, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:44.943376 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.028762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] For port 878e1c79-2b66-45ed-a115-18c33310c9ba, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:45.034198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b05ec86a-3435-4a4b-81bc-ac357652cff3 None None] Provisioning complete for port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:45.035756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b05ec86a-3435-4a4b-81bc-ac357652cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.037002 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] For port 878e1c79-2b66-45ed-a115-18c33310c9ba, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=878e1c79-2b66-45ed-a115-18c33310c9ba,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:45.051260 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.083283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74877ae-dc2e-4e90-9f06-0338c7a7f8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.137631 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d7d0b-36c1-42e4-8db3-d9ae5d137e3b None None] Pushing event updated for resources: {'Port': ['ID=878e1c79-2b66-45ed-a115-18c33310c9ba,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.148273 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:45.149073 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:45.206867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74877ae-dc2e-4e90-9f06-0338c7a7f8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.254276 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76421bdd-ea53-4ed0-bc84-d5870b72b6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.279679 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:45.346907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Allocated IP 172.20.0.1 (d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673/b8ee4ffa-d38b-4026-89fd-7701d4fcb88f/92a51248-242c-4cea-92f0-e03e09436722) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:45.369663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74877ae-dc2e-4e90-9f06-0338c7a7f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.372890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74877ae-dc2e-4e90-9f06-0338c7a7f8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.378233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e74877ae-dc2e-4e90-9f06-0338c7a7f8ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/082e3f5b-7e8f-43e8-8aa4-edb146f21380 HTTP/1.1" status: 204 len: 168 time: 0.5083518 Jul 15 13:02:45.400544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74877ae-dc2e-4e90-9f06-0338c7a7f8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e3f5b-7e8f-43e8-8aa4-edb146f21380,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.487419 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.551564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.575689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Transition to ACTIVE for port object 92a51248-242c-4cea-92f0-e03e09436722 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:45.636734 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 3, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:45.678514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.680983 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf81b7b-6829-4c7a-84bb-26f018f9111e None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 3, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:45.764011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:45.769929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:45.774981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:45.775509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.799685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Pushing event updated for resources: {'Port': ['ID=92a51248-242c-4cea-92f0-e03e09436722,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.813534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c0b5f3b-6a24-4373-a02e-8cddf120c323 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:45.923412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:45.923808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.178337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2fab30fd-7605-45f5-bedf-3b406916e6db None None] Provisioning for port 92a51248-242c-4cea-92f0-e03e09436722 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:46.184241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2fab30fd-7605-45f5-bedf-3b406916e6db None None] Provisioning complete for port 92a51248-242c-4cea-92f0-e03e09436722 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:46.186504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fab30fd-7605-45f5-bedf-3b406916e6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.203993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.244874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2fab30fd-7605-45f5-bedf-3b406916e6db None None] Port 92a51248-242c-4cea-92f0-e03e09436722 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:46.450595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.489705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.489705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.580606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.646335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Pushing event updated for resources: {'Port': ['ID=92a51248-242c-4cea-92f0-e03e09436722,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.711572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:46.713007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:46.864458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:46.976987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-37430464-731d-486e-a239-d4d085a2ade9 None None] Provisioning complete for port 92a51248-242c-4cea-92f0-e03e09436722 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:46.977372 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37430464-731d-486e-a239-d4d085a2ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.020933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-37430464-731d-486e-a239-d4d085a2ade9 None None] Port 92a51248-242c-4cea-92f0-e03e09436722 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:47.117663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:47.126583 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-12235080-fd0d-4027-b122-34aef4ecdca3 admin admin] 10.222.0.48 "PUT /v2.0/routers/076d6cd3-ed2d-4fb9-883e-d09eff5f905b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3543358 Jul 15 13:02:47.788438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:47.797156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:47.797866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:47.837407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 878e1c79-2b66-45ed-a115-18c33310c9ba up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:47.938357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.969874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:47.996765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 878e1c79-2b66-45ed-a115-18c33310c9ba completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:48.006006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 878e1c79-2b66-45ed-a115-18c33310c9ba triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:48.006589 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.090551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:48.101201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-network', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:48.126056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Made reservation on behalf of ed24db069ddd4d5da3e7b51bd6ce81b0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:48.130179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.141247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.242034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.264206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.271176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.274030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 878e1c79-2b66-45ed-a115-18c33310c9ba, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=878e1c79-2b66-45ed-a115-18c33310c9ba,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:48.285660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.297701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:48.316269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01713006-dc2e-469c-bd36-1751caa4c102,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.320329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.320329 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Added segment a246f3c7-ad87-4bee-8ef5-fd493a0b101a of type vlan for network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 Jul 15 13:02:48.323034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 2, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:48.353628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:48.353979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Updating router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b port 92a51248-242c-4cea-92f0-e03e09436722 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:48.366831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.400832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=878e1c79-2b66-45ed-a115-18c33310c9ba,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.403630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.405554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.406375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.408449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.457355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3580179 Jul 15 13:02:48.458005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:48.463949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Request body: {'subnet': {'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-subnet', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:48.504552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Made reservation on behalf of ed24db069ddd4d5da3e7b51bd6ce81b0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:48.507141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8abe2-e7b3-4813-92fd-4de37c9d3fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=b66d2ff2-8259-42f8-8b25-7919ba5a9fd2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.519022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.556563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:48.736912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.802529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c43d42a-fa77-4bbb-bb9b-b35961061a57,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.813782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Checking segment: {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:48.814415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Network hostable DHCP agents. Network: b66d2ff2-8259-42f8-8b25-7919ba5a9fd2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:48.847623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:48.865200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b66d2ff2-8259-42f8-8b25-7919ba5a9fd2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:48.869715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.870442 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.898171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-875390e3-3271-4485-81dd-8d7d70796940 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4383681 Jul 15 13:02:48.900821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:48.909319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:48.942088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.943611 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.966831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24123d5-d5be-41f7-b101-024de5e2deb6 None None] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:48.993714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.009080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.011972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Transition to ACTIVE for port object 92a51248-242c-4cea-92f0-e03e09436722 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:49.055151 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.176467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e6425-0c1d-4214-b4dc-5c2e5a4018b9 None None] Pushing event updated for resources: {'Port': ['ID=92a51248-242c-4cea-92f0-e03e09436722,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.248293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.284561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Attempting to bind port 92a51248-242c-4cea-92f0-e03e09436722 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:49.285193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Attempting to bind port 92a51248-242c-4cea-92f0-e03e09436722 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:49.285193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Attempting to bind port 92a51248-242c-4cea-92f0-e03e09436722 on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:49.291978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:49.292488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Checking segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:49.293028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.293487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Bound using segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:49.294033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Bound port: 92a51248-242c-4cea-92f0-e03e09436722, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:49.294541 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.299673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b66d2ff2-8259-42f8-8b25-7919ba5a9fd2', 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'fixed_ips': [{'subnet_id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:49.300603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.516807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] For port 92a51248-242c-4cea-92f0-e03e09436722, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:49.524096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] For port 92a51248-242c-4cea-92f0-e03e09436722, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=92a51248-242c-4cea-92f0-e03e09436722,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:49.544200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.584079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.584770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:49.587601 n-d-798249-9 neutron-server[93824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 13:02:49.635904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-81cf6874-1357-4d0d-bd73-ccec7b45b157 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494359 Jul 15 13:02:49.638332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.638700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Allocated IP 172.20.0.2 (b66d2ff2-8259-42f8-8b25-7919ba5a9fd2/0c43d42a-fa77-4bbb-bb9b-b35961061a57/cbed453e-a9ab-402c-96aa-51995cb66574) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:49.644407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e6425-0c1d-4214-b4dc-5c2e5a4018b9 None None] Pushing event updated for resources: {'Port': ['ID=92a51248-242c-4cea-92f0-e03e09436722,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.672150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:49.672802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:49.855708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:49.884213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Allocated IP 172.25.2.130 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:50.025284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-31bee336-7250-41e8-a3c9-2976f889eb4d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.032000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-31bee336-7250-41e8-a3c9-2976f889eb4d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951797 Jul 15 13:02:50.052657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-26889c32-9f2c-4873-b9fa-7f50b168810d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/quotas/6f6fab0cead24aaeb3bf6d7a2294de9f HTTP/1.1" status: 200 len: 375 time: 0.0196872 Jul 15 13:02:50.115602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.116309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-0be35df4-8c83-4aca-b27e-1860c34d23d1 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598257 Jul 15 13:02:50.118496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 878e1c79-2b66-45ed-a115-18c33310c9ba up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:50.186408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.287254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:50.306569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:50.307979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:50.317660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 878e1c79-2b66-45ed-a115-18c33310c9ba triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:50.318116 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.321954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:50.333559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:50.357499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.378610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Transition to ACTIVE for port object cbed453e-a9ab-402c-96aa-51995cb66574 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:50.386812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:50.433974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004c7f-2728-4309-a8de-5ee0c5515db1 None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:50.439430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Transition to ACTIVE for port object cbed453e-a9ab-402c-96aa-51995cb66574 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:50.453411 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.546615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d48c69bc-9154-42fb-8c8b-79ab7c4b98e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.621993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Pushing event updated for resources: {'Port': ['ID=cbed453e-a9ab-402c-96aa-51995cb66574,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:50.643569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:50.647608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Pushing event updated for resources: {'Port': ['ID=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:50.648355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:50.656297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:50.800239 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1a44123-6bd9-43cc-a0fe-1203386b8d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.825874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.913158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Attempting to bind port cbed453e-a9ab-402c-96aa-51995cb66574 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:50.914785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Attempting to bind port cbed453e-a9ab-402c-96aa-51995cb66574 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:50.915406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Attempting to bind port cbed453e-a9ab-402c-96aa-51995cb66574 on network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:50.922380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:50.923207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Checking segment: {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:50.924563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.925329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Bound using segment: {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:50.926080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Bound port: cbed453e-a9ab-402c-96aa-51995cb66574, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:50.926825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.992639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d48c69bc-9154-42fb-8c8b-79ab7c4b98e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.999936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.040569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] For port cbed453e-a9ab-402c-96aa-51995cb66574, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:51.043420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d48c69bc-9154-42fb-8c8b-79ab7c4b98e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.045017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] For port cbed453e-a9ab-402c-96aa-51995cb66574, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cbed453e-a9ab-402c-96aa-51995cb66574,segment=NetworkSegment(a246f3c7-ad87-4bee-8ef5-fd493a0b101a),segment_id=a246f3c7-ad87-4bee-8ef5-fd493a0b101a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:51.051393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.117549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7ddd4-73fb-45cc-ad51-c3eedd161cf8 None None] Pushing event updated for resources: {'Port': ['ID=cbed453e-a9ab-402c-96aa-51995cb66574,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.251602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c69bc-9154-42fb-8c8b-79ab7c4b98e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83694354-a565-4e2e-96ec-aa044116e7da,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.350306 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.353537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b9fe698-d3c1-428e-a134-db8158cfd596 req-27a7ed5d-0be1-4456-9005-b21dcc83fa37 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.3523133 Jul 15 13:02:51.431232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d48c69bc-9154-42fb-8c8b-79ab7c4b98e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27d24794d03c4c3aafdcc4d4addafe36&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1398125 Jul 15 13:02:51.433817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.444745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1a44123-6bd9-43cc-a0fe-1203386b8d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.499497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1a44123-6bd9-43cc-a0fe-1203386b8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.749671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49360702-da8e-40be-a8f5-07c25b5b7dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.759383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d1a44123-6bd9-43cc-a0fe-1203386b8d0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=637263599f9d49038fdaf958729e3e48&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4244552 Jul 15 13:02:51.761693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a44123-6bd9-43cc-a0fe-1203386b8d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66565930-48fd-4c02-8c81-81956d22b337,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.773645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.785739 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Router 37c5a096-10dc-450d-b075-f4c58c98f770 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:02:51.800307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.945373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49360702-da8e-40be-a8f5-07c25b5b7dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.980160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41c22b81-e16d-498e-bfab-c2c06c7520b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.107704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92a51248-242c-4cea-92f0-e03e09436722 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:52.113680 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41c22b81-e16d-498e-bfab-c2c06c7520b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.217130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49360702-da8e-40be-a8f5-07c25b5b7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.219926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49360702-da8e-40be-a8f5-07c25b5b7dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.222135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-49360702-da8e-40be-a8f5-07c25b5b7dbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83694354-a565-4e2e-96ec-aa044116e7da HTTP/1.1" status: 204 len: 168 time: 0.7873530 Jul 15 13:02:52.258833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49360702-da8e-40be-a8f5-07c25b5b7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83694354-a565-4e2e-96ec-aa044116e7da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.292039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41c22b81-e16d-498e-bfab-c2c06c7520b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.297337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41c22b81-e16d-498e-bfab-c2c06c7520b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.303054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-41c22b81-e16d-498e-bfab-c2c06c7520b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66565930-48fd-4c02-8c81-81956d22b337 HTTP/1.1" status: 204 len: 168 time: 0.5238132 Jul 15 13:02:52.319223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 92a51248-242c-4cea-92f0-e03e09436722 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:52.319442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c22b81-e16d-498e-bfab-c2c06c7520b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66565930-48fd-4c02-8c81-81956d22b337,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.326094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 92a51248-242c-4cea-92f0-e03e09436722 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:52.326838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.375719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97a2fd58-9515-4088-96ce-8b21e2286f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.513291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:52.525993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Sync routers for ids ['37c5a096-10dc-450d-b075-f4c58c98f770'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:52.548661 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Routers {'37c5a096-10dc-450d-b075-f4c58c98f770'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:52.549006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80ad9364-ba1b-4728-b5e4-5317b8294f69 req-a4800a24-8228-43c6-be97-d04c50a47de8 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.0666282 Jul 15 13:02:52.552402 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['37c5a096-10dc-450d-b075-f4c58c98f770'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:52.585699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.733462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 92a51248-242c-4cea-92f0-e03e09436722, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=92a51248-242c-4cea-92f0-e03e09436722,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:52.736717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97a2fd58-9515-4088-96ce-8b21e2286f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.745453 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.749362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cbed453e-a9ab-402c-96aa-51995cb66574 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:52.749709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97a2fd58-9515-4088-96ce-8b21e2286f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.831524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.837274 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a601f3e7-ee8c-41bb-bd60-ad06c4767479 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9317698 Jul 15 13:02:52.839023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:52.880871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:52.889595 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Set router 37c5a096-10dc-450d-b075-f4c58c98f770 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:52.901478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=92a51248-242c-4cea-92f0-e03e09436722,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.918112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cbed453e-a9ab-402c-96aa-51995cb66574 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:52.960893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2fd58-9515-4088-96ce-8b21e2286f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4b247-2869-40f6-b597-c77f2c17d153,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.978998 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97a2fd58-9515-4088-96ce-8b21e2286f8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef41345caa1b4bc8b570bf21144fb5f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1758437 Jul 15 13:02:52.982777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.077835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637beedc-8113-402f-b350-d1cd59fd3bd7 None None] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:53.109644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73c920f7-c958-46bb-bb86-059de261185c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.133841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58700) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.183720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf31f2d2-4c51-4d30-a820-8e90fff20565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.199415 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:50Z', 'revision_number': 3, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:53.203480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73c920f7-c958-46bb-bb86-059de261185c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.260639 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Checking router: 37c5a096-10dc-450d-b075-f4c58c98f770 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:53.272068 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Updating router 37c5a096-10dc-450d-b075-f4c58c98f770 port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:53.301405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73c920f7-c958-46bb-bb86-059de261185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.304881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73c920f7-c958-46bb-bb86-059de261185c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.306324 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73c920f7-c958-46bb-bb86-059de261185c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20e4b247-2869-40f6-b597-c77f2c17d153 HTTP/1.1" status: 204 len: 168 time: 0.3184526 Jul 15 13:02:53.311465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] Provisioning for port cbed453e-a9ab-402c-96aa-51995cb66574 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:53.319967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] Provisioning complete for port cbed453e-a9ab-402c-96aa-51995cb66574 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:53.320346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.325686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c920f7-c958-46bb-bb86-059de261185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4b247-2869-40f6-b597-c77f2c17d153,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.361760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf31f2d2-4c51-4d30-a820-8e90fff20565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.369681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf31f2d2-4c51-4d30-a820-8e90fff20565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.377996 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.433251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf31f2d2-4c51-4d30-a820-8e90fff20565 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74dbdbf0bbe849b79e497d41a5b16792&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2946362 Jul 15 13:02:53.434832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31f2d2-4c51-4d30-a820-8e90fff20565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78849ba-81b7-408d-873d-3d7473f77271,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.439678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.536196 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c51c95c6-69e4-4b15-ab30-b6c36a888753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.612343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c51c95c6-69e4-4b15-ab30-b6c36a888753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.630580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.647361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:53.685817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] For port cbed453e-a9ab-402c-96aa-51995cb66574, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cbed453e-a9ab-402c-96aa-51995cb66574,segment=NetworkSegment(a246f3c7-ad87-4bee-8ef5-fd493a0b101a),segment_id=a246f3c7-ad87-4bee-8ef5-fd493a0b101a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:53.692211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.703456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-defdc7c2-7431-44ca-9248-35e78c90ac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.721843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.758962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:02:53.758962 n-d-798249-9 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:02:53.758962 n-d-798249-9 neutron-server[93823]: [parameters: {'project_id': '31d07836b042478083a4835b041084eb', 'id': 'b4581385-54e8-4b52-aaae-4f712d6d18e8', 'expiration': datetime.datetime(2021, 7, 15, 13, 4, 53, 752536)}] Jul 15 13:02:53.758962 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:02:53.759364 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:02:53.792098 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c51c95c6-69e4-4b15-ab30-b6c36a888753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.800471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a267b-edda-4df2-946e-f16e86d5a91b None None] Pushing event updated for resources: {'Port': ['ID=cbed453e-a9ab-402c-96aa-51995cb66574,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.803041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c51c95c6-69e4-4b15-ab30-b6c36a888753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.810131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c51c95c6-69e4-4b15-ab30-b6c36a888753 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e78849ba-81b7-408d-873d-3d7473f77271 HTTP/1.1" status: 204 len: 168 time: 0.3672462 Jul 15 13:02:53.874579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c95c6-69e4-4b15-ab30-b6c36a888753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78849ba-81b7-408d-873d-3d7473f77271,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.895470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92a51248-242c-4cea-92f0-e03e09436722 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:53.997055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-defdc7c2-7431-44ca-9248-35e78c90ac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.006923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-defdc7c2-7431-44ca-9248-35e78c90ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.058857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 92a51248-242c-4cea-92f0-e03e09436722 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:54.059399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.075978 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.088743 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Transition to ACTIVE for port object b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:54.108979 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.116809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b5a494cc-e855-4248-b543-6fa35bc98379 req-c7509eba-0267-484a-9e89-db6bbe6ae3b6 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.0620296 Jul 15 13:02:54.134009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-defdc7c2-7431-44ca-9248-35e78c90ac39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a677f9a72ea84786ad386bcfae2caca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4845901 Jul 15 13:02:54.137102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdc7c2-7431-44ca-9248-35e78c90ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41934f57-9721-4aa7-8899-49877f65d988,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.138703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.144009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:54.170183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1d2e8cd3-0b9d-4cd9-b56f-15fd6720e464 None None] Provisioning complete for port cbed453e-a9ab-402c-96aa-51995cb66574 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:54.170578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8cd3-0b9d-4cd9-b56f-15fd6720e464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.184582 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18aac4f-638d-434a-9c40-511d09faada2 None None] Pushing event updated for resources: {'Port': ['ID=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.236772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Attempting to bind port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:54.238751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Attempting to bind port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:54.239528 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Attempting to bind port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:54.247543 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:54.249993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:54.250761 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.253958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:54.255956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Bound port: b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:54.256590 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.262659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.312335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.23', 62139) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:54.425351 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] For port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:54.430801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7a8424d-ffd1-48f3-8660-da744b32bee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.433443 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] For port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:54.444487 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.467864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Allocated IP 172.20.0.1 (b66d2ff2-8259-42f8-8b25-7919ba5a9fd2/0c43d42a-fa77-4bbb-bb9b-b35961061a57/e2328f3a-62e1-4a09-bf17-663ef22e3d02) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:54.543299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18aac4f-638d-434a-9c40-511d09faada2 None None] Pushing event updated for resources: {'Port': ['ID=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.549966 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Routers {'37c5a096-10dc-450d-b075-f4c58c98f770'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:54.553216 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['37c5a096-10dc-450d-b075-f4c58c98f770'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:54.555648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7a8424d-ffd1-48f3-8660-da744b32bee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.602462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.628559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.648442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:54.691919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de32fee-b2a0-4b34-8ad4-b310015ac44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.705237 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] Set router 37c5a096-10dc-450d-b075-f4c58c98f770 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:54.726457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31d07836b042478083a4835b041084eb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8443549 Jul 15 13:02:54.729389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:54.736732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a006cb3-60ab-45b9-ba5a-3f471bdfaca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee3adf-f52f-4abb-870a-5d0951d9d880,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.757527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.783126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Transition to ACTIVE for port object e2328f3a-62e1-4a09-bf17-663ef22e3d02 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:54.783342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7a8424d-ffd1-48f3-8660-da744b32bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.786056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7a8424d-ffd1-48f3-8660-da744b32bee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.789639 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7a8424d-ffd1-48f3-8660-da744b32bee4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41934f57-9721-4aa7-8899-49877f65d988 HTTP/1.1" status: 204 len: 168 time: 0.6413531 Jul 15 13:02:54.814745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8424d-ffd1-48f3-8660-da744b32bee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41934f57-9721-4aa7-8899-49877f65d988,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.866524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc3154dc-f639-4e75-9f13-9a7543e6eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.903541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc3154dc-f639-4e75-9f13-9a7543e6eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.942612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-9611ccbd-27aa-4138-8c10-03f53feaa658 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6280069 Jul 15 13:02:54.950670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-f2789281-d8b9-4055-94e5-e31b4a23a27c tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565367 Jul 15 13:02:54.952113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de32fee-b2a0-4b34-8ad4-b310015ac44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.961160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de32fee-b2a0-4b34-8ad4-b310015ac44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.966027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.003919 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:55.010360 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc3154dc-f639-4e75-9f13-9a7543e6eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.012811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc3154dc-f639-4e75-9f13-9a7543e6eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.013930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc3154dc-f639-4e75-9f13-9a7543e6eb41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fee3adf-f52f-4abb-870a-5d0951d9d880 HTTP/1.1" status: 204 len: 168 time: 0.2835748 Jul 15 13:02:55.016119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de32fee-b2a0-4b34-8ad4-b310015ac44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc579832-cc66-4105-91b7-0dfc5754a953,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.026986 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3de32fee-b2a0-4b34-8ad4-b310015ac44c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b114a3660a54301b196d46f28cf5c11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3741748 Jul 15 13:02:55.028778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:55.031096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3154dc-f639-4e75-9f13-9a7543e6eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee3adf-f52f-4abb-870a-5d0951d9d880,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.094748 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:50Z', 'revision_number': 3, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:55.119036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:55.148140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c15d0928-caba-4b7c-998e-26ab054e01dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.162652 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99561dca-1f48-4841-82b2-343557a70d26 None None] The sync data for ids ['37c5a096-10dc-450d-b075-f4c58c98f770'] in n-d-798249-9 is: [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:50Z', 'revision_number': 3, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:55.197570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c15d0928-caba-4b7c-998e-26ab054e01dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.262432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:55.299673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c15d0928-caba-4b7c-998e-26ab054e01dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.303170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c15d0928-caba-4b7c-998e-26ab054e01dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.304409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c15d0928-caba-4b7c-998e-26ab054e01dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc579832-cc66-4105-91b7-0dfc5754a953 HTTP/1.1" status: 204 len: 168 time: 0.2747440 Jul 15 13:02:55.312268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:55.312755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.317254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0928-caba-4b7c-998e-26ab054e01dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc579832-cc66-4105-91b7-0dfc5754a953,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.333991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-f23efd69-16e1-445b-8f09-73d734780385 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.346432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-f23efd69-16e1-445b-8f09-73d734780385 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943563 Jul 15 13:02:55.452219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2328f3a-62e1-4a09-bf17-663ef22e3d02,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.529407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-d03ed064-f050-410f-a8d2-d3cd433d46f4 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/quotas/d2dd1d34caab419785ae1e0d910e7d13 HTTP/1.1" status: 200 len: 375 time: 0.1818988 Jul 15 13:02:55.542599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-339c4ea7-240f-4278-bd21-8e13a849d6a1 req-6e6331b3-ecff-4ad9-b29c-340555500bcf tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.1914859 Jul 15 13:02:55.564404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-36acfb30-67ef-4564-a8ed-8b2a3600d63d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.566571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-36acfb30-67ef-4564-a8ed-8b2a3600d63d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6121445 Jul 15 13:02:55.772659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0199da0d-6c59-41c7-bfa6-76c98b53c98d None None] Provisioning for port e2328f3a-62e1-4a09-bf17-663ef22e3d02 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:55.777085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5d936cce-3bc6-4813-aac0-9282051df5b5 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2095230 Jul 15 13:02:55.778979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0199da0d-6c59-41c7-bfa6-76c98b53c98d None None] Provisioning complete for port e2328f3a-62e1-4a09-bf17-663ef22e3d02 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:55.779987 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0199da0d-6c59-41c7-bfa6-76c98b53c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.783530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Request body: {'port': {'device_id': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '6f6fab0cead24aaeb3bf6d7a2294de9f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:55.870401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0199da0d-6c59-41c7-bfa6-76c98b53c98d None None] Port e2328f3a-62e1-4a09-bf17-663ef22e3d02 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:56.026427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:56.132648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:56.140648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:56.141033 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.198080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Made reservation on behalf of 6f6fab0cead24aaeb3bf6d7a2294de9f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:56.206418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.217603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:56.249108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf9cf22-eb2a-48f7-a1dd-3f39ef1e2faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.289510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce97b014-707f-471d-a117-63654fe0d093 req-e33d6011-1161-4442-9e81-bf7c3fad076e tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 210 time: 0.1127174 Jul 15 13:02:56.313428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.340850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.365986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:02:56.365986 n-d-798249-9 neutron-server[93824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:02:56.365986 n-d-798249-9 neutron-server[93824]: [parameters: {'project_id_1': '6f6fab0cead24aaeb3bf6d7a2294de9f', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 2, 56, 336407)}] Jul 15 13:02:56.365986 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:02:56.367537 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:02:56.420689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.476845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:56.485695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.487198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cbed453e-a9ab-402c-96aa-51995cb66574 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:56.673135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.684748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cbed453e-a9ab-402c-96aa-51995cb66574 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:56.685062 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.773281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf9cf22-eb2a-48f7-a1dd-3f39ef1e2faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.781232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf9cf22-eb2a-48f7-a1dd-3f39ef1e2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.845413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.854684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-caf9cf22-eb2a-48f7-a1dd-3f39ef1e2faa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c715ed1845a4a77a4d2e34c3afca215&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6347609 Jul 15 13:02:56.859365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:56.875787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.919290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.920916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.950442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9cf22-eb2a-48f7-a1dd-3f39ef1e2faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d83de9-9fa0-4b84-95a1-554bd280983c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.186962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5caced2-160c-4c9d-a53c-0099326af770 req-7a57f1e2-4cef-490a-9365-cc552bc353b6 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.1386926 Jul 15 13:02:57.246402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2328f3a-62e1-4a09-bf17-663ef22e3d02,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.404717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bbe8-ce5d-435a-a473-2bb24f79bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.521635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b0b8603-5f21-4c71-abb9-47ef3d651dc6 req-c9bcd179-9d17-4606-80f5-968122ba5390 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 210 time: 0.0473683 Jul 15 13:02:57.533835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bbe8-ce5d-435a-a473-2bb24f79bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.639525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:57.660663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:57.719966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.855268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.865100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:57.984118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:57.988059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.031879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bbe8-ce5d-435a-a473-2bb24f79bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.040061 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bbe8-ce5d-435a-a473-2bb24f79bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.043846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f9f7bbe8-ce5d-435a-a473-2bb24f79bea6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59d83de9-9fa0-4b84-95a1-554bd280983c HTTP/1.1" status: 204 len: 168 time: 1.1799114 Jul 15 13:02:58.198115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Router 37c5a096-10dc-450d-b075-f4c58c98f770 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:58.224845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-71ad57bc-09c4-4f95-bca0-d9fb7ab36c4d None None] Provisioning complete for port e2328f3a-62e1-4a09-bf17-663ef22e3d02 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:58.227351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71ad57bc-09c4-4f95-bca0-d9fb7ab36c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.244090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05c4f94-e917-4e2a-a421-5184e9bef594,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:58.331777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7bbe8-ce5d-435a-a473-2bb24f79bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d83de9-9fa0-4b84-95a1-554bd280983c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:58.374236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-71ad57bc-09c4-4f95-bca0-d9fb7ab36c4d None None] Port e2328f3a-62e1-4a09-bf17-663ef22e3d02 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:58.539947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2556a009-534a-4f2e-98b8-44aee1c189db req-b16e7686-2547-460a-adc5-16313027399f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.0804803 Jul 15 13:02:58.622956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Allocated IP 192.168.233.75 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/896b6af9-4934-4d98-83e3-67e9f6240dad) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:58.802462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83da34e7-837b-4042-868e-c927486b2195 req-61992aca-dd71-4cfb-962a-bdddb7d2d8ff tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 210 time: 0.0495365 Jul 15 13:02:58.879856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:58.892017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Sync routers for ids ['37c5a096-10dc-450d-b075-f4c58c98f770'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:58.908245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Routers {'37c5a096-10dc-450d-b075-f4c58c98f770'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:58.909566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['37c5a096-10dc-450d-b075-f4c58c98f770'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:58.909884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d67c7814-a1e6-4462-8eb2-955981751cf3 admin admin] 10.222.0.48 "PUT /v2.0/routers/37c5a096-10dc-450d-b075-f4c58c98f770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0629585 Jul 15 13:02:58.941558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.49', 65380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:59.014459 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-8d5f2b1e-152a-4d90-b8d2-7b9a9be49a0a tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714028 Jul 15 13:02:59.057484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.078589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Transition to ACTIVE for port object 896b6af9-4934-4d98-83e3-67e9f6240dad will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:59.151274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.245414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Set router 37c5a096-10dc-450d-b075-f4c58c98f770 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:59.315221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-b2c35b72-a6b7-4120-8d83-bcec00037abe tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.318805 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-b2c35b72-a6b7-4120-8d83-bcec00037abe tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942870 Jul 15 13:02:59.371010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Request body: {'port': {'device_id': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'd2dd1d34caab419785ae1e0d910e7d13'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:59.775273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:59.786112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e2328f3a-62e1-4a09-bf17-663ef22e3d02', 'name': '', 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'mac_address': 'fa:16:3e:dc:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:54Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 2, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'subnets': [{'id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:59.788195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:59.820301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:59.840619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.841467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.857036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Pushing event updated for resources: {'Port': ['ID=896b6af9-4934-4d98-83e3-67e9f6240dad,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:59.864752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Made reservation on behalf of d2dd1d34caab419785ae1e0d910e7d13 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:59.874354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.879099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Checking router: 37c5a096-10dc-450d-b075-f4c58c98f770 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:59.879686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Updating router 37c5a096-10dc-450d-b075-f4c58c98f770 port e2328f3a-62e1-4a09-bf17-663ef22e3d02 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:59.910674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.959338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-7f76904b-abda-4e7f-9b3f-7cc847211122 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1864767 Jul 15 13:02:59.978591 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.024456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-f4fbfb3f-7dd7-4934-8143-4c59f4922649 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:00.025450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-f4fbfb3f-7dd7-4934-8143-4c59f4922649 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060539 Jul 15 13:03:00.118406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5617c2-e01a-48e5-8baf-3d6808bb4e36 req-2f67b675-6665-43e7-bbf6-fcf1884d92de tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.127667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5617c2-e01a-48e5-8baf-3d6808bb4e36 req-2f67b675-6665-43e7-bbf6-fcf1884d92de tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 935 time: 0.2548294 Jul 15 13:03:00.224504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5617c2-e01a-48e5-8baf-3d6808bb4e36 req-e7a6010e-a877-470f-a7d6-2d43a229f93e tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890751 Jul 15 13:03:00.239835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.246080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.388206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64510940-8d4c-4716-bcbe-649949225c68,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.433780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9d7a906-afc3-4e17-9bfd-31a626cb6186 None None] Provisioning for port 896b6af9-4934-4d98-83e3-67e9f6240dad completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:00.612054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9d7a906-afc3-4e17-9bfd-31a626cb6186 None None] Provisioning complete for port 896b6af9-4934-4d98-83e3-67e9f6240dad triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:00.612691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a906-afc3-4e17-9bfd-31a626cb6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.643074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Allocated IP 192.168.233.88 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/36d41863-ccf0-4bb7-953b-166d8505139e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:00.695926 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.705241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7a906-afc3-4e17-9bfd-31a626cb6186 None None] Port 896b6af9-4934-4d98-83e3-67e9f6240dad cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:00.708600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0bde16a-baf2-4502-810b-f7cb9f6d5619 req-8fd71717-c507-4888-afcb-3e79632a5cd3 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 210 time: 0.0938101 Jul 15 13:03:00.798253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.813200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Transition to ACTIVE for port object e2328f3a-62e1-4a09-bf17-663ef22e3d02 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:00.826149 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.887577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaf268-2e50-4393-a98b-84fa1617e02c None None] Pushing event updated for resources: {'Port': ['ID=e2328f3a-62e1-4a09-bf17-663ef22e3d02,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.951503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Attempting to bind port e2328f3a-62e1-4a09-bf17-663ef22e3d02 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:00.952734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Attempting to bind port e2328f3a-62e1-4a09-bf17-663ef22e3d02 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:00.956335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Attempting to bind port e2328f3a-62e1-4a09-bf17-663ef22e3d02 on network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:00.964119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:00.965218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Checking segment: {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:00.966071 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.966774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Bound using segment: {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:00.967436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Bound port: e2328f3a-62e1-4a09-bf17-663ef22e3d02, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:00.968020 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.996457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.015215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Transition to ACTIVE for port object 36d41863-ccf0-4bb7-953b-166d8505139e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:01.076275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.088184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] For port e2328f3a-62e1-4a09-bf17-663ef22e3d02, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:01.092988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] For port e2328f3a-62e1-4a09-bf17-663ef22e3d02, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2328f3a-62e1-4a09-bf17-663ef22e3d02,segment=NetworkSegment(a246f3c7-ad87-4bee-8ef5-fd493a0b101a),segment_id=a246f3c7-ad87-4bee-8ef5-fd493a0b101a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:01.104241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.236224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Routers {'37c5a096-10dc-450d-b075-f4c58c98f770'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:01.244475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:02:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['37c5a096-10dc-450d-b075-f4c58c98f770'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:01.600440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660eace-f9ce-41a4-a263-60381de43bf6 req-9397cef7-d362-4e74-9e6b-91b5d5cfc6e2 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.610276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f660eace-f9ce-41a4-a263-60381de43bf6 req-9397cef7-d362-4e74-9e6b-91b5d5cfc6e2 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 935 time: 0.1747694 Jul 15 13:03:01.667647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaf268-2e50-4393-a98b-84fa1617e02c None None] Pushing event updated for resources: {'Port': ['ID=e2328f3a-62e1-4a09-bf17-663ef22e3d02,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.683876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Pushing event updated for resources: {'Port': ['ID=36d41863-ccf0-4bb7-953b-166d8505139e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.703856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:01.706481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:01.713937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f660eace-f9ce-41a4-a263-60381de43bf6 req-f038cae3-da51-4d0d-a01b-cfb2cf4d3828 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905635 Jul 15 13:03:01.737831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:01.754361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.763179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.792324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] Set router 37c5a096-10dc-450d-b075-f4c58c98f770 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:01.805326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Request body: {'port': {'device_id': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:01.807608 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-5afc3b39-fa4b-41cd-9673-7d6b869cea19 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4387593 Jul 15 13:03:01.828641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-27cec9a6-64ce-4885-8233-944393b9f4b9 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:01.829888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-27cec9a6-64ce-4885-8233-944393b9f4b9 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062609 Jul 15 13:03:02.079968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.230431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b80860c9-0306-4df9-ad55-a3be26441dc3 None None] Provisioning for port 36d41863-ccf0-4bb7-953b-166d8505139e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:02.250765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b80860c9-0306-4df9-ad55-a3be26441dc3 None None] Provisioning complete for port 36d41863-ccf0-4bb7-953b-166d8505139e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:02.254092 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b80860c9-0306-4df9-ad55-a3be26441dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.359895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b80860c9-0306-4df9-ad55-a3be26441dc3 None None] Port 36d41863-ccf0-4bb7-953b-166d8505139e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:02.362787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb8bc3-a072-4a3a-9818-7217ed51e9dd req-96196c5b-a6e8-4fb3-ab7b-acf3fbd280a2 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.365839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e2328f3a-62e1-4a09-bf17-663ef22e3d02', 'name': '', 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'mac_address': 'fa:16:3e:dc:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:54Z', 'updated_at': '2021-07-15T13:03:01Z', 'revision_number': 4, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'subnets': [{'id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:02.370963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1eb8bc3-a072-4a3a-9818-7217ed51e9dd req-96196c5b-a6e8-4fb3-ab7b-acf3fbd280a2 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 935 time: 0.2477424 Jul 15 13:03:02.404955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd569549-e3cc-4bdf-949c-9eed011c61ba None None] The sync data for ids ['37c5a096-10dc-450d-b075-f4c58c98f770'] in n-d-798249-9 is: [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e2328f3a-62e1-4a09-bf17-663ef22e3d02', 'name': '', 'network_id': 'b66d2ff2-8259-42f8-8b25-7919ba5a9fd2', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'mac_address': 'fa:16:3e:dc:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:54Z', 'updated_at': '2021-07-15T13:03:01Z', 'revision_number': 4, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'subnets': [{'id': '0c43d42a-fa77-4bbb-bb9b-b35961061a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:02.593631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1eb8bc3-a072-4a3a-9818-7217ed51e9dd req-a3eb532f-2b39-435a-8f01-aa7aa484c0b9 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197120 Jul 15 13:03:02.695184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Request body: {'port': {'device_id': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'device_owner': 'compute:tempest-test_az-1800830830', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:02.801439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896b6af9-4934-4d98-83e3-67e9f6240dad {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:02.816739 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.882455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Transition to ACTIVE for port object 896b6af9-4934-4d98-83e3-67e9f6240dad will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:02.890025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.911339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.047536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Pushing event updated for resources: {'Port': ['ID=896b6af9-4934-4d98-83e3-67e9f6240dad,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:03.307936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.322294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Attempting to bind port 896b6af9-4934-4d98-83e3-67e9f6240dad on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:03.322676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Attempting to bind port 896b6af9-4934-4d98-83e3-67e9f6240dad by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:03.323006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Attempting to bind port 896b6af9-4934-4d98-83e3-67e9f6240dad on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:03.399394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Port 896b6af9-4934-4d98-83e3-67e9f6240dad on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:03.399614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Attempting to bind port 896b6af9-4934-4d98-83e3-67e9f6240dad on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:03.470057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:03.470614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:03.471220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:03.471670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Bound port: 896b6af9-4934-4d98-83e3-67e9f6240dad, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:03.472036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.691083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] For port 896b6af9-4934-4d98-83e3-67e9f6240dad, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:03.706021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] For port 896b6af9-4934-4d98-83e3-67e9f6240dad, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=896b6af9-4934-4d98-83e3-67e9f6240dad,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:03.722912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.726031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d41863-ccf0-4bb7-953b-166d8505139e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:03.736171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.754756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Transition to ACTIVE for port object 36d41863-ccf0-4bb7-953b-166d8505139e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:03.780061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.881603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.886089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.889342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/896b6af9-4934-4d98-83e3-67e9f6240dad HTTP/1.1" status: 200 len: 1095 time: 2.5920475 Jul 15 13:03:03.895569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'tag': '896b6af9-4934-4d98-83e3-67e9f6240dad'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:03.968931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2328f3a-62e1-4a09-bf17-663ef22e3d02 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:04.011191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Pushing event updated for resources: {'Port': ['ID=36d41863-ccf0-4bb7-953b-166d8505139e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.028667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Attempting to bind port 36d41863-ccf0-4bb7-953b-166d8505139e on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:04.029025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Attempting to bind port 36d41863-ccf0-4bb7-953b-166d8505139e by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:04.029372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Attempting to bind port 36d41863-ccf0-4bb7-953b-166d8505139e on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:04.050558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Port 36d41863-ccf0-4bb7-953b-166d8505139e on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:04.050890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Attempting to bind port 36d41863-ccf0-4bb7-953b-166d8505139e on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:04.057292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:04.057867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:04.058446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:04.058934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Bound port: 36d41863-ccf0-4bb7-953b-166d8505139e, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:04.059309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.166699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e2328f3a-62e1-4a09-bf17-663ef22e3d02 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:04.176877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e2328f3a-62e1-4a09-bf17-663ef22e3d02 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:04.180402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.291637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:04.386110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45976e7-c034-4cc3-be25-35b590ac01c6 service neutron] Pushing event updated for resources: {'Port': ['ID=896b6af9-4934-4d98-83e3-67e9f6240dad,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.426299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] For port 36d41863-ccf0-4bb7-953b-166d8505139e, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:04.447131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] For port 36d41863-ccf0-4bb7-953b-166d8505139e, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=36d41863-ccf0-4bb7-953b-166d8505139e,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:04.460691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.471981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b953a-31e5-45c6-b4de-3196e3a9a134 req-f50eac91-ce2f-4dc5-ba30-9002d712a01d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.481859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b66b953a-31e5-45c6-b4de-3196e3a9a134 req-f50eac91-ce2f-4dc5-ba30-9002d712a01d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 1.1397688 Jul 15 13:03:04.563922 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b1314b-dbce-4eb2-8691-61f7233cf361" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5", "tag": "896b6af9-4934-4d98-83e3-67e9f6240dad"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:04.594037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-846b4a4a-0f1c-48ab-93bf-d5cd61b5d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.596025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-846b4a4a-0f1c-48ab-93bf-d5cd61b5d363 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 1098 time: 0.4497340 Jul 15 13:03:04.611486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b66b953a-31e5-45c6-b4de-3196e3a9a134 req-dbfbe031-b38f-4f3f-804b-5afac8d5fcf2 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284335 Jul 15 13:03:04.662587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.698788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Pushing event updated for resources: {'Port': ['ID=36d41863-ccf0-4bb7-953b-166d8505139e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.762491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-27dc5bc5-9380-4ea9-b9c0-4baeaafcfc17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=896b6af9-4934-4d98-83e3-67e9f6240dad HTTP/1.1" status: 200 len: 217 time: 0.1499357 Jul 15 13:03:04.765434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e2328f3a-62e1-4a09-bf17-663ef22e3d02, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2328f3a-62e1-4a09-bf17-663ef22e3d02,segment=NetworkSegment(a246f3c7-ad87-4bee-8ef5-fd493a0b101a),segment_id=a246f3c7-ad87-4bee-8ef5-fd493a0b101a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:04.773844 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.787497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.790238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.794546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-213a1df5-420f-43e3-8f78-84f979d8149e service neutron] 10.222.0.49 "PUT /v2.0/ports/36d41863-ccf0-4bb7-953b-166d8505139e HTTP/1.1" status: 200 len: 1117 time: 2.4495614 Jul 15 13:03:04.798650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'tag': '36d41863-ccf0-4bb7-953b-166d8505139e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:04.864358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-fda02d92-f40f-4319-b1cc-c673da48a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.866713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-fda02d92-f40f-4319-b1cc-c673da48a9a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0962560 Jul 15 13:03:04.994141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e2328f3a-62e1-4a09-bf17-663ef22e3d02,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.109373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.177511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:05.199560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131927786', 'description': 'tempest-description--1827214781'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:05.243252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-f34a37cf-81b4-40d9-8476-903a69b7b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.246244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-f34a37cf-81b4-40d9-8476-903a69b7b7ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3727190 Jul 15 13:03:05.295524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:03:05.295524 n-d-798249-9 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:03:05.295524 n-d-798249-9 neutron-server[93823]: [parameters: {'project_id': '855d4453face471ab2b4d7a2d9a7e9f9', 'id': '23ff3118-0ca7-4df9-9948-41e4775bed29', 'expiration': datetime.datetime(2021, 7, 15, 13, 5, 5, 283338)}] Jul 15 13:03:05.295524 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:03:05.299848 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:03:05.347599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-b0989d82-79d2-4ade-9aba-03a5747aa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.355184 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-b0989d82-79d2-4ade-9aba-03a5747aa5ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 1120 time: 0.3676262 Jul 15 13:03:05.359896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59052) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:05.364388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.485021 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38660541-b4e3-4c7d-9bfd-6a0b620303b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d00b9-4095-4713-a4d8-0c31e50b2ef4", "tag": "36d41863-ccf0-4bb7-953b-166d8505139e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:05.597934 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-c82cc756-0972-4a0c-9f1f-9b42c84431b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=36d41863-ccf0-4bb7-953b-166d8505139e HTTP/1.1" status: 200 len: 217 time: 0.2027235 Jul 15 13:03:05.747945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7069ecbd-8db9-45cf-91c2-0c84965dcf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.801819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.805659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-f90316c7-a161-49fe-a627-b97ad38ad91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.809590 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-f90316c7-a161-49fe-a627-b97ad38ad91f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1846027 Jul 15 13:03:05.818801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2328f3a-62e1-4a09-bf17-663ef22e3d02 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:05.920931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e2328f3a-62e1-4a09-bf17-663ef22e3d02 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:05.921461 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.935954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-ea5a7765-48b0-4e58-9a0c-ba0ca321e753 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623702 Jul 15 13:03:05.976107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3247b-3fcd-4caa-9170-6fff298cc92d req-8f21c79f-a5b1-405d-8213-581f2558f2fd tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.983740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dd3247b-3fcd-4caa-9170-6fff298cc92d req-8f21c79f-a5b1-405d-8213-581f2558f2fd tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.6418135 Jul 15 13:03:05.992679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-a99160c3-95a4-4fd9-ab54-21cd845230d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.997100 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-a99160c3-95a4-4fd9-ab54-21cd845230d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780276 Jul 15 13:03:06.024381 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18b70f9-c363-4664-b26a-cfc6faf0cf5a x-openstack-request-id: req-a18b70f9-c363-4664-b26a-cfc6faf0cf5a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:06.024747 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5", "tag": "896b6af9-4934-4d98-83e3-67e9f6240dad", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:06.024993 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a18b70f9-c363-4664-b26a-cfc6faf0cf5a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:06.025435 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'tag': '896b6af9-4934-4d98-83e3-67e9f6240dad', 'status': 'completed', 'code': 200} Jul 15 13:03:06.060554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dd3247b-3fcd-4caa-9170-6fff298cc92d req-821764c9-3984-4bde-b8c2-9d04d520ae6f tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756962 Jul 15 13:03:06.107769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.121488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.165531 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-c1f9af7b-6d0a-4cc0-8b12-cdcf26cbe81f service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593928 Jul 15 13:03:06.212254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc84946-becb-462c-aae7-b4f1b0fa162c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:06.288847 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd0aece4-b196-42c4-b039-b227a23d2b03 req-fc18a0c7-4427-4b10-9bb1-3d59b68bc121 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154802 Jul 15 13:03:06.387366 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3aa86-686b-4c9a-8057-c7cd18ad57ec x-openstack-request-id: req-dff3aa86-686b-4c9a-8057-c7cd18ad57ec {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:06.387701 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d00b9-4095-4713-a4d8-0c31e50b2ef4", "tag": "36d41863-ccf0-4bb7-953b-166d8505139e", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:06.388092 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dff3aa86-686b-4c9a-8057-c7cd18ad57ec {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:06.388845 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'tag': '36d41863-ccf0-4bb7-953b-166d8505139e', 'status': 'completed', 'code': 200} Jul 15 13:03:06.409323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7069ecbd-8db9-45cf-91c2-0c84965dcf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.421799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.426638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-68739b35-b7dc-4c0e-b39c-245ee77853bb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2283998 Jul 15 13:03:06.426800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:06.432381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'security_group_rule': {'security_group_id': 'adc84946-becb-462c-aae7-b4f1b0fa162c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:06.432537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7069ecbd-8db9-45cf-91c2-0c84965dcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.514055 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59078) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:06.514579 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7069ecbd-8db9-45cf-91c2-0c84965dcf8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d455e6d8deb45ca88beeca3658e181f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1509161 Jul 15 13:03:06.564742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ecbd-8db9-45cf-91c2-0c84965dcf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e22d6b-3445-4152-9e10-c7d6930b44ae,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:06.589909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-ed25b388-f189-41fe-b66d-d5603889733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.591636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-ed25b388-f189-41fe-b66d-d5603889733b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 1120 time: 0.1768105 Jul 15 13:03:06.749438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c2e637c-2c6a-4edb-aa8e-45871f2a5ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.774668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-6be80872-151e-46f0-8507-4666d80fdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.776122 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-6be80872-151e-46f0-8507-4666d80fdb93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1714551 Jul 15 13:03:06.853394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2157-ee96-4f35-9ece-86333d3ec294 req-96867685-a623-4be1-a457-4f7eab09cdcd tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.870058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d5c2157-ee96-4f35-9ece-86333d3ec294 req-96867685-a623-4be1-a457-4f7eab09cdcd tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.3083510 Jul 15 13:03:06.874526 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c2e637c-2c6a-4edb-aa8e-45871f2a5ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.896481 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-cfc80238-53e2-4d35-aef8-953abac23f46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=36d41863-ccf0-4bb7-953b-166d8505139e HTTP/1.1" status: 200 len: 217 time: 0.1115973 Jul 15 13:03:06.975333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d5c2157-ee96-4f35-9ece-86333d3ec294 req-c55681e6-a498-440e-86ce-9ba36994fa40 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017554 Jul 15 13:03:07.084910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c2e637c-2c6a-4edb-aa8e-45871f2a5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.089465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c2e637c-2c6a-4edb-aa8e-45871f2a5ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.099354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c2e637c-2c6a-4edb-aa8e-45871f2a5ac6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8e22d6b-3445-4152-9e10-c7d6930b44ae HTTP/1.1" status: 204 len: 168 time: 0.5830081 Jul 15 13:03:07.119015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e637c-2c6a-4edb-aa8e-45871f2a5ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e22d6b-3445-4152-9e10-c7d6930b44ae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.275540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4e97cd-8b12-4c82-a0ca-a1e25a099175 req-1c4bbd52-abc2-4670-b4d2-dab0a09fffc3 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526730 Jul 15 13:03:07.289697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59100) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.484583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.556099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-29dad2e1-e5ee-4fa8-84fe-cddcbf7a9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.562605 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-29dad2e1-e5ee-4fa8-84fe-cddcbf7a9b68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.6587915 Jul 15 13:03:07.593402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a25cca-dee6-4b32-8c15-87270b69c971 req-c7b386b0-9226-48a8-8011-f3287e05f0a1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.594776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.605542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23a25cca-dee6-4b32-8c15-87270b69c971 req-c7b386b0-9226-48a8-8011-f3287e05f0a1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.2143040 Jul 15 13:03:07.608019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.613097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-cbba3aa5-1572-4d36-acca-bdde6849e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.615231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-cbba3aa5-1572-4d36-acca-bdde6849e386 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 1098 time: 0.2375045 Jul 15 13:03:07.709484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=855d4453face471ab2b4d7a2d9a7e9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4149954 Jul 15 13:03:07.714690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59110) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.743155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccd62f-75a8-4439-a303-db8f0057ddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed0730a-70cb-4731-b46c-fe2a65ac285a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.762935 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23a25cca-dee6-4b32-8c15-87270b69c971 req-f90ffcd2-51f4-487b-9b18-bc6e188e6ebd tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555719 Jul 15 13:03:07.794633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5202-e943-418f-8968-6cb2cea2ca31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.820182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88586d45-a874-4561-8a3b-e5afab967f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.829318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdb64bcd-220a-4e92-a649-ff9e970ca14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.843833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88586d45-a874-4561-8a3b-e5afab967f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.878152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.881352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.899592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d95c9bf-efbd-46a4-9d6e-6f58ca39f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.940186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88586d45-a874-4561-8a3b-e5afab967f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.943954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88586d45-a874-4561-8a3b-e5afab967f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.947581 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88586d45-a874-4561-8a3b-e5afab967f64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ed0730a-70cb-4731-b46c-fe2a65ac285a HTTP/1.1" status: 204 len: 168 time: 0.2316639 Jul 15 13:03:07.967177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88586d45-a874-4561-8a3b-e5afab967f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed0730a-70cb-4731-b46c-fe2a65ac285a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.093928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-a045753e-b318-437d-9cc9-b468d85ec075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.100388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-a045753e-b318-437d-9cc9-b468d85ec075 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.4727013 Jul 15 13:03:08.142063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d95c9bf-efbd-46a4-9d6e-6f58ca39f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.143509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.151954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.160897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d95c9bf-efbd-46a4-9d6e-6f58ca39f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.213662 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4d95c9bf-efbd-46a4-9d6e-6f58ca39f2dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c8164a0988540a5b86bf753e801bbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334918 Jul 15 13:03:08.215437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:08.223285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c9bf-efbd-46a4-9d6e-6f58ca39f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c0f742-da3d-4e81-930c-e80975ab4801,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.316334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2580e6c5-6cd9-4e96-ae73-5f4c3fb7a1ba,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.364516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdb64bcd-220a-4e92-a649-ff9e970ca14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.376345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-585da584-3cbe-4845-ad4e-af53589c15e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.384029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdb64bcd-220a-4e92-a649-ff9e970ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.467757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-585da584-3cbe-4845-ad4e-af53589c15e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.480871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64bcd-220a-4e92-a649-ff9e970ca14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f345ccea-7564-4fec-bbeb-65355a1c9469,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.487600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fdb64bcd-220a-4e92-a649-ff9e970ca14f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e16685bd0674b5c97aee8e6a6258512&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1965344 Jul 15 13:03:08.491991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:08.530706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c802e5d-93f6-46d2-950b-4b0d04626158 req-e7c48840-8fe2-49b1-97c6-49d7b592c1f1 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.532956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c802e5d-93f6-46d2-950b-4b0d04626158 req-e7c48840-8fe2-49b1-97c6-49d7b592c1f1 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.2233605 Jul 15 13:03:08.566391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-6b21eaaa-7586-46d0-ab40-e9e616c58695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.568435 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-6b21eaaa-7586-46d0-ab40-e9e616c58695 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432958 Jul 15 13:03:08.678092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8709009-7b80-4ba5-bc40-ea66f83b8696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.759201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5202-e943-418f-8968-6cb2cea2ca31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.765258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:08.777726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-4598b2f7-385b-433d-b520-65d84e152e67 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011318 Jul 15 13:03:08.778398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-585da584-3cbe-4845-ad4e-af53589c15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.792206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-585da584-3cbe-4845-ad4e-af53589c15e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.800896 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-585da584-3cbe-4845-ad4e-af53589c15e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62c0f742-da3d-4e81-930c-e80975ab4801 HTTP/1.1" status: 204 len: 168 time: 0.5843291 Jul 15 13:03:08.822562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585da584-3cbe-4845-ad4e-af53589c15e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c0f742-da3d-4e81-930c-e80975ab4801,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.850805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-4122af34-1cd2-4023-a2c0-ae3c7a8d6e0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=896b6af9-4934-4d98-83e3-67e9f6240dad HTTP/1.1" status: 200 len: 217 time: 0.0831692 Jul 15 13:03:08.891803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c802e5d-93f6-46d2-950b-4b0d04626158 req-fec10208-7d4a-49bc-9b8b-12f48b2cea65 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426323 Jul 15 13:03:08.893315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db7c9309-f417-4d71-8d6a-02530f07b8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.908193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5202-e943-418f-8968-6cb2cea2ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.983483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8709009-7b80-4ba5-bc40-ea66f83b8696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.999215 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-38660541-b4e3-4c7d-9bfd-6a0b620303b4 req-d07f8b35-32ba-433d-abd2-acf162cb5bb7 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958826 Jul 15 13:03:09.037576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.038920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fc39b7b6-074b-497c-abbd-09104b52abaa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6110065 Jul 15 13:03:09.041863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:09.046741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'security_group_rule': {'security_group_id': 'adc84946-becb-462c-aae7-b4f1b0fa162c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:09.209107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ce6d5202-e943-418f-8968-6cb2cea2ca31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2ff9cccca5d47f8b2dadb21d8bf0de9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7230625 Jul 15 13:03:09.211934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:09.223093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d5202-e943-418f-8968-6cb2cea2ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caad74db-9d76-40cc-b133-7013b2335108,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.239742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-2d8f919e-d7b2-459c-acd4-677ee351f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.241240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-2d8f919e-d7b2-459c-acd4-677ee351f587 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.3261092 Jul 15 13:03:09.306544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91308fb5-6e05-414d-8510-2016ef1825f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.312572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b76cdb-5a77-49a5-8a29-43d20009c9eb req-9f1c5a25-778e-44ca-a6b4-728eb9ef5af1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.321126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7b76cdb-5a77-49a5-8a29-43d20009c9eb req-9f1c5a25-778e-44ca-a6b4-728eb9ef5af1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.3202453 Jul 15 13:03:09.355447 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8709009-7b80-4ba5-bc40-ea66f83b8696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.363073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8709009-7b80-4ba5-bc40-ea66f83b8696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.364396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f8709009-7b80-4ba5-bc40-ea66f83b8696 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f345ccea-7564-4fec-bbeb-65355a1c9469 HTTP/1.1" status: 204 len: 168 time: 0.8714476 Jul 15 13:03:09.375277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db7c9309-f417-4d71-8d6a-02530f07b8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.376831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91308fb5-6e05-414d-8510-2016ef1825f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.386690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8709009-7b80-4ba5-bc40-ea66f83b8696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345ccea-7564-4fec-bbeb-65355a1c9469,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.452138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db7c9309-f417-4d71-8d6a-02530f07b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.471075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.526281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91308fb5-6e05-414d-8510-2016ef1825f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.535731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91308fb5-6e05-414d-8510-2016ef1825f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.540142 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-91308fb5-6e05-414d-8510-2016ef1825f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caad74db-9d76-40cc-b133-7013b2335108 HTTP/1.1" status: 204 len: 168 time: 0.3247335 Jul 15 13:03:09.540320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-db7c9309-f417-4d71-8d6a-02530f07b8a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a244c1bb8ca744e5bc5cbb48f21a5dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148247 Jul 15 13:03:09.567239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:09.613918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7b76cdb-5a77-49a5-8a29-43d20009c9eb req-b580b06c-78d6-4f20-9ece-04223c893bce tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911053 Jul 15 13:03:09.638645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91308fb5-6e05-414d-8510-2016ef1825f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad74db-9d76-40cc-b133-7013b2335108,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.658815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c9309-f417-4d71-8d6a-02530f07b8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb717d0e-ff8a-4719-8e53-7bf253f93048,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.716826 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.723863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.762515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.766266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7231936 Jul 15 13:03:09.776271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:09.794948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-ccf69764-56ec-4376-8f41-b2f8a56e2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.800095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-ccf69764-56ec-4376-8f41-b2f8a56e2979 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5500491 Jul 15 13:03:09.802330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4166bb2-6417-4618-afad-5935235e4fc2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc273bb-7f71-4e13-bbaa-69a767077fbc,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.807265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:09.862594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62ef5957-225d-43c4-a2f1-24635abdf890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.941457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62ef5957-225d-43c4-a2f1-24635abdf890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.943662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.016375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59158) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.039119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56abd85a-5c8f-4b84-9332-b8dd2d283c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.175274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56abd85a-5c8f-4b84-9332-b8dd2d283c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.182424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56abd85a-5c8f-4b84-9332-b8dd2d283c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.206729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-7e09769b-7a12-45ff-bd84-95587dd0cca5 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576286 Jul 15 13:03:10.236594 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-56abd85a-5c8f-4b84-9332-b8dd2d283c3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aea1cf08161a43a98dc0387021e64daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185297 Jul 15 13:03:10.239390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abd85a-5c8f-4b84-9332-b8dd2d283c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1de7d-e2b2-48d4-8aa3-029dfbf121a8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.249253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.312878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-905d057d-401c-4b34-aabc-9272fa0b7686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.348464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-905d057d-401c-4b34-aabc-9272fa0b7686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.427771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b1314b-dbce-4eb2-8691-61f7233cf361 req-97d7496e-2307-49c8-bd84-870d8d783a79 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133398 Jul 15 13:03:10.438384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59170) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.455412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-905d057d-401c-4b34-aabc-9272fa0b7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.458977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-905d057d-401c-4b34-aabc-9272fa0b7686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.461850 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-905d057d-401c-4b34-aabc-9272fa0b7686 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8a1de7d-e2b2-48d4-8aa3-029dfbf121a8 HTTP/1.1" status: 204 len: 168 time: 0.2115026 Jul 15 13:03:10.470698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62ef5957-225d-43c4-a2f1-24635abdf890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.474015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62ef5957-225d-43c4-a2f1-24635abdf890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.479085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d057d-401c-4b34-aabc-9272fa0b7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1de7d-e2b2-48d4-8aa3-029dfbf121a8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.482177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-62ef5957-225d-43c4-a2f1-24635abdf890 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb717d0e-ff8a-4719-8e53-7bf253f93048 HTTP/1.1" status: 204 len: 168 time: 0.9007914 Jul 15 13:03:10.585466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23ab2087-a9d2-427f-bf13-06ec42d0ca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.590169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef5957-225d-43c4-a2f1-24635abdf890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb717d0e-ff8a-4719-8e53-7bf253f93048,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.596946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.657109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b3e0-a165-43d5-b958-58cf2d54ddb8 req-142de7af-7b9b-49b4-bafc-b17737d8e604 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.670754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f0b3e0-a165-43d5-b958-58cf2d54ddb8 req-142de7af-7b9b-49b4-bafc-b17737d8e604 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.6066515 Jul 15 13:03:10.850343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f0b3e0-a165-43d5-b958-58cf2d54ddb8 req-23490273-afd1-4e85-bc98-af64033ba060 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785042 Jul 15 13:03:11.045487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1060820044-network', 'tenant_id': '29bff708d8814b7fa0ac78263eb3af57'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:11.369225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.490691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10865f-dc3d-4f86-933f-16afa0c75582 req-3814a883-f978-4419-aca9-f1d659e2f1f1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.495509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e10865f-dc3d-4f86-933f-16afa0c75582 req-3814a883-f978-4419-aca9-f1d659e2f1f1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.6116483 Jul 15 13:03:11.558124 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23ab2087-a9d2-427f-bf13-06ec42d0ca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.576751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23ab2087-a9d2-427f-bf13-06ec42d0ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.606785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Made reservation on behalf of 29bff708d8814b7fa0ac78263eb3af57 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:11.619008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab2087-a9d2-427f-bf13-06ec42d0ca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1597fc4b-4fc0-4046-ac85-516448d10bc1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:11.622645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.665572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.679071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e10865f-dc3d-4f86-933f-16afa0c75582 req-7ccd738a-e483-4eb1-9ac6-0fd40309058c tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690841 Jul 15 13:03:11.722396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Allocated IP 172.25.2.8 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/2700fd00-a5e2-4678-b548-6c2cd416d1e2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:11.759159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-23ab2087-a9d2-427f-bf13-06ec42d0ca74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3220fde247d44fb7a455f22b9d6f1f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3102031 Jul 15 13:03:11.759603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:11.866397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.879466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.910772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:11.934474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.935302 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Added segment f5831ddc-a6cd-4319-8299-13ee95f09420 of type vlan for network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b Jul 15 13:03:11.938635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8890bc4c-3e55-4305-89fe-ad2463159468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.004366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.010472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8890bc4c-3e55-4305-89fe-ad2463159468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.064642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.067510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.068331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.138877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5399015 Jul 15 13:03:12.143867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:12.151632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Request body: {'subnet': {'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1060820044-subnet', 'tenant_id': '29bff708d8814b7fa0ac78263eb3af57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:12.161230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8890bc4c-3e55-4305-89fe-ad2463159468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.163737 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8890bc4c-3e55-4305-89fe-ad2463159468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.167315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8890bc4c-3e55-4305-89fe-ad2463159468 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1597fc4b-4fc0-4046-ac85-516448d10bc1 HTTP/1.1" status: 204 len: 168 time: 0.4028454 Jul 15 13:03:12.181789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890bc4c-3e55-4305-89fe-ad2463159468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1597fc4b-4fc0-4046-ac85-516448d10bc1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.216226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.247322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ae215-7182-4f17-95f8-ec4da1b9d114 admin admin] Pushing event updated for resources: {'Network': ['ID=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.249677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.255780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Made reservation on behalf of 29bff708d8814b7fa0ac78263eb3af57 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:12.259869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad41d21-de13-4c92-848a-5c3dded4b1a9 req-9e511128-7d15-4455-89e0-414b9034f5b9 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.261062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.268965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:12.279174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ad41d21-de13-4c92-848a-5c3dded4b1a9 req-9e511128-7d15-4455-89e0-414b9034f5b9 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.1872804 Jul 15 13:03:12.408546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ad41d21-de13-4c92-848a-5c3dded4b1a9 req-273a3d54-f27c-4721-b1cc-11f9298a146f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283534 Jul 15 13:03:12.496143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.607637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:12.627020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:12.630144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:12.643473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e2f25a5-23dd-4fbc-a4a7-357a1c61577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.653131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'Port': ['ID=2700fd00-a5e2-4678-b548-6c2cd416d1e2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.735618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.958870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:12.961369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Network hostable DHCP agents. Network: 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:12.965972 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.042373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f1a75d-8f8b-403c-bd8e-9505ff1123d6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:13.056207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:13.079745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:13.080558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.090239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.090815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.096949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f280d1-a630-4e6d-97de-057703026fcc None None] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:13.122546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7e81d82-3308-4834-a71f-e59a3a07bcbb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9760747 Jul 15 13:03:13.258848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfeac0-d1c2-43a8-8da2-6c1163813fe5 req-4e27c92c-cfee-4409-8137-4a0675049696 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.267115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bfeac0-d1c2-43a8-8da2-6c1163813fe5 req-4e27c92c-cfee-4409-8137-4a0675049696 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.1984165 Jul 15 13:03:13.350103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bfeac0-d1c2-43a8-8da2-6c1163813fe5 req-a2b6e483-cad1-4edf-951e-26c73d0999b4 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815220 Jul 15 13:03:13.427443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.438799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.503911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcfb10c-651e-4660-b1d4-7dfd18003e1e None None] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:13.513696 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.577311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'Port': ['ID=2700fd00-a5e2-4678-b548-6c2cd416d1e2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:13.584496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.586142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-594a9932-384a-4d76-bb95-b37b97412d1a tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7845833 Jul 15 13:03:13.911919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dce87e-0002-4d65-8985-28fc3cba9bb0 req-6a6355aa-47aa-4bdb-a8f8-345ebb6ef81b tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.926127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1dce87e-0002-4d65-8985-28fc3cba9bb0 req-6a6355aa-47aa-4bdb-a8f8-345ebb6ef81b tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.2510717 Jul 15 13:03:14.035990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1dce87e-0002-4d65-8985-28fc3cba9bb0 req-c3048d4b-729d-48ab-bfc8-47c8e5fa6cee tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076083 Jul 15 13:03:14.605050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-789e882a-ce32-4abe-ab79-f549cbee54c7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1131927786&fields=id&tenant_id=d43a66d9ea694c20845a5a1edf58a645 HTTP/1.1" status: 200 len: 267 time: 0.1373396 Jul 15 13:03:14.808185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a744-bf9b-4d11-a824-98c10aba6042 req-677087f6-92f6-4f4a-bd33-02d5a021d111 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.809672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b61a744-bf9b-4d11-a824-98c10aba6042 req-677087f6-92f6-4f4a-bd33-02d5a021d111 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.2490942 Jul 15 13:03:14.857847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-c976d654-9158-412b-808f-20ab3a914cb2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.859346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-c976d654-9158-412b-808f-20ab3a914cb2 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 823 time: 0.2430265 Jul 15 13:03:14.886916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b61a744-bf9b-4d11-a824-98c10aba6042 req-761ce621-e89b-4059-95f7-d3118987065a tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Jul 15 13:03:14.892385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2a21bea9-653f-481f-a3c1-003552a8b7eb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/quotas/d43a66d9ea694c20845a5a1edf58a645 HTTP/1.1" status: 200 len: 375 time: 0.0228288 Jul 15 13:03:15.002727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-8eb01699-738f-46a0-a8af-c99747e539ae tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037805 Jul 15 13:03:15.027907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59314) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:15.033366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-311947818-network', 'tenant_id': 'e8dc709bfbc74e38827551be13e9fb04'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:15.066338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Made reservation on behalf of e8dc709bfbc74e38827551be13e9fb04 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:15.068946 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.077740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.185717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.191864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.216402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:15.233961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cae522-9393-4868-894d-eb65536931af,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.239175 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-703155c7-7d38-4887-8e0e-d6b624b3b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.256472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.256815 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Added segment 066d0011-1183-4d69-bd99-a38504bf681a of type vlan for network c7a52432-c62b-49f4-a59b-78fd47d329cd Jul 15 13:03:15.299734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.335888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.336936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.337515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.405467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a52432-c62b-49f4-a59b-78fd47d329cd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.416339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c7a52432-c62b-49f4-a59b-78fd47d329cd details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:15.423344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5335bde-c9b0-43a6-8461-e4388a2daaf8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3941596 Jul 15 13:03:15.425875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:15.432962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Request body: {'subnet': {'network_id': 'c7a52432-c62b-49f4-a59b-78fd47d329cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-311947818-subnet', 'tenant_id': 'e8dc709bfbc74e38827551be13e9fb04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:15.467383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Made reservation on behalf of e8dc709bfbc74e38827551be13e9fb04 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:15.468073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-6556fb5b-2445-44f4-b38b-b0194bede8b6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:15.470325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-6556fb5b-2445-44f4-b38b-b0194bede8b6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2218459 Jul 15 13:03:15.478592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.498031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f0e0b-d98f-499a-86b9-954f2ee8050d req-645fb9b6-5978-47c6-9c13-7e45054595db tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.506794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca7f0e0b-d98f-499a-86b9-954f2ee8050d req-645fb9b6-5978-47c6-9c13-7e45054595db tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.1109154 Jul 15 13:03:15.522870 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.596749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca7f0e0b-d98f-499a-86b9-954f2ee8050d req-b11dd941-5960-4b84-9916-2dc83172d845 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773993 Jul 15 13:03:15.617843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-05e9b4f6-eb03-443f-9428-495f9629d9a5 service neutron] 10.222.0.48 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388013 Jul 15 13:03:15.682366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.731728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-4d826de1-5832-4c2e-99af-a9084ab065b7 service neutron] 10.222.0.48 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073248 Jul 15 13:03:15.767937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=013a9146-20ea-49c2-9391-21cc886dca4e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.775495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Checking segment: {'id': '066d0011-1183-4d69-bd99-a38504bf681a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c7a52432-c62b-49f4-a59b-78fd47d329cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:15.775495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Network hostable DHCP agents. Network: c7a52432-c62b-49f4-a59b-78fd47d329cd, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:15.796088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Network c7a52432-c62b-49f4-a59b-78fd47d329cd is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:15.811137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, c7a52432-c62b-49f4-a59b-78fd47d329cd) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:15.824254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6277c3f7-d2c8-4a09-940d-86c10b7bcdfd None None] Network c7a52432-c62b-49f4-a59b-78fd47d329cd requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:15.836288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.837327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.863974 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a75cbf2a-a648-47af-a682-ad2b78980faf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4290524 Jul 15 13:03:15.947857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0b52d86-754e-484d-9327-a75ff87942d9 req-bee73421-8853-4c0c-a18c-e25d2b657ef0 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 210 time: 0.0355353 Jul 15 13:03:15.991572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be8bab-ac52-410f-ae1b-7a3f258273a5 None None] Network c7a52432-c62b-49f4-a59b-78fd47d329cd requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:16.423220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5996b-ef4e-4bc6-9170-b76c1ccb139c req-1bb95354-c3fd-4e3b-be11-fa836ceb7e44 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.424904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f5996b-ef4e-4bc6-9170-b76c1ccb139c req-1bb95354-c3fd-4e3b-be11-fa836ceb7e44 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.0722053 Jul 15 13:03:16.477776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f5996b-ef4e-4bc6-9170-b76c1ccb139c req-81cd46f9-e2d5-4477-850d-8c4d1a1bebc1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Jul 15 13:03:16.601192 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.744454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-0301ee3d-01eb-436f-b722-53cc74fd719a tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ad54c18628ed4ff1923333b8138d0006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279610 Jul 15 13:03:16.801687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-e9d5ad23-5d61-4909-902f-b18231df0b15 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.803186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-e9d5ad23-5d61-4909-902f-b18231df0b15 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.1532552 Jul 15 13:03:16.845498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-eaa48e75-119a-4d56-b3c2-dcb94e66e705 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/quotas/29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 375 time: 0.0365348 Jul 15 13:03:16.885178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3827ee21-c845-4fc1-9945-b27e3167f811 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324442 Jul 15 13:03:16.904342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-5134852b-2c4e-42e5-a6ae-0f49facd17a0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.905817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-5134852b-2c4e-42e5-a6ae-0f49facd17a0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543622 Jul 15 13:03:16.927252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-b666948a-01e6-4308-9773-29f61c6dd855 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/quotas/ad54c18628ed4ff1923333b8138d0006 HTTP/1.1" status: 200 len: 375 time: 0.0151439 Jul 15 13:03:16.963675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-4f2d0099-b80a-4345-a404-3ee86c5236e0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad54c18628ed4ff1923333b8138d0006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309231 Jul 15 13:03:17.032123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-16d0f1e6-248f-4cd3-adb2-7dc7da05df9c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:17.033252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-16d0f1e6-248f-4cd3-adb2-7dc7da05df9c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500886 Jul 15 13:03:17.495761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-95659fe2-57bb-44b8-b74a-a5be148f9db0 service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559135 Jul 15 13:03:17.507546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-cb950a45-674a-4125-b012-0a1bd2750671 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.509466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-cb950a45-674a-4125-b012-0a1bd2750671 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.23 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 823 time: 0.2405519 Jul 15 13:03:17.543747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e95c7-3ffe-4ffc-8c9e-0c5fa9c43c36 req-266f5436-b723-4be3-b151-0f767bee6e94 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.545455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135e95c7-3ffe-4ffc-8c9e-0c5fa9c43c36 req-266f5436-b723-4be3-b151-0f767bee6e94 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 947 time: 0.2102516 Jul 15 13:03:17.653675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-ce2fb754-a1ba-4dd5-86d7-ff0e96bf00b6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43a66d9ea694c20845a5a1edf58a645 HTTP/1.1" status: 200 len: 380 time: 0.1313548 Jul 15 13:03:17.666395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'port': {'device_id': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'admin_state_up': True, 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'security_groups': ['adc84946-becb-462c-aae7-b4f1b0fa162c']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:17.674282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135e95c7-3ffe-4ffc-8c9e-0c5fa9c43c36 req-ddf0b34c-1c85-4235-b407-3a7fdaf25fa5 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149087 Jul 15 13:03:17.711265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-fa12a702-8373-4f5b-85ec-7e546e0be88c service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995499 Jul 15 13:03:17.824979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18ecf4df-5d85-4f69-b843-cc93a6bb3e4a req-425dfad6-4e8a-4b7d-a333-5a0d64f540a0 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 210 time: 0.0330729 Jul 15 13:03:17.837011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Made reservation on behalf of d43a66d9ea694c20845a5a1edf58a645 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:17.841075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.910926 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.914261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 896b6af9-4934-4d98-83e3-67e9f6240dad details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:18.030438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 896b6af9-4934-4d98-83e3-67e9f6240dad, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=896b6af9-4934-4d98-83e3-67e9f6240dad,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:18.032482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79a35cf7-e1b8-4cf0-8878-ba256db2cea4 req-32ca3e5f-73ef-44a4-8e35-0ff7a5e53bbb tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 210 time: 0.0458577 Jul 15 13:03:18.048739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '896b6af9-4934-4d98-83e3-67e9f6240dad', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '896b6af9-4934-4d98-83e3-67e9f6240dad', 'mac_address': 'fa:16:3e:4f:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:18.087100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Allocated IP 172.20.0.6 (d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673/b8ee4ffa-d38b-4026-89fd-7701d4fcb88f/0a42bd68-bdf0-4201-8259-0d063425d33e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:18.115803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.131432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896b6af9-4934-4d98-83e3-67e9f6240dad {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:18.165761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 896b6af9-4934-4d98-83e3-67e9f6240dad, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=896b6af9-4934-4d98-83e3-67e9f6240dad,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:18.175736 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.257461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=896b6af9-4934-4d98-83e3-67e9f6240dad,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.315971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-731c01a9-7b78-491a-b643-5a80189c0124 req-2c56a9e4-513c-4e34-83e4-1221591a3714 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 210 time: 0.0854709 Jul 15 13:03:18.379800 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.395373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0893-325f-4c04-947c-7336d3dbad9d req-fc5bd846-6a28-4652-b771-4ecfd3f0caf7 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.402172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f7f0893-325f-4c04-947c-7336d3dbad9d req-fc5bd846-6a28-4652-b771-4ecfd3f0caf7 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 969 time: 0.2129710 Jul 15 13:03:18.419680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-ac41e0af-dc1b-491f-8bf4-8d6c9451f2c0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ad54c18628ed4ff1923333b8138d0006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375066 Jul 15 13:03:18.435486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Transition to ACTIVE for port object 0a42bd68-bdf0-4201-8259-0d063425d33e will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:18.459138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f7f0893-325f-4c04-947c-7336d3dbad9d req-51e19038-c51f-420f-bc32-4220300b60f2 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Jul 15 13:03:18.485664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['896b6af9-4934-4d98-83e3-67e9f6240dad'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:18.535554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.632726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:18.651368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:18.659964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:18.665633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.666145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.674869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-f1b6048a-fc8c-4b4e-a0b7-9678904a5d6e tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.678704 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-f1b6048a-fc8c-4b4e-a0b7-9678904a5d6e tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523978 Jul 15 13:03:18.692830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Request body: {'port': {'device_id': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'ad54c18628ed4ff1923333b8138d0006'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:18.707116 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457473 Jul 15 13:03:18.713224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0060c-288e-432b-b1ae-3892965033d6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'Port': ['ID=0a42bd68-bdf0-4201-8259-0d063425d33e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.723921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Request body: {'port': {'device_id': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:18.902980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:18.904964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.053058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Made reservation on behalf of ad54c18628ed4ff1923333b8138d0006 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:19.058901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.072672 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.179976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eab9f263-cef9-436d-a52a-e5f02bd8ff99 None None] Provisioning for port 0a42bd68-bdf0-4201-8259-0d063425d33e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:19.193323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eab9f263-cef9-436d-a52a-e5f02bd8ff99 None None] Provisioning complete for port 0a42bd68-bdf0-4201-8259-0d063425d33e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:19.194927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eab9f263-cef9-436d-a52a-e5f02bd8ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.244059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.256644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.263900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eab9f263-cef9-436d-a52a-e5f02bd8ff99 None None] Port 0a42bd68-bdf0-4201-8259-0d063425d33e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:19.278927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 36d41863-ccf0-4bb7-953b-166d8505139e details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:19.377564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2deca46a-37c7-4673-bdda-a51e91869453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.417877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 36d41863-ccf0-4bb7-953b-166d8505139e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=36d41863-ccf0-4bb7-953b-166d8505139e,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:19.426299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Allocated IP 192.168.233.22 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/a59c7a5b-90bf-4632-8203-56b046a3860d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:19.432417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '36d41863-ccf0-4bb7-953b-166d8505139e', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '36d41863-ccf0-4bb7-953b-166d8505139e', 'mac_address': 'fa:16:3e:58:38:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:tempest-test_az-1800830830', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:19.446680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06be750-83a2-4af6-b9ed-5dbdd7559409 req-9cc8b725-4b61-456b-9f26-fc0699e2a6d7 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.453694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f06be750-83a2-4af6-b9ed-5dbdd7559409 req-9cc8b725-4b61-456b-9f26-fc0699e2a6d7 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 948 time: 0.4455864 Jul 15 13:03:19.476365 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.494134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d41863-ccf0-4bb7-953b-166d8505139e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:19.518713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 36d41863-ccf0-4bb7-953b-166d8505139e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=36d41863-ccf0-4bb7-953b-166d8505139e,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:19.524119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.579535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=36d41863-ccf0-4bb7-953b-166d8505139e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.579747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c328b80e-5270-4aca-b6c4-65420beb383b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.607305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f06be750-83a2-4af6-b9ed-5dbdd7559409 req-aa36fbef-a00a-4530-9fa0-fbe92dff0132 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526337 Jul 15 13:03:19.609484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a42bd68-bdf0-4201-8259-0d063425d33e {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:19.636289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.642631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef599974-46d2-4227-b837-fa5b6a35704f req-0373a2f0-91bb-4471-a0cc-2be19ffca1da tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.646357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef599974-46d2-4227-b837-fa5b6a35704f req-0373a2f0-91bb-4471-a0cc-2be19ffca1da tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 931 time: 0.3209748 Jul 15 13:03:19.652468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Transition to ACTIVE for port object a59c7a5b-90bf-4632-8203-56b046a3860d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:19.666609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.696421 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.708592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.23', 62148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:19.737705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Transition to ACTIVE for port object 0a42bd68-bdf0-4201-8259-0d063425d33e will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:19.756242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.792865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef599974-46d2-4227-b837-fa5b6a35704f req-022de2e7-c508-4d8a-9798-fa33c630d4dc tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389794 Jul 15 13:03:19.827713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:19.852159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['36d41863-ccf0-4bb7-953b-166d8505139e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:19.853779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:19.873430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:19.880394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.881260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.899627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 896b6af9-4934-4d98-83e3-67e9f6240dad up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:19.956411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2deca46a-37c7-4673-bdda-a51e91869453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.958374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Pushing event updated for resources: {'Port': ['ID=0a42bd68-bdf0-4201-8259-0d063425d33e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.988413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2deca46a-37c7-4673-bdda-a51e91869453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.990094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Pushing event updated for resources: {'Port': ['ID=a59c7a5b-90bf-4632-8203-56b046a3860d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.034678 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-867063c9-e4ff-4972-bffd-eee6fbb2fb84 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3465970 Jul 15 13:03:20.049641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Request body: {'port': {'device_id': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'device_owner': 'compute:tempest-test_az-1800830830', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:20.105013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-7eabc489-45ee-4a0f-b228-80e1cb38a2fc tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.107105 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-7eabc489-45ee-4a0f-b228-80e1cb38a2fc tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.3971343 Jul 15 13:03:20.130926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Request body: {'port': {'device_id': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'admin_state_up': True, 'tenant_id': '29bff708d8814b7fa0ac78263eb3af57'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:20.208155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.246649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2deca46a-37c7-4673-bdda-a51e91869453 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40e50b745efc4619ada9b4a3b4b1d7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3424416 Jul 15 13:03:20.259443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:20.273302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Attempting to bind port 0a42bd68-bdf0-4201-8259-0d063425d33e on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:20.273651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Attempting to bind port 0a42bd68-bdf0-4201-8259-0d063425d33e by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:20.280006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Attempting to bind port 0a42bd68-bdf0-4201-8259-0d063425d33e on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:20.289286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca46a-37c7-4673-bdda-a51e91869453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39905b51-1f0f-405c-921c-97fc71381faf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.297925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 896b6af9-4934-4d98-83e3-67e9f6240dad completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:20.314321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 896b6af9-4934-4d98-83e3-67e9f6240dad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:20.314699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.336807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484952f-83ce-4a34-8286-2271a52fc3e4 req-63324994-5b6b-41ae-9f64-deb88b90b2c8 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.336807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2484952f-83ce-4a34-8286-2271a52fc3e4 req-63324994-5b6b-41ae-9f64-deb88b90b2c8 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 935 time: 0.5799589 Jul 15 13:03:20.345372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Port 0a42bd68-bdf0-4201-8259-0d063425d33e on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:20.345801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Attempting to bind port 0a42bd68-bdf0-4201-8259-0d063425d33e on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:20.409751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:20.410096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Checking segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:20.410526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Bound using segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:20.410965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Bound port: 0a42bd68-bdf0-4201-8259-0d063425d33e, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:20.411328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.456285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4571ee41-7af7-400e-8b6b-cfb69984188d None None] Provisioning for port a59c7a5b-90bf-4632-8203-56b046a3860d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:20.460450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Made reservation on behalf of 29bff708d8814b7fa0ac78263eb3af57 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:20.464361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.468141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4571ee41-7af7-400e-8b6b-cfb69984188d None None] Provisioning complete for port a59c7a5b-90bf-4632-8203-56b046a3860d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:20.472024 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4571ee41-7af7-400e-8b6b-cfb69984188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.501449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2484952f-83ce-4a34-8286-2271a52fc3e4 req-be8ff6d2-16bc-478b-8224-3049bd560ba1 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425927 Jul 15 13:03:20.522455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4157e4ec-8f50-4a58-aee2-cf2019aac52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.531589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2840a93-2448-4653-a220-c001a36bdddd req-93c2a0c6-8f35-4728-a5c7-1207bb826a8e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 210 time: 0.0509293 Jul 15 13:03:20.544028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.572390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4157e4ec-8f50-4a58-aee2-cf2019aac52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.584521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] For port 0a42bd68-bdf0-4201-8259-0d063425d33e, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:20.585525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4571ee41-7af7-400e-8b6b-cfb69984188d None None] Port a59c7a5b-90bf-4632-8203-56b046a3860d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:20.591756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] For port 0a42bd68-bdf0-4201-8259-0d063425d33e, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=0a42bd68-bdf0-4201-8259-0d063425d33e,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:20.601712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b6af9-4934-4d98-83e3-67e9f6240dad'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:20.609238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.679667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.680346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.681861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a42bd68-bdf0-4201-8259-0d063425d33e HTTP/1.1" status: 200 len: 1091 time: 1.9659913 Jul 15 13:03:20.685148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:20.696859 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad345c-5ed1-4b76-977e-3719d9e7cf39" -d '{"events": [{"name": "network-changed", "server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:20.707212 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4157e4ec-8f50-4a58-aee2-cf2019aac52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.712843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4157e4ec-8f50-4a58-aee2-cf2019aac52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.717652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4157e4ec-8f50-4a58-aee2-cf2019aac52d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39905b51-1f0f-405c-921c-97fc71381faf HTTP/1.1" status: 204 len: 168 time: 0.4566281 Jul 15 13:03:20.723798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 896b6af9-4934-4d98-83e3-67e9f6240dad, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=896b6af9-4934-4d98-83e3-67e9f6240dad,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:20.731092 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157e4ec-8f50-4a58-aee2-cf2019aac52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39905b51-1f0f-405c-921c-97fc71381faf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.767142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.860822 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbaf35c-e3f3-45b1-b8a2-37ff49dbc950" -d '{"events": [{"server_uuid": "a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5", "name": "network-vif-plugged", "status": "completed", "tag": "896b6af9-4934-4d98-83e3-67e9f6240dad"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:20.940591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=896b6af9-4934-4d98-83e3-67e9f6240dad,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.950079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62dc3-c761-4064-803e-f92fb6994549 service neutron] Pushing event updated for resources: {'Port': ['ID=0a42bd68-bdf0-4201-8259-0d063425d33e,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.028210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-7c12877c-6b42-4ad5-8e3b-b5dd7246baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.033512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-7c12877c-6b42-4ad5-8e3b-b5dd7246baf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 1094 time: 0.2726543 Jul 15 13:03:21.038910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Allocated IP 172.20.0.10 (8279a9f6-085b-4b88-bd81-cdfa0b4cee7b/58f1a75d-8f8b-403c-bd8e-9505ff1123d6/4bca3c32-0865-4966-a071-db21211ee622) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:21.056790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59c7a5b-90bf-4632-8203-56b046a3860d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:21.068116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.103879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Transition to ACTIVE for port object a59c7a5b-90bf-4632-8203-56b046a3860d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:21.116092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.122055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-26d8b2d1-2599-4390-8861-770ac2b13c1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a42bd68-bdf0-4201-8259-0d063425d33e HTTP/1.1" status: 200 len: 217 time: 0.0758994 Jul 15 13:03:21.149223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76532-18bc-41a0-af5f-cf2108efb3a2 req-d5309fab-b7c5-4601-96e0-e1b473dbdeb7 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.156834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c76532-18bc-41a0-af5f-cf2108efb3a2 req-d5309fab-b7c5-4601-96e0-e1b473dbdeb7 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 970 time: 0.2810869 Jul 15 13:03:21.241144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:21.242893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Pushing event updated for resources: {'Port': ['ID=a59c7a5b-90bf-4632-8203-56b046a3860d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.254400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 36d41863-ccf0-4bb7-953b-166d8505139e up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:21.275451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6504-3737-46cb-8235-3630fcc22ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.288902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-cc4da8f7-71eb-44d7-868e-0d3131c5a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.290410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-cc4da8f7-71eb-44d7-868e-0d3131c5a6fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.1617818 Jul 15 13:03:21.294291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c76532-18bc-41a0-af5f-cf2108efb3a2 req-913333cc-9cee-419c-8e1a-39d5c9f9dc32 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366673 Jul 15 13:03:21.296616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Attempting to bind port a59c7a5b-90bf-4632-8203-56b046a3860d on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:21.296948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Attempting to bind port a59c7a5b-90bf-4632-8203-56b046a3860d by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:21.297807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Attempting to bind port a59c7a5b-90bf-4632-8203-56b046a3860d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:21.309985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Port a59c7a5b-90bf-4632-8203-56b046a3860d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:21.310904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Attempting to bind port a59c7a5b-90bf-4632-8203-56b046a3860d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:21.325939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:21.325939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:21.325939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:21.325939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Bound port: a59c7a5b-90bf-4632-8203-56b046a3860d, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:21.325939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.338830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.348508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 36d41863-ccf0-4bb7-953b-166d8505139e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:21.362197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 36d41863-ccf0-4bb7-953b-166d8505139e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:21.362770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.402129 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad0e76-7e15-42dd-a838-3d6dba27283c x-openstack-request-id: req-d6ad0e76-7e15-42dd-a838-3d6dba27283c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:21.402492 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:21.402745 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6ad0e76-7e15-42dd-a838-3d6dba27283c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:21.403142 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'status': 'completed', 'code': 200} Jul 15 13:03:21.424250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] For port a59c7a5b-90bf-4632-8203-56b046a3860d, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:21.429580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] For port a59c7a5b-90bf-4632-8203-56b046a3860d, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a59c7a5b-90bf-4632-8203-56b046a3860d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:21.441976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.473156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16605a23-1d83-4b4e-8e03-3d47cf68023a req-90aa8fc8-500b-4895-b761-d99856f3ee7b tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.478749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.480238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16605a23-1d83-4b4e-8e03-3d47cf68023a req-90aa8fc8-500b-4895-b761-d99856f3ee7b tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 949 time: 0.2879124 Jul 15 13:03:21.497421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6504-3737-46cb-8235-3630fcc22ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.512318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.513273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.513613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.514388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6504-3737-46cb-8235-3630fcc22ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.514785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] 10.222.0.49 "PUT /v2.0/ports/a59c7a5b-90bf-4632-8203-56b046a3860d HTTP/1.1" status: 200 len: 1117 time: 1.4716485 Jul 15 13:03:21.515245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'tag': 'a59c7a5b-90bf-4632-8203-56b046a3860d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:21.518240 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5ac221-c4ad-4497-bde5-e374990bc96b" -d '{"events": [{"name": "network-changed", "server_uuid": "062e91b4-4e51-4c94-963b-904a7e2f2eab", "tag": "a59c7a5b-90bf-4632-8203-56b046a3860d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:21.525931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-817c81a1-ed4a-428f-aa3b-a1e32ac7fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.527803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-817c81a1-ed4a-428f-aa3b-a1e32ac7fe02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869512 Jul 15 13:03:21.557829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:21.561579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:21.564052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd51295-9382-46d2-8137-c1706c53a7fd service neutron] Pushing event updated for resources: {'Port': ['ID=a59c7a5b-90bf-4632-8203-56b046a3860d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.568549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:21.573997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.574827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.582127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 36d41863-ccf0-4bb7-953b-166d8505139e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=36d41863-ccf0-4bb7-953b-166d8505139e,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:21.588979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.603724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16605a23-1d83-4b4e-8e03-3d47cf68023a req-d31d9f4e-fdb4-4a2a-b676-6df47c2a412d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225471 Jul 15 13:03:21.664640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6504-3737-46cb-8235-3630fcc22ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5169cfb-6ee7-484e-be53-eef761c0bfff,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.673011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cc5e6504-3737-46cb-8235-3630fcc22ed6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86385527729f4e15a6c94dfda8c54bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144115 Jul 15 13:03:21.677220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:21.686680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5652304 Jul 15 13:03:21.695856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=36d41863-ccf0-4bb7-953b-166d8505139e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.707288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Request body: {'port': {'device_id': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:21.744296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b701946-d1f6-410f-8e14-78f094d53df5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.754724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-5a9635a7-9cef-4959-9ee2-2a92e9627231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.757360 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-5a9635a7-9cef-4959-9ee2-2a92e9627231 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad54c18628ed4ff1923333b8138d0006&device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 1120 time: 0.1896265 Jul 15 13:03:21.811649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-35f8f210-1b5a-4fbb-84b4-55f9d6096f41 service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634201 Jul 15 13:03:21.816064 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-ef64e624-412a-47c6-a335-3b90abd751c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a59c7a5b-90bf-4632-8203-56b046a3860d HTTP/1.1" status: 200 len: 217 time: 0.0489340 Jul 15 13:03:21.829365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a09fa-f3d5-49f1-87ad-9ebefca725dc req-fe613a75-910b-4f84-9983-fd9aed4755c3 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.831047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f5a09fa-f3d5-49f1-87ad-9ebefca725dc req-fe613a75-910b-4f84-9983-fd9aed4755c3 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 943 time: 0.2812529 Jul 15 13:03:21.845542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b449251-55f4-40d1-b95d-55e104e5fd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.881128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.893446 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5923f70-252a-4cbb-839e-09791d52c20f x-openstack-request-id: req-a5923f70-252a-4cbb-839e-09791d52c20f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:21.893739 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5", "name": "network-vif-plugged", "status": "completed", "tag": "896b6af9-4934-4d98-83e3-67e9f6240dad", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:21.893994 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5923f70-252a-4cbb-839e-09791d52c20f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:21.895064 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b6af9-4934-4d98-83e3-67e9f6240dad', 'code': 200} Jul 15 13:03:21.899721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3ca1efa0-5410-4e29-b954-0945c8898e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.901263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-3ca1efa0-5410-4e29-b954-0945c8898e3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0671082 Jul 15 13:03:21.921433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b449251-55f4-40d1-b95d-55e104e5fd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.986462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.23', 62149) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:22.117556 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf553b-b71a-443e-9331-04dac195ae22 x-openstack-request-id: req-eddf553b-b71a-443e-9331-04dac195ae22 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:22.117888 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062e91b4-4e51-4c94-963b-904a7e2f2eab", "tag": "a59c7a5b-90bf-4632-8203-56b046a3860d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:22.118073 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eddf553b-b71a-443e-9331-04dac195ae22 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:22.118532 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'tag': 'a59c7a5b-90bf-4632-8203-56b046a3860d', 'status': 'completed', 'code': 200} Jul 15 13:03:22.145596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-25c3fa85-ae63-4d27-9115-369b274a5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.147137 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-25c3fa85-ae63-4d27-9115-369b274a5c3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135470 Jul 15 13:03:22.209642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f5a09fa-f3d5-49f1-87ad-9ebefca725dc req-a02b535d-90e2-40ef-8512-e708d19e724c tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668611 Jul 15 13:03:22.234712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b449251-55f4-40d1-b95d-55e104e5fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.240203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b449251-55f4-40d1-b95d-55e104e5fd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.253195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8b449251-55f4-40d1-b95d-55e104e5fd2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5169cfb-6ee7-484e-be53-eef761c0bfff HTTP/1.1" status: 204 len: 168 time: 0.5662622 Jul 15 13:03:22.259223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16e5e7-6d1a-4994-8052-a948e5d58898 req-0259de89-b706-408e-832c-97897e650595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.260719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bb16e5e7-6d1a-4994-8052-a948e5d58898 req-0259de89-b706-408e-832c-97897e650595 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 1100 time: 0.2721741 Jul 15 13:03:22.316183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b449251-55f4-40d1-b95d-55e104e5fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5169cfb-6ee7-484e-be53-eef761c0bfff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.328133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5ff0576-b948-4410-ac7d-450b16e347b2 req-328a908f-b822-411b-bcd7-4bba49c1af4f service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929152 Jul 15 13:03:22.350310 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bb16e5e7-6d1a-4994-8052-a948e5d58898 req-3cdc7937-28db-47ef-bfcc-24b948685bc2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.371197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b821ec-f037-4bb8-bd4b-46f46a7fab72 req-d7f2aad4-ed23-4201-b936-070392803c37 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.379121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22b821ec-f037-4bb8-bd4b-46f46a7fab72 req-d7f2aad4-ed23-4201-b936-070392803c37 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 969 time: 0.1473494 Jul 15 13:03:22.440657 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-89f0648b-fb2b-4e91-92c1-c94f8a210e53 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756104 Jul 15 13:03:22.486431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22b821ec-f037-4bb8-bd4b-46f46a7fab72 req-a015212c-1505-4c7b-9a85-ed6c3a48cf95 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062534 Jul 15 13:03:22.539740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bca3c32-0865-4966-a071-db21211ee622 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:22.573559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.597943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed056d-c396-444c-a215-bf40eb69f842 req-f2300827-72e3-4617-95ef-eee47572fc53 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.600697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5ed056d-c396-444c-a215-bf40eb69f842 req-f2300827-72e3-4617-95ef-eee47572fc53 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 932 time: 0.2494745 Jul 15 13:03:22.608208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Transition to ACTIVE for port object 4bca3c32-0865-4966-a071-db21211ee622 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:22.626101 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1ef6154b-f504-403b-ab92-d6af796142d6 req-bcf4fc95-d8ad-411f-95fb-9fc5d439b3b3 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559851 Jul 15 13:03:22.627517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-5a9ce4ad-c57d-429d-9989-02b99b630fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.632056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-5a9ce4ad-c57d-429d-9989-02b99b630fb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 1094 time: 0.2235355 Jul 15 13:03:22.637074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.676765 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bb16e5e7-6d1a-4994-8052-a948e5d58898 req-3cdc7937-28db-47ef-bfcc-24b948685bc2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.700984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bb16e5e7-6d1a-4994-8052-a948e5d58898 req-3cdc7937-28db-47ef-bfcc-24b948685bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.771911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bb16e5e7-6d1a-4994-8052-a948e5d58898 req-3cdc7937-28db-47ef-bfcc-24b948685bc2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024076 Jul 15 13:03:22.772505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.818926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc7937-28db-47ef-bfcc-24b948685bc2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=625ecec8-7a65-4dad-8fc5-a58314268908,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.820129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5ed056d-c396-444c-a215-bf40eb69f842 req-d159ded8-d279-426a-9656-504953ac972b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035379 Jul 15 13:03:22.823259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:22.823598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:22.823905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:22.842628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:22.842839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:22.852603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:22.852936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:22.853313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:22.853824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Bound port: 4bca3c32-0865-4966-a071-db21211ee622, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:22.854091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.868820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-28dff938-19a3-468c-986f-b1817fff9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.870257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-28dff938-19a3-468c-986f-b1817fff9b11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad54c18628ed4ff1923333b8138d0006&device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 1120 time: 0.1783850 Jul 15 13:03:22.879465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-c8f5f3f3-ae5d-4c0c-94be-7a6f892c0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.881008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-c8f5f3f3-ae5d-4c0c-94be-7a6f892c0b04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 924 time: 0.2380047 Jul 15 13:03:22.892933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c52f-0c5d-4f3b-9d2a-1535bc677ceb req-dfa432cb-67b2-4751-b299-6baaf0a6a96b tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.900259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a685c52f-0c5d-4f3b-9d2a-1535bc677ceb req-dfa432cb-67b2-4751-b299-6baaf0a6a96b tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.1836126 Jul 15 13:03:22.955568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:22.955773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-4299394d-df7b-465b-9201-6894bda42b74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a42bd68-bdf0-4201-8259-0d063425d33e HTTP/1.1" status: 200 len: 217 time: 0.0532947 Jul 15 13:03:22.959264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:22.989290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.036108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.036719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.038101 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 1092 time: 1.3396747 Jul 15 13:03:23.061432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a685c52f-0c5d-4f3b-9d2a-1535bc677ceb req-000cd76f-5fdb-48b1-8447-ccd6a65f971e tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602156 Jul 15 13:03:23.066830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-f7fa3723-f962-4fde-b498-a816d58d46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.068351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-f7fa3723-f962-4fde-b498-a816d58d46e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1906404 Jul 15 13:03:23.070100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-37f19e74-9427-44cc-8473-fbfb734a4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.071488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a6a7-a9a4-4cd7-89e9-00c86fcdc4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:23.071820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-37f19e74-9427-44cc-8473-fbfb734a4ba7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.1008863 Jul 15 13:03:23.126356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcfbf-a65e-4008-9259-2c42e1612520 req-368af9de-72a9-43dc-a48c-00d40093af0e tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.127976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-623dcfbf-a65e-4008-9259-2c42e1612520 req-368af9de-72a9-43dc-a48c-00d40093af0e tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 949 time: 0.1655102 Jul 15 13:03:23.136263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-364cf696-cd42-41e7-9544-0fdc37dba81b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a59c7a5b-90bf-4632-8203-56b046a3860d HTTP/1.1" status: 200 len: 217 time: 0.0605931 Jul 15 13:03:23.184779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-a37631e1-28ab-4dd9-8881-89f706c8d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.186313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-a37631e1-28ab-4dd9-8881-89f706c8d82d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042857 Jul 15 13:03:23.191807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-623dcfbf-a65e-4008-9259-2c42e1612520 req-96abf930-c940-49e9-b6a4-22acb8b4a1d4 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Jul 15 13:03:23.216316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-fd7d526c-d56a-49f6-98b9-777feebdf57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.217772 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-fd7d526c-d56a-49f6-98b9-777feebdf57c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0583696 Jul 15 13:03:23.271174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-e12f3981-671c-45ea-bb79-a1bf6745d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.272784 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-e12f3981-671c-45ea-bb79-a1bf6745d0f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1095 time: 0.1457632 Jul 15 13:03:23.319615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-5831c64a-372f-48a6-9854-54bb606b0713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 217 time: 0.0372374 Jul 15 13:03:23.325985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-0905de04-1474-4bb9-8d8f-5a57110f38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.327521 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-0905de04-1474-4bb9-8d8f-5a57110f38ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025841 Jul 15 13:03:23.334125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-e26ea799-40c1-4861-8bf5-863cb6ea9659 service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390281 Jul 15 13:03:23.414359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:23.427134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-66530070-7eb1-4c4a-97cf-73134925c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.428592 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-66530070-7eb1-4c4a-97cf-73134925c33b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.1002469 Jul 15 13:03:23.469636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-a86c70a5-38cc-43f3-a1f6-5671d0cb1fbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299356 Jul 15 13:03:23.509267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58ad345c-5ed1-4b76-977e-3719d9e7cf39 req-0c7b01e2-463f-4651-9ebc-f06543ca8a92 service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680038 Jul 15 13:03:23.510910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-d19dcf67-c707-4b07-978b-6b58523edd71 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747854 Jul 15 13:03:23.520176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc0ef2-3f04-49f6-b182-63542fd6b54f req-6d7bba3a-ccb6-440a-923e-d1c33efd6ff8 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.521995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20dc0ef2-3f04-49f6-b182-63542fd6b54f req-6d7bba3a-ccb6-440a-923e-d1c33efd6ff8 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 943 time: 0.1686828 Jul 15 13:03:23.589353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20dc0ef2-3f04-49f6-b182-63542fd6b54f req-c68560f0-99b5-4f56-8fc3-c085cac7d0ce tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602949 Jul 15 13:03:23.601868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-994772927-network', 'tenant_id': '7f2c8aa25dc14e8a8ec3df2467945a22'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:23.628728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Made reservation on behalf of 7f2c8aa25dc14e8a8ec3df2467945a22 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:23.631576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.640016 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-54cee170-6b88-4b0d-9267-3060ec212f3f service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650279 Jul 15 13:03:23.641181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.789863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.803915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.822816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67841954-0f09-4e1a-b8fc-5d9bca2cc9b8 req-a014f359-53cc-40e1-a1e7-a459bee938fa tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.824397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67841954-0f09-4e1a-b8fc-5d9bca2cc9b8 req-a014f359-53cc-40e1-a1e7-a459bee938fa tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 969 time: 0.1060433 Jul 15 13:03:23.847170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:23.873026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.873384 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Added segment da985245-0c63-4913-9ae5-854b6add4c44 of type vlan for network 1bceaa06-3dd7-410d-aad4-f91eb9338f8b Jul 15 13:03:23.877756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2383bd-5618-4c71-af92-dddd3d757f62,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:23.889238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ac5ac221-c4ad-4497-bde5-e374990bc96b req-b2ef930d-18bb-4db9-93a7-52540798e38c service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682144 Jul 15 13:03:23.896784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d41863-ccf0-4bb7-953b-166d8505139e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:23.904277 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9f99c-4151-4cf6-9b15-ed05d3c9e38f" -d '{"events": [{"server_uuid": "f53d00b9-4095-4713-a4d8-0c31e50b2ef4", "name": "network-vif-plugged", "status": "completed", "tag": "36d41863-ccf0-4bb7-953b-166d8505139e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:23.920618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67841954-0f09-4e1a-b8fc-5d9bca2cc9b8 req-22cd3980-99ed-4516-b5a6-bd0439c72b0c tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871277 Jul 15 13:03:23.933527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.976349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.976564 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51afd2a-4729-4721-ad64-7947563c6abe x-openstack-request-id: req-d51afd2a-4729-4721-ad64-7947563c6abe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:23.977423 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d00b9-4095-4713-a4d8-0c31e50b2ef4", "name": "network-vif-plugged", "status": "completed", "tag": "36d41863-ccf0-4bb7-953b-166d8505139e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:23.977885 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d51afd2a-4729-4721-ad64-7947563c6abe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:23.978046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.978668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.978904 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d41863-ccf0-4bb7-953b-166d8505139e', 'code': 200} Jul 15 13:03:24.036562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43435225-9774-4258-bc0e-b5ddd4ed56b8 req-bd9908d9-2fd6-40d0-b03b-30f543e39d2c service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883877 Jul 15 13:03:24.046780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6312268 Jul 15 13:03:24.048689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59608) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:24.055880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Request body: {'subnet': {'network_id': '1bceaa06-3dd7-410d-aad4-f91eb9338f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-994772927-subnet', 'tenant_id': '7f2c8aa25dc14e8a8ec3df2467945a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:24.084575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e878c-80c3-412c-afed-e1830294e87d admin admin] Pushing event updated for resources: {'Network': ['ID=1bceaa06-3dd7-410d-aad4-f91eb9338f8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.103683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 1bceaa06-3dd7-410d-aad4-f91eb9338f8b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:24.123964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'tag': '4bca3c32-0865-4966-a071-db21211ee622'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:24.124287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c8a95-5299-40bc-a334-5850a003f2fe req-84566d27-ed48-4fc0-a94e-ae9bb046bfcd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.126799 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0183ec7d-dd63-4112-a05c-68b64ecd137d" -d '{"events": [{"name": "network-changed", "server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "tag": "4bca3c32-0865-4966-a071-db21211ee622"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:24.127539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b14c8a95-5299-40bc-a334-5850a003f2fe req-84566d27-ed48-4fc0-a94e-ae9bb046bfcd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.1186357 Jul 15 13:03:24.133603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Made reservation on behalf of 7f2c8aa25dc14e8a8ec3df2467945a22 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:24.150485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.190681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b14c8a95-5299-40bc-a334-5850a003f2fe req-6973ebe6-3d61-4d68-8be0-a76b1e9e5e31 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565064 Jul 15 13:03:24.233462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef257a-2900-4f29-9be0-adc5aec5ce7d req-9e4e7380-1de4-4b67-bfe4-a59ea00876ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.235239 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-71ef257a-2900-4f29-9be0-adc5aec5ce7d req-9e4e7380-1de4-4b67-bfe4-a59ea00876ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 1122 time: 0.1749542 Jul 15 13:03:24.293040 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-71ef257a-2900-4f29-9be0-adc5aec5ce7d req-69c648ec-0948-4ee0-95cd-c8b633280842 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 Jul 15 13:03:24.379796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a8f4-592a-4dd9-9769-d1ff9c714ec0 req-c2210db6-d69f-4d94-b662-22b32b9c7a52 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.381364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aab7a8f4-592a-4dd9-9769-d1ff9c714ec0 req-c2210db6-d69f-4d94-b662-22b32b9c7a52 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.0755486 Jul 15 13:03:24.399689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.439605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aab7a8f4-592a-4dd9-9769-d1ff9c714ec0 req-3e7e3729-52f5-45c7-9cf0-c7a648a7e492 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Jul 15 13:03:24.466684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fc3e29-3002-4c40-a4f0-cf4e072df5fa,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.470121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Checking segment: {'id': 'da985245-0c63-4913-9ae5-854b6add4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1bceaa06-3dd7-410d-aad4-f91eb9338f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:24.470644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Network hostable DHCP agents. Network: 1bceaa06-3dd7-410d-aad4-f91eb9338f8b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:24.487426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Network 1bceaa06-3dd7-410d-aad4-f91eb9338f8b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:24.493345 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd619668-c1d1-4952-b563-9fcda27409f0 x-openstack-request-id: req-bd619668-c1d1-4952-b563-9fcda27409f0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:24.493632 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "tag": "4bca3c32-0865-4966-a071-db21211ee622", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:24.493874 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd619668-c1d1-4952-b563-9fcda27409f0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:24.494278 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'tag': '4bca3c32-0865-4966-a071-db21211ee622', 'status': 'completed', 'code': 200} Jul 15 13:03:24.504121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 1bceaa06-3dd7-410d-aad4-f91eb9338f8b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:24.508361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.509644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.513774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea7b78-2ec6-41dc-a5d7-dfd90e6edf0b None None] Network 1bceaa06-3dd7-410d-aad4-f91eb9338f8b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:24.566569 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3a94e73d-9ca1-4de6-b176-3a85293b0c99 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5113876 Jul 15 13:03:24.598183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-486dd9e2-a09b-4f96-b44f-9c991e8645ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.599734 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-486dd9e2-a09b-4f96-b44f-9c991e8645ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1095 time: 0.0753472 Jul 15 13:03:24.662626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85603f0d-2745-48bc-bc92-c2d3ce7ef86e None None] Network 1bceaa06-3dd7-410d-aad4-f91eb9338f8b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:24.736225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815d005-c06f-4982-89b4-61a7f5947a2d req-0c1f6aa1-acec-43d3-b3f6-16a2fe160cf2 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.738248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f815d005-c06f-4982-89b4-61a7f5947a2d req-0c1f6aa1-acec-43d3-b3f6-16a2fe160cf2 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 949 time: 0.0978644 Jul 15 13:03:24.804709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f815d005-c06f-4982-89b4-61a7f5947a2d req-7b526b88-1e6a-467e-9741-c7e6525ea943 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607402 Jul 15 13:03:24.836155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-e735def7-54d9-44fd-964b-20d52f6b2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.837648 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-e735def7-54d9-44fd-964b-20d52f6b2367 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.2232890 Jul 15 13:03:24.862396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e61f0-5674-40d2-97a8-88b23f29b30c req-9ddbebfa-a8fb-4e79-817a-e1b461d6b1b0 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.864098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b51e61f0-5674-40d2-97a8-88b23f29b30c req-9ddbebfa-a8fb-4e79-817a-e1b461d6b1b0 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 943 time: 0.1112869 Jul 15 13:03:24.889729 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-e201e00c-85fd-4ae4-86e5-3d7e7a6750f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 217 time: 0.0402892 Jul 15 13:03:24.915070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b51e61f0-5674-40d2-97a8-88b23f29b30c req-3186da42-7111-4c5b-95ba-c1a517d38449 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 Jul 15 13:03:24.915668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:24.951023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-f424e549-069d-430d-8295-2141f6b97194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.952525 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-f424e549-069d-430d-8295-2141f6b97194 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0555947 Jul 15 13:03:24.995550 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-4217f422-8bcf-4c5c-84fe-f03fb47120b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356159 Jul 15 13:03:25.106229 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-47f4982e-3cf9-4716-a59e-2d76dd1e86d2 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027758 Jul 15 13:03:25.127201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0819931-1574-4258-9110-27d8ee18b5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.206385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be311-3ee3-4b73-aa6e-1a284b5dc773 req-bb1bdd93-c689-454d-bd66-6a31ae4c20df tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.208345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d33be311-3ee3-4b73-aa6e-1a284b5dc773 req-bb1bdd93-c689-454d-bd66-6a31ae4c20df tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 969 time: 0.1385798 Jul 15 13:03:25.226111 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0183ec7d-dd63-4112-a05c-68b64ecd137d req-f220412f-a559-4719-8c25-722a38f56475 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122620 Jul 15 13:03:25.255264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a59c7a5b-90bf-4632-8203-56b046a3860d details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:25.280515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d33be311-3ee3-4b73-aa6e-1a284b5dc773 req-da634a20-95fa-4298-9e15-518269dddb93 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Jul 15 13:03:25.294716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0819931-1574-4258-9110-27d8ee18b5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.301551 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0819931-1574-4258-9110-27d8ee18b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.349692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0819931-1574-4258-9110-27d8ee18b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8612c-9387-485a-867b-30db35e402fb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.354521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e0819931-1574-4258-9110-27d8ee18b5d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0776483cc72341288ca66bcc9a818d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378047 Jul 15 13:03:25.357684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:25.388882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a59c7a5b-90bf-4632-8203-56b046a3860d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a59c7a5b-90bf-4632-8203-56b046a3860d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:25.405937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'a59c7a5b-90bf-4632-8203-56b046a3860d', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'a59c7a5b-90bf-4632-8203-56b046a3860d', 'mac_address': 'fa:16:3e:78:5a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:tempest-test_az-1800830830', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:25.428897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-365338f5-2e55-4b60-b658-094ea105dfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.455935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-365338f5-2e55-4b60-b658-094ea105dfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.482766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.497857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59c7a5b-90bf-4632-8203-56b046a3860d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:25.499251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:25.505252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598261531-network', 'tenant_id': '1ef2ac2424514cf3befcd99bd76519d8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:25.528302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a59c7a5b-90bf-4632-8203-56b046a3860d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a59c7a5b-90bf-4632-8203-56b046a3860d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:25.532480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Made reservation on behalf of 1ef2ac2424514cf3befcd99bd76519d8 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:25.535159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.539686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.555785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.560435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e64459-442d-4905-b92f-ecf4a4aedc0a req-f3f9ca2e-4e2b-4af8-a8e0-5c9c8b6e1024 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.562382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76e64459-442d-4905-b92f-ecf4a4aedc0a req-f3f9ca2e-4e2b-4af8-a8e0-5c9c8b6e1024 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.1044862 Jul 15 13:03:25.579289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-365338f5-2e55-4b60-b658-094ea105dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.582559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-365338f5-2e55-4b60-b658-094ea105dfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.586743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-365338f5-2e55-4b60-b658-094ea105dfe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05c8612c-9387-485a-867b-30db35e402fb HTTP/1.1" status: 204 len: 168 time: 0.2258821 Jul 15 13:03:25.606235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a59c7a5b-90bf-4632-8203-56b046a3860d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.606639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365338f5-2e55-4b60-b658-094ea105dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8612c-9387-485a-867b-30db35e402fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.659891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76e64459-442d-4905-b92f-ecf4a4aedc0a req-08253e09-aabe-4ad1-842f-8d1134eb435d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886977 Jul 15 13:03:25.703924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.711061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.744197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:25.752804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e034bb59-c41f-458f-a5a4-ddb137db72af,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.761181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.761528 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Added segment 2ca32c4d-619a-4ba6-bcc3-91ff27e31285 of type vlan for network 25bf167b-90a0-4696-9445-fc98fca1d621 Jul 15 13:03:25.769828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a59c7a5b-90bf-4632-8203-56b046a3860d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:25.808372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.855269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.855903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.855995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.930800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] Pushing event updated for resources: {'Network': ['ID=25bf167b-90a0-4696-9445-fc98fca1d621,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.943565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 0a42bd68-bdf0-4201-8259-0d063425d33e details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:25.945755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 25bf167b-90a0-4696-9445-fc98fca1d621 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:25.946384 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4903cbd7-5e4c-4345-96b5-54ae9b8c58a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4459016 Jul 15 13:03:25.947130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:25.952522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Request body: {'subnet': {'network_id': '25bf167b-90a0-4696-9445-fc98fca1d621', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598261531-subnet', 'tenant_id': '1ef2ac2424514cf3befcd99bd76519d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:25.979747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Made reservation on behalf of 1ef2ac2424514cf3befcd99bd76519d8 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:25.983441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.051129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951d7c7-fac3-49c7-9e4b-c316a42bb7e8 req-7e258a17-124f-4dff-923d-3bbfce71bcfb tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.064863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8951d7c7-fac3-49c7-9e4b-c316a42bb7e8 req-7e258a17-124f-4dff-923d-3bbfce71bcfb tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.2353969 Jul 15 13:03:26.112613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91e29-55a3-4eb7-8c21-e4b6257de3ec req-a84d8107-099c-4aa3-8fc8-ba1fcd65c504 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.119410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aef91e29-55a3-4eb7-8c21-e4b6257de3ec req-a84d8107-099c-4aa3-8fc8-ba1fcd65c504 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 949 time: 0.2340827 Jul 15 13:03:26.142485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8951d7c7-fac3-49c7-9e4b-c316a42bb7e8 req-7f3f4874-fe83-4b33-801c-0aacc81c9f41 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764029 Jul 15 13:03:26.142989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:26.168100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6ed68ba-188b-4021-8d6f-440e32e9db54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.183037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 0a42bd68-bdf0-4201-8259-0d063425d33e, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=0a42bd68-bdf0-4201-8259-0d063425d33e,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:26.197520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aef91e29-55a3-4eb7-8c21-e4b6257de3ec req-d1f32bfe-3385-4a87-840a-b6113cdde263 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772204 Jul 15 13:03:26.215105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'port_id': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'mac_address': 'fa:16:3e:24:56:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:26.253760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.259972 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.276800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a42bd68-bdf0-4201-8259-0d063425d33e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:26.299964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 0a42bd68-bdf0-4201-8259-0d063425d33e, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=0a42bd68-bdf0-4201-8259-0d063425d33e,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:26.302314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f8413f-6789-4533-8fa3-4f118c62112c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.304329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.332681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Checking segment: {'id': '2ca32c4d-619a-4ba6-bcc3-91ff27e31285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25bf167b-90a0-4696-9445-fc98fca1d621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:26.333050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Network hostable DHCP agents. Network: 25bf167b-90a0-4696-9445-fc98fca1d621, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:26.337047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6ed68ba-188b-4021-8d6f-440e32e9db54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.348340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6ed68ba-188b-4021-8d6f-440e32e9db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.354726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Network 25bf167b-90a0-4696-9445-fc98fca1d621 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:26.359518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=0a42bd68-bdf0-4201-8259-0d063425d33e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.371024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 25bf167b-90a0-4696-9445-fc98fca1d621) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:26.375521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.376464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.383957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9e9b0-958a-4113-b62c-52f8463f5039 None None] Network 25bf167b-90a0-4696-9445-fc98fca1d621 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:26.408420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed68ba-188b-4021-8d6f-440e32e9db54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba653fc8-5ca6-4d6a-9109-7bc821717594,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.410879 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dbe88601-a33f-49d2-8728-20552ff6b47f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4625223 Jul 15 13:03:26.430067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059df73f-1122-44de-baf3-60ef41962f99 req-83145ee5-55bb-4ede-be48-da20b2ab5b0f tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.431714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-059df73f-1122-44de-baf3-60ef41962f99 req-83145ee5-55bb-4ede-be48-da20b2ab5b0f tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 944 time: 0.1421888 Jul 15 13:03:26.435036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e6ed68ba-188b-4021-8d6f-440e32e9db54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f27b73dda0a4d59aae242a2da8d211f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856240 Jul 15 13:03:26.438684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:26.535972 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af4bf8f6-837f-45cf-8cd4-49a240a6a07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.540168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-059df73f-1122-44de-baf3-60ef41962f99 req-0b5bccf7-863c-440b-b8d0-3e0d94eae1d1 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989056 Jul 15 13:03:26.566582 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af4bf8f6-837f-45cf-8cd4-49a240a6a07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.593235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['0a42bd68-bdf0-4201-8259-0d063425d33e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:26.611039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:26.622902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0e691-9801-41a6-8331-dc7cfd0fc16d None None] Network 25bf167b-90a0-4696-9445-fc98fca1d621 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:26.660461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Deleting subnet 77fc3e29-3002-4c40-a4f0-cf4e072df5fa {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:26.664280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.681101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cb1d4-562a-4a36-a2d5-ed5fec2209a1 req-1a0f2814-e1c3-4efc-b6b7-c1a9e7052711 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.683557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-302cb1d4-562a-4a36-a2d5-ed5fec2209a1 req-1a0f2814-e1c3-4efc-b6b7-c1a9e7052711 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 970 time: 0.1079092 Jul 15 13:03:26.684844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af4bf8f6-837f-45cf-8cd4-49a240a6a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.688329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af4bf8f6-837f-45cf-8cd4-49a240a6a07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.689485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af4bf8f6-837f-45cf-8cd4-49a240a6a07c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba653fc8-5ca6-4d6a-9109-7bc821717594 HTTP/1.1" status: 204 len: 168 time: 0.2498384 Jul 15 13:03:26.717634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.732108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf8f6-837f-45cf-8cd4-49a240a6a07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba653fc8-5ca6-4d6a-9109-7bc821717594,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.733802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.788483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-302cb1d4-562a-4a36-a2d5-ed5fec2209a1 req-45588f05-4a68-476d-8e8f-773e1bdd200b tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808358 Jul 15 13:03:26.861999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.904615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.907991 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/77fc3e29-3002-4c40-a4f0-cf4e072df5fa HTTP/1.1" status: 204 len: 168 time: 0.2955387 Jul 15 13:03:26.909237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b7393-dd8b-4a2d-b3ae-31ecd59d90d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fc3e29-3002-4c40-a4f0-cf4e072df5fa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.911377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:26.940751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e5d0-7164-4a79-a143-8a1036d07a59 req-bd548520-13b5-4286-a548-8a527692c650 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.942652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d2e5d0-7164-4a79-a143-8a1036d07a59 req-bd548520-13b5-4286-a548-8a527692c650 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.0918188 Jul 15 13:03:27.001555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d2e5d0-7164-4a79-a143-8a1036d07a59 req-b7bd8df5-7faf-459e-a436-eb616a00c8a5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502789 Jul 15 13:03:27.013503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.098968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.109428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.109932 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.110819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.111148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > port after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.111464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.111857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > port after_update 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.112378 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.112775 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.113095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.113405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.208164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.208647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.209062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.209498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:03:27.209960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bceaa06-3dd7-410d-aad4-f91eb9338f8b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:27.259894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da985245-0c63-4913-9ae5-854b6add4c44') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:27.260270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da985245-0c63-4913-9ae5-854b6add4c44') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:27.269969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a59c7a5b-90bf-4632-8203-56b046a3860d up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:27.282462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.310687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.326136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:27.326473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: from cryptography.utils import int_from_bytes Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: from cryptography.utils import int_from_bytes Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:27.359526 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:27.373253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port a59c7a5b-90bf-4632-8203-56b046a3860d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:27.385589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port a59c7a5b-90bf-4632-8203-56b046a3860d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:27.386594 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.388672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e345082-501a-4b44-a92b-92f9f7ff0769 req-3ef8343f-01d8-41a1-927f-56415498b899 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.396917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-236adc39-400b-481d-91c4-b7355a4842ab tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.398636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-236adc39-400b-481d-91c4-b7355a4842ab tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 1100 time: 0.1830928 Jul 15 13:03:27.399430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e345082-501a-4b44-a92b-92f9f7ff0769 req-3ef8343f-01d8-41a1-927f-56415498b899 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.0891526 Jul 15 13:03:27.480536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.489793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.491849 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] 10.222.0.48 "DELETE /v2.0/networks/1bceaa06-3dd7-410d-aad4-f91eb9338f8b HTTP/1.1" status: 204 len: 168 time: 0.5751374 Jul 15 13:03:27.495792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e345082-501a-4b44-a92b-92f9f7ff0769 req-0332c6a8-915a-4ad2-a91c-c91883661d86 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953906 Jul 15 13:03:27.497304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59702) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:27.525313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e343e7-ccbd-4a77-b879-868b9611176e req-b91caf1a-9c1d-4086-936d-c9ca95e36a18 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.533788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e343e7-ccbd-4a77-b879-868b9611176e req-b91caf1a-9c1d-4086-936d-c9ca95e36a18 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 949 time: 0.1541152 Jul 15 13:03:27.552954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79ab24-012e-4ec2-8d17-d1f61eac9b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bceaa06-3dd7-410d-aad4-f91eb9338f8b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.583607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Deleting subnet 54f8413f-6789-4533-8fa3-4f118c62112c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:27.587279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e343e7-ccbd-4a77-b879-868b9611176e req-cb2db1ca-c9e2-43a9-8be4-972908395594 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525579 Jul 15 13:03:27.587477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.636207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Deleting port 896b6af9-4934-4d98-83e3-67e9f6240dad {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:27.636614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.641217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.740295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648377-401b-451b-8501-2e6c67630de1 req-834e0127-6c93-40fc-9c98-5e6e6f830ff7 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.742651 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b648377-401b-451b-8501-2e6c67630de1 req-834e0127-6c93-40fc-9c98-5e6e6f830ff7 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 1122 time: 0.0967329 Jul 15 13:03:27.758106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.770097 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.799915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59c7a5b-90bf-4632-8203-56b046a3860d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:27.803080 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98229982-1e8f-49e0-b4a8-7fe88325b6d7" -d '{"events": [{"server_uuid": "062e91b4-4e51-4c94-963b-904a7e2f2eab", "name": "network-vif-plugged", "status": "completed", "tag": "a59c7a5b-90bf-4632-8203-56b046a3860d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:27.804788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7b648377-401b-451b-8501-2e6c67630de1 req-3a6b0d57-2403-4b72-98a8-3c1dfe906859 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.808815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] For port 896b6af9-4934-4d98-83e3-67e9f6240dad, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=896b6af9-4934-4d98-83e3-67e9f6240dad,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:27.809202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.819996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a59c7a5b-90bf-4632-8203-56b046a3860d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a59c7a5b-90bf-4632-8203-56b046a3860d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:27.827856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Calling delete_port for 896b6af9-4934-4d98-83e3-67e9f6240dad owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:27.832285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.874735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99965246-1af2-45ca-9309-6399b7f49677 req-38cea64c-eec7-413f-972d-cf3407e22103 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.878429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99965246-1af2-45ca-9309-6399b7f49677 req-38cea64c-eec7-413f-972d-cf3407e22103 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 944 time: 0.1150947 Jul 15 13:03:27.878671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.893439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a59c7a5b-90bf-4632-8203-56b046a3860d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.942155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99965246-1af2-45ca-9309-6399b7f49677 req-0dd5073f-ebb8-4c09-a270-be8cf85b4461 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571682 Jul 15 13:03:27.945853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f8413f-6789-4533-8fa3-4f118c62112c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.958312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.964204 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f90d27a-bcc0-4bad-b343-a8e8cde7e236 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54f8413f-6789-4533-8fa3-4f118c62112c HTTP/1.1" status: 204 len: 168 time: 0.4641838 Jul 15 13:03:27.967676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:27.967827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:27.982373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7b648377-401b-451b-8501-2e6c67630de1 req-3a6b0d57-2403-4b72-98a8-3c1dfe906859 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.987880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7b648377-401b-451b-8501-2e6c67630de1 req-3a6b0d57-2403-4b72-98a8-3c1dfe906859 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.992834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 0a42bd68-bdf0-4201-8259-0d063425d33e up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:28.037277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b0d57-2403-4b72-98a8-3c1dfe906859 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e392dbd-eed9-46fa-ad8b-a24b438e55a9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.067253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.075117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b648377-401b-451b-8501-2e6c67630de1 req-3a6b0d57-2403-4b72-98a8-3c1dfe906859 tempest-AggregatesAdminTestJSON-1762668747 tempest-AggregatesAdminTestJSON-1762668747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201566 Jul 15 13:03:28.148643 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebafbe71-f662-47ad-8f8e-d8979c8375d0 x-openstack-request-id: req-ebafbe71-f662-47ad-8f8e-d8979c8375d0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:28.148643 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062e91b4-4e51-4c94-963b-904a7e2f2eab", "name": "network-vif-plugged", "status": "completed", "tag": "a59c7a5b-90bf-4632-8203-56b046a3860d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:28.148643 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebafbe71-f662-47ad-8f8e-d8979c8375d0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:28.148643 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59c7a5b-90bf-4632-8203-56b046a3860d', 'code': 200} Jul 15 13:03:28.187159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 0a42bd68-bdf0-4201-8259-0d063425d33e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:28.205710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 0a42bd68-bdf0-4201-8259-0d063425d33e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:28.206084 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.210026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.264290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:28.279110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '4bca3c32-0865-4966-a071-db21211ee622', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'port_id': '4bca3c32-0865-4966-a071-db21211ee622', 'mac_address': 'fa:16:3e:b2:c1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1a75d-8f8b-403c-bd8e-9505ff1123d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:28.291752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bf167b-90a0-4696-9445-fc98fca1d621']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:28.294133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.317106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['896b6af9-4934-4d98-83e3-67e9f6240dad'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:28.339429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca32c4d-619a-4ba6-bcc3-91ff27e31285') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:28.339857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca32c4d-619a-4ba6-bcc3-91ff27e31285') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:28.353247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Pushing event deleted for resources: {'Port': ['ID=896b6af9-4934-4d98-83e3-67e9f6240dad,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.363767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.380998 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.382508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ed191-7305-40ae-b6ad-df4f54fa8323 req-6e50e3e2-f115-4417-99b2-dc58402429fd tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.389692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc8ed191-7305-40ae-b6ad-df4f54fa8323 req-6e50e3e2-f115-4417-99b2-dc58402429fd tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 971 time: 0.1442277 Jul 15 13:03:28.395370 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.403216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bca3c32-0865-4966-a071-db21211ee622 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:28.441668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:28.442853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99fabb-bf66-40a7-b7a7-bbc7a7331761 req-489048be-5013-4fb8-88b6-528a109b16ee tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.450309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac99fabb-bf66-40a7-b7a7-bbc7a7331761 req-489048be-5013-4fb8-88b6-528a109b16ee tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.1550641 Jul 15 13:03:28.450612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.455514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.456930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] No DVR routers for this DVR port 896b6af9-4934-4d98-83e3-67e9f6240dad on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:28.462794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 0a42bd68-bdf0-4201-8259-0d063425d33e, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=0a42bd68-bdf0-4201-8259-0d063425d33e,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:28.473237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc8ed191-7305-40ae-b6ad-df4f54fa8323 req-1af36cf5-90d4-4039-8f62-c2065cb86c5b tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825236 Jul 15 13:03:28.477388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.480314 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5a813d84-0b2e-4ff5-b6cc-222b5a27109e req-996581bd-c416-4027-862c-e987ba7b6460 tempest-DeleteServersAdminTestJSON-59392991 tempest-DeleteServersAdminTestJSON-59392991-project-admin] 10.222.0.23 "DELETE /v2.0/ports/896b6af9-4934-4d98-83e3-67e9f6240dad HTTP/1.1" status: 204 len: 173 time: 1.0479827 Jul 15 13:03:28.481485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:28.481890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.483601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'name': 'network-vif-deleted', 'tag': '896b6af9-4934-4d98-83e3-67e9f6240dad'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:28.486747 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73ae5b-0dde-4a2f-b756-2ce1850bacf1" -d '{"events": [{"server_uuid": "a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5", "name": "network-vif-deleted", "tag": "896b6af9-4934-4d98-83e3-67e9f6240dad"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:28.491342 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:28.501372 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.539885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.544107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65296-4cce-4665-9919-bb05ed0d183a req-b512df04-62c7-46f1-9e63-161a41b49407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.546384 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-06d65296-4cce-4665-9919-bb05ed0d183a req-b512df04-62c7-46f1-9e63-161a41b49407 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 1122 time: 0.3335376 Jul 15 13:03:28.597987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac99fabb-bf66-40a7-b7a7-bbc7a7331761 req-12df1418-542c-4809-911e-1780416d883b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465032 Jul 15 13:03:28.626368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.630442 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-06d65296-4cce-4665-9919-bb05ed0d183a req-fe618f43-3654-44ae-aeb7-089623ccb72b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754738 Jul 15 13:03:28.637054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.639753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/25bf167b-90a0-4696-9445-fc98fca1d621 HTTP/1.1" status: 204 len: 168 time: 0.6709852 Jul 15 13:03:28.666269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08dd92-6813-4514-b016-a12c6a49bdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bf167b-90a0-4696-9445-fc98fca1d621,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.669455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=0a42bd68-bdf0-4201-8259-0d063425d33e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.685360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['4bca3c32-0865-4966-a071-db21211ee622'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:28.699555 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad859ee2-47ef-48a4-aeec-e980889e6cc5 x-openstack-request-id: req-ad859ee2-47ef-48a4-aeec-e980889e6cc5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:28.701001 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5", "name": "network-vif-deleted", "tag": "896b6af9-4934-4d98-83e3-67e9f6240dad", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:28.701399 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad859ee2-47ef-48a4-aeec-e980889e6cc5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:28.701807 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5', 'name': 'network-vif-deleted', 'tag': '896b6af9-4934-4d98-83e3-67e9f6240dad', 'status': 'completed', 'code': 200} Jul 15 13:03:28.930493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9949907c-334e-4738-aa76-c667707f8f28 req-39599399-b67c-472f-b3e7-b32bf767ce70 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6ad026d-8ae7-4d70-85a5-ae1e2d1cf5c5 HTTP/1.1" status: 200 len: 210 time: 0.0414879 Jul 15 13:03:28.930888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59752) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:28.988529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:28.991039 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f5cdd290-b842-4fa1-97f8-ebe512519e0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f2c8aa25dc14e8a8ec3df2467945a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587595 Jul 15 13:03:29.049134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc838cf3-2bb4-447a-aff9-eb7179ea3696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.074349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc838cf3-2bb4-447a-aff9-eb7179ea3696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.144334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc838cf3-2bb4-447a-aff9-eb7179ea3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.146947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc838cf3-2bb4-447a-aff9-eb7179ea3696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.150695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc838cf3-2bb4-447a-aff9-eb7179ea3696 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec2383bd-5618-4c71-af92-dddd3d757f62 HTTP/1.1" status: 204 len: 168 time: 0.1612298 Jul 15 13:03:29.170943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc838cf3-2bb4-447a-aff9-eb7179ea3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2383bd-5618-4c71-af92-dddd3d757f62,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.332499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-27234b06-ec97-486e-8cdc-6ba6768ac6df tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fd44705a00f749fda41bccc0e4440a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243134 Jul 15 13:03:29.511402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-ba29e325-885d-42ec-98a9-bd82eebaf384 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.512893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-ba29e325-885d-42ec-98a9-bd82eebaf384 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712041 Jul 15 13:03:29.533677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a92a1-5288-4ca1-8290-cce177fd0adc req-ac673c7f-ea50-48bc-9403-f466e47ab379 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.535226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-116a92a1-5288-4ca1-8290-cce177fd0adc req-ac673c7f-ea50-48bc-9403-f466e47ab379 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 945 time: 0.1590493 Jul 15 13:03:29.538801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-8a53d030-9f66-4f6d-97d7-e2061c354e34 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/quotas/fd44705a00f749fda41bccc0e4440a32 HTTP/1.1" status: 200 len: 375 time: 0.0186946 Jul 15 13:03:29.549385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:29.586677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-1fe46cb6-34f3-4632-9ac2-60b51058806c tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd44705a00f749fda41bccc0e4440a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385096 Jul 15 13:03:29.591189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-839089f4-3ca2-45e0-97ec-7de61e1bcd7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ef2ac2424514cf3befcd99bd76519d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402198 Jul 15 13:03:29.593315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:29.599850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-116a92a1-5288-4ca1-8290-cce177fd0adc req-e15a7180-b4be-474d-880b-6d7f12f2c240 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589669 Jul 15 13:03:29.652150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd3b8-2b3d-475b-ac6e-59d7fc655046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.674052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd3b8-2b3d-475b-ac6e-59d7fc655046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.751765 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd3b8-2b3d-475b-ac6e-59d7fc655046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.754873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd3b8-2b3d-475b-ac6e-59d7fc655046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.760254 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4dfdd3b8-2b3d-475b-ac6e-59d7fc655046 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e034bb59-c41f-458f-a5a4-ddb137db72af HTTP/1.1" status: 204 len: 168 time: 0.1639664 Jul 15 13:03:29.771134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdd3b8-2b3d-475b-ac6e-59d7fc655046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e034bb59-c41f-458f-a5a4-ddb137db72af,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.798023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17176842-8e9c-4e2d-b5f2-37e489ac803a req-e3ab28b4-f7f3-49e0-a083-11d1e35706d6 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.803593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17176842-8e9c-4e2d-b5f2-37e489ac803a req-e3ab28b4-f7f3-49e0-a083-11d1e35706d6 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 971 time: 0.0769184 Jul 15 13:03:29.851815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17176842-8e9c-4e2d-b5f2-37e489ac803a req-1c992db4-20c2-48be-8125-2ae3e3656848 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456731 Jul 15 13:03:29.929060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237cc11-c658-47f9-8624-b83421315b39 req-1d9f8129-a4b4-4f91-9dc7-88436b77a2b0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.936474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f237cc11-c658-47f9-8624-b83421315b39 req-1d9f8129-a4b4-4f91-9dc7-88436b77a2b0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 945 time: 0.1069956 Jul 15 13:03:29.957625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:29.976974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f237cc11-c658-47f9-8624-b83421315b39 req-15b113bb-b810-480c-b585-8d8ec6272657 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Jul 15 13:03:30.034027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 4bca3c32-0865-4966-a071-db21211ee622 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:30.044740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 4bca3c32-0865-4966-a071-db21211ee622 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:30.044740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.096871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f927e7-542c-4415-a2d9-079c1913eb61 req-69e2fe07-eacc-4d93-bbf6-e3ae449a666a tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 210 time: 0.0392997 Jul 15 13:03:30.132316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.149317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:30.163935 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03142d7d-6ada-43a3-9f94-9f8e665cfeb4" -d '{"events": [{"server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "name": "network-vif-plugged", "status": "completed", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:30.228032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:30.236077 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.237117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 896b6af9-4934-4d98-83e3-67e9f6240dad no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:30.271321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 896b6af9-4934-4d98-83e3-67e9f6240dad {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:30.271666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 896b6af9-4934-4d98-83e3-67e9f6240dad not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:30.325937 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bfea00-5b99-444b-93aa-52256887ad63 x-openstack-request-id: req-42bfea00-5b99-444b-93aa-52256887ad63 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:30.330055 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "name": "network-vif-plugged", "status": "completed", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:30.330356 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42bfea00-5b99-444b-93aa-52256887ad63 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:30.330766 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'code': 200} Jul 15 13:03:30.397923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:30.472956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d331a2-19ce-49a8-b1bc-c9a05f487045 req-34d18136-6b78-491b-96d6-2f7fe7034915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.474884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-27d331a2-19ce-49a8-b1bc-c9a05f487045 req-34d18136-6b78-491b-96d6-2f7fe7034915 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 1096 time: 0.0825796 Jul 15 13:03:30.519122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.583134 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-27d331a2-19ce-49a8-b1bc-c9a05f487045 req-7c687e98-ff92-4792-b1ad-52507f4f8cfb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010785 Jul 15 13:03:30.664387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-d576f687-b66d-4b30-8681-7784ab74ddac tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282545 Jul 15 13:03:31.013051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc401db-4314-4e0e-9054-d5caa9d8836c req-b479a32f-d422-40f8-9670-9388e2fa1cc4 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.014486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dc401db-4314-4e0e-9054-d5caa9d8836c req-b479a32f-d422-40f8-9670-9388e2fa1cc4 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 971 time: 0.3242705 Jul 15 13:03:31.022453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-6a6a74bf-2eec-4203-8fa0-7fc69b7eac43 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.023819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-6a6a74bf-2eec-4203-8fa0-7fc69b7eac43 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495057 Jul 15 13:03:31.052156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-7aff0b24-f5ae-4e45-af43-c87c895fc90e tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/quotas/6f6fab0cead24aaeb3bf6d7a2294de9f HTTP/1.1" status: 200 len: 375 time: 0.0214295 Jul 15 13:03:31.095478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-d995b81f-f532-4750-91c7-7c2095fa6d3c tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376217 Jul 15 13:03:31.098354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dc401db-4314-4e0e-9054-d5caa9d8836c req-680b807e-c645-4690-b0e6-2501a3545bc1 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Jul 15 13:03:31.353831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-0447cde5-c739-4730-a40c-9ea37cde0d88 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fd44705a00f749fda41bccc0e4440a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904312 Jul 15 13:03:31.498588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a159e3-9dfe-444a-82ee-7d1973d7d21c req-9697e03a-b871-40c6-a63a-a71c25f72310 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.505959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a159e3-9dfe-444a-82ee-7d1973d7d21c req-9697e03a-b871-40c6-a63a-a71c25f72310 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 945 time: 0.2478924 Jul 15 13:03:31.535594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-69f120ad-b5eb-42b2-88ca-e3b7d3217758 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.537124 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-69f120ad-b5eb-42b2-88ca-e3b7d3217758 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693616 Jul 15 13:03:31.552341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Request body: {'port': {'device_id': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'fd44705a00f749fda41bccc0e4440a32'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:31.646850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a159e3-9dfe-444a-82ee-7d1973d7d21c req-c9614691-b387-49e0-97e0-ac84fae9ccae tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396735 Jul 15 13:03:31.656778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f960fd-5642-4708-99c8-226d913f09b4 req-7a84c72b-8d5e-403d-9099-c6365721880e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.663687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2f960fd-5642-4708-99c8-226d913f09b4 req-7a84c72b-8d5e-403d-9099-c6365721880e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 946 time: 0.2782915 Jul 15 13:03:31.716425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Made reservation on behalf of fd44705a00f749fda41bccc0e4440a32 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:31.720089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2f960fd-5642-4708-99c8-226d913f09b4 req-40ac70c3-0924-4f25-bd63-3302209b64c6 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Jul 15 13:03:31.727056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.806477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ac8f945-fe2f-4e09-a572-94b0953a8934 req-0d1cca41-36af-4a03-801e-59cfcb555f9b tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 210 time: 0.0344007 Jul 15 13:03:31.941025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.961165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-b4cc5a65-0b0c-4354-9dbd-a407344e24dc tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ad54c18628ed4ff1923333b8138d0006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355773 Jul 15 13:03:31.994735 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:32.048308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.052233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.088622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-569091a8-b07d-49b0-a72c-b82f01ffe885 req-9f506a75-a305-4990-9cae-195def0afcf2 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 210 time: 0.0589886 Jul 15 13:03:32.124644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad462592-b954-45e0-b967-539906ad79f6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:32.140303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-c32b7f1e-2442-4801-bbaa-7c26d4e19881 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.148179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-c32b7f1e-2442-4801-bbaa-7c26d4e19881 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815684 Jul 15 13:03:32.162410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-a2c9f28e-8556-4c67-920b-3a47cb9774a9 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/quotas/ad54c18628ed4ff1923333b8138d0006 HTTP/1.1" status: 200 len: 375 time: 0.0130255 Jul 15 13:03:32.215599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Allocated IP 192.168.233.161 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/26195428-4ab6-4aae-b845-4fdc0fa68d9d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:32.236513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-e4f6f589-dba3-4ba8-9c59-ec3f09890380 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad54c18628ed4ff1923333b8138d0006&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671089 Jul 15 13:03:32.332363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca3c32-0865-4966-a071-db21211ee622'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:32.337182 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fe9b5-ac5b-43ba-9258-2ad7ba44ff09" -d '{"events": [{"server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "name": "network-vif-plugged", "status": "completed", "tag": "4bca3c32-0865-4966-a071-db21211ee622"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:32.401272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-2f691ea9-49e4-4822-88c3-fd01b019809a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482910 Jul 15 13:03:32.401749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.417760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Transition to ACTIVE for port object 26195428-4ab6-4aae-b845-4fdc0fa68d9d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:32.442359 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14709c30-8a76-47ce-b438-d3bc1ba457e2 x-openstack-request-id: req-14709c30-8a76-47ce-b438-d3bc1ba457e2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:32.442651 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "name": "network-vif-plugged", "status": "completed", "tag": "4bca3c32-0865-4966-a071-db21211ee622", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:32.442902 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14709c30-8a76-47ce-b438-d3bc1ba457e2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:32.443322 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca3c32-0865-4966-a071-db21211ee622', 'code': 200} Jul 15 13:03:32.483195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.519272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5e26da9-7005-43af-9a4e-1dcb4fa42918 req-920f69db-3871-409f-802c-7339619e6fa2 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Jul 15 13:03:32.552552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-c11969c3-4f3b-4cb3-a0bb-c89549c97aad tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.559515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-c11969c3-4f3b-4cb3-a0bb-c89549c97aad tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571956 Jul 15 13:03:32.614558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-470da76f-4650-4a57-8ee0-4f51ba60609a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/quotas/77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 375 time: 0.0540822 Jul 15 13:03:32.620350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:32.624453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:32.627915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Pushing event updated for resources: {'Port': ['ID=26195428-4ab6-4aae-b845-4fdc0fa68d9d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:32.630647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:32.666301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-ff7ce7d0-98e8-4e2c-adb2-08b2b86e441f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504100 Jul 15 13:03:32.706539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f93a8-88f9-4664-88bb-327a1a1f01fe req-92ea95a8-bd41-4dd4-af5f-a8effd51dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.709200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-641f93a8-88f9-4664-88bb-327a1a1f01fe req-92ea95a8-bd41-4dd4-af5f-a8effd51dfd3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1097 time: 0.1477695 Jul 15 13:03:32.714148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.714860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.771593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-641f93a8-88f9-4664-88bb-327a1a1f01fe req-cc7aef7d-bd06-472d-a308-f1d45970e3fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552783 Jul 15 13:03:32.794628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-83875cb3-ccc9-4867-9378-b6bef1e26fb5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2478747 Jul 15 13:03:32.796462 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-4085bdf6-1130-487f-9c2c-7523e4b885a9 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780435 Jul 15 13:03:32.831849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Request body: {'port': {'device_id': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:32.967584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a4a5b8ca-a3ec-44a0-b6ae-75965f5bd4ea None None] Provisioning for port 26195428-4ab6-4aae-b845-4fdc0fa68d9d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:32.972302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a4a5b8ca-a3ec-44a0-b6ae-75965f5bd4ea None None] Provisioning complete for port 26195428-4ab6-4aae-b845-4fdc0fa68d9d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:32.972716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b8ca-a3ec-44a0-b6ae-75965f5bd4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.016506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5b8ca-a3ec-44a0-b6ae-75965f5bd4ea None None] Port 26195428-4ab6-4aae-b845-4fdc0fa68d9d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:33.106162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e84d5-1cd8-4987-9fb2-ea69e0a7c7a4 req-7933693c-c6ab-4ab5-ad7c-c3f175a8182d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.108501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee2e84d5-1cd8-4987-9fb2-ea69e0a7c7a4 req-7933693c-c6ab-4ab5-ad7c-c3f175a8182d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 946 time: 0.0771716 Jul 15 13:03:33.129723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.221781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-a475b2b2-fbac-4055-bc29-fcdbfa43c1e7 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.223304 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-a475b2b2-fbac-4055-bc29-fcdbfa43c1e7 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166894 Jul 15 13:03:33.226830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee2e84d5-1cd8-4987-9fb2-ea69e0a7c7a4 req-41a21081-6fc4-4e64-8114-89d8f4a9ab2a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738001 Jul 15 13:03:33.250704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Request body: {'port': {'device_id': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '6f6fab0cead24aaeb3bf6d7a2294de9f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:33.253612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e96279-956f-43c3-a5a2-a705dd87f25b req-ce435995-e3f5-4f72-a6bc-fc15db8c6cfb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.266616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80e96279-956f-43c3-a5a2-a705dd87f25b req-ce435995-e3f5-4f72-a6bc-fc15db8c6cfb tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 945 time: 0.1566901 Jul 15 13:03:33.281351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.348300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80e96279-956f-43c3-a5a2-a705dd87f25b req-1e9266a2-7246-4e90-8931-1b0442302946 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805290 Jul 15 13:03:33.498161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d92f45b3-9fc0-4e20-b314-c8d49c834aa0 req-cfcab3fc-1759-4cad-80d5-a03cc57aab52 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 210 time: 0.0656137 Jul 15 13:03:33.535715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Made reservation on behalf of 6f6fab0cead24aaeb3bf6d7a2294de9f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:33.540498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.563187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97803c92-e42c-4ded-8e4c-cc1c78f6ff8c req-8198d454-fed2-48cb-a4ad-55ea130e01cd tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.565060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97803c92-e42c-4ded-8e4c-cc1c78f6ff8c req-8198d454-fed2-48cb-a4ad-55ea130e01cd tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 936 time: 0.1633303 Jul 15 13:03:33.666722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97803c92-e42c-4ded-8e4c-cc1c78f6ff8c req-deface7d-60c4-4569-bbff-fffe4d74d8df tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915494 Jul 15 13:03:33.711915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26195428-4ab6-4aae-b845-4fdc0fa68d9d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:33.724618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.749614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Transition to ACTIVE for port object 26195428-4ab6-4aae-b845-4fdc0fa68d9d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:33.759699 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.862452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Pushing event updated for resources: {'Port': ['ID=26195428-4ab6-4aae-b845-4fdc0fa68d9d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:33.881563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52ef38fc-9657-4f6f-8f5b-896cbb2189a3 req-37b246f5-03a2-4ebd-b99a-a18fd6ddff3c tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 210 time: 0.0515995 Jul 15 13:03:33.886870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Allocated IP 192.168.233.108 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/9b292358-611e-4faf-9e4a-901ab39b5f32) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:33.923662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a28cd-d3d0-40fc-8e27-cb3d023f46d0 req-bae4463b-c6ea-424e-88d2-89c3522c1c24 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.925340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-036a28cd-d3d0-40fc-8e27-cb3d023f46d0 req-bae4463b-c6ea-424e-88d2-89c3522c1c24 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 945 time: 0.1052678 Jul 15 13:03:33.934297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:33.940000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'floatingip': {'port_id': '0a42bd68-bdf0-4201-8259-0d063425d33e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:34.083484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Attempting to bind port 26195428-4ab6-4aae-b845-4fdc0fa68d9d on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:34.083833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Attempting to bind port 26195428-4ab6-4aae-b845-4fdc0fa68d9d by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:34.084174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Attempting to bind port 26195428-4ab6-4aae-b845-4fdc0fa68d9d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:34.113313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Port 26195428-4ab6-4aae-b845-4fdc0fa68d9d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:34.113568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Attempting to bind port 26195428-4ab6-4aae-b845-4fdc0fa68d9d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:34.127792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d63f42aa-9b38-4eec-b0ea-3732e9def4f1 req-3b096bab-7f51-4076-84db-4b8f77632f2c tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 210 time: 0.0696955 Jul 15 13:03:34.130019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.138834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:34.142145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:34.143117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:34.145022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Bound port: 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:34.146488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.270120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-6eb4dc63-54d0-45ff-9bee-d5df971cc4b7 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ad54c18628ed4ff1923333b8138d0006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775445 Jul 15 13:03:34.415538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] For port 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:34.423893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] For port 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:34.470820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.539516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-c8bbcfa7-61ee-415f-a5ea-6529be225f9d tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:34.540986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-c8bbcfa7-61ee-415f-a5ea-6529be225f9d tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586405 Jul 15 13:03:34.558968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.49', 65393) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:34.564588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.583127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Request body: {'port': {'device_id': 'a6f546d0-4973-4340-8092-5536e28de493', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'ad54c18628ed4ff1923333b8138d0006'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:34.619828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Pushing event updated for resources: {'Port': ['ID=26195428-4ab6-4aae-b845-4fdc0fa68d9d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:34.633054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:34.633868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.635500 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-472a1f68-bcb9-4048-bfab-ea1ec73b8174 service neutron] 10.222.0.23 "PUT /v2.0/ports/26195428-4ab6-4aae-b845-4fdc0fa68d9d HTTP/1.1" status: 200 len: 1096 time: 1.8122008 Jul 15 13:03:34.639712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'tag': '26195428-4ab6-4aae-b845-4fdc0fa68d9d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:34.642711 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840de067-7c6b-463f-921e-268705ad331c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e4c5e-6967-4af2-afab-7b7ef4f39287", "tag": "26195428-4ab6-4aae-b845-4fdc0fa68d9d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:34.650047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Transition to ACTIVE for port object 9b292358-611e-4faf-9e4a-901ab39b5f32 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:34.750656 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-ac566152-e945-48e9-a7c6-a42b633a02c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1887126 Jul 15 13:03:34.804322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-a330cfa8-9b5d-4ecf-9461-c1feeeef4998 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735955 Jul 15 13:03:34.808173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.842545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7452-383b-4105-bee1-5505980dbb7c req-f7ea1974-4561-4b35-bfb6-81bcf075aa95 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:34.844709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72ca7452-383b-4105-bee1-5505980dbb7c req-f7ea1974-4561-4b35-bfb6-81bcf075aa95 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 946 time: 0.3673844 Jul 15 13:03:34.932999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Made reservation on behalf of ad54c18628ed4ff1923333b8138d0006 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:34.936437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.966651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:35.008288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:35.015120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Pushing event updated for resources: {'Port': ['ID=9b292358-611e-4faf-9e4a-901ab39b5f32,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:35.030230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:35.068671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-1a21574e-78c5-477d-a4b7-8f7ea979274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.070155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-1a21574e-78c5-477d-a4b7-8f7ea979274e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd44705a00f749fda41bccc0e4440a32&device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 1099 time: 0.3676476 Jul 15 13:03:35.145833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-cccbb161-625b-4955-a9ec-6c17e1bc19bf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.147387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-cccbb161-625b-4955-a9ec-6c17e1bc19bf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3368547 Jul 15 13:03:35.148706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-201ebe14-8de7-475e-968c-b908ae228d8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d HTTP/1.1" status: 200 len: 217 time: 0.0636692 Jul 15 13:03:35.169879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Request body: {'port': {'device_id': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '77ea1299346e4ffcb81c852203ecad30'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:35.179223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.179842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.183370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4032-860e-436e-814f-e493858c221b req-8425df1f-3aaa-461a-999a-a78b65582dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.184842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-8425df1f-3aaa-461a-999a-a78b65582dbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 1122 time: 0.3482389 Jul 15 13:03:35.236548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a9c71a9-f333-4586-9d2f-530891925ca4 req-cbd28325-1ed1-4e7b-bffe-8396c91a793e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 210 time: 0.2856550 Jul 15 13:03:35.303100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b35680f4-c006-4e97-9bc6-8c0f44dc3c03 None None] Provisioning for port 9b292358-611e-4faf-9e4a-901ab39b5f32 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:35.309150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b35680f4-c006-4e97-9bc6-8c0f44dc3c03 None None] Provisioning complete for port 9b292358-611e-4faf-9e4a-901ab39b5f32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:35.309780 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b35680f4-c006-4e97-9bc6-8c0f44dc3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.320815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-429c1774-6139-4fc7-8df0-bee4ac2ec72f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0838058 Jul 15 13:03:35.322231 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be27ba57-618f-4a06-a31b-4b13d9f590e1 x-openstack-request-id: req-be27ba57-618f-4a06-a31b-4b13d9f590e1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:35.322530 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e4c5e-6967-4af2-afab-7b7ef4f39287", "tag": "26195428-4ab6-4aae-b845-4fdc0fa68d9d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:35.322774 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be27ba57-618f-4a06-a31b-4b13d9f590e1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:35.323154 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'tag': '26195428-4ab6-4aae-b845-4fdc0fa68d9d', 'status': 'completed', 'code': 200} Jul 15 13:03:35.339981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Request body: {'port': {'device_id': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:35.353844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-d42e310f-f3e0-4d4e-8a8a-3eb982380074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.355316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-d42e310f-f3e0-4d4e-8a8a-3eb982380074 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1903882 Jul 15 13:03:35.368156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72ca7452-383b-4105-bee1-5505980dbb7c req-d36906d7-47b7-4ff9-a463-17bebaba119d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829996 Jul 15 13:03:35.368563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b35680f4-c006-4e97-9bc6-8c0f44dc3c03 None None] Port 9b292358-611e-4faf-9e4a-901ab39b5f32 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:35.551606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4032-860e-436e-814f-e493858c221b req-6b50f347-8962-4a4e-9337-f57e7dcd957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.553091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-6b50f347-8962-4a4e-9337-f57e7dcd957b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3175201 Jul 15 13:03:35.573760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.609949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Made reservation on behalf of 77ea1299346e4ffcb81c852203ecad30 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:35.613415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.619779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-03d24907-6ea1-47e5-bf7f-2e65e73caaf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=36d41863-ccf0-4bb7-953b-166d8505139e HTTP/1.1" status: 200 len: 217 time: 0.0587983 Jul 15 13:03:35.622320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:03:35.626923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3093-3a52-4374-aba5-421eda4642cb req-0c7f4f1e-a179-4aef-9049-baf487bb71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.628352 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-0c7f4f1e-a179-4aef-9049-baf487bb71fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450521 Jul 15 13:03:35.636922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.678818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Allocated IP 192.168.233.226 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/3f032c18-34b0-4d4a-a471-c221bf285df2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:35.723207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660505-12fe-4ac3-b06c-ad11668feb90 req-48b51915-6b1e-4afa-9720-ed1b8dc12595 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.724828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea660505-12fe-4ac3-b06c-ad11668feb90 req-48b51915-6b1e-4afa-9720-ed1b8dc12595 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 948 time: 0.3341072 Jul 15 13:03:35.754237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.778746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.881934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1358fc-9276-426f-95f2-e8c7009f2d1e req-e65b2b26-14a4-4665-8e3e-f936fd5e436f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.883445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de1358fc-9276-426f-95f2-e8c7009f2d1e req-e65b2b26-14a4-4665-8e3e-f936fd5e436f tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 936 time: 0.3283315 Jul 15 13:03:35.896841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea660505-12fe-4ac3-b06c-ad11668feb90 req-6b2e87d0-5663-44cc-b86b-3e938337a8b9 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553531 Jul 15 13:03:35.932401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4032-860e-436e-814f-e493858c221b req-0b6f1844-10e0-40bb-be9f-021542dd975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.934257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-0b6f1844-10e0-40bb-be9f-021542dd975e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.3042603 Jul 15 13:03:36.018112 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64 associated. External IP: 172.25.2.8, port: 0a42bd68-bdf0-4201-8259-0d063425d33e. Jul 15 13:03:36.063413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de1358fc-9276-426f-95f2-e8c7009f2d1e req-af79dd64-e4fc-4332-b8eb-dda15faf845a tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371033 Jul 15 13:03:36.130475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-718cf313-9c8b-4568-bba9-1ea608ba1545 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883077 Jul 15 13:03:36.144281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73de019a-051f-46f4-9261-6c43d9caac16 req-68eca04d-b3e1-4c0b-ad9c-f34fadefe49a tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 210 time: 0.0846205 Jul 15 13:03:36.198988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.208060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4032-860e-436e-814f-e493858c221b req-a52fcf9f-4b52-4e8c-8d26-8bd983454f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.209700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-a52fcf9f-4b52-4e8c-8d26-8bd983454f63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588203 Jul 15 13:03:36.235345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Transition to ACTIVE for port object 3f032c18-34b0-4d4a-a471-c221bf285df2 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:36.301574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.319671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.382290 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9fad3093-3a52-4374-aba5-421eda4642cb req-8a637d36-1c84-47c5-95a0-7d0c72751e05 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441301 Jul 15 13:03:36.465894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.477599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a59c7a5b-90bf-4632-8203-56b046a3860d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:36.482407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90aced3-d7f2-4fa2-9310-db4ff19b1d28,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.541022 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-960e0488-e8fb-45f3-b7c4-15097db969c0 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991695 Jul 15 13:03:36.549197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1dec159-d910-494a-a4c8-47cccf0d4753 req-3d70cb6c-8499-493d-b209-bcdad9b46a30 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 210 time: 0.0710409 Jul 15 13:03:36.558262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:36.572748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:36.575787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:36.585311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Pushing event updated for resources: {'Port': ['ID=3f032c18-34b0-4d4a-a471-c221bf285df2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.589832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:36.595985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.596633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.634744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-eff4f3c3-2486-4094-92b3-a7fc295a2c67 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0585649 Jul 15 13:03:36.636660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d156ea1-7d32-4bc8-a42b-e0db57ff942b req-b858954d-4060-4f3b-9726-33631c3b2af2 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.637998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d156ea1-7d32-4bc8-a42b-e0db57ff942b req-b858954d-4060-4f3b-9726-33631c3b2af2 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1097 time: 0.2169206 Jul 15 13:03:36.673453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Request body: {'port': {'device_id': 'a6f546d0-4973-4340-8092-5536e28de493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.745688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de067-7c6b-463f-921e-268705ad331c req-12c093c8-0a80-40d1-ba42-48e7b5000b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.747228 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-12c093c8-0a80-40d1-ba42-48e7b5000b5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd44705a00f749fda41bccc0e4440a32&device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 1099 time: 0.3034551 Jul 15 13:03:36.833749 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-090c4032-860e-436e-814f-e493858c221b req-9c0cdf52-ad46-4aa1-ad55-5025f2d9a864 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611811 Jul 15 13:03:36.918621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b292358-611e-4faf-9e4a-901ab39b5f32 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:36.920500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a1661a8d-128e-4b69-965f-40fb3f0bc8aa None None] Provisioning for port 3f032c18-34b0-4d4a-a471-c221bf285df2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:36.934052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.943543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a1661a8d-128e-4b69-965f-40fb3f0bc8aa None None] Provisioning complete for port 3f032c18-34b0-4d4a-a471-c221bf285df2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:36.944123 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1661a8d-128e-4b69-965f-40fb3f0bc8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.960311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Transition to ACTIVE for port object 9b292358-611e-4faf-9e4a-901ab39b5f32 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:36.961934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de067-7c6b-463f-921e-268705ad331c req-168e142b-7a55-4ce0-ac10-4b37c45b6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.963568 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-168e142b-7a55-4ce0-ac10-4b37c45b6f8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2050037 Jul 15 13:03:36.966086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.976155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.997653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a1661a8d-128e-4b69-965f-40fb3f0bc8aa None None] Port 3f032c18-34b0-4d4a-a471-c221bf285df2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:37.082329 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-88e57b81-b69a-42c6-85fc-8ef24eb7d9a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d HTTP/1.1" status: 200 len: 217 time: 0.1086838 Jul 15 13:03:37.089938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60076) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:37.146991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Pushing event updated for resources: {'Port': ['ID=9b292358-611e-4faf-9e4a-901ab39b5f32,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:37.259312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Allocated IP 192.168.233.37 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/50544849-6090-437d-8d8c-0d034c2fc700) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:37.282653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d156ea1-7d32-4bc8-a42b-e0db57ff942b req-44fd0af9-4848-4db8-9e88-6695a50c546f tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273067 Jul 15 13:03:37.285031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de067-7c6b-463f-921e-268705ad331c req-d78a974e-9919-4118-8ace-e6c20f6618aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.286553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-d78a974e-9919-4118-8ace-e6c20f6618aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1898537 Jul 15 13:03:37.288736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Attempting to bind port 9b292358-611e-4faf-9e4a-901ab39b5f32 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:37.288877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Attempting to bind port 9b292358-611e-4faf-9e4a-901ab39b5f32 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:37.289212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Attempting to bind port 9b292358-611e-4faf-9e4a-901ab39b5f32 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:37.381738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:37.385792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Port 9b292358-611e-4faf-9e4a-901ab39b5f32 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:37.386330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Attempting to bind port 9b292358-611e-4faf-9e4a-901ab39b5f32 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:37.386997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.397541 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:37.408488 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:37.409415 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:37.425301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d12c993-d175-4e0a-9273-04b525fd792d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.454902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:37.455306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:37.455628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:37.456218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Bound port: 9b292358-611e-4faf-9e4a-901ab39b5f32, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:37.456427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.525865 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:37.533328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a9061cb9-18f4-450e-acff-ad5263e97552 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "PUT /v2.0/floatingips/607c6a1d-0944-4c40-aaa7-13d6c8a58e64 HTTP/1.1" status: 200 len: 989 time: 3.5978503 Jul 15 13:03:37.535496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:37.537763 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f11e075-4f35-4e06-b295-7de1dfb3e608" -d '{"events": [{"name": "network-changed", "server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:37.551467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9299-d956-4bd4-8ac0-9aee68fe0701 req-35e5bee4-bda4-4f09-a756-039bf438178f tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.552936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41ce9299-d956-4bd4-8ac0-9aee68fe0701 req-35e5bee4-bda4-4f09-a756-039bf438178f tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 948 time: 0.3049104 Jul 15 13:03:37.591117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de067-7c6b-463f-921e-268705ad331c req-1ac5bf93-9a4e-4165-a563-46984c49d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.592622 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-1ac5bf93-9a4e-4165-a563-46984c49d3f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2966573 Jul 15 13:03:37.604583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565d8d3-d038-444f-a20a-867abf9f0e98 req-672c5308-0616-456c-9293-01c68b1720fd tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.606264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d565d8d3-d038-444f-a20a-867abf9f0e98 req-672c5308-0616-456c-9293-01c68b1720fd tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 948 time: 0.1475487 Jul 15 13:03:37.631932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41ce9299-d956-4bd4-8ac0-9aee68fe0701 req-472e7bef-e86d-48ab-ab5e-feb33d1d135a tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696402 Jul 15 13:03:37.685511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d565d8d3-d038-444f-a20a-867abf9f0e98 req-99eb1124-1d5d-4eb3-b8cb-3d97c68cdeee tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Jul 15 13:03:37.708163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.767568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] For port 9b292358-611e-4faf-9e4a-901ab39b5f32, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:37.773914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Transition to ACTIVE for port object 50544849-6090-437d-8d8c-0d034c2fc700 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:37.787781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.23', 62161) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:37.812839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] For port 9b292358-611e-4faf-9e4a-901ab39b5f32, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9b292358-611e-4faf-9e4a-901ab39b5f32,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:37.827162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.844047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-8027a4d7-61bd-480d-92eb-5cb905392716 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394981 Jul 15 13:03:37.898565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d12c993-d175-4e0a-9273-04b525fd792d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.920934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.922155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.923078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] 10.222.0.49 "PUT /v2.0/ports/9b292358-611e-4faf-9e4a-901ab39b5f32 HTTP/1.1" status: 200 len: 1096 time: 2.5872011 Jul 15 13:03:37.930036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'tag': '9b292358-611e-4faf-9e4a-901ab39b5f32'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:37.932404 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087805f6-ec85-4d04-8292-5f52155774f3" -d '{"events": [{"name": "network-changed", "server_uuid": "59fa2e23-9635-4dcb-924b-8eeff74158cb", "tag": "9b292358-611e-4faf-9e4a-901ab39b5f32"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:37.943908 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '607c6a1d-0944-4c40-aaa7-13d6c8a58e64', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'port_id': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'mac_address': 'fa:16:3e:24:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:12Z', 'updated_at': '2021-07-15T13:03:35Z', 'revision_number': 1, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:37.945393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d12c993-d175-4e0a-9273-04b525fd792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.950773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-245df5ab-43e4-4c2b-941f-8e10869111d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613102 Jul 15 13:03:37.966819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b921b5a-2860-489f-8579-4ff88fd732be req-8d245838-057a-471f-a522-5220533e7f49 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.968119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b921b5a-2860-489f-8579-4ff88fd732be req-8d245838-057a-471f-a522-5220533e7f49 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1097 time: 0.1285260 Jul 15 13:03:37.978570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4d9a-fba2-4d4d-8a57-7028641ffc5b req-46ef8b10-b187-425a-afa6-a1804aee43cb tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.980423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cac4d9a-fba2-4d4d-8a57-7028641ffc5b req-46ef8b10-b187-425a-afa6-a1804aee43cb tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 936 time: 0.1414554 Jul 15 13:03:38.017470 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:38.018871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5bc92-ba80-4583-bfed-3dbbb5ba5404 service neutron] Pushing event updated for resources: {'Port': ['ID=9b292358-611e-4faf-9e4a-901ab39b5f32,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.031475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:38.034010 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:38.063513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.106112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b921b5a-2860-489f-8579-4ff88fd732be req-8f407c65-83d0-4655-b88e-10765594c8e4 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250317 Jul 15 13:03:38.182532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cac4d9a-fba2-4d4d-8a57-7028641ffc5b req-10153b72-a755-40c8-82f3-b676b934a680 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946230 Jul 15 13:03:38.260583 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:38.279845 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2237f4-3e80-4b3d-a549-218c51c7e6ef x-openstack-request-id: req-df2237f4-3e80-4b3d-a549-218c51c7e6ef {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:38.280307 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:38.280438 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df2237f4-3e80-4b3d-a549-218c51c7e6ef {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:38.280874 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'status': 'completed', 'code': 200} Jul 15 13:03:38.286476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-33941b73-a1bd-4910-aa2c-90f877d6f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.288006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-33941b73-a1bd-4910-aa2c-90f877d6f54d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 1096 time: 0.2818022 Jul 15 13:03:38.362768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12c993-d175-4e0a-9273-04b525fd792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd252f71-abbd-4e74-80ea-41fb6e7d24d8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.365300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.379782 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5d12c993-d175-4e0a-9273-04b525fd792d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b189093023cd493c8e2c6d9e3978b655&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2772951 Jul 15 13:03:38.385582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60106) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:38.420079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f032c18-34b0-4d4a-a471-c221bf285df2 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:38.428645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.448286 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aacc4a-99e1-408f-9c5e-4810bc85f07f x-openstack-request-id: req-79aacc4a-99e1-408f-9c5e-4810bc85f07f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:38.448764 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fa2e23-9635-4dcb-924b-8eeff74158cb", "tag": "9b292358-611e-4faf-9e4a-901ab39b5f32", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:38.449214 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79aacc4a-99e1-408f-9c5e-4810bc85f07f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:38.449770 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'tag': '9b292358-611e-4faf-9e4a-901ab39b5f32', 'status': 'completed', 'code': 200} Jul 15 13:03:38.460261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Transition to ACTIVE for port object 3f032c18-34b0-4d4a-a471-c221bf285df2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:38.461331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:38.469708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:38.473267 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-840de067-7c6b-463f-921e-268705ad331c req-96800100-7428-4231-b4ce-36bab64ef5f3 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002772 Jul 15 13:03:38.477940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:38.506505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.528590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558e6e16-a6c1-413d-9338-5ea98d03b13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.555776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-eda12190-d178-44b5-a048-5c60341ed386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.560863 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-eda12190-d178-44b5-a048-5c60341ed386 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 1099 time: 0.5390775 Jul 15 13:03:38.608138 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '607c6a1d-0944-4c40-aaa7-13d6c8a58e64', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'port_id': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'mac_address': 'fa:16:3e:24:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:12Z', 'updated_at': '2021-07-15T13:03:35Z', 'revision_number': 1, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:38.617801 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-79f4a051-1fce-4acc-94c0-1d79a9468ae5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=9b292358-611e-4faf-9e4a-901ab39b5f32 HTTP/1.1" status: 200 len: 217 time: 0.0440483 Jul 15 13:03:38.628808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.629812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.648133 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77226c37-3c72-4010-80aa-dcf793c4a67c None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '607c6a1d-0944-4c40-aaa7-13d6c8a58e64', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'port_id': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'mac_address': 'fa:16:3e:24:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:12Z', 'updated_at': '2021-07-15T13:03:35Z', 'revision_number': 1, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:38.650332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558e6e16-a6c1-413d-9338-5ea98d03b13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.683235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Pushing event updated for resources: {'Port': ['ID=3f032c18-34b0-4d4a-a471-c221bf285df2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.718878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-156e58d2-4f4e-47dd-95f6-e7f9637d415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.720561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-156e58d2-4f4e-47dd-95f6-e7f9637d415a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 924 time: 0.4002550 Jul 15 13:03:38.731671 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-e84a4c14-e151-4212-a221-73989e997ebc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5690234 Jul 15 13:03:38.742004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba997784-73c2-4508-beae-5aa1d2787901 req-e69603e3-93c5-481f-a3be-bfda36879290 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.748429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba997784-73c2-4508-beae-5aa1d2787901 req-e69603e3-93c5-481f-a3be-bfda36879290 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 935 time: 0.3029201 Jul 15 13:03:38.749966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Request body: {'port': {'device_id': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:38.753364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-63c46525-fd63-49d5-a2ba-d32b0755488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.755238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-63c46525-fd63-49d5-a2ba-d32b0755488e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1194460 Jul 15 13:03:38.810711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c2d94526-ea80-4acc-8cba-b40f9d805801 None None] Provisioning for port 50544849-6090-437d-8d8c-0d034c2fc700 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:38.819286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c2d94526-ea80-4acc-8cba-b40f9d805801 None None] Provisioning complete for port 50544849-6090-437d-8d8c-0d034c2fc700 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:38.820239 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2d94526-ea80-4acc-8cba-b40f9d805801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.894180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c2d94526-ea80-4acc-8cba-b40f9d805801 None None] Port 50544849-6090-437d-8d8c-0d034c2fc700 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:38.898331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558e6e16-a6c1-413d-9338-5ea98d03b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.904559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558e6e16-a6c1-413d-9338-5ea98d03b13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.908275 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-558e6e16-a6c1-413d-9338-5ea98d03b13b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd252f71-abbd-4e74-80ea-41fb6e7d24d8 HTTP/1.1" status: 204 len: 168 time: 0.5187163 Jul 15 13:03:38.921058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e6e16-a6c1-413d-9338-5ea98d03b13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd252f71-abbd-4e74-80ea-41fb6e7d24d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.936468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-725f6f95-9d7e-4fdb-bef3-598fbc4823f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.939368 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-725f6f95-9d7e-4fdb-bef3-598fbc4823f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623333 Jul 15 13:03:38.947526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.989414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Attempting to bind port 3f032c18-34b0-4d4a-a471-c221bf285df2 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:38.989779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Attempting to bind port 3f032c18-34b0-4d4a-a471-c221bf285df2 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:38.990108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Attempting to bind port 3f032c18-34b0-4d4a-a471-c221bf285df2 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:39.020016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-bb83741f-f492-4b71-ba01-059dc7b6470e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a42bd68-bdf0-4201-8259-0d063425d33e HTTP/1.1" status: 200 len: 997 time: 0.2876656 Jul 15 13:03:39.026172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Port 3f032c18-34b0-4d4a-a471-c221bf285df2 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:39.026600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Attempting to bind port 3f032c18-34b0-4d4a-a471-c221bf285df2 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:39.053884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:39.054246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:39.054998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:39.055457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Bound port: 3f032c18-34b0-4d4a-a471-c221bf285df2, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:39.055816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.060402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3d33-3d2f-4541-a1f7-27b036cf467c None None] New status for floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:39.118897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba997784-73c2-4508-beae-5aa1d2787901 req-7ebac78a-4611-4308-b270-c361b077c13b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692780 Jul 15 13:03:39.246376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-7ee84891-5eb7-456f-9c8c-2ee2b77816f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.254110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-7ee84891-5eb7-456f-9c8c-2ee2b77816f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.2197938 Jul 15 13:03:39.368281 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-a8b205e4-bfbb-4ac9-bb75-b877dd3786eb service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053650 Jul 15 13:03:39.395354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] For port 3f032c18-34b0-4d4a-a471-c221bf285df2, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:39.409316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] For port 3f032c18-34b0-4d4a-a471-c221bf285df2, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3f032c18-34b0-4d4a-a471-c221bf285df2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:39.421855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.435079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:39.446706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-3b727401-08c5-469f-b385-f127f9cf4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.448362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-3b727401-08c5-469f-b385-f127f9cf4bc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883180 Jul 15 13:03:39.475413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.476362 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.477929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] 10.222.0.23 "PUT /v2.0/ports/3f032c18-34b0-4d4a-a471-c221bf285df2 HTTP/1.1" status: 200 len: 1096 time: 2.8232119 Jul 15 13:03:39.485116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c9c706c-09ff-4453-bd05-5dc5d2a7dcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.566143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112795f-2a7d-4e22-a02b-b2d708dcb028 req-f6ce8b39-9136-4413-8acd-eba8f9f5eb10 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.573360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6112795f-2a7d-4e22-a02b-b2d708dcb028 req-f6ce8b39-9136-4413-8acd-eba8f9f5eb10 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 948 time: 0.2810073 Jul 15 13:03:39.593308 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7ef3ea98-64ea-42c0-aabe-2fce30afa3cf req-89920411-2358-4d06-944a-0b6acb79bd4f service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119029 Jul 15 13:03:39.660724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6819bc3-a012-4993-abd7-50263d6a11df service neutron] Pushing event updated for resources: {'Port': ['ID=3f032c18-34b0-4d4a-a471-c221bf285df2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.708085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6112795f-2a7d-4e22-a02b-b2d708dcb028 req-c493e32f-1df4-45a1-a024-65a5127c0205 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336701 Jul 15 13:03:39.717338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-71d3960c-a103-4307-8ecb-5a26486e1ac5 service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479534 Jul 15 13:03:39.723659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50544849-6090-437d-8d8c-0d034c2fc700 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:39.735668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-8a4cc640-9c08-49d1-831b-685fa358ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.737251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-8a4cc640-9c08-49d1-831b-685fa358ebd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad54c18628ed4ff1923333b8138d0006&device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 1099 time: 0.2009840 Jul 15 13:03:39.746658 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.781856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Transition to ACTIVE for port object 50544849-6090-437d-8d8c-0d034c2fc700 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:39.797700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c9c706c-09ff-4453-bd05-5dc5d2a7dcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.798685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.804176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087805f6-ec85-4d04-8292-5f52155774f3 req-e40b9d71-1554-41bd-b1b4-4605a0f0527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.805684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-e40b9d71-1554-41bd-b1b4-4605a0f0527b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 1099 time: 0.1377916 Jul 15 13:03:39.823002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-d6e365d6-25dd-4661-8ee5-f69d4a7176be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3f032c18-34b0-4d4a-a471-c221bf285df2 HTTP/1.1" status: 200 len: 217 time: 0.0670757 Jul 15 13:03:39.841800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c9c706c-09ff-4453-bd05-5dc5d2a7dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.925885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-38c4f437-a8e4-4a08-ba94-9aa1a9fe6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.927798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-38c4f437-a8e4-4a08-ba94-9aa1a9fe6dc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0759950 Jul 15 13:03:39.946247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.979846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c706c-09ff-4453-bd05-5dc5d2a7dcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be36a859-5ec5-4ced-8dfb-8827929e55a5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.994737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 26195428-4ab6-4aae-b845-4fdc0fa68d9d details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:40.019345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:40.020518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c9c706c-09ff-4453-bd05-5dc5d2a7dcd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f4237660158497b960401cb1e0d3ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786841 Jul 15 13:03:40.051806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a2ae56-2e3c-4dd4-bc4d-4d475cf32f5a req-28778cea-ecbf-4554-925c-cf96e11201f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262024 Jul 15 13:03:40.066773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-ee00a177-b79f-42dd-bdf8-ab60cfceafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.068486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-ee00a177-b79f-42dd-bdf8-ab60cfceafc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285677 Jul 15 13:03:40.142563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087805f6-ec85-4d04-8292-5f52155774f3 req-a0467bf5-1817-429f-85b5-d619694d5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.144078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-a0467bf5-1817-429f-85b5-d619694d5a5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3139081 Jul 15 13:03:40.194858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:40.198583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:40.198583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:40.198875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:40.201598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-d3446b5e-235d-409a-974b-2ac2ed6fe7d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=9b292358-611e-4faf-9e4a-901ab39b5f32 HTTP/1.1" status: 200 len: 217 time: 0.0399804 Jul 15 13:03:40.205713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Port 50544849-6090-437d-8d8c-0d034c2fc700 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:40.206038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:40.211250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:40.211593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:40.211989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:40.212420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Bound port: 50544849-6090-437d-8d8c-0d034c2fc700, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:40.212813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.218184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '26195428-4ab6-4aae-b845-4fdc0fa68d9d', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '26195428-4ab6-4aae-b845-4fdc0fa68d9d', 'mac_address': 'fa:16:3e:68:c4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:40.266715 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.279876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26195428-4ab6-4aae-b845-4fdc0fa68d9d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:40.285915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5305-b5f4-4fd6-a68f-f17f8291f557 req-4108c797-6a10-42b0-a5b2-f8aef27413ba tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.287562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4cd5305-b5f4-4fd6-a68f-f17f8291f557 req-4108c797-6a10-42b0-a5b2-f8aef27413ba tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 948 time: 0.3745427 Jul 15 13:03:40.290141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f546d0-4973-4340-8092-5536e28de493', 'tag': '3f032c18-34b0-4d4a-a471-c221bf285df2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:40.292779 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dd9b8d-5295-44df-badf-51fc227f83fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f546d0-4973-4340-8092-5536e28de493", "tag": "3f032c18-34b0-4d4a-a471-c221bf285df2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:40.295629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087805f6-ec85-4d04-8292-5f52155774f3 req-3db2051c-3cb5-46ae-b196-71fc335c3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.297607 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-3db2051c-3cb5-46ae-b196-71fc335c3852 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0827222 Jul 15 13:03:40.311250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:40.317480 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.318649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b24ce3-e537-46c9-bbf0-da7ff58df165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.347350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:40.361726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:40.367403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.378525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=26195428-4ab6-4aae-b845-4fdc0fa68d9d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.385573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-439c2752-d471-435d-b0e9-719c4cd92a15 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013961 Jul 15 13:03:40.415799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.416407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.417793 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 1095 time: 1.6758242 Jul 15 13:03:40.428446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087805f6-ec85-4d04-8292-5f52155774f3 req-5193a06b-6a37-4593-8649-13e340932053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.429936 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-5193a06b-6a37-4593-8649-13e340932053 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212869 Jul 15 13:03:40.461426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:40.464313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4cd5305-b5f4-4fd6-a68f-f17f8291f557 req-7c2ab94c-7ccc-41a4-a081-649240157d9c tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673465 Jul 15 13:03:40.479667 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cc528a-24ea-417e-92db-6f5ead28b802" -d '{"events": [{"name": "network-changed", "server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "tag": "50544849-6090-437d-8d8c-0d034c2fc700"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:40.534075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b24ce3-e537-46c9-bbf0-da7ff58df165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.548674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-7b31e795-555b-4c63-a110-c34a98258389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.550177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-7b31e795-555b-4c63-a110-c34a98258389 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 1096 time: 0.3961072 Jul 15 13:03:40.566380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['26195428-4ab6-4aae-b845-4fdc0fa68d9d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:40.604951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ff02d2-c69d-4a01-9127-caa90067d4b0 req-f3754c46-1d81-4ab6-8fca-0eb3dacd96c6 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063859 Jul 15 13:03:40.628838 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-7c45a719-0c24-47c3-b080-f0887c01b759 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893880 Jul 15 13:03:40.631012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be71720-b096-47fe-939c-c1e31d38b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.691178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:40.789791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-41556907-560f-43cc-a8c1-e0d56585fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.790029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-5b5d99f4-e11b-46e5-a790-443181039f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.791631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-5b5d99f4-e11b-46e5-a790-443181039f8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 924 time: 0.2296760 Jul 15 13:03:40.791776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-41556907-560f-43cc-a8c1-e0d56585fdb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1098 time: 0.3027678 Jul 15 13:03:40.813178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b24ce3-e537-46c9-bbf0-da7ff58df165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.816132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b24ce3-e537-46c9-bbf0-da7ff58df165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.817233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-66b24ce3-e537-46c9-bbf0-da7ff58df165 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be36a859-5ec5-4ced-8dfb-8827929e55a5 HTTP/1.1" status: 204 len: 168 time: 0.7884164 Jul 15 13:03:40.853766 n-d-798249-9 neutron-server[93823]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 13:03:40.855557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-02bb8bda-e2fa-4ba4-ac23-72d3cec67941 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0508516 Jul 15 13:03:40.857557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-087805f6-ec85-4d04-8292-5f52155774f3 req-6754a31a-225e-4354-baa8-2d2a3a2c9403 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836531 Jul 15 13:03:40.862050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-c3ac5790-5edf-4351-bdf6-863a1ed9ede1 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:40.863813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-c3ac5790-5edf-4351-bdf6-863a1ed9ede1 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1623392 Jul 15 13:03:40.866248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b24ce3-e537-46c9-bbf0-da7ff58df165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be36a859-5ec5-4ced-8dfb-8827929e55a5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.892964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805990b7-6064-478d-bc2e-cffc6984fb5e req-5848d41e-cf25-4c29-9c4d-a292c7898605 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.899734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-805990b7-6064-478d-bc2e-cffc6984fb5e req-5848d41e-cf25-4c29-9c4d-a292c7898605 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 948 time: 0.2486300 Jul 15 13:03:40.908414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-b4f6b508-6f07-443e-9897-4716b798a27c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a42bd68-bdf0-4201-8259-0d063425d33e HTTP/1.1" status: 200 len: 999 time: 0.1050293 Jul 15 13:03:40.920340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-dd1f3281-cd21-465b-ab2b-f226c720a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.922675 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-dd1f3281-cd21-465b-ab2b-f226c720a345 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0585933 Jul 15 13:03:40.981918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-805990b7-6064-478d-bc2e-cffc6984fb5e req-1f30f6a6-284e-458d-909c-345ee5fc90c8 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812514 Jul 15 13:03:40.997874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-0455c54b-805b-4415-853c-a88219593eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.001007 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-0455c54b-805b-4415-853c-a88219593eae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711985 Jul 15 13:03:41.002762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-e2e28f6f-4e5b-464e-a0ba-8414ffc741de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.004785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-e2e28f6f-4e5b-464e-a0ba-8414ffc741de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.0887980 Jul 15 13:03:41.121298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Request body: {'binding': {'host': 'n-h1-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:41.121973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:03:41.123498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-c57524ad-1d51-4e89-8fae-b8ab97231f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.125817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-c57524ad-1d51-4e89-8fae-b8ab97231f6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067011 Jul 15 13:03:41.128054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-b4ac2b43-3b6d-4aea-8a8b-2081aa983b9d service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119509 Jul 15 13:03:41.322897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ed95c2cd-7727-4147-aec5-175ceb3cdb55 req-b507152f-6ae0-4e24-906a-22f1d3b6e1e4 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711411 Jul 15 13:03:41.361309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on host n-h1-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:41.361646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:41.361977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:41.366672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:41.366996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:41.372271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:41.372601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:41.372986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:41.373417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Bound port: 4bca3c32-0865-4966-a071-db21211ee622, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:41.466352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:41.472147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.476289 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-99b5adb3-9aaf-4c2f-a7a9-1eebfde97cf7 service neutron] 10.222.0.48 "POST /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622/bindings HTTP/1.1" status: 201 len: 389 time: 0.5147436 Jul 15 13:03:41.509971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-fe851705-f32b-418f-bda2-2d0045e666ca service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615167 Jul 15 13:03:41.566595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a94072-677e-45e5-9a6d-50b046915433 req-00c91799-ca7b-49ca-ac34-25449ddc0055 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.568118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23a94072-677e-45e5-9a6d-50b046915433 req-00c91799-ca7b-49ca-ac34-25449ddc0055 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 947 time: 0.3275332 Jul 15 13:03:41.602428 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448284b2-e11b-428b-a87c-fb437c149610 x-openstack-request-id: req-448284b2-e11b-428b-a87c-fb437c149610 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:41.602893 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f546d0-4973-4340-8092-5536e28de493", "tag": "3f032c18-34b0-4d4a-a471-c221bf285df2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:41.603004 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-448284b2-e11b-428b-a87c-fb437c149610 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:41.603329 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f546d0-4973-4340-8092-5536e28de493', 'tag': '3f032c18-34b0-4d4a-a471-c221bf285df2', 'status': 'completed', 'code': 200} Jul 15 13:03:41.658097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f11e075-4f35-4e06-b295-7de1dfb3e608 req-320e88f9-136c-4e5c-bf1b-363b658b1e08 service neutron] 10.222.0.23 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386116 Jul 15 13:03:41.663221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23a94072-677e-45e5-9a6d-50b046915433 req-ccbfd579-3e1f-49d2-a6ef-bf365f4c9b20 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625365 Jul 15 13:03:41.702620 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf3655-1aa2-471c-8afa-419319bc953a x-openstack-request-id: req-82bf3655-1aa2-471c-8afa-419319bc953a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:41.703247 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "tag": "50544849-6090-437d-8d8c-0d034c2fc700", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:41.703680 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82bf3655-1aa2-471c-8afa-419319bc953a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:41.704252 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700', 'status': 'completed', 'code': 200} Jul 15 13:03:41.754573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-1a10b3d5-19af-4782-9d64-2708de50c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.757466 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-1a10b3d5-19af-4782-9d64-2708de50c7a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad54c18628ed4ff1923333b8138d0006&device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 1099 time: 0.1183064 Jul 15 13:03:41.897855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-d0eb0713-94c9-4a56-bda5-0c76a4b3bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.899491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-d0eb0713-94c9-4a56-bda5-0c76a4b3bf8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1098 time: 0.1974282 Jul 15 13:03:41.913329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c770-c968-4b17-b8ab-bab42a4fef62 req-379eaaed-b458-4ad9-a7b8-d3d0468d45cd tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.922832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffd1c770-c968-4b17-b8ab-bab42a4fef62 req-379eaaed-b458-4ad9-a7b8-d3d0468d45cd tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 949 time: 0.1105413 Jul 15 13:03:42.007045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 26195428-4ab6-4aae-b845-4fdc0fa68d9d up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:42.046974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffd1c770-c968-4b17-b8ab-bab42a4fef62 req-0dafd6ad-0c39-40c9-8e4c-f9026802cd39 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182935 Jul 15 13:03:42.109136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-fdd796ba-417a-4b29-858f-145a8d9e8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.110639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-fdd796ba-417a-4b29-858f-145a8d9e8419 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1847305 Jul 15 13:03:42.146013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 26195428-4ab6-4aae-b845-4fdc0fa68d9d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:42.151769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 26195428-4ab6-4aae-b845-4fdc0fa68d9d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:42.152148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.167573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-22144350-1038-4ec8-93a1-50b93070ab22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0461147 Jul 15 13:03:42.221849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-6caf42f3-3c60-4d91-ac6d-e203e9dc76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.223705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-6caf42f3-3c60-4d91-ac6d-e203e9dc76d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.4540882 Jul 15 13:03:42.232612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-4b37e542-0d66-46a7-b5d4-c8f3314b0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.236184 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-4b37e542-0d66-46a7-b5d4-c8f3314b0fba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1097 time: 0.3849328 Jul 15 13:03:42.274491 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.290739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-fbb90b81-bae9-43a0-badf-95563e98980f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3f032c18-34b0-4d4a-a471-c221bf285df2 HTTP/1.1" status: 200 len: 217 time: 0.0533929 Jul 15 13:03:42.295601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-ed8a8434-4e2d-4001-b43e-2963a29770c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.297741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-ed8a8434-4e2d-4001-b43e-2963a29770c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1076908 Jul 15 13:03:42.305991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26195428-4ab6-4aae-b845-4fdc0fa68d9d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:42.309268 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c7f9c5-46b7-4454-bc1d-bcbe883b5797" -d '{"events": [{"server_uuid": "0c1e4c5e-6967-4af2-afab-7b7ef4f39287", "name": "network-vif-plugged", "status": "completed", "tag": "26195428-4ab6-4aae-b845-4fdc0fa68d9d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:42.325134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:42.329981 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.331937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd5223-0d37-4b1d-8013-6c8b048316c6 req-4436d454-86ef-4b9c-9fe8-4a032725371d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.333970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dfd5223-0d37-4b1d-8013-6c8b048316c6 req-4436d454-86ef-4b9c-9fe8-4a032725371d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 948 time: 0.2219687 Jul 15 13:03:42.365742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ecc5-2218-4931-b338-e2f6d2a79810 req-887f3731-d8db-4ff5-905d-97202ba1b79f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.367321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3772ecc5-2218-4931-b338-e2f6d2a79810 req-887f3731-d8db-4ff5-905d-97202ba1b79f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 946 time: 0.1680677 Jul 15 13:03:42.405054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=26195428-4ab6-4aae-b845-4fdc0fa68d9d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.433114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dfd5223-0d37-4b1d-8013-6c8b048316c6 req-88b3a208-ca0c-4857-9b8b-0ce1827297ca tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780101 Jul 15 13:03:42.438684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-a9ffc1c7-3c14-4b8b-829a-409db4bfab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.440567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-a9ffc1c7-3c14-4b8b-829a-409db4bfab34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1363819 Jul 15 13:03:42.441690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-6a84bfbb-e682-45dd-a5bc-fdab1b63428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.443046 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-6a84bfbb-e682-45dd-a5bc-fdab1b63428d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1982851 Jul 15 13:03:42.455025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3772ecc5-2218-4931-b338-e2f6d2a79810 req-10b36ce4-7620-42b2-8836-33ebb1033344 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 Jul 15 13:03:42.487290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-bf4abc1e-621f-4b4e-8674-52d1e355ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.489061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-bf4abc1e-621f-4b4e-8674-52d1e355ca51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785192 Jul 15 13:03:42.536178 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-0bd86335-6f1e-46ac-bb94-0f5d884d53e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 217 time: 0.0759692 Jul 15 13:03:42.601812 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e04a0fe4-373f-4f0d-b073-a448bf5d5cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.609026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-0bfb8ef6-85d4-4c3d-a5ec-1320e9906352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.610570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-0bfb8ef6-85d4-4c3d-a5ec-1320e9906352 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0671351 Jul 15 13:03:42.613194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-672d1b61-7fa7-4cbc-91ef-c8b724fc63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.614572 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-672d1b61-7fa7-4cbc-91ef-c8b724fc63bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650498 Jul 15 13:03:42.663036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-7a0b53e6-6c85-4b85-871d-46a798fa0dbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445960 Jul 15 13:03:42.676033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-a2227143-0376-4bda-bbe9-42fc5f077d6b service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797984 Jul 15 13:03:42.789544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b42ec4-e34a-4f28-af82-2d07524ee1e0 req-a04309a5-f922-48de-971f-98f2b3730b55 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.791215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07b42ec4-e34a-4f28-af82-2d07524ee1e0 req-a04309a5-f922-48de-971f-98f2b3730b55 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 948 time: 0.2150114 Jul 15 13:03:42.793294 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-f8d80e18-7159-4ecf-8078-b256845bda28 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668906 Jul 15 13:03:42.802765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b352219-cccf-470b-9684-a3d2e0b09fde req-a7063c5d-0437-4396-b615-f688d040550f tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.804242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b352219-cccf-470b-9684-a3d2e0b09fde req-a7063c5d-0437-4396-b615-f688d040550f tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.1896560 Jul 15 13:03:42.828166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-56915194-177b-4c76-870a-2a4f26257ec5 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533952 Jul 15 13:03:42.871047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0cc528a-24ea-417e-92db-6f5ead28b802 req-1561011d-83ec-49a8-9cd8-876ec3e51719 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820362 Jul 15 13:03:42.884679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07b42ec4-e34a-4f28-af82-2d07524ee1e0 req-5e49de86-8b0e-4110-8be8-b2561ceb642f tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794759 Jul 15 13:03:42.890101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b352219-cccf-470b-9684-a3d2e0b09fde req-ef113b31-f8fe-4567-9a7d-2cd7fd1a7473 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Jul 15 13:03:42.960014 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6342210f-9930-4b77-be54-1b14eb936cca x-openstack-request-id: req-6342210f-9930-4b77-be54-1b14eb936cca {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:42.960309 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1e4c5e-6967-4af2-afab-7b7ef4f39287", "name": "network-vif-plugged", "status": "completed", "tag": "26195428-4ab6-4aae-b845-4fdc0fa68d9d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:42.963211 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c7dd9b8d-5295-44df-badf-51fc227f83fe req-c7a266ea-f448-4897-9d1b-6c5270da2ff9 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571312 Jul 15 13:03:42.966026 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6342210f-9930-4b77-be54-1b14eb936cca {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:42.966466 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26195428-4ab6-4aae-b845-4fdc0fa68d9d', 'code': 200} Jul 15 13:03:42.997472 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-e1a3ddb6-49fa-4cff-b626-1020f617643b service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310585 Jul 15 13:03:43.097953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e53b7-95af-4302-bbfb-aec85149324b req-1462a815-eb4d-4bc2-87e6-b84c2ef5fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.099737 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4a0e53b7-95af-4302-bbfb-aec85149324b req-1462a815-eb4d-4bc2-87e6-b84c2ef5fe33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 1101 time: 0.0559039 Jul 15 13:03:43.137196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4a0e53b7-95af-4302-bbfb-aec85149324b req-500c9b50-1615-4b98-91d0-c312ab9955e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Jul 15 13:03:43.179789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc8186-f671-4fb5-a276-8d88a63aef21 req-d0e976f5-f5f8-4359-b23d-d215341e6773 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.181284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bbc8186-f671-4fb5-a276-8d88a63aef21 req-d0e976f5-f5f8-4359-b23d-d215341e6773 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 947 time: 0.0747218 Jul 15 13:03:43.224495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bbc8186-f671-4fb5-a276-8d88a63aef21 req-4dd5c529-0506-40a3-a475-5a34ec309218 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Jul 15 13:03:43.250685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-91d1a9e7-1cb4-467b-a695-55bb5877c5f2 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.252208 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-91d1a9e7-1cb4-467b-a695-55bb5877c5f2 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1097 time: 0.1065998 Jul 15 13:03:43.267575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-9'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:43.300002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bba9e-10a0-467c-8ce0-fad06f376f3b req-9cf7657a-20f9-42cf-9308-c93038e6eb3b tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.301542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd6bba9e-10a0-467c-8ce0-fad06f376f3b req-9cf7657a-20f9-42cf-9308-c93038e6eb3b tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 950 time: 0.0691848 Jul 15 13:03:43.317459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9b292358-611e-4faf-9e4a-901ab39b5f32 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:43.351573 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.354754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd6bba9e-10a0-467c-8ce0-fad06f376f3b req-d7a769de-19e7-4a2c-923a-7c5909d8502b tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Jul 15 13:03:43.427208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9b292358-611e-4faf-9e4a-901ab39b5f32, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9b292358-611e-4faf-9e4a-901ab39b5f32,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:43.439073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '9b292358-611e-4faf-9e4a-901ab39b5f32', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '9b292358-611e-4faf-9e4a-901ab39b5f32', 'mac_address': 'fa:16:3e:e5:a4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:43.485200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.522008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:43.528064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b292358-611e-4faf-9e4a-901ab39b5f32 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:43.552213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9b292358-611e-4faf-9e4a-901ab39b5f32, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9b292358-611e-4faf-9e4a-901ab39b5f32,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:43.562962 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.569243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:43.625425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9b292358-611e-4faf-9e4a-901ab39b5f32,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.627353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:43.633994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.634741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.635544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.635979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.636383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.636917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.637448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.638651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.639180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.639874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.641116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.641650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.642195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.644612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.699952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570092-d5f4-42ca-9c45-d7e65c8c897b req-ed281620-ed44-4285-b388-a33279557c41 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.707971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00570092-d5f4-42ca-9c45-d7e65c8c897b req-ed281620-ed44-4285-b388-a33279557c41 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 949 time: 0.1332555 Jul 15 13:03:43.714870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bca3c32-0865-4966-a071-db21211ee622'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:43.717102 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48125b-fd2e-4ffc-817a-85334e261846" -d '{"events": [{"server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "name": "network-vif-unplugged", "status": "completed", "tag": "4bca3c32-0865-4966-a071-db21211ee622"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:43.766659 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.772573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00570092-d5f4-42ca-9c45-d7e65c8c897b req-96ceeffd-7cfc-4d9c-8eb4-c322400c8883 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641315 Jul 15 13:03:43.780732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9b292358-611e-4faf-9e4a-901ab39b5f32'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:43.785388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6028-6294-470b-bfe8-328ea411f11c req-30d72c76-6a34-4787-8168-816f56381488 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.786952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a00c6028-6294-470b-bfe8-328ea411f11c req-30d72c76-6a34-4787-8168-816f56381488 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.1402078 Jul 15 13:03:43.801566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.807632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on host n-h2-798249-9 for vnic_type normal with profile {"migrating_to": "n-h1-798249-9"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:43.808095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:43.808430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:43.823161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:43.823487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Attempting to bind port 4bca3c32-0865-4966-a071-db21211ee622 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:43.830573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.830573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.830786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.831784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.831784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.831985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.832150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.832795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.832795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.833088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.833365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.834090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:43.846343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:43.846798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:43.847467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:43.848106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Bound port: 4bca3c32-0865-4966-a071-db21211ee622, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:43.848736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.861339 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa76f1-0453-49b4-ac81-e6846f58934a x-openstack-request-id: req-0eaa76f1-0453-49b4-ac81-e6846f58934a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:43.861755 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "name": "network-vif-unplugged", "status": "completed", "tag": "4bca3c32-0865-4966-a071-db21211ee622", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:43.862107 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0eaa76f1-0453-49b4-ac81-e6846f58934a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:43.862755 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bca3c32-0865-4966-a071-db21211ee622', 'code': 200} Jul 15 13:03:43.866404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a00c6028-6294-470b-bfe8-328ea411f11c req-bc7b1e28-95aa-480d-80bd-3996c2455a09 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584638 Jul 15 13:03:43.923226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.930304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.960089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-d6bbffc1-3a24-4fa8-bdb6-77e8a0a4e07b tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.961364 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-d6bbffc1-3a24-4fa8-bdb6-77e8a0a4e07b tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.2594543 Jul 15 13:03:43.978363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=245628bf3b8447fa948c3c831e1b4ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499544 Jul 15 13:03:43.980893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:43.989330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6288d7-b91f-4a58-b422-f39f0840a1d2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.012226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.013507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.014357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.015518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:44.015987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.019078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.019483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.019953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.020389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.021218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.023032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.023491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.023948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196df2d9-4bb9-4846-8b8f-8962cfce9f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:44.064935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:44.100137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:44.127316 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.197410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:44.212496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '50544849-6090-437d-8d8c-0d034c2fc700', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '50544849-6090-437d-8d8c-0d034c2fc700', 'mac_address': 'fa:16:3e:fc:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:44.214741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606b55ff-a3fe-4e63-92dd-523391436ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.236822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.237444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.239042 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] 10.222.0.49 "PUT /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 1122 time: 0.9756830 Jul 15 13:03:44.243298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c007-5a5f-405c-ad3a-11d5aed740bf service neutron] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.254233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Deleting port 36d41863-ccf0-4bb7-953b-166d8505139e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:44.254986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.260107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606b55ff-a3fe-4e63-92dd-523391436ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.290076 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.291328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf6ac5-b959-4fd4-8735-0a1151bd971a req-84d0c2d0-cb3b-4735-9134-220859bbb755 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.293142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ddf6ac5-b959-4fd4-8735-0a1151bd971a req-84d0c2d0-cb3b-4735-9134-220859bbb755 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 948 time: 0.1543543 Jul 15 13:03:44.306704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50544849-6090-437d-8d8c-0d034c2fc700 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:44.310767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd7d02-6ea5-461f-90fb-f2a6a4a37103 req-436e6b71-3645-487d-88f0-ae13a5b2b756 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.313442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bbd7d02-6ea5-461f-90fb-f2a6a4a37103 req-436e6b71-3645-487d-88f0-ae13a5b2b756 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 971 time: 0.2386513 Jul 15 13:03:44.336899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['4bca3c32-0865-4966-a071-db21211ee622'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:44.342564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:44.361456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] For port 36d41863-ccf0-4bb7-953b-166d8505139e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=36d41863-ccf0-4bb7-953b-166d8505139e,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:44.361821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.366560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.367167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3f032c18-34b0-4d4a-a471-c221bf285df2 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:44.381554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Calling delete_port for 36d41863-ccf0-4bb7-953b-166d8505139e owned by compute:tempest-test_az-1800830830 {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:44.393380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bbd7d02-6ea5-461f-90fb-f2a6a4a37103 req-cd1564c5-5f06-48c7-9326-f377c88603c1 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/security-groups?id=64510940-8d4c-4716-bcbe-649949225c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675917 Jul 15 13:03:44.396984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ddf6ac5-b959-4fd4-8735-0a1151bd971a req-f2e4bcf7-9eef-4b08-90ef-c2fe7ca4a1d0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 Jul 15 13:03:44.413261 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606b55ff-a3fe-4e63-92dd-523391436ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.417263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606b55ff-a3fe-4e63-92dd-523391436ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.420791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-606b55ff-a3fe-4e63-92dd-523391436ca4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b6288d7-b91f-4a58-b422-f39f0840a1d2 HTTP/1.1" status: 204 len: 168 time: 0.4362257 Jul 15 13:03:44.440837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b55ff-a3fe-4e63-92dd-523391436ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6288d7-b91f-4a58-b422-f39f0840a1d2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.487842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.533391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3f032c18-34b0-4d4a-a471-c221bf285df2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3f032c18-34b0-4d4a-a471-c221bf285df2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:44.557789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '3f032c18-34b0-4d4a-a471-c221bf285df2', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '3f032c18-34b0-4d4a-a471-c221bf285df2', 'mac_address': 'fa:16:3e:43:dc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:44.630248 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.645092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.660474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['36d41863-ccf0-4bb7-953b-166d8505139e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:44.664533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f032c18-34b0-4d4a-a471-c221bf285df2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:44.721344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Pushing event deleted for resources: {'Port': ['ID=36d41863-ccf0-4bb7-953b-166d8505139e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.722812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3f032c18-34b0-4d4a-a471-c221bf285df2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3f032c18-34b0-4d4a-a471-c221bf285df2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:44.738367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.746598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaf22a-0c3b-40c4-a4bc-4efdc50d6810 req-90a4b81f-4792-4608-a5f6-92c32c9fc7eb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.756380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8eaf22a-0c3b-40c4-a4bc-4efdc50d6810 req-90a4b81f-4792-4608-a5f6-92c32c9fc7eb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 948 time: 0.1769202 Jul 15 13:03:44.798367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=3f032c18-34b0-4d4a-a471-c221bf285df2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.821313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8eaf22a-0c3b-40c4-a4bc-4efdc50d6810 req-4956de71-a5df-4802-9557-9284704a9150 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640292 Jul 15 13:03:44.821910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] No DVR routers for this DVR port 36d41863-ccf0-4bb7-953b-166d8505139e on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:44.824869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.828539 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6653af0d-28cd-451d-8689-efa1dbe5bd39 req-b02f6f92-7084-4ea9-8503-283f1af54b66 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.49 "DELETE /v2.0/ports/36d41863-ccf0-4bb7-953b-166d8505139e HTTP/1.1" status: 204 len: 173 time: 0.8572829 Jul 15 13:03:44.830090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b95dd-f60b-40d1-ab3c-853839416d97 req-2a57e580-01f6-4486-9902-18479e50e6c2 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.831862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-421b95dd-f60b-40d1-ab3c-853839416d97 req-2a57e580-01f6-4486-9902-18479e50e6c2 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 950 time: 0.1487634 Jul 15 13:03:44.906713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-421b95dd-f60b-40d1-ab3c-853839416d97 req-13d45dc6-cdc6-4cf7-8cb5-a63067884f6e tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660295 Jul 15 13:03:44.913866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:44.935752 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7887-10d2-4a02-a2d6-24305fa45504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.092850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:45.118868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7887-10d2-4a02-a2d6-24305fa45504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.129580 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7887-10d2-4a02-a2d6-24305fa45504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.131769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['3f032c18-34b0-4d4a-a471-c221bf285df2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:45.155010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936b381-9681-4cc2-816d-5a68403fc2e3 req-bacae01f-6f75-4efb-a059-edf6b6e93dd3 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.156649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d936b381-9681-4cc2-816d-5a68403fc2e3 req-bacae01f-6f75-4efb-a059-edf6b6e93dd3 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 949 time: 0.1558278 Jul 15 13:03:45.213578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5b1c7887-10d2-4a02-a2d6-24305fa45504 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34fd3d4c1a894be3be7d6eb29fe931af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985525 Jul 15 13:03:45.216529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:45.217852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c7887-10d2-4a02-a2d6-24305fa45504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38974c8-229e-4e9b-af39-e28b91ab73e0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.229203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77c9b7-c6ef-46c8-a7fa-0590606ac3e3 req-edcf1ac5-69f3-4d9f-a2f4-7fbaa9ec0f66 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.230760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f77c9b7-c6ef-46c8-a7fa-0590606ac3e3 req-edcf1ac5-69f3-4d9f-a2f4-7fbaa9ec0f66 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.1775408 Jul 15 13:03:45.260496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d936b381-9681-4cc2-816d-5a68403fc2e3 req-2896fa09-1499-4cb5-8d83-52a684ca740d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Jul 15 13:03:45.281522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53d89ac9-8a80-46f6-a57b-1330e4ff5896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.307091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53d89ac9-8a80-46f6-a57b-1330e4ff5896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.309099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f77c9b7-c6ef-46c8-a7fa-0590606ac3e3 req-458aac54-f4f4-42a3-9604-1824faf347a5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699894 Jul 15 13:03:45.314086 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79453433-2d1f-425e-8699-9c4edb13a830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.333063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9b292358-611e-4faf-9e4a-901ab39b5f32 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:45.379864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53d89ac9-8a80-46f6-a57b-1330e4ff5896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.382696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53d89ac9-8a80-46f6-a57b-1330e4ff5896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.386269 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-53d89ac9-8a80-46f6-a57b-1330e4ff5896 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a38974c8-229e-4e9b-af39-e28b91ab73e0 HTTP/1.1" status: 204 len: 168 time: 0.1661384 Jul 15 13:03:45.401029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d89ac9-8a80-46f6-a57b-1330e4ff5896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38974c8-229e-4e9b-af39-e28b91ab73e0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.529460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 9b292358-611e-4faf-9e4a-901ab39b5f32 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:45.531652 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.570706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 9b292358-611e-4faf-9e4a-901ab39b5f32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:45.571170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.618668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-160dce27-c731-47cd-b009-d19a4831effb req-da2775ee-4129-49eb-a5ca-7409b782c207 tempest-AggregatesAdminTestJSON-1764042247 tempest-AggregatesAdminTestJSON-1764042247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53d00b9-4095-4713-a4d8-0c31e50b2ef4 HTTP/1.1" status: 200 len: 210 time: 0.0547862 Jul 15 13:03:45.671363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.722803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9b292358-611e-4faf-9e4a-901ab39b5f32, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9b292358-611e-4faf-9e4a-901ab39b5f32,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.724044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b292358-611e-4faf-9e4a-901ab39b5f32'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:45.726818 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1589f9a5-3067-4b61-b456-cde560ed364e" -d '{"events": [{"server_uuid": "59fa2e23-9635-4dcb-924b-8eeff74158cb", "name": "network-vif-plugged", "status": "completed", "tag": "9b292358-611e-4faf-9e4a-901ab39b5f32"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:45.733808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.804425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9b292358-611e-4faf-9e4a-901ab39b5f32,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.830325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b526911-80ce-43aa-ba52-07d0646d2ec2 req-9e34bea1-b1d9-49cf-8314-90c91476a948 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.831968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b526911-80ce-43aa-ba52-07d0646d2ec2 req-9e34bea1-b1d9-49cf-8314-90c91476a948 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 949 time: 0.0912652 Jul 15 13:03:45.864363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'tag': '4bca3c32-0865-4966-a071-db21211ee622'}, {'server_uuid': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'name': 'network-vif-deleted', 'tag': '36d41863-ccf0-4bb7-953b-166d8505139e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:45.866370 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2845f70d-06cc-4624-9b79-fb78278a479f" -d '{"events": [{"name": "network-changed", "server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "tag": "4bca3c32-0865-4966-a071-db21211ee622"}, {"server_uuid": "f53d00b9-4095-4713-a4d8-0c31e50b2ef4", "name": "network-vif-deleted", "tag": "36d41863-ccf0-4bb7-953b-166d8505139e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:45.872721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b526911-80ce-43aa-ba52-07d0646d2ec2 req-24d61573-4c08-45ed-954d-bbb929b818de tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Jul 15 13:03:45.905652 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1920bb7d-bc17-43b0-800c-be0cdd7b1617 x-openstack-request-id: req-1920bb7d-bc17-43b0-800c-be0cdd7b1617 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:45.905948 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa2e23-9635-4dcb-924b-8eeff74158cb", "name": "network-vif-plugged", "status": "completed", "tag": "9b292358-611e-4faf-9e4a-901ab39b5f32", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:45.906203 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1920bb7d-bc17-43b0-800c-be0cdd7b1617 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:45.906719 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b292358-611e-4faf-9e4a-901ab39b5f32', 'code': 200} Jul 15 13:03:46.011943 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81a0b7-4ed0-481c-aabc-81455bdd272d x-openstack-request-id: req-0a81a0b7-4ed0-481c-aabc-81455bdd272d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:46.012551 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "tag": "4bca3c32-0865-4966-a071-db21211ee622", "status": "completed", "code": 200}, {"server_uuid": "f53d00b9-4095-4713-a4d8-0c31e50b2ef4", "name": "network-vif-deleted", "tag": "36d41863-ccf0-4bb7-953b-166d8505139e", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:46.012909 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a81a0b7-4ed0-481c-aabc-81455bdd272d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:46.013392 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'tag': '4bca3c32-0865-4966-a071-db21211ee622', 'status': 'completed', 'code': 200} Jul 15 13:03:46.013743 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d00b9-4095-4713-a4d8-0c31e50b2ef4', 'name': 'network-vif-deleted', 'tag': '36d41863-ccf0-4bb7-953b-166d8505139e', 'status': 'completed', 'code': 200} Jul 15 13:03:46.053011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c8a2-14bd-4b98-a8cc-e6d2604bcb1e req-2de810d0-d02d-4be8-9eb5-52afa7b2e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.055490 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-19b2c8a2-14bd-4b98-a8cc-e6d2604bcb1e req-2de810d0-d02d-4be8-9eb5-52afa7b2e18a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 1101 time: 0.0719333 Jul 15 13:03:46.111512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6678-07ff-47d8-a85c-5612f57259ae req-33ef2e29-7f2d-463c-855b-909a1d22cf17 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.120944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdcb6678-07ff-47d8-a85c-5612f57259ae req-33ef2e29-7f2d-463c-855b-909a1d22cf17 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 948 time: 0.0950673 Jul 15 13:03:46.131951 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-19b2c8a2-14bd-4b98-a8cc-e6d2604bcb1e req-96e84c2a-425b-406d-8d9b-2864d65c8611 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Jul 15 13:03:46.143272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845f70d-06cc-4624-9b79-fb78278a479f req-05aba072-fe18-4b44-b05e-d781bf4ef504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.145332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-05aba072-fe18-4b44-b05e-d781bf4ef504 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1125 time: 0.1038241 Jul 15 13:03:46.170722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdcb6678-07ff-47d8-a85c-5612f57259ae req-c0ce5d2c-e00b-47ab-9a1b-f67dcef3bc1d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Jul 15 13:03:46.266237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845f70d-06cc-4624-9b79-fb78278a479f req-bf4d9978-c6ff-47d8-b63f-75279578bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.267777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-bf4d9978-c6ff-47d8-b63f-75279578bb05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1042964 Jul 15 13:03:46.314549 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-6201d0f2-f673-42de-955e-1f54783dbcad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 217 time: 0.0389867 Jul 15 13:03:46.381592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845f70d-06cc-4624-9b79-fb78278a479f req-b4e4dd27-7c14-4aed-a8e7-ee9e2a1635b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.383191 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-b4e4dd27-7c14-4aed-a8e7-ee9e2a1635b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0612195 Jul 15 13:03:46.513050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fb781-93ce-466b-85b8-4f8c6abad289 req-9550bcbb-ed36-495c-81ab-539108e8a04b tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.514663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90fb781-93ce-466b-85b8-4f8c6abad289 req-9550bcbb-ed36-495c-81ab-539108e8a04b tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 950 time: 0.1180999 Jul 15 13:03:46.556924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a15ab-94dd-4cbd-85df-dd525118dc0e req-bc1b3ecc-1ebf-48d7-a040-bfeaf9646743 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.558443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-657a15ab-94dd-4cbd-85df-dd525118dc0e req-bc1b3ecc-1ebf-48d7-a040-bfeaf9646743 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 950 time: 0.1214826 Jul 15 13:03:46.580241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.614884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90fb781-93ce-466b-85b8-4f8c6abad289 req-29cdeae2-620d-4af7-9b0b-5fd1c0c64f23 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890210 Jul 15 13:03:46.630315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-1c791007-6d03-4693-b0d2-d67b42cbd793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2335443 Jul 15 13:03:46.630670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-657a15ab-94dd-4cbd-85df-dd525118dc0e req-3e0182af-a204-4d52-b551-2dc169abc12e tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Jul 15 13:03:46.741309 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-66416ad0-c44d-4d24-a526-5762fb91ddf1 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084287 Jul 15 13:03:46.801379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf3bc-cc20-47bf-9ace-997e68ffef91 req-d1cc6033-c21b-4a5f-bf23-64baaa091504 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.808599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02cf3bc-cc20-47bf-9ace-997e68ffef91 req-d1cc6033-c21b-4a5f-bf23-64baaa091504 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.0798879 Jul 15 13:03:46.857861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2845f70d-06cc-4624-9b79-fb78278a479f req-042b3268-0fd7-4aab-a03f-20703395b93b service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094530 Jul 15 13:03:46.862456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02cf3bc-cc20-47bf-9ace-997e68ffef91 req-4df36c60-80ce-4533-a465-94d28e4fab05 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Jul 15 13:03:47.093462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c5c92-9b60-4d15-97fa-a85bde63a7ae req-7df00ede-20d4-4f9d-856a-b9c145064862 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.095578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b7c5c92-9b60-4d15-97fa-a85bde63a7ae req-7df00ede-20d4-4f9d-856a-b9c145064862 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 949 time: 0.0784543 Jul 15 13:03:47.142334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b7c5c92-9b60-4d15-97fa-a85bde63a7ae req-73eb372c-10f5-48e3-9814-8fe096216c11 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Jul 15 13:03:47.163525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.323566 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ea7db4f6-ce4c-497e-ad8e-51d039e86763 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2dd1d34caab419785ae1e0d910e7d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586587 Jul 15 13:03:47.325870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.353905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:47.359284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e27d-2a0c-4c97-91cd-010c8e27081d req-d61e3e09-6ca0-4464-9b8f-13d78443860c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.360853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca99e27d-2a0c-4c97-91cd-010c8e27081d req-d61e3e09-6ca0-4464-9b8f-13d78443860c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 948 time: 0.0717683 Jul 15 13:03:47.375482 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5db7a73-ea3d-4952-95ee-a030149993ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.402826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 36d41863-ccf0-4bb7-953b-166d8505139e no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:47.406267 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5db7a73-ea3d-4952-95ee-a030149993ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.409103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca99e27d-2a0c-4c97-91cd-010c8e27081d req-05ed02fd-cb41-46bc-b771-076eb06ced50 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Jul 15 13:03:47.439085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 36d41863-ccf0-4bb7-953b-166d8505139e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:47.439525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 36d41863-ccf0-4bb7-953b-166d8505139e not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:47.470802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5db7a73-ea3d-4952-95ee-a030149993ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.473295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5db7a73-ea3d-4952-95ee-a030149993ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.475249 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5db7a73-ea3d-4952-95ee-a030149993ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64510940-8d4c-4716-bcbe-649949225c68 HTTP/1.1" status: 204 len: 168 time: 0.1476789 Jul 15 13:03:47.485244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db7a73-ea3d-4952-95ee-a030149993ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64510940-8d4c-4716-bcbe-649949225c68,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.522154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:47.534729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 has no active binding in host n-h1-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:03:47.766235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.818163 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-69c9e704-0c0e-4ce6-9897-11f81db74d19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9284233149be42c99f627c070ba9e72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507712 Jul 15 13:03:47.820639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.856617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef53d3-6410-457c-b0d8-069b6e0ead53 req-e2bef774-7955-4728-871c-2e6d0ba57289 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.858107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1ef53d3-6410-457c-b0d8-069b6e0ead53 req-e2bef774-7955-4728-871c-2e6d0ba57289 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 950 time: 0.1196492 Jul 15 13:03:47.869120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76181429-fbbd-4546-8302-255b8c0eb171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.880368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386847c7-79db-46c7-96aa-0e6144ee1f72 req-c3d7d51a-7dcc-44fd-8650-0b555c06bdb1 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.881809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-386847c7-79db-46c7-96aa-0e6144ee1f72 req-c3d7d51a-7dcc-44fd-8650-0b555c06bdb1 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 950 time: 0.0999093 Jul 15 13:03:47.897271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76181429-fbbd-4546-8302-255b8c0eb171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.907214 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.931291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1ef53d3-6410-457c-b0d8-069b6e0ead53 req-f5e533c7-0054-45ec-8e95-6c8f833ac929 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649519 Jul 15 13:03:47.939226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-386847c7-79db-46c7-96aa-0e6144ee1f72 req-38507406-b2f6-443e-bd53-a2da1ee655a5 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad462592-b954-45e0-b967-539906ad79f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Jul 15 13:03:47.994807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76181429-fbbd-4546-8302-255b8c0eb171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.997795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76181429-fbbd-4546-8302-255b8c0eb171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.001834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-76181429-fbbd-4546-8302-255b8c0eb171 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e392dbd-eed9-46fa-ad8b-a24b438e55a9 HTTP/1.1" status: 204 len: 168 time: 0.1773989 Jul 15 13:03:48.011917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-34376d62-404c-4da6-99e6-5b30a1e9d511 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.013478 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-34376d62-404c-4da6-99e6-5b30a1e9d511 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 950 time: 0.0930316 Jul 15 13:03:48.022511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76181429-fbbd-4546-8302-255b8c0eb171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e392dbd-eed9-46fa-ad8b-a24b438e55a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.048887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:48.149762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 50544849-6090-437d-8d8c-0d034c2fc700 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:48.155282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 50544849-6090-437d-8d8c-0d034c2fc700 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:48.156122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.197047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc58458-ad07-4476-b196-194e9a0e24c8 req-7cb2ecbb-77e6-489c-acbe-757e9b27cca5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.205557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Deleting port 26195428-4ab6-4aae-b845-4fdc0fa68d9d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:48.205925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.206398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abc58458-ad07-4476-b196-194e9a0e24c8 req-7cb2ecbb-77e6-489c-acbe-757e9b27cca5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.0909154 Jul 15 13:03:48.255514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abc58458-ad07-4476-b196-194e9a0e24c8 req-9056f4ee-5154-4c5f-b264-569a76b4368d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Jul 15 13:03:48.287640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.339312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:48.343173 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0570da20-d569-4f42-8050-bb7031f3dcb1" -d '{"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-plugged", "status": "completed", "tag": "50544849-6090-437d-8d8c-0d034c2fc700"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:48.343933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] For port 26195428-4ab6-4aae-b845-4fdc0fa68d9d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=26195428-4ab6-4aae-b845-4fdc0fa68d9d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:48.344846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.359110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Calling delete_port for 26195428-4ab6-4aae-b845-4fdc0fa68d9d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:48.364682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:48.375522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.377524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3f032c18-34b0-4d4a-a471-c221bf285df2 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:48.476727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.494168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 3f032c18-34b0-4d4a-a471-c221bf285df2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:48.500654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 3f032c18-34b0-4d4a-a471-c221bf285df2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:48.501903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.517974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22485d-f914-4a32-9721-11fb0210da7e req-ba91bc96-2f99-4344-a38a-70732f89f55f tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.524279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df22485d-f914-4a32-9721-11fb0210da7e req-ba91bc96-2f99-4344-a38a-70732f89f55f tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 949 time: 0.1178868 Jul 15 13:03:48.577125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df22485d-f914-4a32-9721-11fb0210da7e req-5afd56f7-3895-401a-8e0e-c95f66a251da tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506220 Jul 15 13:03:48.605701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.605811 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.614995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['26195428-4ab6-4aae-b845-4fdc0fa68d9d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:48.664434 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9eea43-fc61-4ae7-8aa5-8e67fa8f94bd x-openstack-request-id: req-fa9eea43-fc61-4ae7-8aa5-8e67fa8f94bd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:48.664792 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-plugged", "status": "completed", "tag": "50544849-6090-437d-8d8c-0d034c2fc700", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:48.665242 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa9eea43-fc61-4ae7-8aa5-8e67fa8f94bd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:48.665605 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700', 'code': 200} Jul 15 13:03:48.669466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3f032c18-34b0-4d4a-a471-c221bf285df2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3f032c18-34b0-4d4a-a471-c221bf285df2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:48.678751 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.707057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Pushing event deleted for resources: {'Port': ['ID=26195428-4ab6-4aae-b845-4fdc0fa68d9d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.714249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf078de-ee03-4e53-87f0-db486b7188bf req-1222d577-246d-477a-aa86-b70adf1845d1 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.716109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdf078de-ee03-4e53-87f0-db486b7188bf req-1222d577-246d-477a-aa86-b70adf1845d1 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 950 time: 0.1562061 Jul 15 13:03:48.789741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=3f032c18-34b0-4d4a-a471-c221bf285df2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.798360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] No DVR routers for this DVR port 26195428-4ab6-4aae-b845-4fdc0fa68d9d on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:48.801649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.804196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2a323d90-b279-4ed2-9343-99da06c4a4ed req-1de61b02-6140-4f63-b652-a4d194dad4dc tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.23 "DELETE /v2.0/ports/26195428-4ab6-4aae-b845-4fdc0fa68d9d HTTP/1.1" status: 204 len: 173 time: 0.7691975 Jul 15 13:03:48.804652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'name': 'network-vif-deleted', 'tag': '26195428-4ab6-4aae-b845-4fdc0fa68d9d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:48.809898 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d28787-0ad5-4506-be9f-64d6873c8ffe" -d '{"events": [{"server_uuid": "0c1e4c5e-6967-4af2-afab-7b7ef4f39287", "name": "network-vif-deleted", "tag": "26195428-4ab6-4aae-b845-4fdc0fa68d9d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:48.824121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdf078de-ee03-4e53-87f0-db486b7188bf req-93896348-f52e-4e89-85dc-a85841d8ef54 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Jul 15 13:03:48.927360 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600623b-b5e9-4227-b0a6-dc6e8033d932 x-openstack-request-id: req-3600623b-b5e9-4227-b0a6-dc6e8033d932 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:48.927743 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1e4c5e-6967-4af2-afab-7b7ef4f39287", "name": "network-vif-deleted", "tag": "26195428-4ab6-4aae-b845-4fdc0fa68d9d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:48.928053 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3600623b-b5e9-4227-b0a6-dc6e8033d932 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:48.928517 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1e4c5e-6967-4af2-afab-7b7ef4f39287', 'name': 'network-vif-deleted', 'tag': '26195428-4ab6-4aae-b845-4fdc0fa68d9d', 'status': 'completed', 'code': 200} Jul 15 13:03:48.992256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a03c7e-eb43-41bc-8573-cf18d313db07 req-d12715e7-22b9-4576-af27-6630f9c276c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.995550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02a03c7e-eb43-41bc-8573-cf18d313db07 req-d12715e7-22b9-4576-af27-6630f9c276c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1100 time: 0.2032471 Jul 15 13:03:49.010127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60a9da-d4ad-4b1f-bccb-784aae249a2b req-cc5bc120-1618-4045-aa3f-cc97de94ccc4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.014804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d60a9da-d4ad-4b1f-bccb-784aae249a2b req-cc5bc120-1618-4045-aa3f-cc97de94ccc4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.2021959 Jul 15 13:03:49.081910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d60a9da-d4ad-4b1f-bccb-784aae249a2b req-21ad4c6c-f79f-4323-915b-3bcdecdd7267 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Jul 15 13:03:49.085656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02a03c7e-eb43-41bc-8573-cf18d313db07 req-ed9bf886-0b3f-4a08-843c-b493d22d1d48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692048 Jul 15 13:03:49.268264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25b28cd6-9fa1-4590-bdd2-a5b82935a70a req-07edee9c-2461-4e05-a041-ac1363929682 tempest-TenantUsagesTestJSON-1528583015 tempest-TenantUsagesTestJSON-1528583015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c1e4c5e-6967-4af2-afab-7b7ef4f39287 HTTP/1.1" status: 200 len: 210 time: 0.0316687 Jul 15 13:03:49.407623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f0ac-2b99-47ba-be92-737efe623021 req-fd1b4c0a-c5dd-4e7e-8c4e-98a6a795d01d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.415424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99d6f0ac-2b99-47ba-be92-737efe623021 req-fd1b4c0a-c5dd-4e7e-8c4e-98a6a795d01d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 950 time: 0.0925558 Jul 15 13:03:49.482102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99d6f0ac-2b99-47ba-be92-737efe623021 req-76fc6806-cf34-42e6-9168-75e83125e01e tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657098 Jul 15 13:03:49.517198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff1fa8-9242-4441-9732-9b1f57763cb0 req-5eb80252-7097-43bf-90b3-60e323a6f65a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.518817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9ff1fa8-9242-4441-9732-9b1f57763cb0 req-5eb80252-7097-43bf-90b3-60e323a6f65a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 944 time: 0.1007407 Jul 15 13:03:49.612961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9ff1fa8-9242-4441-9732-9b1f57763cb0 req-4d8cf564-96e3-42f2-9b3e-96b3ac06fa90 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857954 Jul 15 13:03:49.667623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a40c8158-a71a-4c93-b513-f8ca5b2774fd service neutron] 10.222.0.23 "GET /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.1067545 Jul 15 13:03:49.963997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.065490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e08b4f-4fd2-4fed-b6c2-30aacfd0080b req-ade7e82a-3a91-46a4-8c47-832a18159dfa tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.067043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e08b4f-4fd2-4fed-b6c2-30aacfd0080b req-ade7e82a-3a91-46a4-8c47-832a18159dfa tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.1232920 Jul 15 13:03:50.112718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3e020fc-e629-44f4-8dfc-1380af703fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.163306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e08b4f-4fd2-4fed-b6c2-30aacfd0080b req-f8266830-1141-45d1-be03-544ca74c69e8 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838730 Jul 15 13:03:50.199128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:50.225240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:50.250143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3e020fc-e629-44f4-8dfc-1380af703fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.254367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3e020fc-e629-44f4-8dfc-1380af703fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.291431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bca3c32-0865-4966-a071-db21211ee622 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:50.294325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e020fc-e629-44f4-8dfc-1380af703fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da107e-c832-4b9c-b0a1-0bd25cfbd5ae,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.304359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:50.305890 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a3e020fc-e629-44f4-8dfc-1380af703fd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc1efc0f92e6420d87c7c35391bd1a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406487 Jul 15 13:03:50.312678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.349170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.368656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.395064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a23eb-eba2-4037-8c76-dba35e40a0d8 req-1604f563-435f-4cea-a62c-aaf89bc71934 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.397151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a7a23eb-eba2-4037-8c76-dba35e40a0d8 req-1604f563-435f-4cea-a62c-aaf89bc71934 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1508429 Jul 15 13:03:50.465455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-811252e1-2eba-49b4-bb2c-a360ee622b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.484560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c5e7-b7c1-4c0e-9349-b44cd699a27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.492241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a7a23eb-eba2-4037-8c76-dba35e40a0d8 req-b7e1c5f1-c5f3-40d2-b659-9d423d1e2b39 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738101 Jul 15 13:03:50.518374 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-811252e1-2eba-49b4-bb2c-a360ee622b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.528888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] Transition to ACTIVE for port object 4bca3c32-0865-4966-a071-db21211ee622 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:50.538919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.633100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] No DVR routers for this DVR port 4bca3c32-0865-4966-a071-db21211ee622 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:50.653451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] Pushing event updated for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.667289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f546d0-4973-4340-8092-5536e28de493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f032c18-34b0-4d4a-a471-c221bf285df2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:50.670524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c5e7-b7c1-4c0e-9349-b44cd699a27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.670660 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e26a2c-ea66-4b6c-b300-a1c63f78cadc" -d '{"events": [{"server_uuid": "a6f546d0-4973-4340-8092-5536e28de493", "name": "network-vif-plugged", "status": "completed", "tag": "3f032c18-34b0-4d4a-a471-c221bf285df2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:50.679740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c5e7-b7c1-4c0e-9349-b44cd699a27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.686483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.716647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a52c3e53-ecc0-4b66-854c-beb1830116ec service neutron] 10.222.0.23 "PUT /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622/bindings/n-h1-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0412636 Jul 15 13:03:50.738588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-811252e1-2eba-49b4-bb2c-a360ee622b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.745310 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-811252e1-2eba-49b4-bb2c-a360ee622b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.745310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-811252e1-2eba-49b4-bb2c-a360ee622b49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85da107e-c832-4b9c-b0a1-0bd25cfbd5ae HTTP/1.1" status: 204 len: 168 time: 0.4250727 Jul 15 13:03:50.748429 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4ee2c5e7-b7c1-4c0e-9349-b44cd699a27a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13b0965f4e954bca8b00284135292474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782597 Jul 15 13:03:50.752818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.753492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2c5e7-b7c1-4c0e-9349-b44cd699a27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4569c5a-46c3-43d7-97e0-aa8bf97d028d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.757397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811252e1-2eba-49b4-bb2c-a360ee622b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da107e-c832-4b9c-b0a1-0bd25cfbd5ae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.848775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2453c38-9db2-4221-bccd-41dc5daaf327 req-13008e1f-e5ee-48c8-b516-886a9cea2ad4 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.852293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2453c38-9db2-4221-bccd-41dc5daaf327 req-13008e1f-e5ee-48c8-b516-886a9cea2ad4 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 950 time: 0.1553144 Jul 15 13:03:50.900209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-471b863f-b50a-400f-b0b7-96275ee8c4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.922788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2453c38-9db2-4221-bccd-41dc5daaf327 req-bb4a78a2-9d7b-46cd-a84f-2ec74a88d75d tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/security-groups?id=b05c4f94-e917-4e2a-a421-5184e9bef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617080 Jul 15 13:03:50.955888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-471b863f-b50a-400f-b0b7-96275ee8c4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.971135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-de7c3b33-c14b-42be-98a1-31a22be24742 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.972663 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-de7c3b33-c14b-42be-98a1-31a22be24742 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.49 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 950 time: 0.1836023 Jul 15 13:03:51.024922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-db8af3c9-3a9f-4ab9-b82b-b36a2acbf8b7 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.026715 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-db8af3c9-3a9f-4ab9-b82b-b36a2acbf8b7 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.1997943 Jul 15 13:03:51.029217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4948d-5ea6-43e7-a631-35658d3664b3 req-05232cf6-9a3b-4d7a-a062-d7b0efe388ec tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.033472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4d4948d-5ea6-43e7-a631-35658d3664b3 req-05232cf6-9a3b-4d7a-a062-d7b0efe388ec tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1100 time: 0.1059639 Jul 15 13:03:51.060474 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4d4948d-5ea6-43e7-a631-35658d3664b3 req-c187a1e6-5e33-4c25-b699-72fd2297a223 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.141513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.160528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f3486d-7c11-45d6-b6e4-3014be1f8188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.192234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd78477-69b3-4637-b76b-6122b849384b req-aceadd79-2077-4bfb-9d15-8615fa85e02a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.193730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efd78477-69b3-4637-b76b-6122b849384b req-aceadd79-2077-4bfb-9d15-8615fa85e02a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 945 time: 0.1091349 Jul 15 13:03:51.194545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-471b863f-b50a-400f-b0b7-96275ee8c4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.197049 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-471b863f-b50a-400f-b0b7-96275ee8c4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.198864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-471b863f-b50a-400f-b0b7-96275ee8c4ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4569c5a-46c3-43d7-97e0-aa8bf97d028d HTTP/1.1" status: 204 len: 168 time: 0.4420969 Jul 15 13:03:51.228138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b863f-b50a-400f-b0b7-96275ee8c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4569c5a-46c3-43d7-97e0-aa8bf97d028d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.232804 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-465b935c-91b3-405b-ac35-3806361c6f9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd44705a00f749fda41bccc0e4440a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447123 Jul 15 13:03:51.236982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.267262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efd78477-69b3-4637-b76b-6122b849384b req-02105289-8bcc-4aaf-937b-e67169b15290 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654016 Jul 15 13:03:51.269810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a2371073-803e-43e7-bb57-6bad93b86ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.271243 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-a2371073-803e-43e7-bb57-6bad93b86ef2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa&tenant_id=29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 1096 time: 0.2256484 Jul 15 13:03:51.297553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Deleting port 9b292358-611e-4faf-9e4a-901ab39b5f32 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:51.297897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.330318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4d4948d-5ea6-43e7-a631-35658d3664b3 req-c187a1e6-5e33-4c25-b699-72fd2297a223 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.331080 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f99bfb-517f-470a-b360-5e7269ac9c4e x-openstack-request-id: req-c2f99bfb-517f-470a-b360-5e7269ac9c4e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:51.331554 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f546d0-4973-4340-8092-5536e28de493", "name": "network-vif-plugged", "status": "completed", "tag": "3f032c18-34b0-4d4a-a471-c221bf285df2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:51.331777 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2f99bfb-517f-470a-b360-5e7269ac9c4e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:51.332168 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f546d0-4973-4340-8092-5536e28de493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f032c18-34b0-4d4a-a471-c221bf285df2', 'code': 200} Jul 15 13:03:51.337935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4d4948d-5ea6-43e7-a631-35658d3664b3 req-c187a1e6-5e33-4c25-b699-72fd2297a223 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.397876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4d4948d-5ea6-43e7-a631-35658d3664b3 req-c187a1e6-5e33-4c25-b699-72fd2297a223 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557181 Jul 15 13:03:51.409184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c37f9aff-d3de-4a91-82ee-e23e390bc76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.424745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187a1e6-5e33-4c25-b699-72fd2297a223 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daacc336-e3b1-484c-ab1f-aec7d8aa8242,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.456856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c37f9aff-d3de-4a91-82ee-e23e390bc76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.488118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] For port 9b292358-611e-4faf-9e4a-901ab39b5f32, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9b292358-611e-4faf-9e4a-901ab39b5f32,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:51.488487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.517704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Calling delete_port for 9b292358-611e-4faf-9e4a-901ab39b5f32 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:51.532344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-e7d1f95d-8a59-416e-a19a-6c612e8d6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.533862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-e7d1f95d-8a59-416e-a19a-6c612e8d6fb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1096 time: 0.2154939 Jul 15 13:03:51.549647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba57868-379d-4d3b-baf9-fa126b9152bf req-d40aa2d1-5f1f-41d0-a8a2-783854237bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.551481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ba57868-379d-4d3b-baf9-fa126b9152bf req-d40aa2d1-5f1f-41d0-a8a2-783854237bd5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 1101 time: 0.1079400 Jul 15 13:03:51.619546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f3486d-7c11-45d6-b6e4-3014be1f8188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.650410 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f3486d-7c11-45d6-b6e4-3014be1f8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.664006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ba57868-379d-4d3b-baf9-fa126b9152bf req-8590119f-2ce0-4cd6-8c51-a3d5f016f362 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034474 Jul 15 13:03:51.683589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c37f9aff-d3de-4a91-82ee-e23e390bc76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.686079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c37f9aff-d3de-4a91-82ee-e23e390bc76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.687791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c37f9aff-d3de-4a91-82ee-e23e390bc76c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad462592-b954-45e0-b967-539906ad79f6 HTTP/1.1" status: 204 len: 168 time: 0.4470775 Jul 15 13:03:51.707993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a3f3486d-7c11-45d6-b6e4-3014be1f8188 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33c2029a7bc84262a1916d7fc48e4651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651147 Jul 15 13:03:51.710483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f9aff-d3de-4a91-82ee-e23e390bc76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad462592-b954-45e0-b967-539906ad79f6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.713762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.747913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3486d-7c11-45d6-b6e4-3014be1f8188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb86259-5255-4718-a642-f50a2730a505,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.762920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-27a0f58e-83fe-457d-8e80-9cfd1566bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.764074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-27a0f58e-83fe-457d-8e80-9cfd1566bce5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.2123046 Jul 15 13:03:51.790360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f715cb-069a-4f6c-aac8-a69417fed891 req-f57234c3-9ebc-448b-b5fb-6fa21d110086 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.791907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83f715cb-069a-4f6c-aac8-a69417fed891 req-f57234c3-9ebc-448b-b5fb-6fa21d110086 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.1947968 Jul 15 13:03:51.831535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.835873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-ddb494ee-f6a4-460f-a576-69072de1afee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 217 time: 0.0616949 Jul 15 13:03:51.857066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f117c189-7428-417d-be4a-7056efecaaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.878830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83f715cb-069a-4f6c-aac8-a69417fed891 req-b5c29472-c13e-4ae2-8c00-d64a7622f283 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761802 Jul 15 13:03:51.901100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d390f1a8-4e87-4d18-8f67-c21d597ccb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.912463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.925972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9b292358-611e-4faf-9e4a-901ab39b5f32'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:51.977068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Pushing event deleted for resources: {'Port': ['ID=9b292358-611e-4faf-9e4a-901ab39b5f32,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.979937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-02cd803a-8508-4d16-b241-71d0354b40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.981616 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-02cd803a-8508-4d16-b241-71d0354b40bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.1374381 Jul 15 13:03:51.985059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d390f1a8-4e87-4d18-8f67-c21d597ccb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.036422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f117c189-7428-417d-be4a-7056efecaaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.046985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f117c189-7428-417d-be4a-7056efecaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.049927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 26195428-4ab6-4aae-b845-4fdc0fa68d9d no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:52.081099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-453794ab-dd1c-4c7b-b2ee-e5612aa3d2d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878015 Jul 15 13:03:52.083900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] No DVR routers for this DVR port 9b292358-611e-4faf-9e4a-901ab39b5f32 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:52.100326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.103661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-39eaa0bf-e4d0-41f2-97a5-a4a3f8ee9b4a req-3a6632be-b74d-4d47-b366-d832c4359271 tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.49 "DELETE /v2.0/ports/9b292358-611e-4faf-9e4a-901ab39b5f32 HTTP/1.1" status: 204 len: 173 time: 1.1218936 Jul 15 13:03:52.104127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'name': 'network-vif-deleted', 'tag': '9b292358-611e-4faf-9e4a-901ab39b5f32'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:52.106585 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a7dc0-8c8e-49e7-866d-49eea3dc439e" -d '{"events": [{"server_uuid": "59fa2e23-9635-4dcb-924b-8eeff74158cb", "name": "network-vif-deleted", "tag": "9b292358-611e-4faf-9e4a-901ab39b5f32"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:52.122425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 26195428-4ab6-4aae-b845-4fdc0fa68d9d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:52.123837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 26195428-4ab6-4aae-b845-4fdc0fa68d9d not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:52.156950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f117c189-7428-417d-be4a-7056efecaaf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b640eff71a84c33a9d84a2e58af5624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237815 Jul 15 13:03:52.158480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117c189-7428-417d-be4a-7056efecaaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d7d63-4df7-40c3-8664-5a8ddd384ec4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.161627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:52.225160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5248529-1c51-4e92-8b8f-6c8bcc03ef2f req-23bf2327-dea8-4d5b-ab07-cc6eb7517ecf tempest-DeleteServersAdminTestJSON-1825962667 tempest-DeleteServersAdminTestJSON-1825962667-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fa2e23-9635-4dcb-924b-8eeff74158cb HTTP/1.1" status: 200 len: 210 time: 0.0579879 Jul 15 13:03:52.310717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:52.326138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d390f1a8-4e87-4d18-8f67-c21d597ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.326920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d390f1a8-4e87-4d18-8f67-c21d597ccb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.332191 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d390f1a8-4e87-4d18-8f67-c21d597ccb3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cb86259-5255-4718-a642-f50a2730a505 HTTP/1.1" status: 204 len: 168 time: 0.6164298 Jul 15 13:03:52.340235 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72028b2-3842-40c4-af07-f286f369e466 x-openstack-request-id: req-b72028b2-3842-40c4-af07-f286f369e466 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:52.340735 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa2e23-9635-4dcb-924b-8eeff74158cb", "name": "network-vif-deleted", "tag": "9b292358-611e-4faf-9e4a-901ab39b5f32", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:52.341140 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b72028b2-3842-40c4-af07-f286f369e466 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:52.341686 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa2e23-9635-4dcb-924b-8eeff74158cb', 'name': 'network-vif-deleted', 'tag': '9b292358-611e-4faf-9e4a-901ab39b5f32', 'status': 'completed', 'code': 200} Jul 15 13:03:52.341935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3757a9c5-8e69-481d-9967-4e7a18f4085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.347057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06d5425a-15d4-4067-b8ba-cdcb7b1a99f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.379854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390f1a8-4e87-4d18-8f67-c21d597ccb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb86259-5255-4718-a642-f50a2730a505,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.395868 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-de028626-f7b1-4426-8972-c034b2444bb7 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970123 Jul 15 13:03:52.401876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06d5425a-15d4-4067-b8ba-cdcb7b1a99f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.581892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-65d876e2-d882-46bc-b1c0-d05694f66161 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691303 Jul 15 13:03:52.584052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06d5425a-15d4-4067-b8ba-cdcb7b1a99f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.590340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06d5425a-15d4-4067-b8ba-cdcb7b1a99f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.595741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06d5425a-15d4-4067-b8ba-cdcb7b1a99f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d8d7d63-4df7-40c3-8664-5a8ddd384ec4 HTTP/1.1" status: 204 len: 168 time: 0.4297116 Jul 15 13:03:52.610108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5425a-15d4-4067-b8ba-cdcb7b1a99f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d7d63-4df7-40c3-8664-5a8ddd384ec4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.696072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3757a9c5-8e69-481d-9967-4e7a18f4085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.714507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf4ec7-8e3c-4353-a865-18cc92fbb168 req-5e1a47c8-c5bc-4087-bf98-6e53b7886363 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.723973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cbf4ec7-8e3c-4353-a865-18cc92fbb168 req-5e1a47c8-c5bc-4087-bf98-6e53b7886363 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 945 time: 0.2330952 Jul 15 13:03:52.734394 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3757a9c5-8e69-481d-9967-4e7a18f4085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.818021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a9c5-8e69-481d-9967-4e7a18f4085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240149bd-3c9d-4b2d-b5c5-ca7ce98af6d8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.875970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cbf4ec7-8e3c-4353-a865-18cc92fbb168 req-9b9eec6d-34be-465e-bd21-9b783fdb5ee6 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482937 Jul 15 13:03:52.885980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:52.904297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3757a9c5-8e69-481d-9967-4e7a18f4085d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01788e70336347d180401c37ed1d5768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919046 Jul 15 13:03:53.001615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be78dd4a-5025-4f92-bfa2-5e5c637f04d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.043021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beda94-b4a3-4808-9293-3ad77ceccc2e req-56b9aef1-1d23-4f6d-9c84-dcf130a8a056 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.054973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36beda94-b4a3-4808-9293-3ad77ceccc2e req-56b9aef1-1d23-4f6d-9c84-dcf130a8a056 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1432152 Jul 15 13:03:53.057093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be78dd4a-5025-4f92-bfa2-5e5c637f04d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.092955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:53.136682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36beda94-b4a3-4808-9293-3ad77ceccc2e req-4561a5c7-edeb-4359-96ec-e83827c7d85d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807078 Jul 15 13:03:53.229762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be78dd4a-5025-4f92-bfa2-5e5c637f04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.232563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be78dd4a-5025-4f92-bfa2-5e5c637f04d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.233458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8a1e5-7f11-44df-a22d-0979784b24da req-d8cbe9d6-ffeb-4566-81ff-b4e768f173c0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.237627 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-be78dd4a-5025-4f92-bfa2-5e5c637f04d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/240149bd-3c9d-4b2d-b5c5-ca7ce98af6d8 HTTP/1.1" status: 204 len: 168 time: 0.3472273 Jul 15 13:03:53.237853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05e8a1e5-7f11-44df-a22d-0979784b24da req-d8cbe9d6-ffeb-4566-81ff-b4e768f173c0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.1114590 Jul 15 13:03:53.239364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-5d0d4837-8e96-4e57-93a7-dbfec3545ccb tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.240823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-5d0d4837-8e96-4e57-93a7-dbfec3545ccb tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.0926130 Jul 15 13:03:53.246876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78dd4a-5025-4f92-bfa2-5e5c637f04d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240149bd-3c9d-4b2d-b5c5-ca7ce98af6d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:53.304826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05e8a1e5-7f11-44df-a22d-0979784b24da req-e155ab75-5c6e-4fda-9175-9fea59aa66b4 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Jul 15 13:03:53.435530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-b4f5b7ec-3edb-4353-9785-e8fe97fba408 service neutron] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:53.440976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-b4f5b7ec-3edb-4353-9785-e8fe97fba408 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.442795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2da4bb34-a7da-42b8-abc1-6ab4627f4e61 req-b4f5b7ec-3edb-4353-9785-e8fe97fba408 service neutron] 10.222.0.49 "DELETE /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622/bindings/n-h2-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.1939664 Jul 15 13:03:53.586929 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-cc90d3a7-8285-4a13-9c3b-84db41825d28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4913545 Jul 15 13:03:53.862067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132428fd-8661-424d-9272-9d20f2d9b172 req-2cb45adc-2ec1-46d3-b23b-c489f3d64436 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.862947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-132428fd-8661-424d-9272-9d20f2d9b172 req-2cb45adc-2ec1-46d3-b23b-c489f3d64436 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.1136589 Jul 15 13:03:53.932443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-132428fd-8661-424d-9272-9d20f2d9b172 req-9b6f72f2-40e0-40af-a655-72b85087508e tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611694 Jul 15 13:03:54.057264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:54.101779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:54.110676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179831e4-eb17-4353-9f7f-880af9c67e14 req-b1662824-2185-478a-b443-29161da1cb26 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.112248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-179831e4-eb17-4353-9f7f-880af9c67e14 req-b1662824-2185-478a-b443-29161da1cb26 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 945 time: 0.0809824 Jul 15 13:03:54.118142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:54.161689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-179831e4-eb17-4353-9f7f-880af9c67e14 req-e1c37f7c-9327-409e-b717-6ab611e3fd64 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Jul 15 13:03:54.449548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b294584-5b72-447b-bdab-398c7677147f req-e8a97bce-0f6a-4e4f-904b-d962ca408914 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.458376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b294584-5b72-447b-bdab-398c7677147f req-e8a97bce-0f6a-4e4f-904b-d962ca408914 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1096 time: 0.1376810 Jul 15 13:03:54.551654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b294584-5b72-447b-bdab-398c7677147f req-a807e7b9-281b-427f-99c7-9bb5792ded7e tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Jul 15 13:03:54.598046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bde5-a1bc-4ec6-9de4-e4af17a2c00e req-f86a1b7a-b893-4b68-b800-bf2382f7dfd0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.605557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30e0bde5-a1bc-4ec6-9de4-e4af17a2c00e req-f86a1b7a-b893-4b68-b800-bf2382f7dfd0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.2453990 Jul 15 13:03:54.644153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30e0bde5-a1bc-4ec6-9de4-e4af17a2c00e req-1deaa534-da0b-459a-973c-e5dd3fbb3fc8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Jul 15 13:03:54.711461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f33d027f-d86e-4efd-8592-b23601ea3593 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f6fab0cead24aaeb3bf6d7a2294de9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082571 Jul 15 13:03:54.713951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:54.771189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6300ba3-425b-4bcf-8935-83758f9af4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.793046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6300ba3-425b-4bcf-8935-83758f9af4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.878189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6300ba3-425b-4bcf-8935-83758f9af4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.880909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6300ba3-425b-4bcf-8935-83758f9af4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.881989 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6300ba3-425b-4bcf-8935-83758f9af4ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b05c4f94-e917-4e2a-a421-5184e9bef594 HTTP/1.1" status: 204 len: 168 time: 0.1668549 Jul 15 13:03:54.903916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6300ba3-425b-4bcf-8935-83758f9af4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05c4f94-e917-4e2a-a421-5184e9bef594,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.257003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-3be2ba7c-af01-4215-9be4-6771c2ed5e70 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.263566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-3be2ba7c-af01-4215-9be4-6771c2ed5e70 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.2132492 Jul 15 13:03:55.272579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0460c-4a0b-4062-a8cf-257dcd5350f3 req-586752ee-f3a9-4e3f-a776-994320c18cf5 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.273986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bf0460c-4a0b-4062-a8cf-257dcd5350f3 req-586752ee-f3a9-4e3f-a776-994320c18cf5 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.1546662 Jul 15 13:03:55.289951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-0ba10b3b-142f-4776-8377-54d5d161be12 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/quotas/29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 375 time: 0.0254238 Jul 15 13:03:55.348069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bf0460c-4a0b-4062-a8cf-257dcd5350f3 req-05cce2c0-1c1a-4b07-8f28-8707a1fade75 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662124 Jul 15 13:03:55.393560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9b292358-611e-4faf-9e4a-901ab39b5f32 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:55.399832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-3830df53-905a-4be4-ab43-4fe7fa3f26ad tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994015 Jul 15 13:03:55.420162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 9b292358-611e-4faf-9e4a-901ab39b5f32 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:55.420734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9b292358-611e-4faf-9e4a-901ab39b5f32 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:55.479603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:55.493853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016d623d-e84b-4856-8786-76d98c2992c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.509599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-8e7be9fa-b4e6-48e2-98b6-745320490c81 service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075847 Jul 15 13:03:55.649516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016d623d-e84b-4856-8786-76d98c2992c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.657170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016d623d-e84b-4856-8786-76d98c2992c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.720142 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-016d623d-e84b-4856-8786-76d98c2992c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60db558514064349a1057f0340da5295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394588 Jul 15 13:03:55.721074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d623d-e84b-4856-8786-76d98c2992c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f2be8-c080-438c-a364-87b8effbd5f9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.727218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60746) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:55.729922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-238360f4-592c-4693-82ef-603ef3c1f2e8 service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186258 Jul 15 13:03:55.749759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-cff9d6a2-795d-4941-9a2f-98abe7500d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.755122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-cff9d6a2-795d-4941-9a2f-98abe7500d90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1100 time: 0.1683147 Jul 15 13:03:55.757135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ffe36-e52c-458c-b870-4d68d6193fd2 req-af74bc4c-9875-48c6-a88c-8d9df5176616 tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.758545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab3ffe36-e52c-458c-b870-4d68d6193fd2 req-af74bc4c-9875-48c6-a88c-8d9df5176616 tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 1101 time: 0.2364354 Jul 15 13:03:55.815071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48c04bf8-b5ec-44cc-8738-a8ec63c59ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.839560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48c04bf8-b5ec-44cc-8738-a8ec63c59ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.851593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab3ffe36-e52c-458c-b870-4d68d6193fd2 req-386ec501-9921-4847-922f-3c738110129d tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.908837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48c04bf8-b5ec-44cc-8738-a8ec63c59ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.911666 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48c04bf8-b5ec-44cc-8738-a8ec63c59ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.912926 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-48c04bf8-b5ec-44cc-8738-a8ec63c59ec1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f41f2be8-c080-438c-a364-87b8effbd5f9 HTTP/1.1" status: 204 len: 168 time: 0.1690221 Jul 15 13:03:55.926236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c04bf8-b5ec-44cc-8738-a8ec63c59ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f2be8-c080-438c-a364-87b8effbd5f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.992197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:56.105662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab3ffe36-e52c-458c-b870-4d68d6193fd2 req-386ec501-9921-4847-922f-3c738110129d tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.143838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab3ffe36-e52c-458c-b870-4d68d6193fd2 req-386ec501-9921-4847-922f-3c738110129d tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.169528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-43c07204-1df5-42cd-9fa8-265feb31f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.172211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-43c07204-1df5-42cd-9fa8-265feb31f2ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.4097555 Jul 15 13:03:56.201966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab3ffe36-e52c-458c-b870-4d68d6193fd2 req-386ec501-9921-4847-922f-3c738110129d tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262772 Jul 15 13:03:56.277421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-006f4156-ae3f-4a80-9005-44bcdeddc6e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0961132 Jul 15 13:03:56.332128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ec501-9921-4847-922f-3c738110129d tempest-LiveMigrationNegativeTest-538772630 tempest-LiveMigrationNegativeTest-538772630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa932c53-d250-44a5-a714-561cacf763f5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.361199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-41529254-network', 'tenant_id': '51037e37e9334af6a1f9eda18a529a82'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:56.363456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8dc8db3-bbcc-41dd-a47d-9c46dccea20d req-892e9770-f9b5-409f-8510-db0477757736 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 210 time: 0.0802300 Jul 15 13:03:56.376465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9abd1-a3fd-4b69-8a10-43db3baa6c53 req-726f339c-bd64-40f2-a211-ca0bd3a23395 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.378123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0af9abd1-a3fd-4b69-8a10-43db3baa6c53 req-726f339c-bd64-40f2-a211-ca0bd3a23395 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.3092172 Jul 15 13:03:56.382364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-f46644fc-4210-4d13-9542-fd44568e353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.383878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-f46644fc-4210-4d13-9542-fd44568e353f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0971384 Jul 15 13:03:56.412088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Made reservation on behalf of 51037e37e9334af6a1f9eda18a529a82 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:56.414839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.434452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.450998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0af9abd1-a3fd-4b69-8a10-43db3baa6c53 req-5c26969a-6963-44cf-96a0-c93c5a40cd71 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Jul 15 13:03:56.517523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-596704a2-a384-40a0-849a-0661c87aa322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.523161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-596704a2-a384-40a0-849a-0661c87aa322 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150992 Jul 15 13:03:56.629128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.636393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.641193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-fcb5aab5-1439-46d2-9e85-0365605e07e4 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118238 Jul 15 13:03:56.662789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:56.684885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.707543 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.710123 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Added segment 97efc61d-5103-4106-81c9-4d1eaf6c16c9 of type vlan for network 395116ef-daf1-47a9-bd99-1724989112b0 Jul 15 13:03:56.760479 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.801247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.802577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.803314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.814469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-88fd2f1f-833c-4dce-ae07-828fd116fd57 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652522 Jul 15 13:03:56.914641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] Pushing event updated for resources: {'Network': ['ID=395116ef-daf1-47a9-bd99-1724989112b0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.926057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb9c9d9c-23ac-46e0-8efb-25af7f2fe827 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9326203 Jul 15 13:03:56.928689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:56.930634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 395116ef-daf1-47a9-bd99-1724989112b0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:56.936955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Request body: {'subnet': {'network_id': '395116ef-daf1-47a9-bd99-1724989112b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-41529254-subnet', 'tenant_id': '51037e37e9334af6a1f9eda18a529a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:56.974830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Made reservation on behalf of 51037e37e9334af6a1f9eda18a529a82 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:56.982112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.282542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.369536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Checking segment: {'id': '97efc61d-5103-4106-81c9-4d1eaf6c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:57.370104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Network hostable DHCP agents. Network: 395116ef-daf1-47a9-bd99-1724989112b0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:57.372574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c833d85e-f72b-45bb-81e2-ee22daef89f1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:57.399529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Network 395116ef-daf1-47a9-bd99-1724989112b0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:57.413207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 395116ef-daf1-47a9-bd99-1724989112b0) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:57.422876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9be949-4cd9-4ed1-a978-c8c40a99e1bf None None] Network 395116ef-daf1-47a9-bd99-1724989112b0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:57.423067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c354d-ea0f-42a9-aac8-4db4890ab304 req-089fa75e-7982-4b7d-8b2c-081d6f001c73 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.434269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-901c354d-ea0f-42a9-aac8-4db4890ab304 req-089fa75e-7982-4b7d-8b2c-081d6f001c73 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.1070199 Jul 15 13:03:57.434475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.436286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.477074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7e54c654-fd7c-43b8-80e5-8309f7032cac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5469055 Jul 15 13:03:57.494501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-901c354d-ea0f-42a9-aac8-4db4890ab304 req-12d629ac-07d7-441c-a708-737aed6b8942 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551782 Jul 15 13:03:57.693895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628833f-89c6-49c8-a218-8aafd120d43c None None] Network 395116ef-daf1-47a9-bd99-1724989112b0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:57.720618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9323475-3c24-48dc-8556-93253f513269 req-718505ea-9f90-4ae9-aa0a-2cfc275c6d13 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 210 time: 0.0847194 Jul 15 13:03:57.839062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-8ae4db56-dd10-4d68-b189-dee6990f87c8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.840587 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-8ae4db56-dd10-4d68-b189-dee6990f87c8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.2341747 Jul 15 13:03:57.857600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Request body: {'port': {'device_id': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'admin_state_up': True, 'tenant_id': '29bff708d8814b7fa0ac78263eb3af57'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:58.071679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff987e-30bc-4434-abf3-c997347362fd req-d8936a01-18b4-477d-902f-063cc72dc3d2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.079778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73ff987e-30bc-4434-abf3-c997347362fd req-d8936a01-18b4-477d-902f-063cc72dc3d2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.0964100 Jul 15 13:03:58.130886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73ff987e-30bc-4434-abf3-c997347362fd req-855c244e-aa20-4de1-85a1-0cfb46e997fb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Jul 15 13:03:58.270328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Made reservation on behalf of 29bff708d8814b7fa0ac78263eb3af57 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:58.274028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.414548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Allocated IP 172.20.0.11 (8279a9f6-085b-4b88-bd81-cdfa0b4cee7b/58f1a75d-8f8b-403c-bd8e-9505ff1123d6/c9029aed-d1af-4e83-880c-c8435755e1c0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:58.623657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.688740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a742d-1755-46ae-8d53-074f54a1ce80 req-5b30634e-7e3b-4c90-bc79-5622a7332841 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.689554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.690685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f00a742d-1755-46ae-8d53-074f54a1ce80 req-5b30634e-7e3b-4c90-bc79-5622a7332841 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.0699584 Jul 15 13:03:58.735582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:58.765491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f00a742d-1755-46ae-8d53-074f54a1ce80 req-f5e52d0a-a763-44a2-b855-7a64c731bb3d tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636475 Jul 15 13:03:58.778122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:58.782138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:58.785401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:58.788333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37ae45-7285-4664-970d-877af66be550 req-4861b33f-f347-4268-8048-394f7a7aa2d1 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.789803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b37ae45-7285-4664-970d-877af66be550 req-4861b33f-f347-4268-8048-394f7a7aa2d1 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 950 time: 0.0980039 Jul 15 13:03:58.846447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.846949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.851999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:58.875475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e94a2d65-4958-49e2-8d19-f57c4897e4c9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0220144 Jul 15 13:03:58.888716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Request body: {'port': {'device_id': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:59.018135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Deleting port 3f032c18-34b0-4d4a-a471-c221bf285df2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:59.018611 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.047825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.140759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:59.152879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-233323415-network', 'tenant_id': '171e40e834e249348193bc0b8b2cc7c0'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:59.174317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac8fcbc4-faf4-4221-86ba-16db3d677048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.185539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe620d91-aa10-4550-bb57-0229c5cb0726 req-d0f77443-3ed9-4a8d-97d3-7ce85439acd8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.187777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe620d91-aa10-4550-bb57-0229c5cb0726 req-d0f77443-3ed9-4a8d-97d3-7ce85439acd8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 932 time: 0.1629610 Jul 15 13:03:59.270628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Made reservation on behalf of 171e40e834e249348193bc0b8b2cc7c0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:59.273057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.292003 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.450818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] For port 3f032c18-34b0-4d4a-a471-c221bf285df2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3f032c18-34b0-4d4a-a471-c221bf285df2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:59.451205 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.475161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe620d91-aa10-4550-bb57-0229c5cb0726 req-f09a7785-e463-4d29-bc38-41e7ff766e5b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773285 Jul 15 13:03:59.476051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Calling delete_port for 3f032c18-34b0-4d4a-a471-c221bf285df2 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:59.484528 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac8fcbc4-faf4-4221-86ba-16db3d677048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.512113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac8fcbc4-faf4-4221-86ba-16db3d677048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.564196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9029aed-d1af-4e83-880c-c8435755e1c0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:59.580229 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.594189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fcbc4-faf4-4221-86ba-16db3d677048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ce0d7-45e2-45ab-a95f-5f2c09c603e3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.607824 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac8fcbc4-faf4-4221-86ba-16db3d677048 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=173a458f8c7f46cdb06dfdc7b47573c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8685784 Jul 15 13:03:59.608463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:59.617396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Transition to ACTIVE for port object c9029aed-d1af-4e83-880c-c8435755e1c0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:59.628462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.691799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ac62fed-11ed-41bb-a385-a901a2411d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.702492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.773892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ac62fed-11ed-41bb-a385-a901a2411d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.786096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.801287 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.844096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:59.844691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:59.845216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:59.847657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7453da-4cd0-4e69-ab09-1b9f8f8007d2 req-9fa2686f-f5a0-4cf5-a11f-fbe35f7b8481 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.854513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:59.854956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a7453da-4cd0-4e69-ab09-1b9f8f8007d2 req-9fa2686f-f5a0-4cf5-a11f-fbe35f7b8481 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1939313 Jul 15 13:03:59.855441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:59.860366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df75852-0856-41da-92b9-9a28878b6eb7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.872805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.882420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:59.890286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a59c7a5b-90bf-4632-8203-56b046a3860d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:59.892459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['3f032c18-34b0-4d4a-a471-c221bf285df2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:59.895881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:59.896403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:59.896961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:59.897547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Bound port: c9029aed-d1af-4e83-880c-c8435755e1c0, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:59.898076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.901206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60918) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:59.922347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.922701 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Added segment 9c377d1f-ba7c-40a3-aa32-bbede4a4e85f of type vlan for network 08dced7f-705b-424d-9ea7-7505f22dd4ae Jul 15 13:03:59.999505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.041025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:00.059034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:00.065899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.067478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.068567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.081479 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.115420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a7453da-4cd0-4e69-ab09-1b9f8f8007d2 req-ddb6c426-877a-48f9-a3ed-01b407123534 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600641 Jul 15 13:04:00.149026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b9544ae-3261-47c0-8d1d-fe5060c0df8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.164599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.165516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.168102 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] 10.222.0.49 "PUT /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 1092 time: 1.2846854 Jul 15 13:04:00.172217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Pushing event deleted for resources: {'Port': ['ID=3f032c18-34b0-4d4a-a471-c221bf285df2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.176403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:00.179068 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b848109b-046b-421b-a110-8066c1adbc10" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:00.182177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] No DVR routers for this DVR port 3f032c18-34b0-4d4a-a471-c221bf285df2 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:00.189701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b248937-5188-405e-b8c1-38221abf9bc7 req-032190e2-c95c-4c25-9424-b512508b2605 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6f546d0-4973-4340-8092-5536e28de493 HTTP/1.1" status: 200 len: 210 time: 0.1816669 Jul 15 13:04:00.192207 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.192315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0483336 Jul 15 13:04:00.193710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b37ae45-7285-4664-970d-877af66be550 req-46b9e7b4-f71f-4517-85f7-27a45d272f40 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.23 "DELETE /v2.0/ports/3f032c18-34b0-4d4a-a471-c221bf285df2 HTTP/1.1" status: 204 len: 173 time: 1.3978400 Jul 15 13:04:00.196671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f546d0-4973-4340-8092-5536e28de493', 'name': 'network-vif-deleted', 'tag': '3f032c18-34b0-4d4a-a471-c221bf285df2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:00.208315 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6681721e-e370-4cb4-aa6f-71810895c241" -d '{"events": [{"server_uuid": "a6f546d0-4973-4340-8092-5536e28de493", "name": "network-vif-deleted", "tag": "3f032c18-34b0-4d4a-a471-c221bf285df2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:00.210492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:00.226341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Request body: {'subnet': {'network_id': '08dced7f-705b-424d-9ea7-7505f22dd4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-233323415-subnet', 'tenant_id': '171e40e834e249348193bc0b8b2cc7c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:00.226501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ac62fed-11ed-41bb-a385-a901a2411d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.226501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ac62fed-11ed-41bb-a385-a901a2411d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.228062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3ac62fed-11ed-41bb-a385-a901a2411d49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/983ce0d7-45e2-45ab-a95f-5f2c09c603e3 HTTP/1.1" status: 204 len: 168 time: 0.6151175 Jul 15 13:04:00.238428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62fed-11ed-41bb-a385-a901a2411d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ce0d7-45e2-45ab-a95f-5f2c09c603e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.300152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66b97c-593f-46e3-88bd-56606ce3e3ae admin admin] Pushing event updated for resources: {'Network': ['ID=08dced7f-705b-424d-9ea7-7505f22dd4ae,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.313118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 08dced7f-705b-424d-9ea7-7505f22dd4ae details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:00.315131 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca91e4c-7601-496c-a22c-ee0135593158 x-openstack-request-id: req-9ca91e4c-7601-496c-a22c-ee0135593158 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:00.315744 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:00.315899 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ca91e4c-7601-496c-a22c-ee0135593158 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:00.316278 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'status': 'completed', 'code': 200} Jul 15 13:04:00.328129 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ffdcd-5351-48ed-8aae-9d66327413d5 x-openstack-request-id: req-bd3ffdcd-5351-48ed-8aae-9d66327413d5 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:00.328418 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f546d0-4973-4340-8092-5536e28de493", "name": "network-vif-deleted", "tag": "3f032c18-34b0-4d4a-a471-c221bf285df2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:00.328665 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd3ffdcd-5351-48ed-8aae-9d66327413d5 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:00.329049 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f546d0-4973-4340-8092-5536e28de493', 'name': 'network-vif-deleted', 'tag': '3f032c18-34b0-4d4a-a471-c221bf285df2', 'status': 'completed', 'code': 200} Jul 15 13:04:00.348528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2012b-bf52-420c-b8c3-db16c4f41225 service neutron] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.387048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:04:00.387048 n-d-798249-9 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:04:00.387048 n-d-798249-9 neutron-server[93823]: [parameters: {'project_id': '171e40e834e249348193bc0b8b2cc7c0', 'id': 'e14fa523-e072-4aec-b059-18e9bfbfa613', 'expiration': datetime.datetime(2021, 7, 15, 13, 6, 0, 330036)}] Jul 15 13:04:00.387048 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:04:00.387485 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:04:00.459470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-ec9beebe-504b-4331-97e9-684584ec0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.460795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-ec9beebe-504b-4331-97e9-684584ec0479 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1095 time: 0.1615996 Jul 15 13:04:00.474837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b9544ae-3261-47c0-8d1d-fe5060c0df8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.481875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b9544ae-3261-47c0-8d1d-fe5060c0df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.526790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.535170 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-5406a78c-0611-4407-8aa3-ddb2f20c0e5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0556586 Jul 15 13:04:00.567076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9544ae-3261-47c0-8d1d-fe5060c0df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3563a6-1dc8-401a-b83a-5a3b57abafd3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.596162 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5b9544ae-3261-47c0-8d1d-fe5060c0df8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d91a979ed45840e3817dc24d229c31b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925590 Jul 15 13:04:00.599731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:00.615891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e79c5e61-3c40-46de-840d-99de5560f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.617574 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-e79c5e61-3c40-46de-840d-99de5560f4bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0734880 Jul 15 13:04:00.665177 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-06364ecb-8e56-40a9-8e98-883105837349 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397291 Jul 15 13:04:00.667320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f8c1fb-f9e9-472d-b821-6d8d51b474c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.706306 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f8c1fb-f9e9-472d-b821-6d8d51b474c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.759457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:00.777040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daa23076-4c35-4da9-b999-67155a9a4ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.817296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-9cef04d3-f20b-404f-8700-f30656d121bc service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450057 Jul 15 13:04:00.831001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c407a-04d7-4e10-bca7-a78f7eee27d6 req-995446f7-516e-4b2c-9105-b15a4493dbb5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.833623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d7c407a-04d7-4e10-bca7-a78f7eee27d6 req-995446f7-516e-4b2c-9105-b15a4493dbb5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 944 time: 0.1249626 Jul 15 13:04:00.849620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f8c1fb-f9e9-472d-b821-6d8d51b474c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.852739 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f8c1fb-f9e9-472d-b821-6d8d51b474c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.853984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-49f8c1fb-f9e9-472d-b821-6d8d51b474c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c3563a6-1dc8-401a-b83a-5a3b57abafd3 HTTP/1.1" status: 204 len: 168 time: 0.2531743 Jul 15 13:04:00.879703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8c1fb-f9e9-472d-b821-6d8d51b474c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3563a6-1dc8-401a-b83a-5a3b57abafd3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.995950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d7c407a-04d7-4e10-bca7-a78f7eee27d6 req-046521f2-2e45-468f-beb0-3d56cf1146cd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558328 Jul 15 13:04:01.015982 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-594a595d-be16-4632-ba3f-aaaa61264da1 req-0b81d38b-6648-4e33-9d82-15602e9209d9 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877749 Jul 15 13:04:01.047874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daa23076-4c35-4da9-b999-67155a9a4ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.070894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daa23076-4c35-4da9-b999-67155a9a4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.111239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa23076-4c35-4da9-b999-67155a9a4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb7d307-fc8b-47ad-ba6d-d2926452243c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.118256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Made reservation on behalf of 171e40e834e249348193bc0b8b2cc7c0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:01.118454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.230695 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-daa23076-4c35-4da9-b999-67155a9a4ea6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1e2ae674bcb4f52bd3d95b6384f4756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698625 Jul 15 13:04:01.233201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:01.297652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848109b-046b-421b-a110-8066c1adbc10 req-69919665-215a-4530-aa78-5e4b2ed73af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.299270 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-69919665-215a-4530-aa78-5e4b2ed73af8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1095 time: 0.1774960 Jul 15 13:04:01.388897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39d4b6c2-2aa4-4e90-b42c-1d01ee6570f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.431448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848109b-046b-421b-a110-8066c1adbc10 req-0d857f98-5eb8-4548-bac6-80867afe8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.432953 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-0d857f98-5eb8-4548-bac6-80867afe8dac service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1256168 Jul 15 13:04:01.435994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39d4b6c2-2aa4-4e90-b42c-1d01ee6570f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.481766 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-de194994-09cb-411a-bb96-c2d41aea8862 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0413492 Jul 15 13:04:01.519288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ece4-0c7f-461b-9962-d30b58f53912 req-7e7a072a-b984-4832-903b-3e077eae46a0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.520802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5b5ece4-0c7f-461b-9962-d30b58f53912 req-7e7a072a-b984-4832-903b-3e077eae46a0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.0977814 Jul 15 13:04:01.539366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39d4b6c2-2aa4-4e90-b42c-1d01ee6570f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.542006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39d4b6c2-2aa4-4e90-b42c-1d01ee6570f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.545648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-39d4b6c2-2aa4-4e90-b42c-1d01ee6570f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eb7d307-fc8b-47ad-ba6d-d2926452243c HTTP/1.1" status: 204 len: 168 time: 0.3091102 Jul 15 13:04:01.567188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848109b-046b-421b-a110-8066c1adbc10 req-499f1974-01bc-4f62-8274-7cc7780bbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.568654 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-499f1974-01bc-4f62-8274-7cc7780bbff6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0637724 Jul 15 13:04:01.600802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4b6c2-2aa4-4e90-b42c-1d01ee6570f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb7d307-fc8b-47ad-ba6d-d2926452243c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.619373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5b5ece4-0c7f-461b-9962-d30b58f53912 req-2a81cbc4-6608-4635-a4b2-8f3f15d92044 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878143 Jul 15 13:04:01.644888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-d71fc545-2c7b-42c0-b7a0-843ec42281f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464375 Jul 15 13:04:01.678406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.727415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:01.757368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93c90992-f525-41b4-a400-60ec941ead07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.785476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f267094-07da-4fa8-b7b3-c1542407f0ec,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.818810 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-2b5762d2-f03d-4c53-82a5-dfaf29b40496 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679947 Jul 15 13:04:01.836121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Checking segment: {'id': '9c377d1f-ba7c-40a3-aa32-bbede4a4e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '08dced7f-705b-424d-9ea7-7505f22dd4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:01.836675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Network hostable DHCP agents. Network: 08dced7f-705b-424d-9ea7-7505f22dd4ae, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:01.900507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93c90992-f525-41b4-a400-60ec941ead07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.903710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Network 08dced7f-705b-424d-9ea7-7505f22dd4ae is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:01.907171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93c90992-f525-41b4-a400-60ec941ead07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.931639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 08dced7f-705b-424d-9ea7-7505f22dd4ae) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:01.938118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.939078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.943729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac0514-c158-4337-8105-b98616d126de None None] Network 08dced7f-705b-424d-9ea7-7505f22dd4ae requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:01.944871 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b848109b-046b-421b-a110-8066c1adbc10 req-df59db63-d91e-4dc5-98f4-00cc8685f8ed service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171105 Jul 15 13:04:01.974600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:01.975385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-93c90992-f525-41b4-a400-60ec941ead07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d919d8b16e71412db048a359f292ef14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468460 Jul 15 13:04:01.977949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90992-f525-41b4-a400-60ec941ead07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4ebae5-c622-4447-80e8-45186699ba39,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.998853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b5772eaf-8229-42e1-bf9f-502c83c8b5c2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7855995 Jul 15 13:04:02.053227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ce4955a-9e94-4756-ad7b-533169426d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.095872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ce4955a-9e94-4756-ad7b-533169426d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.100662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e305-20a7-4688-8947-c16b6ebc1cbf req-f3a6fb76-5cd6-437e-9e7d-2c1616f2eb99 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.109274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d31e305-20a7-4688-8947-c16b6ebc1cbf req-f3a6fb76-5cd6-437e-9e7d-2c1616f2eb99 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 971 time: 0.0799305 Jul 15 13:04:02.182305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d31e305-20a7-4688-8947-c16b6ebc1cbf req-dedf769d-db62-4443-b4ac-a39ed0f17b65 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720265 Jul 15 13:04:02.201441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ce4955a-9e94-4756-ad7b-533169426d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.204629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ce4955a-9e94-4756-ad7b-533169426d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.205788 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2ce4955a-9e94-4756-ad7b-533169426d5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b4ebae5-c622-4447-80e8-45186699ba39 HTTP/1.1" status: 204 len: 168 time: 0.2302310 Jul 15 13:04:02.214120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4955a-9e94-4756-ad7b-533169426d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4ebae5-c622-4447-80e8-45186699ba39,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:02.297131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063714b3-2a14-4d1e-b95c-c7bcdbb13361 None None] Network 08dced7f-705b-424d-9ea7-7505f22dd4ae requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:02.360347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da01f-e4e0-4acc-b6db-bd428d0a50aa req-3887b0c4-c9c9-4dcb-8014-f1dde9076a46 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.367734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-825da01f-e4e0-4acc-b6db-bd428d0a50aa req-3887b0c4-c9c9-4dcb-8014-f1dde9076a46 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 944 time: 0.1078115 Jul 15 13:04:02.421434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-825da01f-e4e0-4acc-b6db-bd428d0a50aa req-f49897d0-f231-4cea-a442-e906dc00f3fb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508478 Jul 15 13:04:02.856730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-fb4b7c27-1fdb-48cb-a2c9-f78156ac71de tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.865047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-fb4b7c27-1fdb-48cb-a2c9-f78156ac71de tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/networks?id=395116ef-daf1-47a9-bd99-1724989112b0 HTTP/1.1" status: 200 len: 813 time: 0.1771569 Jul 15 13:04:02.886333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-60d2b339-5c4d-403f-b4b4-70005c54a2b2 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/quotas/51037e37e9334af6a1f9eda18a529a82 HTTP/1.1" status: 200 len: 375 time: 0.0204208 Jul 15 13:04:02.926906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-ba1f5bb4-d98c-4437-ae0b-8acb4030f680 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=51037e37e9334af6a1f9eda18a529a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336797 Jul 15 13:04:02.970752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaecf09-a036-46fc-9066-1f2afd524292 req-d9d25e27-8264-4ab7-a8af-740b12562b7e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.977492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3eaecf09-a036-46fc-9066-1f2afd524292 req-d9d25e27-8264-4ab7-a8af-740b12562b7e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1739876 Jul 15 13:04:03.057630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3eaecf09-a036-46fc-9066-1f2afd524292 req-50d85715-ae2a-4928-a99c-f28fbba40eb4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793288 Jul 15 13:04:03.084938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-47606ac4-6cfa-4be1-91dd-7bd0875c2cd4 service neutron] 10.222.0.48 "GET /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417935 Jul 15 13:04:03.204192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-40af36b4-77aa-4114-9e78-617ed5be4001 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.206387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-40af36b4-77aa-4114-9e78-617ed5be4001 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.49 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 971 time: 0.1027772 Jul 15 13:04:03.209556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-775c87e4-37cf-440a-89d6-c5795a8e631d service neutron] 10.222.0.48 "GET /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094139 Jul 15 13:04:03.283987 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.424686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:03.442561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Deleting port a59c7a5b-90bf-4632-8203-56b046a3860d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:03.443763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.536249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-646b0235-07da-4c82-bcda-0efffd2350d0 req-aac41182-ef40-47de-a392-74ba96eed74c tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 210 time: 0.0631695 Jul 15 13:04:03.581228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:03.613486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] For port a59c7a5b-90bf-4632-8203-56b046a3860d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a59c7a5b-90bf-4632-8203-56b046a3860d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:03.614199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.617122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'port_id': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'mac_address': 'fa:16:3e:94:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1a75d-8f8b-403c-bd8e-9505ff1123d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:03.641744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Calling delete_port for a59c7a5b-90bf-4632-8203-56b046a3860d owned by compute:tempest-test_az-1800830830 {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:03.667654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cce180-c5ea-4db2-a214-8c5f64c60555 req-6c8de0a7-bc37-44ab-bed0-578c755aa6d0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.686948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20cce180-c5ea-4db2-a214-8c5f64c60555 req-6c8de0a7-bc37-44ab-bed0-578c755aa6d0 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/ports?device_id=062e91b4-4e51-4c94-963b-904a7e2f2eab HTTP/1.1" status: 200 len: 971 time: 0.1524391 Jul 15 13:04:03.694223 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.732090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9029aed-d1af-4e83-880c-c8435755e1c0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:03.758821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20cce180-c5ea-4db2-a214-8c5f64c60555 req-529aaf2a-c1d2-4542-b35a-ad021310bf39 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.48 "GET /v2.0/security-groups?id=c328b80e-5270-4aca-b6c4-65420beb383b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710468 Jul 15 13:04:03.800171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:03.809715 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.876139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f915ce-ab43-4d1c-9e6a-1436b1860b2f req-36395451-c948-4946-84f3-c3d4782b3a0d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.878286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:03.882933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6f915ce-ab43-4d1c-9e6a-1436b1860b2f req-36395451-c948-4946-84f3-c3d4782b3a0d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 944 time: 0.1224754 Jul 15 13:04:03.906872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.932053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6f915ce-ab43-4d1c-9e6a-1436b1860b2f req-ba055f52-0563-44e8-956e-415cddb3774d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Jul 15 13:04:03.963480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Pushing event deleted for resources: {'Port': ['ID=a59c7a5b-90bf-4632-8203-56b046a3860d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.019075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:04.028465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] No DVR routers for this DVR port a59c7a5b-90bf-4632-8203-56b046a3860d on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:04.031838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.032626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c9029aed-d1af-4e83-880c-c8435755e1c0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:04.037038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cef9fe09-da8a-456b-bcac-97c3327a89f5 req-1c17e6b7-b2b2-495d-826d-dc18c9970242 tempest-LiveMigrationNegativeTest-1207698539 tempest-LiveMigrationNegativeTest-1207698539-project] 10.222.0.49 "DELETE /v2.0/ports/a59c7a5b-90bf-4632-8203-56b046a3860d HTTP/1.1" status: 204 len: 173 time: 0.8149636 Jul 15 13:04:04.039672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'name': 'network-vif-deleted', 'tag': 'a59c7a5b-90bf-4632-8203-56b046a3860d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:04.046640 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344d88da-7114-42f9-ab8d-21ef6b6854e0" -d '{"events": [{"server_uuid": "062e91b4-4e51-4c94-963b-904a7e2f2eab", "name": "network-vif-deleted", "tag": "a59c7a5b-90bf-4632-8203-56b046a3860d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:04.115602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3f032c18-34b0-4d4a-a471-c221bf285df2 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:04.130773 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d2270-3710-49e9-891f-c82b10fc4765 x-openstack-request-id: req-784d2270-3710-49e9-891f-c82b10fc4765 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:04.131246 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062e91b4-4e51-4c94-963b-904a7e2f2eab", "name": "network-vif-deleted", "tag": "a59c7a5b-90bf-4632-8203-56b046a3860d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:04.131679 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-784d2270-3710-49e9-891f-c82b10fc4765 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:04.132385 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062e91b4-4e51-4c94-963b-904a7e2f2eab', 'name': 'network-vif-deleted', 'tag': 'a59c7a5b-90bf-4632-8203-56b046a3860d', 'status': 'completed', 'code': 200} Jul 15 13:04:04.180559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 3f032c18-34b0-4d4a-a471-c221bf285df2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:04.181084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3f032c18-34b0-4d4a-a471-c221bf285df2 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:04.335042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51d995c4-bd2b-42c1-a3ee-dc2524206b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.470466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd7d39-24da-4e1f-befb-439bea19f9bc req-28c256e8-167d-4b13-b7d5-f5d2365eefed tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.472065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2fd7d39-24da-4e1f-befb-439bea19f9bc req-28c256e8-167d-4b13-b7d5-f5d2365eefed tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1594210 Jul 15 13:04:04.527800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2fd7d39-24da-4e1f-befb-439bea19f9bc req-1ccf2204-b12e-47d9-b3f2-ba839990af3a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457511 Jul 15 13:04:04.575380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51d995c4-bd2b-42c1-a3ee-dc2524206b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.583224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51d995c4-bd2b-42c1-a3ee-dc2524206b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.648929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-51d995c4-bd2b-42c1-a3ee-dc2524206b09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87ec6cfbcee14bb78407c122f496f9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283536 Jul 15 13:04:04.650490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d995c4-bd2b-42c1-a3ee-dc2524206b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16183a-68bf-4d5c-87be-90bfde611f06,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.651597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:04.780103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae785f9-d2cc-49cd-b810-65490991a2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.813709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae785f9-d2cc-49cd-b810-65490991a2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.847754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3434dd9-e75d-4552-9b58-cb4acbc10052 req-8f9e3a70-3553-419e-a70c-38d832f3b417 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 210 time: 0.0370338 Jul 15 13:04:04.907697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae785f9-d2cc-49cd-b810-65490991a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.911421 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae785f9-d2cc-49cd-b810-65490991a2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.913052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0ae785f9-d2cc-49cd-b810-65490991a2ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d16183a-68bf-4d5c-87be-90bfde611f06 HTTP/1.1" status: 204 len: 168 time: 0.2604318 Jul 15 13:04:04.922826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae785f9-d2cc-49cd-b810-65490991a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16183a-68bf-4d5c-87be-90bfde611f06,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.356216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07ad49-bafe-4571-9ded-f94d9ced0843 req-e8bea7fe-d25b-4430-99e8-ea1deab3b9d6 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.358190 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae07ad49-bafe-4571-9ded-f94d9ced0843 req-e8bea7fe-d25b-4430-99e8-ea1deab3b9d6 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 945 time: 0.1753733 Jul 15 13:04:05.389941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-a6a6320d-608b-4eaf-9736-b4a9871a89a8 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.391726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-a6a6320d-608b-4eaf-9736-b4a9871a89a8 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.23 "GET /v2.0/networks?id=395116ef-daf1-47a9-bd99-1724989112b0 HTTP/1.1" status: 200 len: 813 time: 0.1456559 Jul 15 13:04:05.412115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Request body: {'port': {'device_id': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0', 'admin_state_up': True, 'tenant_id': '51037e37e9334af6a1f9eda18a529a82'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:05.454164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.457547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:05.474450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4361a30-4666-41ff-b4c7-b3f9d0a9d62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.480114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae07ad49-bafe-4571-9ded-f94d9ced0843 req-85f35581-d29f-4b96-b24f-09f64632c81b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097097 Jul 15 13:04:05.571300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c9029aed-d1af-4e83-880c-c8435755e1c0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:05.576287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c9029aed-d1af-4e83-880c-c8435755e1c0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:05.577504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.597389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.728105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4361a30-4666-41ff-b4c7-b3f9d0a9d62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.739913 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4361a30-4666-41ff-b4c7-b3f9d0a9d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.776963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Made reservation on behalf of 51037e37e9334af6a1f9eda18a529a82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:05.782244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.796265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.804443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b4361a30-4666-41ff-b4c7-b3f9d0a9d62d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bc3b968333240398ee7309e58cb4b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467453 Jul 15 13:04:05.805637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32948) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.837053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:05.840923 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b846906-3d6d-4c96-968f-522a02fd396e" -d '{"events": [{"server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "name": "network-vif-plugged", "status": "completed", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:05.863541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:05.863842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361a30-4666-41ff-b4c7-b3f9d0a9d62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02ef39-c672-41c3-ad2d-91bcaa3a80d6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.877534 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cdeeadb6-bf0f-4259-9d6e-760396fc34c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad54c18628ed4ff1923333b8138d0006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784753 Jul 15 13:04:05.878067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.883677 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.884511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a59c7a5b-90bf-4632-8203-56b046a3860d no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:05.956681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89db8d8f-d46a-4a91-8ff1-291f8a386b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.977848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.980767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: a59c7a5b-90bf-4632-8203-56b046a3860d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:05.981296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a59c7a5b-90bf-4632-8203-56b046a3860d not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:06.009942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89db8d8f-d46a-4a91-8ff1-291f8a386b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.013386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a919fd05-9ebf-4a6a-8a3c-3ba2f02e4e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.080824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89db8d8f-d46a-4a91-8ff1-291f8a386b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.081736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a919fd05-9ebf-4a6a-8a3c-3ba2f02e4e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.084564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89db8d8f-d46a-4a91-8ff1-291f8a386b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.086937 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-89db8d8f-d46a-4a91-8ff1-291f8a386b0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c328b80e-5270-4aca-b6c4-65420beb383b HTTP/1.1" status: 204 len: 168 time: 0.2074313 Jul 15 13:04:06.093397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3a86b-245f-4516-8bb6-69af71186626 req-57dfa429-d7e0-4125-8d63-aff2ea81a8e4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.095069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ee3a86b-245f-4516-8bb6-69af71186626 req-57dfa429-d7e0-4125-8d63-aff2ea81a8e4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.2426589 Jul 15 13:04:06.111676 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a3cc00-9700-4156-9fea-62e27f3b468a x-openstack-request-id: req-94a3cc00-9700-4156-9fea-62e27f3b468a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:06.111970 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "name": "network-vif-plugged", "status": "completed", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:06.112224 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94a3cc00-9700-4156-9fea-62e27f3b468a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:06.113228 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'code': 200} Jul 15 13:04:06.119454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db8d8f-d46a-4a91-8ff1-291f8a386b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c328b80e-5270-4aca-b6c4-65420beb383b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.195251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Allocated IP 172.20.0.9 (395116ef-daf1-47a9-bd99-1724989112b0/c833d85e-f72b-45bb-81e2-ee22daef89f1/dbe846d0-cffb-48a3-a670-29163cc4da99) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:06.220489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ee3a86b-245f-4516-8bb6-69af71186626 req-67ba7e43-cdac-44c2-9df7-0298da1cc381 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107082 Jul 15 13:04:06.281166 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a919fd05-9ebf-4a6a-8a3c-3ba2f02e4e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.290142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4861ac4-f42a-4833-acbe-b8e1fe411aae req-57155865-a052-4bba-8f2d-dd73e43d10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.292189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4861ac4-f42a-4833-acbe-b8e1fe411aae req-57155865-a052-4bba-8f2d-dd73e43d10cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0992079 Jul 15 13:04:06.293225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a919fd05-9ebf-4a6a-8a3c-3ba2f02e4e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.294731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a919fd05-9ebf-4a6a-8a3c-3ba2f02e4e29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b02ef39-c672-41c3-ad2d-91bcaa3a80d6 HTTP/1.1" status: 204 len: 168 time: 0.4885938 Jul 15 13:04:06.340032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4207498-a144-46cc-a65a-66ea94199483 req-d119d3e3-3b67-4f8f-a957-8a4a8bd08bfd tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 210 time: 0.0767398 Jul 15 13:04:06.370401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4861ac4-f42a-4833-acbe-b8e1fe411aae req-38b0ae41-0d43-447a-8c5b-cd2d6c85a379 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693288 Jul 15 13:04:06.381535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919fd05-9ebf-4a6a-8a3c-3ba2f02e4e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02ef39-c672-41c3-ad2d-91bcaa3a80d6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.557982 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.615110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.742800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Network 395116ef-daf1-47a9-bd99-1724989112b0 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:06.777443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f708d9f9-85b0-41ce-8229-dbb1dbdaa837 req-8c96add4-59da-4663-904c-ff2ddf653941 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417309 Jul 15 13:04:06.783575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:06.786106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:06.792856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.793655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.805380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:06.835821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Pushing event updated for resources: {'Port': ['ID=dbe846d0-cffb-48a3-a670-29163cc4da99,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.854832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:06.862617 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9e1f7dc2-bb4d-4e2f-83fa-3a01522b80cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=767f77ea08b5485bac13250b893c3b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547369 Jul 15 13:04:06.864992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:06.878847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-0d7e3dde-9db4-42f9-a87c-90cdac9e9837 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4773455 Jul 15 13:04:06.885537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd7db-0c29-435b-b73d-da896c0d2483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.912795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1691eb-8085-4f67-8781-51ce32054b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.925176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Request body: {'port': {'device_id': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:06.934311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1691eb-8085-4f67-8781-51ce32054b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.981352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdccb25-d2cd-4eeb-94e6-c46210a5965d req-ab536fe3-e8d3-4a58-b244-3cb522e4eb39 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.982685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1691eb-8085-4f67-8781-51ce32054b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.982921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cdccb25-d2cd-4eeb-94e6-c46210a5965d req-ab536fe3-e8d3-4a58-b244-3cb522e4eb39 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 946 time: 0.3054440 Jul 15 13:04:06.985830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1691eb-8085-4f67-8781-51ce32054b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.989617 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8b1691eb-8085-4f67-8781-51ce32054b74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa932c53-d250-44a5-a714-561cacf763f5 HTTP/1.1" status: 204 len: 168 time: 0.1212778 Jul 15 13:04:06.995208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1691eb-8085-4f67-8781-51ce32054b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa932c53-d250-44a5-a714-561cacf763f5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:07.072508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708d9f9-85b0-41ce-8229-dbb1dbdaa837 req-79692541-8ed9-42ca-ad3d-a70ba655519c tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.073983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f708d9f9-85b0-41ce-8229-dbb1dbdaa837 req-79692541-8ed9-42ca-ad3d-a70ba655519c tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957785 Jul 15 13:04:07.125692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cdccb25-d2cd-4eeb-94e6-c46210a5965d req-1d6251a8-dbe0-4fa3-94e9-a075cb592784 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364932 Jul 15 13:04:07.126871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f708d9f9-85b0-41ce-8229-dbb1dbdaa837 req-cff06e94-0a42-4104-a38c-683d3fd72485 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/quotas/ce7e19102f3c43c2a32b49d7c3a28f08 HTTP/1.1" status: 200 len: 375 time: 0.0433240 Jul 15 13:04:07.131616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.185283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f708d9f9-85b0-41ce-8229-dbb1dbdaa837 req-1e544e8f-1434-4e91-9fc7-a6e39f51d7c5 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481801 Jul 15 13:04:07.352175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd7db-0c29-435b-b73d-da896c0d2483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.367792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd7db-0c29-435b-b73d-da896c0d2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.444954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33016) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:07.447281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ae1cd7db-0c29-435b-b73d-da896c0d2483 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a22912836f5642ed8d2c83790549a0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825510 Jul 15 13:04:07.513501 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b80f53af-12f8-4e78-b3a3-b5e41e940d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.540172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b80f53af-12f8-4e78-b3a3-b5e41e940d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.611223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b80f53af-12f8-4e78-b3a3-b5e41e940d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.614011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b80f53af-12f8-4e78-b3a3-b5e41e940d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.615454 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b80f53af-12f8-4e78-b3a3-b5e41e940d0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ea40f9b-ac29-42a6-8ac8-f59e080384a9 HTTP/1.1" status: 204 len: 168 time: 0.1693358 Jul 15 13:04:07.624229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f53af-12f8-4e78-b3a3-b5e41e940d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea40f9b-ac29-42a6-8ac8-f59e080384a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:07.762455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cd7db-0c29-435b-b73d-da896c0d2483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea40f9b-ac29-42a6-8ac8-f59e080384a9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:07.904645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed270539-c416-4232-ad87-76e6a5ebb7df req-9f1ea632-5bec-4a8a-84f8-a3ed380b8b1c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.910740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed270539-c416-4232-ad87-76e6a5ebb7df req-9f1ea632-5bec-4a8a-84f8-a3ed380b8b1c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1515372 Jul 15 13:04:07.947661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe846d0-cffb-48a3-a670-29163cc4da99 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:07.970051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.974313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:07.981240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed270539-c416-4232-ad87-76e6a5ebb7df req-15990c05-2258-4bfc-b51d-2b8345657120 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Jul 15 13:04:08.006849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Transition to ACTIVE for port object dbe846d0-cffb-48a3-a670-29163cc4da99 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:08.011773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.144990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe846d0-cffb-48a3-a670-29163cc4da99,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.153334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-235d9e7c-e457-45fc-90c8-4a5d608322bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.169718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Attempting to bind port dbe846d0-cffb-48a3-a670-29163cc4da99 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:08.170062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Attempting to bind port dbe846d0-cffb-48a3-a670-29163cc4da99 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '97efc61d-5103-4106-81c9-4d1eaf6c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:08.171141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Attempting to bind port dbe846d0-cffb-48a3-a670-29163cc4da99 on network 395116ef-daf1-47a9-bd99-1724989112b0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:08.185166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Port dbe846d0-cffb-48a3-a670-29163cc4da99 on network 395116ef-daf1-47a9-bd99-1724989112b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:08.185516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Attempting to bind port dbe846d0-cffb-48a3-a670-29163cc4da99 on network 395116ef-daf1-47a9-bd99-1724989112b0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:08.196100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:08.196442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Checking segment: {'id': '97efc61d-5103-4106-81c9-4d1eaf6c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:08.196870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Bound using segment: {'id': '97efc61d-5103-4106-81c9-4d1eaf6c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:08.197314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Bound port: dbe846d0-cffb-48a3-a670-29163cc4da99, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc61d-5103-4106-81c9-4d1eaf6c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:08.197674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.216993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7020b3-b865-4c23-a78d-4df5034cb0cf req-4e80aca8-b00b-4fc8-b65c-de106a92481a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.219711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c7020b3-b865-4c23-a78d-4df5034cb0cf req-4e80aca8-b00b-4fc8-b65c-de106a92481a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 943 time: 0.1270275 Jul 15 13:04:08.289754 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-235d9e7c-e457-45fc-90c8-4a5d608322bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.297169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-235d9e7c-e457-45fc-90c8-4a5d608322bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.306548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c7020b3-b865-4c23-a78d-4df5034cb0cf req-f8668fee-2c58-4dbb-88f9-9453b971c61d tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759261 Jul 15 13:04:08.351776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d9e7c-e457-45fc-90c8-4a5d608322bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb40f97-989c-4e51-a4a9-7259b31ea36d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.352534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] For port dbe846d0-cffb-48a3-a670-29163cc4da99, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:08.362260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] For port dbe846d0-cffb-48a3-a670-29163cc4da99, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=dbe846d0-cffb-48a3-a670-29163cc4da99,segment=NetworkSegment(97efc61d-5103-4106-81c9-4d1eaf6c16c9),segment_id=97efc61d-5103-4106-81c9-4d1eaf6c16c9)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:08.362862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-235d9e7c-e457-45fc-90c8-4a5d608322bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7af74919fe554d9bbd6fac70c65a55f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869839 Jul 15 13:04:08.364748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:08.376752 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.434413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.435026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.436659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] 10.222.0.23 "PUT /v2.0/ports/dbe846d0-cffb-48a3-a670-29163cc4da99 HTTP/1.1" status: 200 len: 1091 time: 1.5164871 Jul 15 13:04:08.437110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'tag': 'dbe846d0-cffb-48a3-a670-29163cc4da99'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:08.439818 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1707d3b9-1631-4e68-a2a5-edc7c94a40df" -d '{"events": [{"name": "network-changed", "server_uuid": "12bf981a-d8c0-402b-b748-a0de37950a5b", "tag": "dbe846d0-cffb-48a3-a670-29163cc4da99"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:08.459623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52f5e03a-4e7a-4c3f-b07c-b494a5853faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.506275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52f5e03a-4e7a-4c3f-b07c-b494a5853faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.536768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:08.546781 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e8a3f-60cd-4b5f-ad26-ba1c48a2b4d8 x-openstack-request-id: req-c34e8a3f-60cd-4b5f-ad26-ba1c48a2b4d8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:08.547081 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bf981a-d8c0-402b-b748-a0de37950a5b", "tag": "dbe846d0-cffb-48a3-a670-29163cc4da99", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:08.547305 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c34e8a3f-60cd-4b5f-ad26-ba1c48a2b4d8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:08.547696 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'tag': 'dbe846d0-cffb-48a3-a670-29163cc4da99', 'status': 'completed', 'code': 200} Jul 15 13:04:08.572911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52f5e03a-4e7a-4c3f-b07c-b494a5853faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.576424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee21442-de97-4434-8222-f5528b0d2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe846d0-cffb-48a3-a670-29163cc4da99,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.577817 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52f5e03a-4e7a-4c3f-b07c-b494a5853faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.581104 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-52f5e03a-4e7a-4c3f-b07c-b494a5853faf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fb40f97-989c-4e51-a4a9-7259b31ea36d HTTP/1.1" status: 204 len: 168 time: 0.2148216 Jul 15 13:04:08.591975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5e03a-4e7a-4c3f-b07c-b494a5853faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb40f97-989c-4e51-a4a9-7259b31ea36d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.647391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32377683-58a3-4419-9e11-f001b9bc5f27 req-15852677-932d-4396-9c5e-622e9c3bb591 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.648940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32377683-58a3-4419-9e11-f001b9bc5f27 req-15852677-932d-4396-9c5e-622e9c3bb591 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 946 time: 0.1803458 Jul 15 13:04:08.651854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-36dc391d-6210-41e6-9437-88205af2d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.653266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-36dc391d-6210-41e6-9437-88205af2d92c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51037e37e9334af6a1f9eda18a529a82&device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 1094 time: 0.1655862 Jul 15 13:04:08.711047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-network', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:08.714616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-78b1742a-05d2-4445-8c9c-6df78c1e01ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbe846d0-cffb-48a3-a670-29163cc4da99 HTTP/1.1" status: 200 len: 217 time: 0.0506063 Jul 15 13:04:08.770766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32377683-58a3-4419-9e11-f001b9bc5f27 req-e5e26ef6-a4de-45fd-a2ba-cce944b4b9e3 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136494 Jul 15 13:04:08.785758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Made reservation on behalf of 6d6b1cb45b1648a3b195749fff99b43a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:08.788004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.800768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e71e-3d31-49a2-a021-0f813676a945 req-9336d818-2124-479c-8d01-529e8fd89f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.802267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-9336d818-2124-479c-8d01-529e8fd89f53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c833d85e-f72b-45bb-81e2-ee22daef89f1 HTTP/1.1" status: 200 len: 853 time: 0.0803428 Jul 15 13:04:08.803269 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.840659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-09261949-fe89-426b-bd62-813b9bae237c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=395116ef-daf1-47a9-bd99-1724989112b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294743 Jul 15 13:04:08.980272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33090) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:09.005238 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:09.033275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-340659ea-bc8d-41b9-a220-5f9b79dff399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.050923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-cf50fc85-7a3a-456e-8941-03d70b920322 service neutron] 10.222.0.23 "GET /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033331 Jul 15 13:04:09.161810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcc442-4b5b-4d9c-904e-4ab11ea3d424 req-12d35837-7237-4340-8c4f-3cfb914f7964 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.163390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22dcc442-4b5b-4d9c-904e-4ab11ea3d424 req-12d35837-7237-4340-8c4f-3cfb914f7964 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1097 time: 0.2300401 Jul 15 13:04:09.165178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.178340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.224258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25950168-8326-4c80-b757-888bab986bee admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:09.256095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7686e71e-3d31-49a2-a021-0f813676a945 req-2482132d-cbb8-46c5-a882-5c91dbff5de1 service neutron] 10.222.0.23 "GET /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989036 Jul 15 13:04:09.256713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83365eef-2283-4a23-ba03-db0df74f6b17,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.266588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.266871 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Added segment 773fc97b-6ff4-4c01-9b3e-850f97c9b0f4 of type vlan for network 9bde8422-d2ce-4b36-9456-fd31977bec78 Jul 15 13:04:09.284639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22dcc442-4b5b-4d9c-904e-4ab11ea3d424 req-5ef537b6-460d-4167-a2e9-4219abfeb81e tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097624 Jul 15 13:04:09.354982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-340659ea-bc8d-41b9-a220-5f9b79dff399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.365845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-340659ea-bc8d-41b9-a220-5f9b79dff399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.423535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340659ea-bc8d-41b9-a220-5f9b79dff399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0a7f9d-fcb3-4bd0-9509-6288c77bd624,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.449078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-340659ea-bc8d-41b9-a220-5f9b79dff399 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f41435607294139b75bf206f94a3970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671206 Jul 15 13:04:09.452074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:09.453377 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.502702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb188f6-1d47-407d-bece-bc69f56e8b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.525095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb188f6-1d47-407d-bece-bc69f56e8b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.548600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.549578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.550160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.568672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-5e0a9694-8d0d-4c74-b29b-ff8890b70650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.570160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-5e0a9694-8d0d-4c74-b29b-ff8890b70650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51037e37e9334af6a1f9eda18a529a82&device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 1094 time: 0.2369995 Jul 15 13:04:09.583318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb188f6-1d47-407d-bece-bc69f56e8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.586008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb188f6-1d47-407d-bece-bc69f56e8b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.587294 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7fb188f6-1d47-407d-bece-bc69f56e8b01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad0a7f9d-fcb3-4bd0-9509-6288c77bd624 HTTP/1.1" status: 204 len: 168 time: 0.1342030 Jul 15 13:04:09.597094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb188f6-1d47-407d-bece-bc69f56e8b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0a7f9d-fcb3-4bd0-9509-6288c77bd624,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.648903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-25950168-8326-4c80-b757-888bab986bee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1002805 Jul 15 13:04:09.651793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:09.656775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Request body: {'subnet': {'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-subnet', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:09.656933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea80a3-ae3d-44f6-897e-d9b5184a6810 req-4d2e53db-7356-4980-9e1c-b91b60f193c7 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.658320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38ea80a3-ae3d-44f6-897e-d9b5184a6810 req-4d2e53db-7356-4980-9e1c-b91b60f193c7 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.2638164 Jul 15 13:04:09.694281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Made reservation on behalf of 6d6b1cb45b1648a3b195749fff99b43a for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:09.696877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.702682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16832e15-9fe5-4f48-9268-a9c1d236e3c0 req-f46ee936-7bf8-4bad-808a-5f0e5146aa8c tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.704213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16832e15-9fe5-4f48-9268-a9c1d236e3c0 req-f46ee936-7bf8-4bad-808a-5f0e5146aa8c tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1097 time: 0.2469633 Jul 15 13:04:09.705353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25950168-8326-4c80-b757-888bab986bee admin admin] Pushing event updated for resources: {'Network': ['ID=9bde8422-d2ce-4b36-9456-fd31977bec78,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.715635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:09.884405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38ea80a3-ae3d-44f6-897e-d9b5184a6810 req-cf2f3c41-c66b-48cb-94cb-eae6f4530ead tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159357 Jul 15 13:04:09.886498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-9cab4130-47e2-4314-8ef0-ccf0d93ee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.892064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-9cab4130-47e2-4314-8ef0-ccf0d93ee027 service neutron] 10.222.0.23 "GET /v2.0/networks?id=395116ef-daf1-47a9-bd99-1724989112b0 HTTP/1.1" status: 200 len: 914 time: 0.2997179 Jul 15 13:04:09.914508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16832e15-9fe5-4f48-9268-a9c1d236e3c0 req-c85a655f-c694-4bf5-a38e-982f34c0e031 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872942 Jul 15 13:04:09.939982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.951536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-4d711a1d-c8e2-47de-a0bb-86a6f7d52be6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbe846d0-cffb-48a3-a670-29163cc4da99 HTTP/1.1" status: 200 len: 217 time: 0.0394568 Jul 15 13:04:10.084837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3580e1ea-87f2-4859-9195-bbbd02d0a6c9 req-fb526ff3-3a56-4b3a-8249-3e3eecaa1ec2 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321672 Jul 15 13:04:10.099859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-285c736e-d26f-44df-b9e3-593853effbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.101524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-285c736e-d26f-44df-b9e3-593853effbd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c833d85e-f72b-45bb-81e2-ee22daef89f1 HTTP/1.1" status: 200 len: 853 time: 0.1433752 Jul 15 13:04:10.190789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-2169e8fa-5a80-4b04-be2f-e639752ac0d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=395116ef-daf1-47a9-bd99-1724989112b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733392 Jul 15 13:04:10.305598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Checking segment: {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:10.306086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Network hostable DHCP agents. Network: 9bde8422-d2ce-4b36-9456-fd31977bec78, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:10.309401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feedc1d-8ec4-4b7c-a98d-0f5bc765619e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:10.326012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:10.336969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9bde8422-d2ce-4b36-9456-fd31977bec78) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:10.341405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.342179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.355321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e01994-8d92-4501-a652-44bcf3334d3e None None] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:10.356839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580e1ea-87f2-4859-9195-bbbd02d0a6c9 req-4e2c1388-23c3-44c9-9761-e8423c800140 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.359744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3580e1ea-87f2-4859-9195-bbbd02d0a6c9 req-4e2c1388-23c3-44c9-9761-e8423c800140 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735579 Jul 15 13:04:10.360976 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-62487ed0-9a06-447e-adf5-ce18696ebfd1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7080920 Jul 15 13:04:10.363543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:10.368917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:10.375427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07748bf-2732-4653-b5ba-a876200b0efa req-35df1e3f-e197-4c12-8e2d-51c4f2f8b374 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.382498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a07748bf-2732-4653-b5ba-a876200b0efa req-35df1e3f-e197-4c12-8e2d-51c4f2f8b374 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 943 time: 0.2955439 Jul 15 13:04:10.392805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.394445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.422129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3580e1ea-87f2-4859-9195-bbbd02d0a6c9 req-ac1b0fa1-f7d8-43c4-a92b-a355bd01b3c8 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/quotas/ce7e19102f3c43c2a32b49d7c3a28f08 HTTP/1.1" status: 200 len: 375 time: 0.0331507 Jul 15 13:04:10.423927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-ced30935-762a-498d-b048-2bae75c44c79 service neutron] 10.222.0.23 "GET /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259667 Jul 15 13:04:10.463630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.503929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3580e1ea-87f2-4859-9195-bbbd02d0a6c9 req-859a4868-6723-4975-8cb7-83b300648c1b tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570047 Jul 15 13:04:10.522937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a07748bf-2732-4653-b5ba-a876200b0efa req-2a92020e-b58f-487f-a09e-d9aaf282d14f tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391537 Jul 15 13:04:10.537722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9bde8422-d2ce-4b36-9456-fd31977bec78', 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'fixed_ips': [{'subnet_id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:04:10.539403 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.636293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.649199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1707d3b9-1631-4e68-a2a5-edc7c94a40df req-d9e63855-1433-4203-851e-80872e78e98d service neutron] 10.222.0.23 "GET /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190752 Jul 15 13:04:10.745811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Allocated IP 172.20.0.2 (9bde8422-d2ce-4b36-9456-fd31977bec78/0feedc1d-8ec4-4b7c-a98d-0f5bc765619e/749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:10.863877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.890064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.936993 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.954759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Transition to ACTIVE for port object 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:10.975339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Transition to ACTIVE for port object 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:10.985706 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.032676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Allocated IP 172.25.2.135 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/2115d841-b44e-481a-aa5a-807b0ff8dfaf) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:11.039689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:11.043232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:11.049483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:11.105880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Pushing event updated for resources: {'Port': ['ID=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:11.145653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Attempting to bind port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:11.146026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Attempting to bind port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:11.146500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Attempting to bind port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a on network 9bde8422-d2ce-4b36-9456-fd31977bec78 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:11.152693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:11.153075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Checking segment: {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:11.153467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.159651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Bound using segment: {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:11.159651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Bound port: 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:11.159651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.215394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.236137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] For port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:11.239677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] For port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,segment=NetworkSegment(773fc97b-6ff4-4c01-9b3e-850f97c9b0f4),segment_id=773fc97b-6ff4-4c01-9b3e-850f97c9b0f4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:11.252315 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.279409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.317913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:11.321927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:11.325937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:11.329457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090ec8-0a3c-4a1e-99bb-a9fa40bb361d None None] Pushing event updated for resources: {'Port': ['ID=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:11.346915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e759a-0cab-4d28-9d64-1ab4a25b6a91 req-2886cec4-37e0-4038-b6b3-8a15702f3654 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.348760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-360e759a-0cab-4d28-9d64-1ab4a25b6a91 req-2886cec4-37e0-4038-b6b3-8a15702f3654 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.0777462 Jul 15 13:04:11.370158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=2115d841-b44e-481a-aa5a-807b0ff8dfaf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:11.411934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-360e759a-0cab-4d28-9d64-1ab4a25b6a91 req-32775e59-d705-416b-a43a-00f4f9188235 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508533 Jul 15 13:04:11.578814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf6d0-8432-417c-97b6-5d80bbe34386 req-baba0ec5-3f1d-49d2-bd63-0292cb92264b tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.580417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5cbf6d0-8432-417c-97b6-5d80bbe34386 req-baba0ec5-3f1d-49d2-bd63-0292cb92264b tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0613434 Jul 15 13:04:11.619743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5cbf6d0-8432-417c-97b6-5d80bbe34386 req-523dd0e0-e1cc-4477-b2fd-d318d3cc7f91 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Jul 15 13:04:11.659964 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.946063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.975891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:12.009006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258d67f-db6d-4212-8bf5-af6f9405a41f req-cbae5940-fbc7-4ca7-a298-26813d0ebbc8 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.011648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7258d67f-db6d-4212-8bf5-af6f9405a41f req-cbae5940-fbc7-4ca7-a298-26813d0ebbc8 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 943 time: 0.0842116 Jul 15 13:04:12.060514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7258d67f-db6d-4212-8bf5-af6f9405a41f req-fe7dddd2-b9c7-4af4-b615-9c875c63fc7a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Jul 15 13:04:12.159252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:04:12.159464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device dbe846d0-cffb-48a3-a670-29163cc4da99 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:12.191713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:12.291288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port dbe846d0-cffb-48a3-a670-29163cc4da99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=dbe846d0-cffb-48a3-a670-29163cc4da99,segment=NetworkSegment(97efc61d-5103-4106-81c9-4d1eaf6c16c9),segment_id=97efc61d-5103-4106-81c9-4d1eaf6c16c9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:12.303695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'dbe846d0-cffb-48a3-a670-29163cc4da99', 'network_id': '395116ef-daf1-47a9-bd99-1724989112b0', 'port_id': 'dbe846d0-cffb-48a3-a670-29163cc4da99', 'mac_address': 'fa:16:3e:15:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c833d85e-f72b-45bb-81e2-ee22daef89f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:12.319608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:12.331901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Sync routers for ids ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:12.343707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.347649 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-83fc6199-d9a7-4507-b3b6-4fb7712cdfc6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9807451 Jul 15 13:04:12.348008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:12.351198 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Routers {'70c053ac-e38a-4c96-8b3a-173a2450b5c0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:12.352052 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:03:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:12.383247 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.398156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe846d0-cffb-48a3-a670-29163cc4da99 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:12.421946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port dbe846d0-cffb-48a3-a670-29163cc4da99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=dbe846d0-cffb-48a3-a670-29163cc4da99,segment=NetworkSegment(97efc61d-5103-4106-81c9-4d1eaf6c16c9),segment_id=97efc61d-5103-4106-81c9-4d1eaf6c16c9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:12.427048 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.486305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18e4750d-f320-4554-82f5-4ccfe0e59d1d req-1e883e22-1544-4da9-879e-e0080b65ee94 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316862 Jul 15 13:04:12.486700 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Set router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:12.500690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=dbe846d0-cffb-48a3-a670-29163cc4da99,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.612542 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0172e999-2a78-4104-8143-8e6e1457ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.651817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['dbe846d0-cffb-48a3-a670-29163cc4da99'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:12.705269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4750d-f320-4554-82f5-4ccfe0e59d1d req-fa33f899-3c3f-40ea-a53e-6826ec877004 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.712961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18e4750d-f320-4554-82f5-4ccfe0e59d1d req-fa33f899-3c3f-40ea-a53e-6826ec877004 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253435 Jul 15 13:04:12.731417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18e4750d-f320-4554-82f5-4ccfe0e59d1d req-d6cb7d02-d4b1-48aa-93a7-f05bff3263d4 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/quotas/ce7e19102f3c43c2a32b49d7c3a28f08 HTTP/1.1" status: 200 len: 375 time: 0.0170913 Jul 15 13:04:12.768159 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:11Z', 'revision_number': 3, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:12.775946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18e4750d-f320-4554-82f5-4ccfe0e59d1d req-e2eb4fb9-64e8-4861-9953-9f3c6b4dbfd3 tempest-QuotasAdminNegativeTest-2141947421 tempest-QuotasAdminNegativeTest-2141947421-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433481 Jul 15 13:04:12.803946 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Checking router: 70c053ac-e38a-4c96-8b3a-173a2450b5c0 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:12.804712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Updating router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 port 2115d841-b44e-481a-aa5a-807b0ff8dfaf binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:12.851838 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.890722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec8078-c096-4959-8cbf-ac3ab45dff16 None None] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:13.023624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] Provisioning for port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:13.030898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] Provisioning complete for port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:13.031486 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.195991 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.245438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] For port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,segment=NetworkSegment(773fc97b-6ff4-4c01-9b3e-850f97c9b0f4),segment_id=773fc97b-6ff4-4c01-9b3e-850f97c9b0f4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:13.253668 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.327196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d1a50-1cb7-497e-b7b0-18c087992531 req-dffbbfb5-7e0a-4a47-a416-8b740c419542 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.328783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-854d1a50-1cb7-497e-b7b0-18c087992531 req-dffbbfb5-7e0a-4a47-a416-8b740c419542 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1361785 Jul 15 13:04:13.335274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.361006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc41de6-a9a1-46db-8599-d48f88e3b717 None None] Pushing event updated for resources: {'Port': ['ID=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:13.394153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-8ce3c524-c456-49e6-969b-1a7ca55e9482 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:13.395910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-8ce3c524-c456-49e6-969b-1a7ca55e9482 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086081 Jul 15 13:04:13.402968 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.407840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Request body: {'binding': {'host': 'n-h2-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:13.408297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:04:13.419251 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Transition to ACTIVE for port object 2115d841-b44e-481a-aa5a-807b0ff8dfaf will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:13.429358 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.458670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:13.510987 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Pushing event updated for resources: {'Port': ['ID=2115d841-b44e-481a-aa5a-807b0ff8dfaf,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:13.516637 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Attempting to bind port 2115d841-b44e-481a-aa5a-807b0ff8dfaf on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:13.517009 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Attempting to bind port 2115d841-b44e-481a-aa5a-807b0ff8dfaf by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:13.517370 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Attempting to bind port 2115d841-b44e-481a-aa5a-807b0ff8dfaf on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:13.551269 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:13.552332 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:13.553035 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.553732 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:13.554475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Bound port: 2115d841-b44e-481a-aa5a-807b0ff8dfaf, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:13.555327 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.588994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-222dbefb-1608-4abb-a3c0-4bb82436ff3a None None] Provisioning complete for port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:13.590115 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-222dbefb-1608-4abb-a3c0-4bb82436ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.618769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on host n-h2-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:13.619100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:13.619424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:13.633020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-947591c3-1957-43bc-8bba-370d39ab3fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.643421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:13.643742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:13.651267 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] For port 2115d841-b44e-481a-aa5a-807b0ff8dfaf, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:13.652300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:13.652646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:13.653024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:13.653462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Bound port: c9029aed-d1af-4e83-880c-c8435755e1c0, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:13.656589 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] For port 2115d841-b44e-481a-aa5a-807b0ff8dfaf, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2115d841-b44e-481a-aa5a-807b0ff8dfaf,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:13.659217 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.659878 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.660484 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.661054 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.661605 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.662142 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.662701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.663300 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.663947 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.664496 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.665202 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.665736 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:13.680803 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.688326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-854d1a50-1cb7-497e-b7b0-18c087992531 req-3e1e4e5f-f4d5-447d-a794-29ba23bbfc26 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493724 Jul 15 13:04:13.711074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:13.726263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.731828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f65205f2-a7fe-43db-850d-c981d3cfb9d2 service neutron] 10.222.0.48 "POST /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3284848 Jul 15 13:04:13.748731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Routers {'70c053ac-e38a-4c96-8b3a-173a2450b5c0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:13.749533 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:03:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:13.816836 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5bcb-6232-4b22-996e-6c374c310e87 None None] Pushing event updated for resources: {'Port': ['ID=2115d841-b44e-481a-aa5a-807b0ff8dfaf,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:13.867123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-947591c3-1957-43bc-8bba-370d39ab3fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.877971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-947591c3-1957-43bc-8bba-370d39ab3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.888664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:13.953476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Allocated IP 172.20.0.1 (9bde8422-d2ce-4b36-9456-fd31977bec78/0feedc1d-8ec4-4b7c-a98d-0f5bc765619e/7a179630-c091-4023-82bc-56f0f116e8e8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:13.983654 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-947591c3-1957-43bc-8bba-370d39ab3fb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fb7e33a6e9f4217930a8a0f317640d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238416 Jul 15 13:04:13.984994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947591c3-1957-43bc-8bba-370d39ab3fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d55649-11b2-461a-9b5b-754e481ca800,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:13.994595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:14.041134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:14.041691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.085926 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] Set router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:14.112535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.130754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Transition to ACTIVE for port object 7a179630-c091-4023-82bc-56f0f116e8e8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:14.161282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device dbe846d0-cffb-48a3-a670-29163cc4da99 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:14.162768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad0e527b-cd62-47b4-b102-7ae928f8467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.187694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad0e527b-cd62-47b4-b102-7ae928f8467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.231006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port dbe846d0-cffb-48a3-a670-29163cc4da99 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:14.242806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port dbe846d0-cffb-48a3-a670-29163cc4da99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:14.245078 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.254595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-163587c5-ef23-4443-8bde-64cef227d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.256673 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-163587c5-ef23-4443-8bde-64cef227d38b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1097 time: 0.1597753 Jul 15 13:04:14.257255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.276168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad0e527b-cd62-47b4-b102-7ae928f8467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.278774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad0e527b-cd62-47b4-b102-7ae928f8467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.280071 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ad0e527b-cd62-47b4-b102-7ae928f8467a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11d55649-11b2-461a-9b5b-754e481ca800 HTTP/1.1" status: 204 len: 168 time: 0.2844296 Jul 15 13:04:14.313806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e527b-cd62-47b4-b102-7ae928f8467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d55649-11b2-461a-9b5b-754e481ca800,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:14.396322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:14.397431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.427520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe846d0-cffb-48a3-a670-29163cc4da99'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:14.429908 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba580e2-c668-48bb-b29f-9d42b144c8af" -d '{"events": [{"server_uuid": "12bf981a-d8c0-402b-b748-a0de37950a5b", "name": "network-vif-plugged", "status": "completed", "tag": "dbe846d0-cffb-48a3-a670-29163cc4da99"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:14.431821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:14.437380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-1ef303cc-bd63-44d9-90fe-a7bfc99e4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.446138 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-1ef303cc-bd63-44d9-90fe-a7bfc99e4eb6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1820762 Jul 15 13:04:14.462560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:14.463023 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.468016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port dbe846d0-cffb-48a3-a670-29163cc4da99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=dbe846d0-cffb-48a3-a670-29163cc4da99,segment=NetworkSegment(97efc61d-5103-4106-81c9-4d1eaf6c16c9),segment_id=97efc61d-5103-4106-81c9-4d1eaf6c16c9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:14.492843 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.522612 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-5d88a635-c6f5-43e7-a55f-532bdbffe991 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0645499 Jul 15 13:04:14.536092 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:11Z', 'revision_number': 3, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:14.570160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Pushing event updated for resources: {'Port': ['ID=7a179630-c091-4023-82bc-56f0f116e8e8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:14.586592 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa71d3-823e-455d-8a82-532b5382fa41 None None] The sync data for ids ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'] in n-d-798249-9 is: [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:11Z', 'revision_number': 3, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:14.587230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=dbe846d0-cffb-48a3-a670-29163cc4da99,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:14.619065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-a5095308-014a-4e3c-9226-bdddee4737da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.621667 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-a5095308-014a-4e3c-9226-bdddee4737da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0937366 Jul 15 13:04:14.644364 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-d0ca0fbe-5ac7-4a3a-81b6-dbd245bcf455 service neutron] show failed (client error): The resource could not be found. Jul 15 13:04:14.645376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-d0ca0fbe-5ac7-4a3a-81b6-dbd245bcf455 service neutron] 10.222.0.23 "GET /v2.0/ports/50544849-6090-437d-8d8c-0d034c2fc700/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.7710938 Jul 15 13:04:14.684205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362caa-7d8d-4480-8fcd-a81842a0e96b req-a7932ae6-d5fd-4453-ba26-6d314f917f0a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.686936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c362caa-7d8d-4480-8fcd-a81842a0e96b req-a7932ae6-d5fd-4453-ba26-6d314f917f0a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 944 time: 0.4963734 Jul 15 13:04:14.691541 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-31ad0649-d99e-4910-98e1-9a722a761a03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632486 Jul 15 13:04:14.828513 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-e14849c5-c344-4301-bcb1-1ddfa50eddb8 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288941 Jul 15 13:04:14.837917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5d4c957a-37d5-4849-80a7-9dc95a394634 None None] Provisioning for port 7a179630-c091-4023-82bc-56f0f116e8e8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:14.847981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5d4c957a-37d5-4849-80a7-9dc95a394634 None None] Provisioning complete for port 7a179630-c091-4023-82bc-56f0f116e8e8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:14.848558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d4c957a-37d5-4849-80a7-9dc95a394634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.869341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c362caa-7d8d-4480-8fcd-a81842a0e96b req-fa8ab0f5-72ac-423c-a200-489519dd162b tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333408 Jul 15 13:04:14.875876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.885516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb894f-062d-4f56-b2f9-210ffbf02dfa req-bafda1e0-e3ff-40a4-9f8c-65cfc164aaa9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.887200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febb894f-062d-4f56-b2f9-210ffbf02dfa req-bafda1e0-e3ff-40a4-9f8c-65cfc164aaa9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 946 time: 0.2969570 Jul 15 13:04:14.927377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c957a-37d5-4849-80a7-9dc95a394634 None None] Port 7a179630-c091-4023-82bc-56f0f116e8e8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:15.017965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febb894f-062d-4f56-b2f9-210ffbf02dfa req-35845045-bc70-45b4-bac0-b3cf4d603394 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111200 Jul 15 13:04:15.030324 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74c5d4c-0898-4570-8eda-9ffbca2eaad3 x-openstack-request-id: req-f74c5d4c-0898-4570-8eda-9ffbca2eaad3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:15.030633 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bf981a-d8c0-402b-b748-a0de37950a5b", "name": "network-vif-plugged", "status": "completed", "tag": "dbe846d0-cffb-48a3-a670-29163cc4da99", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:15.030891 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f74c5d4c-0898-4570-8eda-9ffbca2eaad3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:15.031290 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe846d0-cffb-48a3-a670-29163cc4da99', 'code': 200} Jul 15 13:04:15.156223 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-f9ba3dce-3c9d-4e7c-8055-44f7c7e73445 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216035 Jul 15 13:04:15.189602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-c64a5566-da3f-42a0-b665-c82ad739ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.196545 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-c64a5566-da3f-42a0-b665-c82ad739ae01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db&tenant_id=77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 1100 time: 0.2081451 Jul 15 13:04:15.209574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:15.266693 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9888ebcc-e372-49d6-8d01-ba20ad4e1162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.402304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d5996-fcce-4ba1-8dbd-82df8e5e2443 req-abfe1d6a-6e1f-40ad-972e-c12ac29e23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.402848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.403780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-604d5996-fcce-4ba1-8dbd-82df8e5e2443 req-abfe1d6a-6e1f-40ad-972e-c12ac29e23e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 1096 time: 0.2381594 Jul 15 13:04:15.407776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-59486f69-4142-42a5-ab7f-8a2b90a91c57 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.410436 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-59486f69-4142-42a5-ab7f-8a2b90a91c57 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1097 time: 0.1497016 Jul 15 13:04:15.424916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.426616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-9'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:15.451647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.452477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.491776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497606d-b1f2-4578-847d-3e30874fc6da req-8328f238-d8a6-482a-b8ec-da9e313d16d3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.502179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d497606d-b1f2-4578-847d-3e30874fc6da req-8328f238-d8a6-482a-b8ec-da9e313d16d3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1922195 Jul 15 13:04:15.514928 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.657465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33356) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:15.693706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33360) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:15.704314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Pushing event updated for resources: {'Port': ['ID=7a179630-c091-4023-82bc-56f0f116e8e8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:15.819465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-604d5996-fcce-4ba1-8dbd-82df8e5e2443 req-ce9d1ba6-8556-456b-ae31-d428c38750ba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077399 Jul 15 13:04:15.847820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.848269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:15.851766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:15.880457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d497606d-b1f2-4578-847d-3e30874fc6da req-2a9f8369-68e7-4f60-996b-79601683144b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771162 Jul 15 13:04:15.930612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2115d841-b44e-481a-aa5a-807b0ff8dfaf up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:16.028749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2115d841-b44e-481a-aa5a-807b0ff8dfaf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:16.037026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2115d841-b44e-481a-aa5a-807b0ff8dfaf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:16.039741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.111950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768590a7-eee9-4857-a983-676a0314950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.183522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.211330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 2115d841-b44e-481a-aa5a-807b0ff8dfaf, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2115d841-b44e-481a-aa5a-807b0ff8dfaf,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.218641 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.260035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-decdd108-8cf6-40a4-87f2-dfb698ecfacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.270264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:16.330070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72315675-6da4-408f-9fe6-b058ad14d0c4 None None] Provisioning complete for port 7a179630-c091-4023-82bc-56f0f116e8e8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:16.330621 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72315675-6da4-408f-9fe6-b058ad14d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.372000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc65283-622d-44ce-a9d4-045ca523d11d req-89c5676d-fe12-4819-a86a-5e7a26b34137 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.374597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fc65283-622d-44ce-a9d4-045ca523d11d req-89c5676d-fe12-4819-a86a-5e7a26b34137 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 945 time: 0.1595187 Jul 15 13:04:16.384199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=2115d841-b44e-481a-aa5a-807b0ff8dfaf,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:16.392541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-72315675-6da4-408f-9fe6-b058ad14d0c4 None None] Port 7a179630-c091-4023-82bc-56f0f116e8e8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:16.509087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fc65283-622d-44ce-a9d4-045ca523d11d req-990ab413-e2da-486e-b961-c1dce3ba19ad tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207983 Jul 15 13:04:16.509748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.510279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:16.525014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fa64ef95-9f6f-4a39-a85b-0e00a870b59f admin admin] 10.222.0.48 "PUT /v2.0/routers/70c053ac-e38a-4c96-8b3a-173a2450b5c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1675646 Jul 15 13:04:16.568041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c15bd-1111-428b-b95d-0bae0e4ed8d3 req-77ef78be-db4a-4734-9e74-ee0c8ac76077 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.571928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.586831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a46c15bd-1111-428b-b95d-0bae0e4ed8d3 req-77ef78be-db4a-4734-9e74-ee0c8ac76077 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 946 time: 0.2110977 Jul 15 13:04:16.601853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:16.614379 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.642028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768590a7-eee9-4857-a983-676a0314950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.655646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a46c15bd-1111-428b-b95d-0bae0e4ed8d3 req-989c32d9-ad7a-4b1c-b006-934077d76d6a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668225 Jul 15 13:04:16.661688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768590a7-eee9-4857-a983-676a0314950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.688246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:16.690774 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a4ea75-7856-4267-a9c8-0fa63e70cf9f" -d '{"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-unplugged", "status": "completed", "tag": "50544849-6090-437d-8d8c-0d034c2fc700"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:16.698464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.722229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:16.790452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Transition to ACTIVE for port object 50544849-6090-437d-8d8c-0d034c2fc700 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:16.793385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-768590a7-eee9-4857-a983-676a0314950c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce7e19102f3c43c2a32b49d7c3a28f08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0395367 Jul 15 13:04:16.797242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768590a7-eee9-4857-a983-676a0314950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff164cd-6874-452e-8888-6860d7ba3085,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:16.801402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:16.832381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.847613 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c515e744-7f8a-40d0-9e73-388c688bf37a x-openstack-request-id: req-c515e744-7f8a-40d0-9e73-388c688bf37a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:16.847966 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-unplugged", "status": "completed", "tag": "50544849-6090-437d-8d8c-0d034c2fc700", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:16.848290 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c515e744-7f8a-40d0-9e73-388c688bf37a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:16.848844 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700', 'code': 200} Jul 15 13:04:16.883058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-decdd108-8cf6-40a4-87f2-dfb698ecfacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.888657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-decdd108-8cf6-40a4-87f2-dfb698ecfacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.895274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.913361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.918430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.023289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdd108-8cf6-40a4-87f2-dfb698ecfacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb997f12-d509-43d3-a163-a958e9eab5cc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.068693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-decdd108-8cf6-40a4-87f2-dfb698ecfacf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=829f3c3b66444ae696fbab1f3090bc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3739045 Jul 15 13:04:17.078853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] No DVR routers for this DVR port 50544849-6090-437d-8d8c-0d034c2fc700 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:17.091022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:17.110190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b17f2c1-d1f9-43b0-8ea6-c3f70d110744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.138540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b17f2c1-d1f9-43b0-8ea6-c3f70d110744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.173488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Sync routers for ids ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:17.187559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Routers {'70c053ac-e38a-4c96-8b3a-173a2450b5c0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:17.188194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:17.203683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:17.204157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:17.204559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:17.225745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on host n-h1-798249-9 for vnic_type normal with profile {"migrating_to": "n-h2-798249-9"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:17.226198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:17.226612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:17.236577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:17.236976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Attempting to bind port c9029aed-d1af-4e83-880c-c8435755e1c0 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:17.239379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Port 50544849-6090-437d-8d8c-0d034c2fc700 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:17.239969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Attempting to bind port 50544849-6090-437d-8d8c-0d034c2fc700 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:17.253912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.262175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:17.262637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:17.264116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:17.264576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Bound port: c9029aed-d1af-4e83-880c-c8435755e1c0, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:17.264938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.267562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:17.267891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:17.268263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:17.268675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Bound port: 50544849-6090-437d-8d8c-0d034c2fc700, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:17.269010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.312611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:17.313411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d081df8d-3413-4339-8c9d-c3e2bef6237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.341227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d081df8d-3413-4339-8c9d-c3e2bef6237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.346492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Set router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:17.393806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b17f2c1-d1f9-43b0-8ea6-c3f70d110744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.396359 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b17f2c1-d1f9-43b0-8ea6-c3f70d110744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.397495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3b17f2c1-d1f9-43b0-8ea6-c3f70d110744 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ff164cd-6874-452e-8888-6860d7ba3085 HTTP/1.1" status: 204 len: 168 time: 0.5951471 Jul 15 13:04:17.415228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-6ced90c6-9e70-4751-b070-688f7903fce4 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3934350 Jul 15 13:04:17.423846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a7f77-426b-40e3-b5d1-42e19952ed05 req-144ea50a-4edf-4d96-ace4-30765f01bf69 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.430586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a76a7f77-426b-40e3-b5d1-42e19952ed05 req-144ea50a-4edf-4d96-ace4-30765f01bf69 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 947 time: 0.2838454 Jul 15 13:04:17.434704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17f2c1-d1f9-43b0-8ea6-c3f70d110744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff164cd-6874-452e-8888-6860d7ba3085,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.446250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:17.505565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a76a7f77-426b-40e3-b5d1-42e19952ed05 req-de2d2623-46a8-4fb8-b67a-ee6ef5b8bfe4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740211 Jul 15 13:04:17.527073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.563863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:17.566915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:17.575281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:17.578245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:17.579344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d081df8d-3413-4339-8c9d-c3e2bef6237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.588552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d081df8d-3413-4339-8c9d-c3e2bef6237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.594329 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d081df8d-3413-4339-8c9d-c3e2bef6237b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb997f12-d509-43d3-a163-a958e9eab5cc HTTP/1.1" status: 204 len: 168 time: 0.4540589 Jul 15 13:04:17.625339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.627436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.648505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081df8d-3413-4339-8c9d-c3e2bef6237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb997f12-d509-43d3-a163-a958e9eab5cc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.675055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc35ad8f-54b9-46d4-8271-5b359d42f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.684405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.704578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.705199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.709924 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] 10.222.0.49 "PUT /v2.0/ports/50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 1095 time: 2.5048947 Jul 15 13:04:17.754926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:14Z', 'revision_number': 4, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7a179630-c091-4023-82bc-56f0f116e8e8', 'name': '', 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'mac_address': 'fa:16:3e:dd:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:13Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 2, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'subnets': [{'id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:17.798930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.835490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Checking router: 70c053ac-e38a-4c96-8b3a-173a2450b5c0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:17.836590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Updating router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 port 7a179630-c091-4023-82bc-56f0f116e8e8 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:17.890815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.891465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.899692 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d3c84eee-5ea8-419c-919c-fc60017e9cd7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 1122 time: 2.4799898 Jul 15 13:04:17.910349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Allocated IP 172.25.2.94 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/88f25001-d37e-4d44-9c0a-61df24eb50fc) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:17.919538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.938711 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.972554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2115d841-b44e-481a-aa5a-807b0ff8dfaf up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:17.975752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c9029aed-d1af-4e83-880c-c8435755e1c0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:18.001524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978921d6-a8ec-4872-bc03-372d5690f530 service neutron] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.042417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-cdc602a1-5822-4e00-b440-9abd745c5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.044250 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-cdc602a1-5822-4e00-b440-9abd745c5886 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1098 time: 0.3029332 Jul 15 13:04:18.077520 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:18.111118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abd28481-c40d-4e0c-afa8-958dd36809d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.134846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc35ad8f-54b9-46d4-8271-5b359d42f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.171102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc35ad8f-54b9-46d4-8271-5b359d42f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.210377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:18.263088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bc35ad8f-54b9-46d4-8271-5b359d42f2b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f94e92f14e84e32a29f5f6435969199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9117072 Jul 15 13:04:18.268444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35ad8f-54b9-46d4-8271-5b359d42f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9eb7cb-8aa1-4b8e-9924-620dd87a3944,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.274312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:18.289148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-dea02deb-50c2-4c7e-ae82-d3c77ac20d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.291464 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-dea02deb-50c2-4c7e-ae82-d3c77ac20d8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2399170 Jul 15 13:04:18.365992 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-5ae4c134-416b-4095-ae1f-d4995091556c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0625327 Jul 15 13:04:18.412078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:18.439939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.448467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2115d841-b44e-481a-aa5a-807b0ff8dfaf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:18.449081 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.456193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6a74919-a96a-4a55-8b20-8bab76ebc921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.476053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f395-ebb3-4e25-b623-da648b82e207 req-2608741d-caa4-44c3-9d62-2be74f7cd7eb tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.476721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:18.478141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98f8f395-ebb3-4e25-b623-da648b82e207 req-2608741d-caa4-44c3-9d62-2be74f7cd7eb tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 945 time: 0.3729308 Jul 15 13:04:18.488009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-b97f021a-5364-4e8a-9e21-f6bf7362613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.489466 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-b97f021a-5364-4e8a-9e21-f6bf7362613a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1138961 Jul 15 13:04:18.494864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9b98-deee-4577-bb07-814ea3e25226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.497751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abd28481-c40d-4e0c-afa8-958dd36809d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.507189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.536224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abd28481-c40d-4e0c-afa8-958dd36809d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.569295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9b98-deee-4577-bb07-814ea3e25226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.573692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:18.580759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98f8f395-ebb3-4e25-b623-da648b82e207 req-bfa82462-a7d0-4663-bad0-6b801a1d40e1 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821419 Jul 15 13:04:18.582026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:18.584059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=88f25001-d37e-4d44-9c0a-61df24eb50fc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.586350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:18.655653 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-abd28481-c40d-4e0c-afa8-958dd36809d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3505b1f658b34f0a855a473285d129dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5737851 Jul 15 13:04:18.656028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.659335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd28481-c40d-4e0c-afa8-958dd36809d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53931d7e-daf0-41f6-b6a6-abd887f08721,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.660260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:18.691202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-dd359af4-8276-46c0-82b6-dd520a6d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.692576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-dd359af4-8276-46c0-82b6-dd520a6d8cfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1928475 Jul 15 13:04:18.734470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9b98-deee-4577-bb07-814ea3e25226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.737061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9b98-deee-4577-bb07-814ea3e25226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.738226 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a3ab9b98-deee-4577-bb07-814ea3e25226 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f9eb7cb-8aa1-4b8e-9924-620dd87a3944 HTTP/1.1" status: 204 len: 168 time: 0.4611726 Jul 15 13:04:18.751640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.763105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab9b98-deee-4577-bb07-814ea3e25226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9eb7cb-8aa1-4b8e-9924-620dd87a3944,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.764619 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.787337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67cf55a9-60d9-4d42-97f0-88377e2b9fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.799721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Transition to ACTIVE for port object 7a179630-c091-4023-82bc-56f0f116e8e8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:18.829240 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.849871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67cf55a9-60d9-4d42-97f0-88377e2b9fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.850138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6a74919-a96a-4a55-8b20-8bab76ebc921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.851112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0'}, {'name': 'network-changed', 'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700'}, {'name': 'network-changed', 'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:18.853318 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d952e236-74b7-4aba-a2ee-e24560599477" -d '{"events": [{"server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0"}, {"name": "network-changed", "server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "tag": "50544849-6090-437d-8d8c-0d034c2fc700"}, {"name": "network-changed", "server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:18.875273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6a74919-a96a-4a55-8b20-8bab76ebc921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.922707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b165-c1f3-40b3-9e92-485e96b76c10 None None] Pushing event updated for resources: {'Port': ['ID=7a179630-c091-4023-82bc-56f0f116e8e8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.013138 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f6a74919-a96a-4a55-8b20-8bab76ebc921 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=842053404f1a46c18ca4736c11f25b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952625 Jul 15 13:04:19.021975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a74919-a96a-4a55-8b20-8bab76ebc921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8cd485-736e-4b22-8918-196dd796c947,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.030384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:19.048167 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-eb2b0a0d-10a6-47c2-8036-84eb6f219708 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455355 Jul 15 13:04:19.059353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Attempting to bind port 7a179630-c091-4023-82bc-56f0f116e8e8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:19.061901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Attempting to bind port 7a179630-c091-4023-82bc-56f0f116e8e8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:19.062620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Attempting to bind port 7a179630-c091-4023-82bc-56f0f116e8e8 on network 9bde8422-d2ce-4b36-9456-fd31977bec78 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:19.084838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:19.085343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Checking segment: {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:19.085844 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.086364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Bound using segment: {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:19.087094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Bound port: 7a179630-c091-4023-82bc-56f0f116e8e8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:19.087570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.237034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] For port 7a179630-c091-4023-82bc-56f0f116e8e8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:19.241601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67cf55a9-60d9-4d42-97f0-88377e2b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.243609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] For port 7a179630-c091-4023-82bc-56f0f116e8e8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7a179630-c091-4023-82bc-56f0f116e8e8,segment=NetworkSegment(773fc97b-6ff4-4c01-9b3e-850f97c9b0f4),segment_id=773fc97b-6ff4-4c01-9b3e-850f97c9b0f4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:19.246799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67cf55a9-60d9-4d42-97f0-88377e2b9fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.252047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-67cf55a9-60d9-4d42-97f0-88377e2b9fe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53931d7e-daf0-41f6-b6a6-abd887f08721 HTTP/1.1" status: 204 len: 168 time: 0.5905807 Jul 15 13:04:19.255625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.288327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f700ad94-2432-49f1-9e8f-dd0fa4b5864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.289129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eeacf-4d66-4117-a9ac-5dbd89602707 req-0de22bc8-7914-4fb4-b99c-d02e89d14a23 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.300724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f4eeacf-4d66-4117-a9ac-5dbd89602707 req-0de22bc8-7914-4fb4-b99c-d02e89d14a23 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 944 time: 0.3967600 Jul 15 13:04:19.342926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f700ad94-2432-49f1-9e8f-dd0fa4b5864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.347436 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.360351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5701fb3-3a9c-48b9-adf4-2b096a6fea79 req-c6b4606a-c426-4973-9cbe-2c7b20cfa509 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941215 Jul 15 13:04:19.367011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf55a9-60d9-4d42-97f0-88377e2b9fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53931d7e-daf0-41f6-b6a6-abd887f08721,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.383135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.447980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Routers {'70c053ac-e38a-4c96-8b3a-173a2450b5c0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:19.448916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:19.466620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f700ad94-2432-49f1-9e8f-dd0fa4b5864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.470889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f700ad94-2432-49f1-9e8f-dd0fa4b5864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.477240 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f700ad94-2432-49f1-9e8f-dd0fa4b5864c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb8cd485-736e-4b22-8918-196dd796c947 HTTP/1.1" status: 204 len: 168 time: 0.4446640 Jul 15 13:04:19.479941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b165-c1f3-40b3-9e92-485e96b76c10 None None] Pushing event updated for resources: {'Port': ['ID=7a179630-c091-4023-82bc-56f0f116e8e8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.510779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.512480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700ad94-2432-49f1-9e8f-dd0fa4b5864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8cd485-736e-4b22-8918-196dd796c947,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.595754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=88f25001-d37e-4d44-9c0a-61df24eb50fc,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.618543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f4eeacf-4d66-4117-a9ac-5dbd89602707 req-c7cbcaf7-c51c-4e58-a400-de86af88292f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178918 Jul 15 13:04:19.624223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.627906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-a5d0a955-9a1b-4c24-9d74-34d7b7e22098 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1934140 Jul 15 13:04:19.770021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] Set router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:19.853348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-1108d611-5301-44e6-8819-441288cbd34f tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.2206028 Jul 15 13:04:20.137650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-f38fd4c6-0f18-4c6d-bcc6-da55427ed56c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.141202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-f38fd4c6-0f18-4c6d-bcc6-da55427ed56c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2839444 Jul 15 13:04:20.153558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-2720607f-3a03-445b-adf7-44731cea8d6a tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:20.168053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3426838f-2c30-43cd-a7f4-cb5c4a383695 req-2720607f-3a03-445b-adf7-44731cea8d6a tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214326 Jul 15 13:04:20.215053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:20.260052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b79bf5-ec60-4e3f-9cd2-37b7dd338665 req-132d8d8f-1c67-4a69-a2d0-a2e99ac63081 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.268128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b79bf5-ec60-4e3f-9cd2-37b7dd338665 req-132d8d8f-1c67-4a69-a2d0-a2e99ac63081 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 947 time: 0.0919051 Jul 15 13:04:20.314486 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097daa3b-68a9-498f-88d1-a77bcd94bc58 x-openstack-request-id: req-097daa3b-68a9-498f-88d1-a77bcd94bc58 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:20.320502 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0", "code": 200}, {"name": "network-changed", "server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "tag": "50544849-6090-437d-8d8c-0d034c2fc700", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:20.321067 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-097daa3b-68a9-498f-88d1-a77bcd94bc58 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:20.321871 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'code': 200} Jul 15 13:04:20.322503 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700', 'status': 'completed', 'code': 200} Jul 15 13:04:20.322961 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'status': 'completed', 'code': 200} Jul 15 13:04:20.423680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b79bf5-ec60-4e3f-9cd2-37b7dd338665 req-5b5c0a09-92d5-4f0d-a2fc-cc2107162b7a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546767 Jul 15 13:04:20.456868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:14Z', 'revision_number': 4, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7a179630-c091-4023-82bc-56f0f116e8e8', 'name': '', 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'mac_address': 'fa:16:3e:dd:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:13Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 4, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'subnets': [{'id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:20.574921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-612749bb-8961-4d29-beb3-039d41735165 req-1aee7e53-b4e7-4415-af66-9f815acddafd tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2214382 Jul 15 13:04:20.581340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a9506-8230-4ba8-8679-8f5172525fe2 None None] The sync data for ids ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'] in n-d-798249-9 is: [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:14Z', 'revision_number': 4, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7a179630-c091-4023-82bc-56f0f116e8e8', 'name': '', 'network_id': '9bde8422-d2ce-4b36-9456-fd31977bec78', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'mac_address': 'fa:16:3e:dd:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:13Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 4, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'subnets': [{'id': '0feedc1d-8ec4-4b7c-a98d-0f5bc765619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:20.592604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:20.624649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:20.671730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-c00334ec-4ade-4082-802d-b4c914964132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.682637 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-c00334ec-4ade-4082-802d-b4c914964132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1098 time: 0.3569608 Jul 15 13:04:20.695497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.707479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 has no active binding in host n-h2-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:04:20.902907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-dc2d69f2-af1d-4cb9-95a3-8c669e4e5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.904926 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-dc2d69f2-af1d-4cb9-95a3-8c669e4e5468 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2160952 Jul 15 13:04:20.907064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-9ec5d020-3450-48c7-b1b8-fb536944bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.910421 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-9ec5d020-3450-48c7-b1b8-fb536944bfa9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1098 time: 0.4699202 Jul 15 13:04:20.961135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.016277 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-58bdf065-c86c-4965-b4b3-13838417d4c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.1042883 Jul 15 13:04:21.108079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-30d81775-79a8-4fd1-86a4-06105156b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.110083 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-30d81775-79a8-4fd1-86a4-06105156b74a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0816934 Jul 15 13:04:21.165478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Allocated IP 172.25.2.223 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/3af000a7-f3b3-4374-abdc-43c7ed456e5d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:21.252824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-e110fa15-f02f-448e-8b20-7b7946ff9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.257237 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-e110fa15-f02f-448e-8b20-7b7946ff9b4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3354301 Jul 15 13:04:21.287689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.340880 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-5ad999c8-6b88-4805-be5a-89a57d74f27c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0752695 Jul 15 13:04:21.342834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-36a572c3-17a9-4c07-9b93-673b5b45cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.346584 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-36a572c3-17a9-4c07-9b93-673b5b45cea7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899989 Jul 15 13:04:21.372530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f09b2-4920-4547-8a3f-4a16c9f0a57b req-21e6e08d-f36a-46fa-9691-2be9e47bf72f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.380616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f09b2-4920-4547-8a3f-4a16c9f0a57b req-21e6e08d-f36a-46fa-9691-2be9e47bf72f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 944 time: 0.4826601 Jul 15 13:04:21.461990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f09b2-4920-4547-8a3f-4a16c9f0a57b req-0818211d-5410-4e62-b5ff-892877655a3e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Jul 15 13:04:21.483971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.556936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-f143dfb2-0a49-429d-8ad5-2c48056da8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.558889 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-f143dfb2-0a49-429d-8ad5-2c48056da8cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2059207 Jul 15 13:04:21.645758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:21.656268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:21.661194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:21.667830 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-c9e1cb18-aa66-4fc4-b4cc-01cc21a7c74c service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134162 Jul 15 13:04:21.781607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.792530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=3af000a7-f3b3-4374-abdc-43c7ed456e5d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.873366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.022726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a179630-c091-4023-82bc-56f0f116e8e8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:22.038041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-6ab89218-56ca-4905-b92e-f55ee16e2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.040152 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-6ab89218-56ca-4905-b92e-f55ee16e2881 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4702382 Jul 15 13:04:22.117113 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-346cebe2-a4b0-48b8-ba92-53360fcdca90 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395981 Jul 15 13:04:22.166992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7a179630-c091-4023-82bc-56f0f116e8e8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:22.180136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7a179630-c091-4023-82bc-56f0f116e8e8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:22.180521 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.212445 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-09ba22da-ea80-4c0f-997c-8438c4158073 service neutron] 10.222.0.49 "GET /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0/bindings/n-h2-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.2935495 Jul 15 13:04:22.240811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.250591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.344539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.358014 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-227f63f6-951d-4ab6-8028-9156e4c10a26 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031852 Jul 15 13:04:22.436058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.447404 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.448998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-612749bb-8961-4d29-beb3-039d41735165 req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8617756 Jul 15 13:04:22.449957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8779fc-238b-484d-abca-4744f3bd5396 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=3af000a7-f3b3-4374-abdc-43c7ed456e5d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:22.512262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7a179630-c091-4023-82bc-56f0f116e8e8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7a179630-c091-4023-82bc-56f0f116e8e8,segment=NetworkSegment(773fc97b-6ff4-4c01-9b3e-850f97c9b0f4),segment_id=773fc97b-6ff4-4c01-9b3e-850f97c9b0f4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:22.532588 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.592876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-bc4cb6a8-adef-4731-8bef-d662b3d0dc79 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273095 Jul 15 13:04:22.634420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-612749bb-8961-4d29-beb3-039d41735165 req-bafea309-3034-4c22-9b81-82e2c4452297 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.1780117 Jul 15 13:04:22.682633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7a179630-c091-4023-82bc-56f0f116e8e8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:22.841004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612749bb-8961-4d29-beb3-039d41735165 req-b0672462-68a6-4527-8e7b-442ab9b2be80 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.851834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-612749bb-8961-4d29-beb3-039d41735165 req-b0672462-68a6-4527-8e7b-442ab9b2be80 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2096393 Jul 15 13:04:23.046264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:23.069670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-636a9979-1191-4281-883e-90508a81c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.072404 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-636a9979-1191-4281-883e-90508a81c671 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1125 time: 0.1081009 Jul 15 13:04:23.092005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:23.112961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69938576-8c2c-4e17-9606-39b13e5ee939 req-e3507ca1-c240-4b01-8cfb-3fd1af68085b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.120471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69938576-8c2c-4e17-9606-39b13e5ee939 req-e3507ca1-c240-4b01-8cfb-3fd1af68085b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 947 time: 0.1306775 Jul 15 13:04:23.189132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9029aed-d1af-4e83-880c-c8435755e1c0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:23.198734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69938576-8c2c-4e17-9606-39b13e5ee939 req-313c474d-5977-4540-b45e-542b86f81cee tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771248 Jul 15 13:04:23.227200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:23.259110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.265284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456bd3-7ec0-40e3-b1a0-d8081f92f323 req-aee2e50e-0b39-4635-8389-ff1d6e918408 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.275340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5456bd3-7ec0-40e3-b1a0-d8081f92f323 req-aee2e50e-0b39-4635-8389-ff1d6e918408 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 944 time: 0.1210482 Jul 15 13:04:23.278184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-d6fc2f29-664d-4607-a19d-7f3526807af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.280987 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-d6fc2f29-664d-4607-a19d-7f3526807af2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.2027023 Jul 15 13:04:23.320627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5456bd3-7ec0-40e3-b1a0-d8081f92f323 req-ae362814-b4fd-4fa8-8caf-164b672e5ecb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Jul 15 13:04:23.359799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-35531739-a459-40d2-aaf4-e6694b8f1b3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0600955 Jul 15 13:04:23.431725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e236-74b7-4aba-a2ee-e24560599477 req-822b0ee1-3bbd-401c-96ce-b2d515d4e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.433207 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-822b0ee1-3bbd-401c-96ce-b2d515d4e9a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0668993 Jul 15 13:04:23.470043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] Transition to ACTIVE for port object c9029aed-d1af-4e83-880c-c8435755e1c0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:23.472431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-d3311c9a-4da8-44a0-8c6d-934120ae8075 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312765 Jul 15 13:04:23.478067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.498331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-a8f9a70e-9916-4738-be8f-bcfdee44c6e9 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1485326 Jul 15 13:04:23.508743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:23.534046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.568403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:23.590298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Request body: {'security_group': {'name': 'tempest-securitygroup-982911040', 'description': 'tempest-description-881857248'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:23.599867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] No DVR routers for this DVR port c9029aed-d1af-4e83-880c-c8435755e1c0 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:23.622535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.653540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] Pushing event updated for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:23.665105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.669305 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ec326603-2438-4f49-8fa3-dfe449da783c service neutron] 10.222.0.49 "PUT /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0/bindings/n-h2-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4479930 Jul 15 13:04:23.674748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-94d52f99-d027-4496-bf3d-f9f7dbcf6e3f service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900840 Jul 15 13:04:23.674927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:23.688832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '50544849-6090-437d-8d8c-0d034c2fc700', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '50544849-6090-437d-8d8c-0d034c2fc700', 'mac_address': 'fa:16:3e:fc:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:23.734075 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.747957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50544849-6090-437d-8d8c-0d034c2fc700 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:23.748185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.772389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:23.776089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.824241 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d952e236-74b7-4aba-a2ee-e24560599477 req-45bc1370-a85e-49ef-9403-c78e6bd52cec service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416919 Jul 15 13:04:23.852678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ccafc747-0f3b-4bbe-bb4b-e109667e735a tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.854262 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ccafc747-0f3b-4bbe-bb4b-e109667e735a tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.1078346 Jul 15 13:04:23.857843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:23.890473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a179630-c091-4023-82bc-56f0f116e8e8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:23.890630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.900301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.916905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Allocated IP 172.25.2.113 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/7918f73b-e711-4de8-b096-50db6834bfc2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:23.921279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ba23ed96-d9db-4b6d-b87a-27d3cbae122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.922821 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-ba23ed96-d9db-4b6d-b87a-27d3cbae122d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0&tenant_id=29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 1096 time: 0.0598035 Jul 15 13:04:23.953222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7a179630-c091-4023-82bc-56f0f116e8e8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:23.953952 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.968430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716806de-a129-439c-8a69-559a375a6406,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.011096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-b81f0ced-da87-44d2-a669-0989328d3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.012239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:24.012660 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-b81f0ced-da87-44d2-a669-0989328d3611 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0656550 Jul 15 13:04:24.086133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.094438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.102354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.122010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-4de32261-c41e-4ab5-b66a-e967c8e4eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.124188 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-4de32261-c41e-4ab5-b66a-e967c8e4eea4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1055386 Jul 15 13:04:24.145415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.146646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd8fc795-fccd-41c7-812c-9662aaf27ab4 req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5628262 Jul 15 13:04:24.150469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed23621-9551-4874-857b-cef63b771e31 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1638c20c-3023-4e37-9b4f-20a5948fba7c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.170615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.187523 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-94fc352d-b4b2-4da1-b0e9-63427dd1fb53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0572624 Jul 15 13:04:24.211033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:24.218663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:24.226052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:24.236523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=7918f73b-e711-4de8-b096-50db6834bfc2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.247035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-536092fe-4eaa-4af9-8a6c-a8dc5d5c2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.249254 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-536092fe-4eaa-4af9-8a6c-a8dc5d5c2764 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0541439 Jul 15 13:04:24.284628 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.288157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-0891baaa-83ce-4827-90b3-ad233f73f055 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326214 Jul 15 13:04:24.330012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.389709 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-847ca253-be5b-4033-a0a6-1bc6fc343195 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934196 Jul 15 13:04:24.488524 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-3a01183d-1bc1-467a-a095-b765503f0dca service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926933 Jul 15 13:04:24.506831 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.513152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.555189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.577238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=7918f73b-e711-4de8-b096-50db6834bfc2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.580453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.587568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-32cda4b0-cbfa-4d3f-be95-87b75b31ff99 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0829306 Jul 15 13:04:24.642082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-039f9e2e-04e9-43da-96ec-8fa7ee51b740 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 696 time: 0.0535376 Jul 15 13:04:24.723601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ceda-4260-4f36-9676-cb1968401386 req-efcc8c14-71dd-49f4-96b9-e9cb8b08e033 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.725776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-efcc8c14-71dd-49f4-96b9-e9cb8b08e033 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db&tenant_id=77ea1299346e4ffcb81c852203ecad30&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 948 time: 0.1286974 Jul 15 13:04:24.757838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-5c7c8313-6875-4168-a435-cd4f48473170 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.759349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1a21501-2f23-4c81-9a6e-4f028870d03b req-5c7c8313-6875-4168-a435-cd4f48473170 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1164680 Jul 15 13:04:24.809831 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [req-4949ceda-4260-4f36-9676-cb1968401386 req-6c8ea4eb-1bae-4497-9944-28d339337f34 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:04:24.811525 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-6c8ea4eb-1bae-4497-9944-28d339337f34 service neutron] 10.222.0.23 "DELETE /v2.0/ports/50544849-6090-437d-8d8c-0d034c2fc700/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0784206 Jul 15 13:04:24.811703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4b9bf21c-4658-4ad1-b2c3-0df9e089113f req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Request body: {'security_group': {'name': 'tempest-securitygroup-722370575', 'description': 'tempest-description-355507807'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:24.859017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4b9bf21c-4658-4ad1-b2c3-0df9e089113f req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.902102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-00007457-dfd0-424a-9d70-0b3b4e557836 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.904481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-00007457-dfd0-424a-9d70-0b3b4e557836 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.1391056 Jul 15 13:04:24.941792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ceda-4260-4f36-9676-cb1968401386 req-38466825-b82b-4b5e-82d6-0c14a40517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.943344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-38466825-b82b-4b5e-82d6-0c14a40517b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1099 time: 0.0596826 Jul 15 13:04:25.051366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ceda-4260-4f36-9676-cb1968401386 req-86ff3765-bec2-4300-a414-ee980d04eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.057677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-86ff3765-bec2-4300-a414-ee980d04eae2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1069572 Jul 15 13:04:25.074469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4b9bf21c-4658-4ad1-b2c3-0df9e089113f req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.085162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4b9bf21c-4658-4ad1-b2c3-0df9e089113f req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.122444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-a2d45739-801e-4503-96ff-62a548fc88e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0573788 Jul 15 13:04:25.131641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f288462d-b569-4733-aebd-a76b5021092a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:25.133843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4b9bf21c-4658-4ad1-b2c3-0df9e089113f req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.135070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b9bf21c-4658-4ad1-b2c3-0df9e089113f req-7131f108-933d-4453-9f59-7b75fd480938 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3446789 Jul 15 13:04:25.136122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d0f58603-f916-421c-a119-584c560dd9fa service neutron] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:25.140829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d0f58603-f916-421c-a119-584c560dd9fa service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.141887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fab1cbae-09b4-46b9-bbad-1ce402595b5f req-d0f58603-f916-421c-a119-584c560dd9fa service neutron] 10.222.0.23 "DELETE /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0/bindings/n-h1-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.2308128 Jul 15 13:04:25.276870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ceda-4260-4f36-9676-cb1968401386 req-c3955692-4f76-42f1-88f3-9841810c604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.279875 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-c3955692-4f76-42f1-88f3-9841810c604f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0684066 Jul 15 13:04:25.307671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9fe6e-57f2-422c-8f36-f8b9fdaf42d0 req-fe81a833-666b-40df-afee-4e71a600d155 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.309193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48c9fe6e-57f2-422c-8f36-f8b9fdaf42d0 req-fe81a833-666b-40df-afee-4e71a600d155 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 945 time: 0.0658956 Jul 15 13:04:25.355075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ceda-4260-4f36-9676-cb1968401386 req-90022de8-8559-4283-bf32-fe01de297009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.356554 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-90022de8-8559-4283-bf32-fe01de297009 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694115 Jul 15 13:04:25.389455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48c9fe6e-57f2-422c-8f36-f8b9fdaf42d0 req-519c3b53-7e4c-41f2-a6c3-49a54ce0c7ea tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728509 Jul 15 13:04:25.420884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d8e4a-c98a-418b-91c5-ec0051cef035 req-5734f348-3a72-42ed-80db-6743f7614cfa tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.422402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-817d8e4a-c98a-418b-91c5-ec0051cef035 req-5734f348-3a72-42ed-80db-6743f7614cfa tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 948 time: 0.0840118 Jul 15 13:04:25.458955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-7df2dec7-c3c3-4730-b41d-ee49a75ca8db service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957267 Jul 15 13:04:25.475045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-817d8e4a-c98a-418b-91c5-ec0051cef035 req-6f3701dc-b13f-4304-981c-ddc920e87a9a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jul 15 13:04:25.576759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:25.579173 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4949ceda-4260-4f36-9676-cb1968401386 req-b44fe667-954e-4e45-b1ad-78c284298b92 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137452 Jul 15 13:04:25.690513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 50544849-6090-437d-8d8c-0d034c2fc700 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:25.697447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 50544849-6090-437d-8d8c-0d034c2fc700 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:25.697820 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.746797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-80a68993-0249-438e-b0f6-56e372641f78 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1892414 Jul 15 13:04:25.758004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:25.784772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.820306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2123627296', 'description': 'tempest-description-882662169'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:25.824723 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.847452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:25.849592 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee5b138-27fe-4ca4-af67-2982f1113bdb" -d '{"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-plugged", "status": "completed", "tag": "50544849-6090-437d-8d8c-0d034c2fc700"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:25.863288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:25.867701 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.868617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:25.946311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:25.947874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.121345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.134504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.203933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.335693 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.342451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.364661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Allocated IP 172.25.2.162 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/48fc702d-98a1-4e4c-95cc-c0471ec69f76) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:26.397346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b6d84-2e53-4a6b-a9f2-5420b039fe26,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.531945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.536344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.553921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.580407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.581638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bda57214-b757-472d-afa0-5aacf1e667a5 req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7729542 Jul 15 13:04:26.587591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10760a-4fc4-4e6a-b4f6-d02e728e23e8 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632f1d7-8810-4c88-83b1-a946bb4e4f8d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.618044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.660980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:26.665209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:26.668248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:26.714327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=48fc702d-98a1-4e4c-95cc-c0471ec69f76,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.746586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.749634 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746fd4fe-1e9e-4178-a6e7-88b9ad405adf x-openstack-request-id: req-746fd4fe-1e9e-4178-a6e7-88b9ad405adf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:26.750162 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-plugged", "status": "completed", "tag": "50544849-6090-437d-8d8c-0d034c2fc700", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:26.750162 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-746fd4fe-1e9e-4178-a6e7-88b9ad405adf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:26.751561 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700', 'code': 200} Jul 15 13:04:26.799303 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.007725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.014701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.055233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.078616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.079824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3259721 Jul 15 13:04:27.081547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fec7f6-ecfe-45b7-abd2-6f5d88206284 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event updated for resources: {'Port': ['ID=48fc702d-98a1-4e4c-95cc-c0471ec69f76,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:27.095113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2567e95-8ffe-46f4-a270-7294382eed4d req-554e5e66-3d29-4c49-803a-ffb51b4002f2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.096690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2567e95-8ffe-46f4-a270-7294382eed4d req-554e5e66-3d29-4c49-803a-ffb51b4002f2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.1416457 Jul 15 13:04:27.167784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-dcb831b1-22ae-433d-9170-52e3c1eaa240 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0701001 Jul 15 13:04:27.196075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2567e95-8ffe-46f4-a270-7294382eed4d req-093d09ff-cb1c-42b0-b26e-e75ba1250a6e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919049 Jul 15 13:04:27.234170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d5e03fc3-6d33-4074-9dc3-af436e9f658a req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1548784125', 'description': 'tempest-description-46073638'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:27.297593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5e03fc3-6d33-4074-9dc3-af436e9f658a req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.336141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-437e0a07-4ad2-426f-b2ca-a1ace89f51ee tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.337498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-437e0a07-4ad2-426f-b2ca-a1ace89f51ee tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1582341 Jul 15 13:04:27.350384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-97494248-b46c-4d26-9cdb-b69f513c8e11 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:27.351343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4b5926e-a435-4ee3-9e80-1bfa18727d4c req-97494248-b46c-4d26-9cdb-b69f513c8e11 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072792 Jul 15 13:04:27.412402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5e03fc3-6d33-4074-9dc3-af436e9f658a req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.416890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5e03fc3-6d33-4074-9dc3-af436e9f658a req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.445432 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5e03fc3-6d33-4074-9dc3-af436e9f658a req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.446763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e03fc3-6d33-4074-9dc3-af436e9f658a req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2197218 Jul 15 13:04:27.459662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d2dc4-a21d-4453-8024-2a81b6f0b12d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee0d2bc-e54d-4c92-81ba-bd92b049c9ea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:27.505281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595f1cb-d78e-475b-b4a9-ac18e01a1897 req-2f80d0a5-0fc1-40cb-bd8e-a0b0b4f16243 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.507083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0595f1cb-d78e-475b-b4a9-ac18e01a1897 req-2f80d0a5-0fc1-40cb-bd8e-a0b0b4f16243 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0572424 Jul 15 13:04:27.546470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0595f1cb-d78e-475b-b4a9-ac18e01a1897 req-347cd639-5bcf-4793-b342-b988cb1671da tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Jul 15 13:04:27.657077 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1372688-4b75-48a8-82e6-a46bce029ad5 req-2db7357f-baff-4720-a5ad-4a7b85967e36 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips/89beccc0-df56-4d17-823a-a5541c58af63 HTTP/1.1" status: 200 len: 693 time: 0.0593112 Jul 15 13:04:27.792857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d442cd-e8e3-4aa7-b10e-bb8fdb806b0a req-4347785c-4f3c-428f-9096-dbf8bdd2b416 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.794393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6d442cd-e8e3-4aa7-b10e-bb8fdb806b0a req-4347785c-4f3c-428f-9096-dbf8bdd2b416 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1100 time: 0.1223140 Jul 15 13:04:27.802410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372688-4b75-48a8-82e6-a46bce029ad5 req-c8d7a83a-812c-4ef3-9ac0-c39dc5cef41b tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.803674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1372688-4b75-48a8-82e6-a46bce029ad5 req-c8d7a83a-812c-4ef3-9ac0-c39dc5cef41b tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1411464 Jul 15 13:04:27.821901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-b1372688-4b75-48a8-82e6-a46bce029ad5 req-8da1de3c-63ee-4032-b638-cab3b299aec1 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:27.822907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1372688-4b75-48a8-82e6-a46bce029ad5 req-8da1de3c-63ee-4032-b638-cab3b299aec1 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127473 Jul 15 13:04:27.852641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6d442cd-e8e3-4aa7-b10e-bb8fdb806b0a req-0d360317-eb43-42c2-9705-92aa6b785ea2 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480425 Jul 15 13:04:28.150544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-af7bb627-7763-4948-a135-460b582db8e8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.152005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-af7bb627-7763-4948-a135-460b582db8e8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.1559429 Jul 15 13:04:28.175800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-67483958-b386-4c9c-8ca9-7de35c0de286 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/quotas/29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 375 time: 0.0183315 Jul 15 13:04:28.207784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-b3d917a0-eaf7-405e-b242-1ec91ae9c59c tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47842 time: 0.3668754 Jul 15 13:04:28.265391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-bb172bf8-9afe-40bc-a53a-a5a24fe73481 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828986 Jul 15 13:04:28.334252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-3a21c88d-0b8e-4bad-b082-7f2b47bd6f72 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/01713006-dc2e-469c-bd36-1751caa4c102 HTTP/1.1" status: 200 len: 2977 time: 0.0760875 Jul 15 13:04:28.413786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-eb94ed93-ea57-41a1-830a-b04bede6bbbd service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371675 Jul 15 13:04:28.416667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-c2924fed-7155-48fb-98d7-06657cab8c0f tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/01713006-dc2e-469c-bd36-1751caa4c102 HTTP/1.1" status: 200 len: 2977 time: 0.0571251 Jul 15 13:04:28.513162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-45a192cf-26c7-4cb1-9f20-cc3138912323 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51 HTTP/1.1" status: 200 len: 2981 time: 0.0907538 Jul 15 13:04:28.560569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-8d3769d2-cee0-4eb5-b17a-5b694bc6ea0e service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311727 Jul 15 13:04:28.571592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-bb9d2f1a-52ae-44da-a3fc-a1d74c85db44 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51 HTTP/1.1" status: 200 len: 2981 time: 0.0518627 Jul 15 13:04:28.614635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-c08aa7c2-7ea4-40b7-8769-f80784644db0 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5dad2521-438f-4299-9b58-78a80af965ad HTTP/1.1" status: 200 len: 2977 time: 0.0366001 Jul 15 13:04:28.656991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-acf212f3-277b-41cb-9d4a-8366cc54be5d tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5dad2521-438f-4299-9b58-78a80af965ad HTTP/1.1" status: 200 len: 2977 time: 0.0370393 Jul 15 13:04:28.704379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-8856f0de-3e99-40f0-a2fe-bb68fc289ee3 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5df75852-0856-41da-92b9-9a28878b6eb7 HTTP/1.1" status: 200 len: 2981 time: 0.0417864 Jul 15 13:04:28.758498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8cccc7c1-a71c-48e9-84ea-fbfd6e4aee36 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips/89beccc0-df56-4d17-823a-a5541c58af63 HTTP/1.1" status: 200 len: 693 time: 0.0574899 Jul 15 13:04:28.812234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-b0f2d0b1-0bd2-47a1-bab3-b1c28651ec75 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5df75852-0856-41da-92b9-9a28878b6eb7 HTTP/1.1" status: 200 len: 2981 time: 0.1016722 Jul 15 13:04:28.909376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-fc3020f4-ac6c-4bfb-98ba-321304392f31 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/625ecec8-7a65-4dad-8fc5-a58314268908 HTTP/1.1" status: 200 len: 2981 time: 0.0889363 Jul 15 13:04:28.916299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-ea7d5c44-9db0-47ea-a051-1ae2a1502700 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.917649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-ea7d5c44-9db0-47ea-a051-1ae2a1502700 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1495476 Jul 15 13:04:28.938720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-f336acb3-147f-4779-be98-beb080d27271 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:28.941647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-f336acb3-147f-4779-be98-beb080d27271 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093591 Jul 15 13:04:28.999969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-c6e23c7a-1186-406b-8055-edbabeb41656 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/625ecec8-7a65-4dad-8fc5-a58314268908 HTTP/1.1" status: 200 len: 2981 time: 0.0813210 Jul 15 13:04:29.007472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-0c7f0d6d-26d2-4cfa-8cd7-68fd6277696e tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0521040 Jul 15 13:04:29.077036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-bf4d40f5-f6f4-41d5-9bd0-0b5585e38c74 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0622668 Jul 15 13:04:29.095268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-111fe8a4-bbf5-453e-bc4f-463aa8820988 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/716806de-a129-439c-8a69-559a375a6406 HTTP/1.1" status: 200 len: 2981 time: 0.0872424 Jul 15 13:04:29.224645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-558cdf58-3a23-4779-982c-8032adff01af tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/716806de-a129-439c-8a69-559a375a6406 HTTP/1.1" status: 200 len: 2981 time: 0.0992370 Jul 15 13:04:29.276794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Deleting port 48fc702d-98a1-4e4c-95cc-c0471ec69f76 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:29.277121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.290908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-9b0a7bc9-cf60-4d16-ab9c-2e15ebd5f277 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/83365eef-2283-4a23-ba03-db0df74f6b17 HTTP/1.1" status: 200 len: 2981 time: 0.0599830 Jul 15 13:04:29.380697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-12c4317d-7775-424b-ab04-dab041528352 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/83365eef-2283-4a23-ba03-db0df74f6b17 HTTP/1.1" status: 200 len: 2981 time: 0.0812576 Jul 15 13:04:29.389571 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.389893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.414123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Calling delete_port for 48fc702d-98a1-4e4c-95cc-c0471ec69f76 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:29.492143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-a09fc93a-0cfa-4d2e-a182-42452d2dd0ad tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a71b6d84-2e53-4a6b-a9f2-5420b039fe26 HTTP/1.1" status: 200 len: 2981 time: 0.0995517 Jul 15 13:04:29.556132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-184ad272-033d-4b5f-ad8f-808405e3debe tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a71b6d84-2e53-4a6b-a9f2-5420b039fe26 HTTP/1.1" status: 200 len: 2981 time: 0.0570750 Jul 15 13:04:29.634795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-b0af309c-358e-4063-b800-06f1d88ac023 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/afad82a6-7b4a-49b1-a62b-3f45e0bc33ed HTTP/1.1" status: 200 len: 2981 time: 0.0715168 Jul 15 13:04:29.640656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.680110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event deleted for resources: {'Port': ['ID=48fc702d-98a1-4e4c-95cc-c0471ec69f76,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:29.719148 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.722036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.722738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee64fedf-c31f-4298-a27b-17b64ed3082c req-8ccb9875-c109-45ff-ba2f-830210d16c34 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "DELETE /v2.0/floatingips/89beccc0-df56-4d17-823a-a5541c58af63 HTTP/1.1" status: 204 len: 173 time: 0.6374526 Jul 15 13:04:29.734882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-949fbe6d-6817-4133-b101-5ad00b1f0167 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/afad82a6-7b4a-49b1-a62b-3f45e0bc33ed HTTP/1.1" status: 200 len: 2981 time: 0.0917556 Jul 15 13:04:29.781126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-ebc107f5-f1e2-4cba-b711-949d1f120315 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b8cae522-9393-4868-894d-eb65536931af HTTP/1.1" status: 200 len: 2981 time: 0.0403473 Jul 15 13:04:29.847327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-9e2535e6-db1c-4273-bf73-73429faffdcf tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b8cae522-9393-4868-894d-eb65536931af HTTP/1.1" status: 200 len: 2981 time: 0.0521533 Jul 15 13:04:29.916878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-621989d6-6911-4e5c-819c-9daef746d219 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b90aced3-d7f2-4fa2-9310-db4ff19b1d28 HTTP/1.1" status: 200 len: 2981 time: 0.0685580 Jul 15 13:04:29.968909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-be99386b-7150-427f-8460-21f7351ff7a2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.970700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-be99386b-7150-427f-8460-21f7351ff7a2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.1524603 Jul 15 13:04:29.990035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-7af6feb4-6049-4336-af5a-6dd94434c162 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b90aced3-d7f2-4fa2-9310-db4ff19b1d28 HTTP/1.1" status: 200 len: 2981 time: 0.0666630 Jul 15 13:04:29.991317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Request body: {'port': {'device_id': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'admin_state_up': True, 'tenant_id': '29bff708d8814b7fa0ac78263eb3af57'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:30.038901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-e97392e7-a894-42fd-8817-e8a9b40452f9 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/cb9c5e69-44b3-406a-95b4-4a8c2e87dd25 HTTP/1.1" status: 200 len: 2973 time: 0.0417006 Jul 15 13:04:30.093739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-bea0a693-a9c9-4417-b8c1-43bf756867ab tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/cb9c5e69-44b3-406a-95b4-4a8c2e87dd25 HTTP/1.1" status: 200 len: 2973 time: 0.0465956 Jul 15 13:04:30.124909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Made reservation on behalf of 29bff708d8814b7fa0ac78263eb3af57 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:30.129336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.143629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-83c6fb40-b629-46dd-a1c5-3b090b2d996c tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/daacc336-e3b1-484c-ab1f-aec7d8aa8242 HTTP/1.1" status: 200 len: 2981 time: 0.0392442 Jul 15 13:04:30.191996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-044be941-c53b-4a71-8826-57711fafc41e tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/daacc336-e3b1-484c-ab1f-aec7d8aa8242 HTTP/1.1" status: 200 len: 2981 time: 0.0420275 Jul 15 13:04:30.242464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-615825c0-9f38-4790-abd4-3b28e348c86f tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dafa3915-96bd-42b1-964c-5e9239e705a3 HTTP/1.1" status: 200 len: 2977 time: 0.0432906 Jul 15 13:04:30.267663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Allocated IP 172.20.0.4 (8279a9f6-085b-4b88-bd81-cdfa0b4cee7b/58f1a75d-8f8b-403c-bd8e-9505ff1123d6/6c67b508-2e64-41cc-b66b-04b2132b8d4b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:30.312939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46af3014-55f8-4d90-b367-2b849aba704e req-49c99485-a37d-4a2b-a59b-ca81e87ed16e tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dafa3915-96bd-42b1-964c-5e9239e705a3 HTTP/1.1" status: 200 len: 2977 time: 0.0635469 Jul 15 13:04:30.314715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eac8202c-0452-43e5-887f-162b9f6bf8d3 req-df2bf242-7ba6-4172-b73d-7521e9a66b1d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 210 time: 0.0325282 Jul 15 13:04:30.423548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.464623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.505780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-7a56817a-a23c-45f2-9b13-bceca7db9f94 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485721 Jul 15 13:04:30.522285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:30.526737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:30.529431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.531612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:30.567191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.578041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac89c94-8c9b-4aea-9c16-abcc31a97836 req-0fa94389-53c7-4126-bc84-0efefa427b5c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.579598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ac89c94-8c9b-4aea-9c16-abcc31a97836 req-0fa94389-53c7-4126-bc84-0efefa427b5c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2500539 Jul 15 13:04:30.597311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.598273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.614163 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-34fb8f40-0a7a-4683-b6e7-ae43e3155adb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269491 Jul 15 13:04:30.628301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Request body: {'port': {'device_id': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:30.660427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-dc869c21-6a9e-4a62-a94b-f95ed1b922c1 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.662701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-dc869c21-6a9e-4a62-a94b-f95ed1b922c1 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495445 Jul 15 13:04:30.678263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-9842795e-0d0c-4789-8501-4ef90856e800 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/quotas/77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 375 time: 0.0101721 Jul 15 13:04:30.702737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.745239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-f1684328-293c-49da-821f-57e84dedd467 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614312 Jul 15 13:04:30.981155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c1708ab-7dfd-4776-a83a-2d2edc17d44c req-f47ce1ed-427a-4eb4-963a-b38b27efbb17 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8bd253819d54522acb1c972007afe4d HTTP/1.1" status: 200 len: 6100 time: 0.1060128 Jul 15 13:04:30.996861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67b508-2e64-41cc-b66b-04b2132b8d4b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:31.006842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.023152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Transition to ACTIVE for port object 6c67b508-2e64-41cc-b66b-04b2132b8d4b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:31.029365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.041189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31d85c7e-ae1a-4780-b139-3a8c695d0ff7 req-b6135a7d-dbd6-42d4-b965-f6c9d6a7ddf5 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=6d6b1cb45b1648a3b195749fff99b43a HTTP/1.1" status: 200 len: 1656 time: 0.1019268 Jul 15 13:04:31.081242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:31.171795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:31.172273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:31.172604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:31.177697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:31.178065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:31.183823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:31.184160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:31.184541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:31.185014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Bound port: 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:31.185614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.263769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:31.267651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:31.273511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.307387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.308010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.309781 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] 10.222.0.49 "PUT /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 1091 time: 0.6854162 Jul 15 13:04:31.312262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:31.316025 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7368f691-24a7-411f-8d06-bea557db584e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:31.346911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451462ce-c923-462e-ac28-99c16caa9ecf service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:31.414310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c1708ab-7dfd-4776-a83a-2d2edc17d44c req-6743cf0d-dab2-4514-b355-b80dcb29a747 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "GET /v2.0/security-groups/716806de-a129-439c-8a69-559a375a6406 HTTP/1.1" status: 200 len: 2981 time: 0.3990099 Jul 15 13:04:31.424936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-c7055bc3-bc59-4568-8332-7bc6aac29380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.426969 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-c7055bc3-bc59-4568-8332-7bc6aac29380 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1094 time: 0.0620015 Jul 15 13:04:31.476833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-14c3656f-ab8a-45e9-a51b-f0d5aaa7e025 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 217 time: 0.0417733 Jul 15 13:04:31.477930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85c7e-ae1a-4780-b139-3a8c695d0ff7 req-90a0ed40-0600-4d35-815c-4fa872fe779c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.479448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31d85c7e-ae1a-4780-b139-3a8c695d0ff7 req-90a0ed40-0600-4d35-815c-4fa872fe779c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks?id=094b335c-e385-4055-aa84-a4b220b58408&id=094b335c-e385-4055-aa84-a4b220b58408&id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 787 time: 0.4301167 Jul 15 13:04:31.494093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-31d85c7e-ae1a-4780-b139-3a8c695d0ff7 req-7abd90f2-8d4d-4752-893b-9135dae1c379 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:31.495176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31d85c7e-ae1a-4780-b139-3a8c695d0ff7 req-7abd90f2-8d4d-4752-893b-9135dae1c379 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075674 Jul 15 13:04:31.499645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c1708ab-7dfd-4776-a83a-2d2edc17d44c req-b0993397-c527-4501-b8d8-32cb60894d66 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "GET /v2.0/security-groups/716806de-a129-439c-8a69-559a375a6406 HTTP/1.1" status: 200 len: 2981 time: 0.0755472 Jul 15 13:04:31.534779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-976b9c60-3d62-4c4a-befe-e611175ed547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.536470 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-976b9c60-3d62-4c4a-befe-e611175ed547 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0537317 Jul 15 13:04:31.601047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-1bc91c88-bc0d-46ea-903f-f551c8862030 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570004 Jul 15 13:04:31.645243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-351199bb-b2f6-4b8b-921d-520d96a3d86a req-07adf96e-f892-4e2f-bab7-aa084217feda tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 210 time: 0.0339546 Jul 15 13:04:31.721436 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-b2f26533-e93f-431a-8c68-9c40df441c2c service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129191 Jul 15 13:04:31.776576 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e0537b-1e41-4381-9a3b-1404b5c68a8f x-openstack-request-id: req-54e0537b-1e41-4381-9a3b-1404b5c68a8f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:31.776861 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:31.777114 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54e0537b-1e41-4381-9a3b-1404b5c68a8f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:31.777508 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'status': 'completed', 'code': 200} Jul 15 13:04:31.857586 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eb9bc9f7-13b6-4475-9cd2-7f685b98a250 req-6db471bf-abc9-489b-8aa5-f99d2d608a74 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213143 Jul 15 13:04:31.963461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-7053dd65-964b-4bc2-b175-de101b52328c tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips/b6fc4f6e-3410-4a92-93fe-8f36509f516f HTTP/1.1" status: 200 len: 693 time: 0.0524774 Jul 15 13:04:32.079322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86dbb1-3bb5-45e2-b408-1fa502d885fd req-7e0459f9-2ea3-4f76-ae78-ce721a80c176 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.081690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce86dbb1-3bb5-45e2-b408-1fa502d885fd req-7e0459f9-2ea3-4f76-ae78-ce721a80c176 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 943 time: 0.2160127 Jul 15 13:04:32.084603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:32.149520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce86dbb1-3bb5-45e2-b408-1fa502d885fd req-2f198d48-2650-4dfe-8097-ef190a11e7c2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538917 Jul 15 13:04:32.157358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-33675276-aef9-4044-8a9d-4f1b2f06ebb2 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.158976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-33675276-aef9-4044-8a9d-4f1b2f06ebb2 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1862118 Jul 15 13:04:32.179060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-29932473-10fd-425e-ba2e-7ee22bc0aec0 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:32.187644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-29932473-10fd-425e-ba2e-7ee22bc0aec0 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166886 Jul 15 13:04:32.222391 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-55a92202-6ce0-48be-a16d-e5665b1bf39d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233247 Jul 15 13:04:32.276825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-56cc8dbd-42b5-4ed1-842d-fefea18085cb tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 696 time: 0.0799980 Jul 15 13:04:32.279861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c3e1dff-aba5-40ab-bfa2-0bc6f57d97c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.300194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ccb35b0-ff88-48bd-8083-9f34c2378174 req-5004f22c-56a0-4111-b642-63bbc3503f80 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0ee0d2bc-e54d-4c92-81ba-bd92b049c9ea HTTP/1.1" status: 200 len: 1776 time: 0.1100628 Jul 15 13:04:32.325431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f691-24a7-411f-8d06-bea557db584e req-2cfb9245-0fab-4b59-a8c5-dcb706a74cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.327751 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-2cfb9245-0fab-4b59-a8c5-dcb706a74cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1094 time: 0.4130001 Jul 15 13:04:32.349054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-71ad3555-8552-419a-a274-33ec25553ec0 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 696 time: 0.0606353 Jul 15 13:04:32.382256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-21d235a0-aee5-4825-af96-d7794790b24e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.383201 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-21d235a0-aee5-4825-af96-d7794790b24e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555443 Jul 15 13:04:32.421991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Request body: {'port': {'device_id': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '77ea1299346e4ffcb81c852203ecad30'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:32.505286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f691-24a7-411f-8d06-bea557db584e req-ba2f3a69-b10d-424c-ac95-5b05bf5d62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.506697 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-ba2f3a69-b10d-424c-ac95-5b05bf5d62d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1680124 Jul 15 13:04:32.527501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1ccb35b0-ff88-48bd-8083-9f34c2378174 req-c5cbe886-3ce4-4977-85dd-396c88208b43 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.555411 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-3ef4aba3-2dfc-4257-8ef8-ba947bb7eb0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 217 time: 0.0410991 Jul 15 13:04:32.579094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c3e1dff-aba5-40ab-bfa2-0bc6f57d97c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.580744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1ccb35b0-ff88-48bd-8083-9f34c2378174 req-c5cbe886-3ce4-4977-85dd-396c88208b43 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.588591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c3e1dff-aba5-40ab-bfa2-0bc6f57d97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.625506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f691-24a7-411f-8d06-bea557db584e req-292ec2ed-0983-4d84-94f6-109470447f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.627098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-292ec2ed-0983-4d84-94f6-109470447f23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0609608 Jul 15 13:04:32.630442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Made reservation on behalf of 77ea1299346e4ffcb81c852203ecad30 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:32.633967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.654101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Deleting port 7918f73b-e711-4de8-b096-50db6834bfc2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:32.654609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.665865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e1dff-aba5-40ab-bfa2-0bc6f57d97c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eca318-f2cc-4cd3-b334-0fbe26612a7b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:32.670947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-b529ad59-4521-4f92-8b7d-b333a8792fd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331292 Jul 15 13:04:32.689790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0c3e1dff-aba5-40ab-bfa2-0bc6f57d97c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e92c859916614bb69a4c7361de5cba5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6039107 Jul 15 13:04:32.692866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:32.705388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1ccb35b0-ff88-48bd-8083-9f34c2378174 req-c5cbe886-3ce4-4977-85dd-396c88208b43 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.707964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1ccb35b0-ff88-48bd-8083-9f34c2378174 req-c5cbe886-3ce4-4977-85dd-396c88208b43 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.709065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ccb35b0-ff88-48bd-8083-9f34c2378174 req-c5cbe886-3ce4-4977-85dd-396c88208b43 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ee0d2bc-e54d-4c92-81ba-bd92b049c9ea HTTP/1.1" status: 204 len: 173 time: 0.3793621 Jul 15 13:04:32.744152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbe886-3ce4-4977-85dd-396c88208b43 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee0d2bc-e54d-4c92-81ba-bd92b049c9ea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:32.781858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.782348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.795489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Calling delete_port for 7918f73b-e711-4de8-b096-50db6834bfc2 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:32.902114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-062bed68-85bd-4fd9-aa91-eecf7576a7cf service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207534 Jul 15 13:04:32.905648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-548a4574-ea31-4e7f-8299-127c5d579118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.927878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Allocated IP 192.168.233.122 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/fdbcdbcd-6ea3-4dc2-9770-a78a3afce818) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:32.971342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-548a4574-ea31-4e7f-8299-127c5d579118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.971583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.977105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f088ad1-d17e-4cc7-95a9-9d216441479f req-6214b2ba-8e62-4b01-946c-9bd8c9e451bc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 210 time: 0.0375876 Jul 15 13:04:33.005544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event deleted for resources: {'Port': ['ID=7918f73b-e711-4de8-b096-50db6834bfc2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.041759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.045196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.046357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf10cfa-8d00-45e4-8479-60a6ee4da3b5 req-83683b10-3321-4162-8cfa-8a9a15a204ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "DELETE /v2.0/floatingips/b6fc4f6e-3410-4a92-93fe-8f36509f516f HTTP/1.1" status: 204 len: 173 time: 0.6838930 Jul 15 13:04:33.072453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a45d242-4e77-4e41-bf7a-30420b538f6c req-5b471331-0fac-4bfc-9f6a-0894ed504b31 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d632f1d7-8810-4c88-83b1-a946bb4e4f8d HTTP/1.1" status: 200 len: 1777 time: 0.0609949 Jul 15 13:04:33.100675 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7368f691-24a7-411f-8d06-bea557db584e req-35d7911d-a5d4-4b4c-9c5b-f07aa23e82f5 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903675 Jul 15 13:04:33.132225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-548a4574-ea31-4e7f-8299-127c5d579118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.134769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-548a4574-ea31-4e7f-8299-127c5d579118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.135907 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-548a4574-ea31-4e7f-8299-127c5d579118 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52eca318-f2cc-4cd3-b334-0fbe26612a7b HTTP/1.1" status: 204 len: 168 time: 0.4421265 Jul 15 13:04:33.168706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-381a0c71-d21c-48be-b1ab-97578228015e tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips/133b614d-3266-43a2-b5eb-f378ff4bb7f6 HTTP/1.1" status: 200 len: 693 time: 0.0730534 Jul 15 13:04:33.180624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a4574-ea31-4e7f-8299-127c5d579118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eca318-f2cc-4cd3-b334-0fbe26612a7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.231305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0a45d242-4e77-4e41-bf7a-30420b538f6c req-1d0de923-2468-4241-b6c6-9e124d53aa55 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.237878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.254349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Transition to ACTIVE for port object fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:33.288990 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.292634 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0a45d242-4e77-4e41-bf7a-30420b538f6c req-1d0de923-2468-4241-b6c6-9e124d53aa55 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.295970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.309353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:33.333536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-7c52f0f4-b192-47d4-a34b-56c2c5c0896e tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.335155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-7c52f0f4-b192-47d4-a34b-56c2c5c0896e tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1584566 Jul 15 13:04:33.349199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:33.354141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:33.359299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:33.397949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-33e2d32d-5488-49ec-8e3c-228486e8f6e2 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0535297 Jul 15 13:04:33.405829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0a45d242-4e77-4e41-bf7a-30420b538f6c req-1d0de923-2468-4241-b6c6-9e124d53aa55 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.408598 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0a45d242-4e77-4e41-bf7a-30420b538f6c req-1d0de923-2468-4241-b6c6-9e124d53aa55 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.424902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a45d242-4e77-4e41-bf7a-30420b538f6c req-1d0de923-2468-4241-b6c6-9e124d53aa55 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/d632f1d7-8810-4c88-83b1-a946bb4e4f8d HTTP/1.1" status: 204 len: 173 time: 0.3381362 Jul 15 13:04:33.432277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.432968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.443759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.458955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-d25d7375-6e20-41f2-8f56-bd88d816252a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0421665 Jul 15 13:04:33.473387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Request body: {'port': {'device_id': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:33.538121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de923-2468-4241-b6c6-9e124d53aa55 tempest-SecurityGroupsTestAdminJSON-1284943457 tempest-SecurityGroupsTestAdminJSON-1284943457-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632f1d7-8810-4c88-83b1-a946bb4e4f8d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.571867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-7347e252-162c-42eb-ba8f-58a4b11f8209 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.1669147 Jul 15 13:04:33.585275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.587043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:33.612218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b7dfb68-e879-4188-86ff-0263d394d166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.720507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-861d3175-c26e-4367-a23b-c2df2c232624 None None] Provisioning for port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:33.725119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-861d3175-c26e-4367-a23b-c2df2c232624 None None] Provisioning complete for port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:33.725775 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-861d3175-c26e-4367-a23b-c2df2c232624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.791654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Deleting port 3af000a7-f3b3-4374-abdc-43c7ed456e5d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:33.792496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.797635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-861d3175-c26e-4367-a23b-c2df2c232624 None None] Port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:33.861326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be30a-fc05-460f-9a9a-9e1713218938 req-8dbfdee0-b02e-4487-9cb1-dd0b292c2dc7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.862849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-618be30a-fc05-460f-9a9a-9e1713218938 req-8dbfdee0-b02e-4487-9cb1-dd0b292c2dc7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 943 time: 0.1459277 Jul 15 13:04:33.870408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b7dfb68-e879-4188-86ff-0263d394d166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.876851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b7dfb68-e879-4188-86ff-0263d394d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.900997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.901324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.923797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Calling delete_port for 3af000a7-f3b3-4374-abdc-43c7ed456e5d owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:33.929991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-618be30a-fc05-460f-9a9a-9e1713218938 req-95d3832e-3b16-4267-aa07-9f99c369c13c tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Jul 15 13:04:33.938919 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4b7dfb68-e879-4188-86ff-0263d394d166 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b8d0b71ee824dde9e08dbe0c8950c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508465 Jul 15 13:04:33.939714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dfb68-e879-4188-86ff-0263d394d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4bf622-d057-4799-8974-6978726b3a19,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.941908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33792) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:33.990425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:33.998289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.010372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Transition to ACTIVE for port object fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:34.016111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.069930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.085161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e360e18-4037-473f-a329-f3dfcd0c8c1d req-6e2f0596-8970-4aba-8238-e89e7922b2c4 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "GET /v2.0/security-groups/f288462d-b569-4733-aebd-a76b5021092a HTTP/1.1" status: 200 len: 1776 time: 0.0961218 Jul 15 13:04:34.146852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Attempting to bind port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:34.147208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Attempting to bind port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:34.147526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Attempting to bind port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:34.152347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:34.152676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Attempting to bind port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:34.158302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:34.158979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:34.159564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:34.160210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Bound port: fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:34.160761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.161971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8d1564f-8e57-4f57-8a10-86b80e8039e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.211146 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8d1564f-8e57-4f57-8a10-86b80e8039e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.230143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:34.234777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:34.239535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.241074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.259093 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2e360e18-4037-473f-a329-f3dfcd0c8c1d req-cf5ff641-4289-4f1f-9f1a-84e2cad017fa tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.276282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.276823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.278196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] 10.222.0.49 "PUT /v2.0/ports/fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 1096 time: 0.8118763 Jul 15 13:04:34.278729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:34.281558 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28547fe-71a3-465e-8eaa-7c9b3a512156" -d '{"events": [{"name": "network-changed", "server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:34.287012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event deleted for resources: {'Port': ['ID=3af000a7-f3b3-4374-abdc-43c7ed456e5d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.308436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15aa89-2291-4f7e-aee6-06c1dfa5645a service neutron] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.330449 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2e360e18-4037-473f-a329-f3dfcd0c8c1d req-cf5ff641-4289-4f1f-9f1a-84e2cad017fa tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.333490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.336024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.337175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1db93c-fb84-4282-a6f9-7f92f6e5c00f req-0a6c969c-44c4-465e-b675-1256bd3e1a16 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "DELETE /v2.0/floatingips/133b614d-3266-43a2-b5eb-f378ff4bb7f6 HTTP/1.1" status: 204 len: 173 time: 0.7645137 Jul 15 13:04:34.367612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8d1564f-8e57-4f57-8a10-86b80e8039e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.371054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8d1564f-8e57-4f57-8a10-86b80e8039e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.376974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a8d1564f-8e57-4f57-8a10-86b80e8039e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb4bf622-d057-4799-8974-6978726b3a19 HTTP/1.1" status: 204 len: 168 time: 0.4316716 Jul 15 13:04:34.404667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-b4f2e393-4352-407a-b833-19eb46f59183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.406451 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-b4f2e393-4352-407a-b833-19eb46f59183 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1099 time: 0.0783646 Jul 15 13:04:34.412697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1564f-8e57-4f57-8a10-86b80e8039e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4bf622-d057-4799-8974-6978726b3a19,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.448019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2e360e18-4037-473f-a329-f3dfcd0c8c1d req-cf5ff641-4289-4f1f-9f1a-84e2cad017fa tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.451439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2e360e18-4037-473f-a329-f3dfcd0c8c1d req-cf5ff641-4289-4f1f-9f1a-84e2cad017fa tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.452908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e360e18-4037-473f-a329-f3dfcd0c8c1d req-cf5ff641-4289-4f1f-9f1a-84e2cad017fa tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "DELETE /v2.0/security-groups/f288462d-b569-4733-aebd-a76b5021092a HTTP/1.1" status: 204 len: 173 time: 0.3669417 Jul 15 13:04:34.473505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ff641-4289-4f1f-9f1a-84e2cad017fa tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288462d-b569-4733-aebd-a76b5021092a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.478437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-518b0255-0359-45f5-8fc1-b64102d27f80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 217 time: 0.0647595 Jul 15 13:04:34.563101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-42c7a1da-0aad-40e1-8e7b-d73fcffea173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.564667 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-42c7a1da-0aad-40e1-8e7b-d73fcffea173 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0801063 Jul 15 13:04:34.613269 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a6c2a8-fbfb-4059-819b-96d091d26bde x-openstack-request-id: req-52a6c2a8-fbfb-4059-819b-96d091d26bde {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:34.613641 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:34.614188 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52a6c2a8-fbfb-4059-819b-96d091d26bde {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:34.614675 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'status': 'completed', 'code': 200} Jul 15 13:04:34.642471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-835fad02-16d8-4141-80f2-a945e21a59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.644055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-835fad02-16d8-4141-80f2-a945e21a59df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726147 Jul 15 13:04:34.688317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-55af47f0-e1c0-49e3-8432-678528449392 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips/f4044afa-e00a-4d0c-bd94-7929793f25fd HTTP/1.1" status: 200 len: 692 time: 0.0534213 Jul 15 13:04:34.736257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091232-c9f8-4e87-bf2b-6ac4dc7dd5ea req-e61931b2-3abb-4f0b-993f-9b37b513c9ae tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.737768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11091232-c9f8-4e87-bf2b-6ac4dc7dd5ea req-e61931b2-3abb-4f0b-993f-9b37b513c9ae tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 948 time: 0.1373949 Jul 15 13:04:34.745405 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-8355f302-0153-44ab-8944-4c9c7315fdcb service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942273 Jul 15 13:04:34.857472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-8b20cb24-9e35-48a7-9e8d-a2203334759f tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.858520 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b7df4db2-cdff-4922-9862-1f9ec38ce1f1 req-940a718f-f3ba-4984-b848-eff98c784d06 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062715 Jul 15 13:04:34.858894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-8b20cb24-9e35-48a7-9e8d-a2203334759f tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1604278 Jul 15 13:04:34.864036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11091232-c9f8-4e87-bf2b-6ac4dc7dd5ea req-1e2b7c83-9c73-413d-8e1a-25a520b234f3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186171 Jul 15 13:04:34.912461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-db999d0a-d351-43d0-aa9d-2eb26f7130a3 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.0469737 Jul 15 13:04:34.982685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-d2f3ce3e-22b8-49f0-8b9b-3ff9f03c0c76 tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.0626521 Jul 15 13:04:35.021086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-0a04450a-baf9-4c81-bba6-981b5c7a37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.025416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-0a04450a-baf9-4c81-bba6-981b5c7a37be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1099 time: 0.0833540 Jul 15 13:04:35.133730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Deleting port 88f25001-d37e-4d44-9c0a-61df24eb50fc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:35.134174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.199672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-352c9fa4-8050-4797-a868-f244be5c9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.201590 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-352c9fa4-8050-4797-a868-f244be5c9c83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1684921 Jul 15 13:04:35.248038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.248366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.259720 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-858d69ea-3920-4974-8b01-a8b5854c0c3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 217 time: 0.0499330 Jul 15 13:04:35.261938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Calling delete_port for 88f25001-d37e-4d44-9c0a-61df24eb50fc owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:35.321567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-3f97b405-f655-428d-87a7-159bcec03bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.323194 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-3f97b405-f655-428d-87a7-159bcec03bc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0565779 Jul 15 13:04:35.369595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a237f14-4e13-4cd1-9de9-1534b078d56b req-d60f37e0-5d95-4c9b-949c-a516c5cbb19c tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "GET /v2.0/security-groups/1638c20c-3023-4e37-9b4f-20a5948fba7c HTTP/1.1" status: 200 len: 1776 time: 0.0567865 Jul 15 13:04:35.383514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-f809920c-ac23-4741-a37f-c431b31a736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.385171 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-f809920c-ac23-4741-a37f-c431b31a736f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547473 Jul 15 13:04:35.468069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7a237f14-4e13-4cd1-9de9-1534b078d56b req-695b7137-fc33-47f2-a110-9e90669d18a6 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.488265 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-d1f72e97-897f-44ce-98c7-32d7142d40bf service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940945 Jul 15 13:04:35.488389 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.519616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7a237f14-4e13-4cd1-9de9-1534b078d56b req-695b7137-fc33-47f2-a110-9e90669d18a6 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.528379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Pushing event deleted for resources: {'Port': ['ID=88f25001-d37e-4d44-9c0a-61df24eb50fc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:35.559776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.562842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.563982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdfde3b2-e857-4670-8f92-93ef5faf705f req-2319e5b9-c167-4e41-a860-fddd5e8d62ec tempest-FloatingIPDetailsTestJSON-332659278 tempest-FloatingIPDetailsTestJSON-332659278-project] 10.222.0.48 "DELETE /v2.0/floatingips/f4044afa-e00a-4d0c-bd94-7929793f25fd HTTP/1.1" status: 204 len: 173 time: 0.5749433 Jul 15 13:04:35.574255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:35.599776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7a237f14-4e13-4cd1-9de9-1534b078d56b req-695b7137-fc33-47f2-a110-9e90669d18a6 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.603111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7a237f14-4e13-4cd1-9de9-1534b078d56b req-695b7137-fc33-47f2-a110-9e90669d18a6 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.615429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a237f14-4e13-4cd1-9de9-1534b078d56b req-695b7137-fc33-47f2-a110-9e90669d18a6 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] 10.222.0.48 "DELETE /v2.0/security-groups/1638c20c-3023-4e37-9b4f-20a5948fba7c HTTP/1.1" status: 204 len: 173 time: 0.2323709 Jul 15 13:04:35.647768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7137-fc33-47f2-a110-9e90669d18a6 tempest-SecurityGroupsTestAdminJSON-1645633267 tempest-SecurityGroupsTestAdminJSON-1645633267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1638c20c-3023-4e37-9b4f-20a5948fba7c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:35.656052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:35.722388 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a28547fe-71a3-465e-8eaa-7c9b3a512156 req-92a47e24-48a3-4809-b4fc-0ed2d61c3229 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285314 Jul 15 13:04:35.889774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff307b43-4b29-4000-aefa-fa8ab46cb322 req-7b235c5c-176e-43f5-b40d-4f06d6a61e8b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.899452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff307b43-4b29-4000-aefa-fa8ab46cb322 req-7b235c5c-176e-43f5-b40d-4f06d6a61e8b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 943 time: 0.1391037 Jul 15 13:04:35.922761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:35.939727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'port_id': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'mac_address': 'fa:16:3e:02:39:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1a75d-8f8b-403c-bd8e-9505ff1123d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:35.985710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff307b43-4b29-4000-aefa-fa8ab46cb322 req-9d014ebf-69e1-4d74-be7b-ba22a748031f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843203 Jul 15 13:04:36.000244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.019046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:36.034742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67b508-2e64-41cc-b66b-04b2132b8d4b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:36.072328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:36.078098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.182782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:36.228335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427685d-3efb-4737-a40a-d9ad5a07ddf8 req-cb96f863-7f4e-43f3-8b48-9b38731a1e5c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.236678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0427685d-3efb-4737-a40a-d9ad5a07ddf8 req-cb96f863-7f4e-43f3-8b48-9b38731a1e5c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 948 time: 0.0766971 Jul 15 13:04:36.287281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0427685d-3efb-4737-a40a-d9ad5a07ddf8 req-1b176684-b128-41c8-9c72-f6c020253e63 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Jul 15 13:04:36.319455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6c67b508-2e64-41cc-b66b-04b2132b8d4b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:36.410146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.450917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f6fe3cce-b9e4-47fc-b681-2df29be80d79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8bd253819d54522acb1c972007afe4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299765 Jul 15 13:04:36.453957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:36.515838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaebe-cc43-4f6e-af8c-ae2d5c39602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.541818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaebe-cc43-4f6e-af8c-ae2d5c39602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.628846 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaebe-cc43-4f6e-af8c-ae2d5c39602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.632516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaebe-cc43-4f6e-af8c-ae2d5c39602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.636117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d1cbaebe-cc43-4f6e-af8c-ae2d5c39602f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/716806de-a129-439c-8a69-559a375a6406 HTTP/1.1" status: 204 len: 168 time: 0.1787963 Jul 15 13:04:36.645837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbaebe-cc43-4f6e-af8c-ae2d5c39602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716806de-a129-439c-8a69-559a375a6406,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.023703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.085535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e19c6c37-011a-4339-89f2-bf8226311dc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8e4720b359240ed843121947af0f1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606859 Jul 15 13:04:37.087708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.107208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Deleting port 7a179630-c091-4023-82bc-56f0f116e8e8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:37.107687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.129260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.175455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.220296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daaf284-0d3b-4576-ac50-bd5bdeb85f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.221006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] For port 7a179630-c091-4023-82bc-56f0f116e8e8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7a179630-c091-4023-82bc-56f0f116e8e8,segment=NetworkSegment(773fc97b-6ff4-4c01-9b3e-850f97c9b0f4),segment_id=773fc97b-6ff4-4c01-9b3e-850f97c9b0f4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:37.221590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.237297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Calling delete_port for 7a179630-c091-4023-82bc-56f0f116e8e8 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:37.268483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e009626-b89a-46a2-b7bc-c62cc0971c6f req-15becbe7-01d0-495e-8147-e4dbe49c3dcd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.270055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e009626-b89a-46a2-b7bc-c62cc0971c6f req-15becbe7-01d0-495e-8147-e4dbe49c3dcd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 944 time: 0.1581051 Jul 15 13:04:37.302964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daaf284-0d3b-4576-ac50-bd5bdeb85f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.328672 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d51cd49a-701a-405d-85b5-7aba1ea9583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.374381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e009626-b89a-46a2-b7bc-c62cc0971c6f req-3064d99c-52c4-4ed6-8f5e-4171c3c3f95b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806801 Jul 15 13:04:37.397071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daaf284-0d3b-4576-ac50-bd5bdeb85f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.402018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daaf284-0d3b-4576-ac50-bd5bdeb85f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.405434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8daaf284-0d3b-4576-ac50-bd5bdeb85f0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a71b6d84-2e53-4a6b-a9f2-5420b039fe26 HTTP/1.1" status: 204 len: 168 time: 0.3162935 Jul 15 13:04:37.415192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf284-0d3b-4576-ac50-bd5bdeb85f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b6d84-2e53-4a6b-a9f2-5420b039fe26,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.457356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dd8ee9-747a-48b6-a1a2-866f673f00b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.592429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365800-ad0c-45fc-a901-8734a1e743bd req-9c2d091c-71a2-4a37-93d6-e5aed83e02c8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.595201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f365800-ad0c-45fc-a901-8734a1e743bd req-9c2d091c-71a2-4a37-93d6-e5aed83e02c8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 948 time: 0.0780163 Jul 15 13:04:37.624796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d51cd49a-701a-405d-85b5-7aba1ea9583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.626095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.645121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f365800-ad0c-45fc-a901-8734a1e743bd req-18d2c8db-064c-48ca-9f16-2af8bf40fae4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Jul 15 13:04:37.663559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:37.667005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:37.672418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a179630-c091-4023-82bc-56f0f116e8e8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.683474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d51cd49a-701a-405d-85b5-7aba1ea9583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.797982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.820726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 6c67b508-2e64-41cc-b66b-04b2132b8d4b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:37.822628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d51cd49a-701a-405d-85b5-7aba1ea9583e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35d620856535400bab47611d8d7d6090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6921573 Jul 15 13:04:37.827156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 6c67b508-2e64-41cc-b66b-04b2132b8d4b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:37.827752 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.828275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cd49a-701a-405d-85b5-7aba1ea9583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3ec303-9048-4937-8b7b-092570ce24c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.945946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:37.964172 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b30348ba-e751-4b6c-be6d-ba1ca0b33a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.998060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'mac_address': 'fa:16:3e:45:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:38.031319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b30348ba-e751-4b6c-be6d-ba1ca0b33a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.092387 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.135072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.143414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b30348ba-e751-4b6c-be6d-ba1ca0b33a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.144392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:38.147011 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d51ce34-6e8c-47ae-8915-57ed63bee709" -d '{"events": [{"server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "name": "network-vif-plugged", "status": "completed", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:38.156086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b30348ba-e751-4b6c-be6d-ba1ca0b33a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.158589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b30348ba-e751-4b6c-be6d-ba1ca0b33a01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c3ec303-9048-4937-8b7b-092570ce24c1 HTTP/1.1" status: 204 len: 168 time: 0.3591673 Jul 15 13:04:38.173244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:38.176462 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.178824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30348ba-e751-4b6c-be6d-ba1ca0b33a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3ec303-9048-4937-8b7b-092570ce24c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.200484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:38.210012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.318362 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb90d15-a9ec-4400-baf6-b33048e58af2 x-openstack-request-id: req-feb90d15-a9ec-4400-baf6-b33048e58af2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:38.318759 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "name": "network-vif-plugged", "status": "completed", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:38.319078 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-feb90d15-a9ec-4400-baf6-b33048e58af2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:38.319688 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'code': 200} Jul 15 13:04:38.320293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.337122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:38.347763 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.356197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dd8ee9-747a-48b6-a1a2-866f673f00b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.406535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.415899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dd8ee9-747a-48b6-a1a2-866f673f00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.477640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd8ee9-747a-48b6-a1a2-866f673f00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9b58f-685f-4b35-8786-4e6d9b26de98,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.522442 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03dd8ee9-747a-48b6-a1a2-866f673f00b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72682530faee4168aa806cff2765aa60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3456919 Jul 15 13:04:38.525210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:38.551997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a7385-83ad-4349-81e9-dd38ae5947b8 req-c234d243-d133-4f5a-b138-527fbd5ebcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.553490 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-184a7385-83ad-4349-81e9-dd38ae5947b8 req-c234d243-d133-4f5a-b138-527fbd5ebcce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1096 time: 0.2254195 Jul 15 13:04:38.573996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:38.632254 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-184a7385-83ad-4349-81e9-dd38ae5947b8 req-046a55bf-588c-4cc8-a52f-4fcf5a7be9a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Jul 15 13:04:38.640271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:38.641904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:38.672216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba35c12-e251-4f52-94db-0d478a64e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.737350 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75a3f3b0-b006-4c07-8666-8329802209d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.754733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8a93-d6ce-4418-b2c3-650c2f59a591 req-5c2775d1-922b-4d4d-b36c-879b8e07d7d1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.761602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-438d8a93-d6ce-4418-b2c3-650c2f59a591 req-5c2775d1-922b-4d4d-b36c-879b8e07d7d1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.2059875 Jul 15 13:04:38.771365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:38.784489 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] Sync routers for ids ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:38.790618 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e193ec46-557f-42c5-a5e7-f6d32fc0f146 admin admin] 10.222.0.48 "PUT /v2.0/routers/70c053ac-e38a-4c96-8b3a-173a2450b5c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2125065 Jul 15 13:04:38.790864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:38.807708 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] Routers {'70c053ac-e38a-4c96-8b3a-173a2450b5c0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:38.808986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:38.860711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75a3f3b0-b006-4c07-8666-8329802209d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.993001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] Set router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:39.034967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-438d8a93-d6ce-4418-b2c3-650c2f59a591 req-053af6b1-07b6-43cc-94d1-9f730c3b30da tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724819 Jul 15 13:04:39.035639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75a3f3b0-b006-4c07-8666-8329802209d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.038517 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75a3f3b0-b006-4c07-8666-8329802209d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.039113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-75a3f3b0-b006-4c07-8666-8329802209d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1b9b58f-685f-4b35-8786-4e6d9b26de98 HTTP/1.1" status: 204 len: 168 time: 0.5124919 Jul 15 13:04:39.053513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.212328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba35c12-e251-4f52-94db-0d478a64e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.245797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba35c12-e251-4f52-94db-0d478a64e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.276958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.301478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9ba35c12-e251-4f52-94db-0d478a64e3a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30d1205cb8854f1e900f347f885d99b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599393 Jul 15 13:04:39.304334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f3b0-b006-4c07-8666-8329802209d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9b58f-685f-4b35-8786-4e6d9b26de98,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:39.304334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:39.313864 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:37Z', 'revision_number': 5, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port': {'id': '2115d841-b44e-481a-aa5a-807b0ff8dfaf', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:39.356374 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] Checking router: 70c053ac-e38a-4c96-8b3a-173a2450b5c0 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:39.391231 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] Routers {'70c053ac-e38a-4c96-8b3a-173a2450b5c0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:39.391231 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:39.400211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Deleting port 2115d841-b44e-481a-aa5a-807b0ff8dfaf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:39.403561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.431360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba35c12-e251-4f52-94db-0d478a64e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b304c3-c044-461b-b1a8-0fe1e343c8b6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:39.509452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a6e5f-6ea0-4247-8e43-c0aeceebe11c req-623bbf94-53fa-4a13-9109-6356f3243c40 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.517696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-234a6e5f-6ea0-4247-8e43-c0aeceebe11c req-623bbf94-53fa-4a13-9109-6356f3243c40 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 949 time: 0.5102975 Jul 15 13:04:39.594160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-234a6e5f-6ea0-4247-8e43-c0aeceebe11c req-e7abc674-5f1f-4a45-b2d7-eca93c9e423a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752144 Jul 15 13:04:39.595513 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] Set router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:39.615010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] For port 2115d841-b44e-481a-aa5a-807b0ff8dfaf, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2115d841-b44e-481a-aa5a-807b0ff8dfaf,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:39.615553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.623993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91383c44-24fd-4864-a37a-f391111e5f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.652475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91383c44-24fd-4864-a37a-f391111e5f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.657692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Calling delete_port for 2115d841-b44e-481a-aa5a-807b0ff8dfaf owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:39.666967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:39.707751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:39Z', 'revision_number': 6, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:39.785012 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6fa8d-520b-4ca8-8c5f-fbda8756956c None None] The sync data for ids ['70c053ac-e38a-4c96-8b3a-173a2450b5c0'] in n-d-798249-9 is: [{'id': '70c053ac-e38a-4c96-8b3a-173a2450b5c0', 'name': 'tempest-FloatingIPDetailsTestJSON-1719790675-router', 'tenant_id': '6d6b1cb45b1648a3b195749fff99b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:10Z', 'updated_at': '2021-07-15T13:04:39Z', 'revision_number': 6, 'project_id': '6d6b1cb45b1648a3b195749fff99b43a', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:39.802733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91383c44-24fd-4864-a37a-f391111e5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.808147 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91383c44-24fd-4864-a37a-f391111e5f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.814658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-91383c44-24fd-4864-a37a-f391111e5f68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13b304c3-c044-461b-b1a8-0fe1e343c8b6 HTTP/1.1" status: 204 len: 168 time: 0.4898338 Jul 15 13:04:39.837605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91383c44-24fd-4864-a37a-f391111e5f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b304c3-c044-461b-b1a8-0fe1e343c8b6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:39.843489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:39.849164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:39.849717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.960621 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.989321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.003889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:40.015771 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.026446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2115d841-b44e-481a-aa5a-807b0ff8dfaf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:40.095903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.146264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:40.264841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.268288 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.320483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:40.323672 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a08e308-ed6f-4eac-b1df-ff8e451d628f" -d '{"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-plugged", "status": "completed", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:40.368136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfe788-bef4-497e-ba8b-1efae9d9ee34 req-10694785-1df4-48b2-a1af-1a1fde0f2174 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.373777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46bfe788-bef4-497e-ba8b-1efae9d9ee34 req-10694785-1df4-48b2-a1af-1a1fde0f2174 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.1270792 Jul 15 13:04:40.434352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46bfe788-bef4-497e-ba8b-1efae9d9ee34 req-6212880f-41fc-486e-b404-0293fbc3caee tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541148 Jul 15 13:04:40.439671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.440639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c053ac-e38a-4c96-8b3a-173a2450b5c0 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:04:40.447980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.447980 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-02c55e9e-8155-4389-8a40-454a3ffba4fb admin admin] 10.222.0.48 "DELETE /v2.0/routers/70c053ac-e38a-4c96-8b3a-173a2450b5c0 HTTP/1.1" status: 204 len: 168 time: 1.6542542 Jul 15 13:04:40.450105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:40.507825 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b211a1e0-c653-4db0-87b4-fc4dc707c043 x-openstack-request-id: req-b211a1e0-c653-4db0-87b4-fc4dc707c043 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:40.508219 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-plugged", "status": "completed", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:40.508483 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b211a1e0-c653-4db0-87b4-fc4dc707c043 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:40.508874 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'code': 200} Jul 15 13:04:40.553094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Deleting subnet 0feedc1d-8ec4-4b7c-a98d-0f5bc765619e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:40.560727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.648455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.759415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.962324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd8218-587f-4144-a0e3-7afc93228804 req-4fc23fb6-095c-4a15-b166-0dc2dcc068de tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.969007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebfd8218-587f-4144-a0e3-7afc93228804 req-4fc23fb6-095c-4a15-b166-0dc2dcc068de tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1096 time: 0.3134639 Jul 15 13:04:40.984552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.052177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feedc1d-8ec4-4b7c-a98d-0f5bc765619e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.060825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebfd8218-587f-4144-a0e3-7afc93228804 req-e0de042e-b76c-4005-8131-87e2e3f57052 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909035 Jul 15 13:04:41.070038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.083612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-79231885-d47b-46d9-be9f-c8bb464948af admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0feedc1d-8ec4-4b7c-a98d-0f5bc765619e HTTP/1.1" status: 204 len: 168 time: 0.6257641 Jul 15 13:04:41.083612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.088331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75533ba-cc35-4856-96bb-f2a34ec01f06 None None] Network 9bde8422-d2ce-4b36-9456-fd31977bec78 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:41.221930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011604-3de8-4729-9107-b6daefbb9f1a req-d08d182c-e9a2-4769-a3b6-ef28643afeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.229784 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-92011604-3de8-4729-9107-b6daefbb9f1a req-d08d182c-e9a2-4769-a3b6-ef28643afeb1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1101 time: 0.6350853 Jul 15 13:04:41.269946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.281954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.321548 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-92011604-3de8-4729-9107-b6daefbb9f1a req-c52b2a8a-af82-4be3-b69e-665e0d3dc98a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874133 Jul 15 13:04:41.345169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-c2f152b6-b577-46f2-a0bc-dfe46f667d99 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bda6491bf2c944d5a771715cecdf6163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2639890 Jul 15 13:04:41.483753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] DHCP port deletion for 9bde8422-d2ce-4b36-9456-fd31977bec78 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:04:41.548977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] Deleting port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:41.549530 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.609192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-238510366-network', 'tenant_id': 'c6e73b5dba1b432a8b4113db5bb084bf'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:41.626352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] For port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,segment=NetworkSegment(773fc97b-6ff4-4c01-9b3e-850f97c9b0f4),segment_id=773fc97b-6ff4-4c01-9b3e-850f97c9b0f4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:41.626996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.640814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Made reservation on behalf of c6e73b5dba1b432a8b4113db5bb084bf for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:41.644709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.646421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] Calling delete_port for 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:41.693677 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.824045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.882520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e2b43-fcd1-42e0-85f6-286fe2a7a8f4 req-3a2044f1-19b4-4f51-94fa-4ff22789023c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.891209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-284e2b43-fcd1-42e0-85f6-286fe2a7a8f4 req-3a2044f1-19b4-4f51-94fa-4ff22789023c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.5620151 Jul 15 13:04:41.896308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Deleting port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:41.896643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.907828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-09d1c1fd-3064-4a34-8085-5aa028cb3918 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.915622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] Pushing event deleted for resources: {'Port': ['ID=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.918109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-09d1c1fd-3064-4a34-8085-5aa028cb3918 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5552578 Jul 15 13:04:41.920579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a179630-c091-4023-82bc-56f0f116e8e8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:41.925725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141d86b-e91e-4a53-bb73-7623e31980cb None None] No DVR routers for this DVR port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:41.938440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.943992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.971692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7a179630-c091-4023-82bc-56f0f116e8e8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:41.972025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a179630-c091-4023-82bc-56f0f116e8e8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:41.976477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-cdcf3541-4d87-4f94-94bc-5b29f9cf2027 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/quotas/bda6491bf2c944d5a771715cecdf6163 HTTP/1.1" status: 200 len: 375 time: 0.0576284 Jul 15 13:04:41.977173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2115d841-b44e-481a-aa5a-807b0ff8dfaf no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:41.994302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:42.006799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1adbcd-0974-4008-9c7c-4266d7ca1487,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.015510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.016397 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Added segment 1738cba0-980a-40ce-8f61-be4fc4fd0c28 of type vlan for network 8d9a14ba-7913-436e-9961-7fa114cbeb47 Jul 15 13:04:42.039377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-7705f137-36eb-404c-9da9-07893755077c tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bda6491bf2c944d5a771715cecdf6163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619237 Jul 15 13:04:42.046019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2115d841-b44e-481a-aa5a-807b0ff8dfaf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:42.046400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2115d841-b44e-481a-aa5a-807b0ff8dfaf not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:42.046820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:42.072285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.104775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:42.106697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:42.142510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.144058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.145312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.186435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] For port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a, host n-d-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:42.187080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.203704 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9278445 Jul 15 13:04:42.204725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34088) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:42.212502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Request body: {'subnet': {'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-238510366-subnet', 'tenant_id': 'c6e73b5dba1b432a8b4113db5bb084bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:42.217270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Calling delete_port for 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:42.232668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a was not found and therefore no delete operation was performed {{(pid=93824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:04:42.234643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.255406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-284e2b43-fcd1-42e0-85f6-286fe2a7a8f4 req-69dd4339-58d4-4548-81db-752c6d286c84 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625877 Jul 15 13:04:42.278705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434df2-493e-4152-9047-1a684a2fb37e admin admin] Pushing event updated for resources: {'Network': ['ID=8d9a14ba-7913-436e-9961-7fa114cbeb47,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.290123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 8d9a14ba-7913-436e-9961-7fa114cbeb47 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:42.312290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] No DVR routers for this DVR port 749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:42.314633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=749a5204-0d44-4ffe-b3c8-8ab8ba0d5b6a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.332325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Made reservation on behalf of c6e73b5dba1b432a8b4113db5bb084bf for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:42.337578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.563221 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.608639 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c813949-98e8-4955-bc15-a6ebe84296e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.613178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.613732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.614632 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.615113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.615781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.616844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.617390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.617891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.618417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.618996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.703033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.703699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.704249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.704772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:04:42.705318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bde8422-d2ce-4b36-9456-fd31977bec78']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:42.711683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c99e068-2ed6-4346-bac5-0878ebcc7ad6 req-cdb6da52-f33b-4a6c-9487-0cfdbd765dc8 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 210 time: 0.1433175 Jul 15 13:04:42.728240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.734571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:42.735160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773fc97b-6ff4-4c01-9b3e-850f97c9b0f4') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:42.796777 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.832733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=497ae382-9f6d-44ce-b922-43f8692e3ba1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.839461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Checking segment: {'id': '1738cba0-980a-40ce-8f61-be4fc4fd0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:42.841872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Network hostable DHCP agents. Network: 8d9a14ba-7913-436e-9961-7fa114cbeb47, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:42.869679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Network 8d9a14ba-7913-436e-9961-7fa114cbeb47 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:42.880945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.906084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 8d9a14ba-7913-436e-9961-7fa114cbeb47) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:42.912657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:42.913163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.916645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c1effc-43da-4cf2-9bec-fbc52949aff1 None None] Network 8d9a14ba-7913-436e-9961-7fa114cbeb47 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: from cryptography.utils import int_from_bytes Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: from cryptography.utils import int_from_bytes Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:42.917495 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:42.921768 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:42.921768 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:42.921768 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:42.921768 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:42.933530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.937688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.990288 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3854150a-ac7a-4307-a9e1-e7617b2168ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7790449 Jul 15 13:04:43.133961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.136864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.137348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.137856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.148655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.149219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.149758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.150233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.152178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.153444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.154314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.154926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.157191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d107454-1af2-4b03-8f59-96bc06830629 req-272769ec-5da9-4679-9efe-567f8b92b001 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7792 time: 0.4443600 Jul 15 13:04:43.171865 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.177709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9bde8422-d2ce-4b36-9456-fd31977bec78 HTTP/1.1" status: 204 len: 168 time: 2.0950518 Jul 15 13:04:43.194787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324400e3-078b-4153-be96-ff6691d8feb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bde8422-d2ce-4b36-9456-fd31977bec78,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.389047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1523846-b1c4-452d-8d9a-ded53d791921 req-68a9464c-162e-48bf-a32f-f59c94d3ddb1 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.398577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1523846-b1c4-452d-8d9a-ded53d791921 req-68a9464c-162e-48bf-a32f-f59c94d3ddb1 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 886 time: 0.1757648 Jul 15 13:04:43.495993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3493a7-c55c-4084-a929-72a6b3fef212 None None] Network 8d9a14ba-7913-436e-9961-7fa114cbeb47 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:43.562876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34142) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:43.662515 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-93cfe31f-39dc-41a9-9b4d-d82e664feb59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d6b1cb45b1648a3b195749fff99b43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983891 Jul 15 13:04:43.665036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:43.737378 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.742418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-5841c3ee-9293-4b2c-9f79-29c53236061c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.743933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-5841c3ee-9293-4b2c-9f79-29c53236061c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/networks?id=8d9a14ba-7913-436e-9961-7fa114cbeb47 HTTP/1.1" status: 200 len: 821 time: 0.2459514 Jul 15 13:04:43.769809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.777386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c5be-f032-4200-97d3-76a639f428cd req-69b3a5fb-8caf-408e-ba7a-67380e33af1b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.779398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79a9c5be-f032-4200-97d3-76a639f428cd req-69b3a5fb-8caf-408e-ba7a-67380e33af1b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1320519 Jul 15 13:04:43.781826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-077f73ea-b2ba-4bb6-ba7a-29ce302d8150 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/quotas/c6e73b5dba1b432a8b4113db5bb084bf HTTP/1.1" status: 200 len: 375 time: 0.0267227 Jul 15 13:04:43.830562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.833579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.834907 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83365eef-2283-4a23-ba03-db0df74f6b17 HTTP/1.1" status: 204 len: 168 time: 0.1687665 Jul 15 13:04:43.845234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83365eef-2283-4a23-ba03-db0df74f6b17,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.855372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.855610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.856869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.857303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.857627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.858404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.858778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.859332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.859540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.859867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.860326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.860656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541d67-351f-4aad-a843-066293a33e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:43.875943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-421452ce-aabd-45b4-846e-ac7282c501e4 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6e73b5dba1b432a8b4113db5bb084bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833936 Jul 15 13:04:43.922468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79a9c5be-f032-4200-97d3-76a639f428cd req-6935c429-c86f-43c7-9e8f-aa47508ccbbb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287627 Jul 15 13:04:44.047967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-76a4698c-3a63-4e39-ba53-eaf820d8b56c service neutron] 10.222.0.48 "GET /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638184 Jul 15 13:04:44.226061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.227103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.227651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.228193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.229807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.230582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.231223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.232023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.232601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.233170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.252271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f2e12ef-a2d7-451c-a887-8a00f1b8ea8e req-70b6d275-8d6c-4bb8-99fe-03c13dc6eb71 tempest-NetworksTest-606893262 tempest-NetworksTest-606893262-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.2651227 Jul 15 13:04:44.331386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-6c5008bb-1c2d-4e60-bbec-98c08d5adedd service neutron] 10.222.0.48 "GET /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429030 Jul 15 13:04:44.344230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-9488bb16-61eb-4a86-8a8e-21c9231bc5ea tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bda6491bf2c944d5a771715cecdf6163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546284 Jul 15 13:04:44.594334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-17b4390a-6821-4b5a-b289-09059581e4a1 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.599038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-17b4390a-6821-4b5a-b289-09059581e4a1 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474680 Jul 15 13:04:44.613630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Request body: {'port': {'device_id': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'bda6491bf2c944d5a771715cecdf6163'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:44.797989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:44.862848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-545d8f61-9f9f-4be3-aa88-b8bbc501b216 req-d28da760-bebd-4e5b-898d-126fd45f6ca8 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 210 time: 0.0929620 Jul 15 13:04:44.925427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Made reservation on behalf of bda6491bf2c944d5a771715cecdf6163 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:44.929812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.964311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.089182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad11-98c9-4687-91d1-af42805d09b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.230147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.254717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9192819a-7adc-462f-9812-bca24941c34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.275323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d1a8a2-f0af-4d9a-aaa7-8291467cc3aa req-2b3b64cf-dd78-49a2-9eca-dccedc8804e4 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 210 time: 0.0695572 Jul 15 13:04:45.305869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.346675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:45.424204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f119deb-64ab-4381-9caf-b3966b0b2980,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.520503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.553435 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-35eb6b85-a1a3-4500-a815-d80a974c43f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3162603 Jul 15 13:04:45.600601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Allocated IP 192.168.233.140 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/2397570d-d191-4012-89b3-a4e665b710c2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:45.682547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-network', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:45.710442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad11-98c9-4687-91d1-af42805d09b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.719392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad11-98c9-4687-91d1-af42805d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.766374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1ad11-98c9-4687-91d1-af42805d09b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b2326c-daf1-4e46-93c9-2a9cdd3e2d8a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.766820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0fb1-c282-40d7-9492-1ef93a7ebe4b req-5ac24bd4-b797-426b-b478-88877a973243 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.768611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b14d0fb1-c282-40d7-9492-1ef93a7ebe4b req-5ac24bd4-b797-426b-b478-88877a973243 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1637578 Jul 15 13:04:45.769914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:45.772561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.819407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.840840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97e1ad11-98c9-4687-91d1-af42805d09b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7151a7eb57e4408b90bac990e858adc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0391264 Jul 15 13:04:45.841689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:45.885754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b14d0fb1-c282-40d7-9492-1ef93a7ebe4b req-0fd83f58-882f-40ac-879a-f246357722c2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994794 Jul 15 13:04:46.000685 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:46.011511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.020434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d656b75-8efb-4d98-827c-9856f51c4739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.030702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.071952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:46.108747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.110146 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Added segment b68ca71d-b9d5-48c2-a8bd-c401aa0b4194 of type vlan for network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 Jul 15 13:04:46.151640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc92d3-5c53-4cab-8e06-fa754c8297e1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:46.179165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.196931 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d656b75-8efb-4d98-827c-9856f51c4739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.198913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66611914-664d-4ca7-8f78-7f4e10531234 req-9007e7f3-64b7-42be-9d70-157ced431f75 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 210 time: 0.0851822 Jul 15 13:04:46.207273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.207837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.208343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.208831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.209315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.209895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.210406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.210897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.211604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.212226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.212886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.213367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:46.249428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.254929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Transition to ACTIVE for port object 2397570d-d191-4012-89b3-a4e665b710c2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:46.282797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.284554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.285323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.371243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.373149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d656b75-8efb-4d98-827c-9856f51c4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.378909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d656b75-8efb-4d98-827c-9856f51c4739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.389574 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7d656b75-8efb-4d98-827c-9856f51c4739 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6b2326c-daf1-4e46-93c9-2a9cdd3e2d8a HTTP/1.1" status: 204 len: 168 time: 0.5467930 Jul 15 13:04:46.426239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] Pushing event updated for resources: {'Network': ['ID=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:46.444905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:46.461003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-95e27974-70cb-45b4-b875-5b140f8dd210 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1136556 Jul 15 13:04:46.463471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:46.469887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Request body: {'subnet': {'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-subnet', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:46.510954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d656b75-8efb-4d98-827c-9856f51c4739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b2326c-daf1-4e46-93c9-2a9cdd3e2d8a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:46.533402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:46.536030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.566789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:46.576870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:46.582815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Pushing event updated for resources: {'Port': ['ID=2397570d-d191-4012-89b3-a4e665b710c2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:46.587835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:46.652585 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.717219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.720841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.771592 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-ef699306-b3db-4122-bba6-1bf6e7b9d46b tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1635380 Jul 15 13:04:46.787239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Request body: {'port': {'device_id': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:46.895749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cebac6b4-ca45-4155-8046-ea8c49627507 req-5d3f649b-f961-4ae3-8e5d-bbfbdccf39c7 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 210 time: 0.2965055 Jul 15 13:04:46.970997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.103097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c92c058-4e2c-4418-b145-6bd79d2337f2 None None] Provisioning for port 2397570d-d191-4012-89b3-a4e665b710c2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:47.112994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c92c058-4e2c-4418-b145-6bd79d2337f2 None None] Provisioning complete for port 2397570d-d191-4012-89b3-a4e665b710c2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:47.116039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c92c058-4e2c-4418-b145-6bd79d2337f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.250975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c92c058-4e2c-4418-b145-6bd79d2337f2 None None] Port 2397570d-d191-4012-89b3-a4e665b710c2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:47.330185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:47.356930 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e82049c-f21b-43e4-b6e7-049099d8e882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.476080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-553b22bc-7f1e-4c3d-a0be-5af30a3fe5d0 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.478803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-553b22bc-7f1e-4c3d-a0be-5af30a3fe5d0 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.23 "GET /v2.0/networks?id=8d9a14ba-7913-436e-9961-7fa114cbeb47 HTTP/1.1" status: 200 len: 821 time: 0.8764124 Jul 15 13:04:47.504350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Request body: {'port': {'device_id': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47', 'admin_state_up': True, 'tenant_id': 'c6e73b5dba1b432a8b4113db5bb084bf'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:47.596907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e82049c-f21b-43e4-b6e7-049099d8e882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.607281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e82049c-f21b-43e4-b6e7-049099d8e882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.622119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397570d-d191-4012-89b3-a4e665b710c2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:47.635011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea191f-65bf-4765-82c6-1e685e2903b8 req-5f35066b-cae5-48b9-926d-ccae581e28fb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.636500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77ea191f-65bf-4765-82c6-1e685e2903b8 req-5f35066b-cae5-48b9-926d-ccae581e28fb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.3705680 Jul 15 13:04:47.649194 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.657392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.684462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82049c-f21b-43e4-b6e7-049099d8e882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed7191-14c0-4bcc-86f8-68c576822b0e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.694332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3e82049c-f21b-43e4-b6e7-049099d8e882 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34c8afb87cda4f1d8236389c78b19a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622088 Jul 15 13:04:47.694922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:47.695926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Transition to ACTIVE for port object 2397570d-d191-4012-89b3-a4e665b710c2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:47.712701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.732975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b444f0-2e82-48d5-b308-0a8b40769d43 req-e024cc22-c2af-4d4e-8263-7dd8d75f8d3f tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.740557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8b444f0-2e82-48d5-b308-0a8b40769d43 req-e024cc22-c2af-4d4e-8263-7dd8d75f8d3f tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 936 time: 0.3546548 Jul 15 13:04:47.812016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-813d0217-285d-4f53-a6cc-1839b2bec49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.835982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-813d0217-285d-4f53-a6cc-1839b2bec49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.884601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77ea191f-65bf-4765-82c6-1e685e2903b8 req-44e151d1-e687-423d-8bc6-ff8663e4a4b6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387180 Jul 15 13:04:47.885482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb586b47-de32-4f6a-9eae-8a47dd62e729,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.925505 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.941296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8b444f0-2e82-48d5-b308-0a8b40769d43 req-a4389eb8-f67a-4cc7-97b8-9e9890b69dbc tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998723 Jul 15 13:04:47.956500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Checking segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:47.957202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Network hostable DHCP agents. Network: 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:47.963042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Made reservation on behalf of c6e73b5dba1b432a8b4113db5bb084bf for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:47.969687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.999961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Pushing event updated for resources: {'Port': ['ID=2397570d-d191-4012-89b3-a4e665b710c2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:48.041408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-813d0217-285d-4f53-a6cc-1839b2bec49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.042028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-813d0217-285d-4f53-a6cc-1839b2bec49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.043491 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-813d0217-285d-4f53-a6cc-1839b2bec49e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8ed7191-14c0-4bcc-86f8-68c576822b0e HTTP/1.1" status: 204 len: 168 time: 0.3452983 Jul 15 13:04:48.070616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:48.108463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:48.117909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.118808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.120300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6d47f-109d-4337-b075-551746e5693a None None] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:48.136505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d0217-285d-4f53-a6cc-1839b2bec49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed7191-14c0-4bcc-86f8-68c576822b0e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:48.166457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e72187e5-3bd8-4bba-b193-909e04c3f28e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7016847 Jul 15 13:04:48.169513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:48.174486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:48.206835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Attempting to bind port 2397570d-d191-4012-89b3-a4e665b710c2 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:48.209203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Attempting to bind port 2397570d-d191-4012-89b3-a4e665b710c2 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:48.211134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Attempting to bind port 2397570d-d191-4012-89b3-a4e665b710c2 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:48.219653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Port 2397570d-d191-4012-89b3-a4e665b710c2 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:48.222952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f55cf395-5fb7-4bd1-bb90-f0aa4a053f13 req-9183017c-71ff-4585-8fab-c4be7bff896d tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 210 time: 0.0428352 Jul 15 13:04:48.223733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Attempting to bind port 2397570d-d191-4012-89b3-a4e665b710c2 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:48.235588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-75654471-ddea-419d-b95a-d09c6c5b65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.249784 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-75654471-ddea-419d-b95a-d09c6c5b65ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1101 time: 0.2946501 Jul 15 13:04:48.253185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:48.255631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:48.256091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Allocated IP 172.20.0.7 (8d9a14ba-7913-436e-9961-7fa114cbeb47/497ae382-9f6d-44ce-b922-43f8692e3ba1/7f37aaf6-9bce-481e-9631-a59698eb4536) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:48.257308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:48.258496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.259132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Bound port: 2397570d-d191-4012-89b3-a4e665b710c2, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:48.259793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.259929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.326297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.400706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:04:48.401935 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.588080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-faf4532b-d977-4599-b9cb-7f41d5c25c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.590394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-faf4532b-d977-4599-b9cb-7f41d5c25c19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3245142 Jul 15 13:04:48.596530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Allocated IP 172.20.0.2 (6f17e3ba-02be-4d06-9fbe-32a6b9a623a3/bb586b47-de32-4f6a-9eae-8a47dd62e729/f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:48.660904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.690752 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-e41d0472-e273-475e-b461-c6143bc4c187 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 217 time: 0.0903082 Jul 15 13:04:48.763876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] For port 2397570d-d191-4012-89b3-a4e665b710c2, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:48.787716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] For port 2397570d-d191-4012-89b3-a4e665b710c2, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2397570d-d191-4012-89b3-a4e665b710c2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:48.793149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-48d85c74-7c65-4d6d-b168-f0ec4190b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.795718 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-48d85c74-7c65-4d6d-b168-f0ec4190b3a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0990310 Jul 15 13:04:48.798404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.813393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.823863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Transition to ACTIVE for port object f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:48.843537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Transition to ACTIVE for port object f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:48.854779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.904661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.905731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.908412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] 10.222.0.23 "PUT /v2.0/ports/2397570d-d191-4012-89b3-a4e665b710c2 HTTP/1.1" status: 200 len: 1096 time: 2.1267364 Jul 15 13:04:48.927610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.929883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'tag': '2397570d-d191-4012-89b3-a4e665b710c2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:48.949144 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a8649-e573-429f-b6ab-3253d61e967f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb0aa49-5f71-4a4c-90a2-fe55fea05a75", "tag": "2397570d-d191-4012-89b3-a4e665b710c2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:49.069941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:49.093534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:49.100172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:49.142061 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.145622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Pushing event updated for resources: {'Port': ['ID=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.228466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141c90e-86fe-40d2-9d4a-95212e795f9d service neutron] Pushing event updated for resources: {'Port': ['ID=2397570d-d191-4012-89b3-a4e665b710c2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.272662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-3ec2e099-8f6b-4580-87d1-e11e6c1e172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.275097 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-3ec2e099-8f6b-4580-87d1-e11e6c1e172c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4307892 Jul 15 13:04:49.324343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-e5761596-7e98-429e-9ce1-5e6e52ba32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.326432 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-e5761596-7e98-429e-9ce1-5e6e52ba32b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bda6491bf2c944d5a771715cecdf6163&device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 1099 time: 0.3501561 Jul 15 13:04:49.361798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.362148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.362518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.362855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.374086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.374485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.379622 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-5d296c5c-48df-46df-ae86-07f0a44c37a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2397570d-d191-4012-89b3-a4e665b710c2 HTTP/1.1" status: 200 len: 217 time: 0.0417187 Jul 15 13:04:49.383665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.384158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.385171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.387180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.387786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.388296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:49.407608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Attempting to bind port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:49.408193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Attempting to bind port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:49.408683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Attempting to bind port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d on network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:49.426690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:49.427230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Checking segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:49.427743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.428261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Bound using segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:49.428885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Bound port: f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:49.429396 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.522755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] For port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:49.527619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] For port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:49.534021 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.559835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-7cd0d8d2-511a-40f8-9d7f-e5065b2a6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.561484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-7cd0d8d2-511a-40f8-9d7f-e5065b2a6cce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1180503 Jul 15 13:04:49.614170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29fe4c-462f-47dd-a034-6deb9aed49bc None None] Pushing event updated for resources: {'Port': ['ID=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.676456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-139c6504-b093-42bf-a041-353f26d59dd6 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908470 Jul 15 13:04:49.705276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Pushing event updated for resources: {'Port': ['ID=7f37aaf6-9bce-481e-9631-a59698eb4536,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.754853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Network 8d9a14ba-7913-436e-9961-7fa114cbeb47 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:49.824492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d26c-742a-4189-ab32-3795525dc03a req-6bea4b91-d50a-4950-b239-f91b736e97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.828914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-6bea4b91-d50a-4950-b239-f91b736e97f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2453933 Jul 15 13:04:49.951150 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-0123485b-858d-4279-a740-ee5952848906 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554142 Jul 15 13:04:50.052547 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-b3db1bb5-a33c-4020-9899-04bde4606f37 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158756 Jul 15 13:04:50.094085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:50.143003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:50.189176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-afb8d26c-742a-4189-ab32-3795525dc03a req-744ea031-3cd8-4f0c-83d1-19ff00b54c88 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284528 Jul 15 13:04:50.234128 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.286980 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.322550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.323227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.384843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7eebf-0a76-47f4-8ed6-a32e2c7adf05 req-473c1beb-4ab3-4fb3-a47b-3596a87b882f tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.386420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4b7eebf-0a76-47f4-8ed6-a32e2c7adf05 req-473c1beb-4ab3-4fb3-a47b-3596a87b882f tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 948 time: 0.6849740 Jul 15 13:04:50.402530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24021eb4-f733-4584-b622-05d6315737c7 req-1c0363c8-4925-449d-b1e7-078baf67cc12 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.409547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24021eb4-f733-4584-b622-05d6315737c7 req-1c0363c8-4925-449d-b1e7-078baf67cc12 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.7061992 Jul 15 13:04:50.527754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Allocated IP 172.25.2.222 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a7072f3f-df4a-4420-b735-bae8177caa7a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:50.566936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24021eb4-f733-4584-b622-05d6315737c7 req-b3819c4a-c1b9-4cf0-8e27-f5fd26e936b5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564763 Jul 15 13:04:50.568171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-3c0e0236-d1ed-4a90-99e6-c8fb1379d78c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0758209 Jul 15 13:04:50.597789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Request body: {'port': {'device_id': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:50.640658 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd5e6b-a686-4e86-8e8f-ae6fecd65cc6 x-openstack-request-id: req-37fd5e6b-a686-4e86-8e8f-ae6fecd65cc6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:50.641926 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb0aa49-5f71-4a4c-90a2-fe55fea05a75", "tag": "2397570d-d191-4012-89b3-a4e665b710c2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:50.642435 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37fd5e6b-a686-4e86-8e8f-ae6fecd65cc6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:50.643315 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'tag': '2397570d-d191-4012-89b3-a4e665b710c2', 'status': 'completed', 'code': 200} Jul 15 13:04:50.698793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4b7eebf-0a76-47f4-8ed6-a32e2c7adf05 req-58e91ad8-e210-4412-a7c1-2355d6f05495 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843952 Jul 15 13:04:50.805719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.812794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.834112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8649-e573-429f-b6ab-3253d61e967f req-1c9efb6b-cd1e-4dc8-91ba-e8348fe09406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.835641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-1c9efb6b-cd1e-4dc8-91ba-e8348fe09406 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bda6491bf2c944d5a771715cecdf6163&device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 1099 time: 0.1605401 Jul 15 13:04:50.927149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.047475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8649-e573-429f-b6ab-3253d61e967f req-511ce623-543c-45c8-b46b-1d26a9986d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.051921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-511ce623-543c-45c8-b46b-1d26a9986d3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2031205 Jul 15 13:04:51.109894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34555e-186d-42d8-baa5-a8d2d8759416 None None] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:51.131310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:51.143734 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-322ba7fa-b09e-49d6-86f4-8aac6bf1341d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2397570d-d191-4012-89b3-a4e665b710c2 HTTP/1.1" status: 200 len: 217 time: 0.0813942 Jul 15 13:04:51.149084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:51.158099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:51.204018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Pushing event updated for resources: {'Port': ['ID=a7072f3f-df4a-4420-b735-bae8177caa7a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.273864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8649-e573-429f-b6ab-3253d61e967f req-09237e9d-3bbd-4c32-8019-c9b63de89751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.276280 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-09237e9d-3bbd-4c32-8019-c9b63de89751 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1150379 Jul 15 13:04:51.332436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b824af9b-47a8-480a-884e-0026b55e8e05 None None] Provisioning for port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:51.358040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c680c61-c9a6-4b49-8591-c57a80d6336d req-c450a7aa-0ebf-4338-ba6f-577bc14db49f tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.362389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8649-e573-429f-b6ab-3253d61e967f req-10e019fc-1236-4c77-aeb8-84fc2b3abc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.364384 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-10e019fc-1236-4c77-aeb8-84fc2b3abc87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808516 Jul 15 13:04:51.364956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c680c61-c9a6-4b49-8591-c57a80d6336d req-c450a7aa-0ebf-4338-ba6f-577bc14db49f tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 931 time: 0.3738430 Jul 15 13:04:51.433187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-4bac1c57-8d75-48ae-a1d1-ba2b2a10f8e1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1525245 Jul 15 13:04:51.519331 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-74202ce9-bada-444f-a7c1-49f1510aefab service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461847 Jul 15 13:04:51.622331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c680c61-c9a6-4b49-8591-c57a80d6336d req-726fd188-7189-4347-9f65-c428f703779a tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558188 Jul 15 13:04:51.699398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a82a8649-e573-429f-b6ab-3253d61e967f req-848aa40c-be14-4ca0-adf4-f2e72b59af09 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710558 Jul 15 13:04:51.734369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f37aaf6-9bce-481e-9631-a59698eb4536 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:51.746327 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.862036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Transition to ACTIVE for port object 7f37aaf6-9bce-481e-9631-a59698eb4536 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:51.879715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-12a32d30-32b9-4103-80f3-2e7fe8dbf5fb tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.881642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-12a32d30-32b9-4103-80f3-2e7fe8dbf5fb tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4433682 Jul 15 13:04:51.925502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:51.946552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.982973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.984486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:51.998677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:51.999415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.090629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-c74db2fd-fe66-4ecc-8a67-22359ea80079 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/quotas/08719c6f20d44a51bad7a80b8054c3e5 HTTP/1.1" status: 200 len: 375 time: 0.0971060 Jul 15 13:04:52.098442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Pushing event updated for resources: {'Port': ['ID=7f37aaf6-9bce-481e-9631-a59698eb4536,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.113824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.187611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:52.202942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.241716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-0503c6c4-8765-4e39-bdd9-f6a4be4886c5 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801489 Jul 15 13:04:52.264662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061bff1-055e-4c71-b4a1-c06da3be9e5e req-f44804ad-2b28-4a4f-bec5-59118ef65ff3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.266723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a061bff1-055e-4c71-b4a1-c06da3be9e5e req-f44804ad-2b28-4a4f-bec5-59118ef65ff3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.4714730 Jul 15 13:04:52.315899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.355455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2397570d-d191-4012-89b3-a4e665b710c2 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:52.369099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Attempting to bind port 7f37aaf6-9bce-481e-9631-a59698eb4536 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:52.369435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Attempting to bind port 7f37aaf6-9bce-481e-9631-a59698eb4536 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '1738cba0-980a-40ce-8f61-be4fc4fd0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:52.369767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Attempting to bind port 7f37aaf6-9bce-481e-9631-a59698eb4536 on network 8d9a14ba-7913-436e-9961-7fa114cbeb47 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:52.409522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a061bff1-055e-4c71-b4a1-c06da3be9e5e req-f87703f6-e681-40f8-b4cd-eb23997d46cf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189935 Jul 15 13:04:52.412374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Port 7f37aaf6-9bce-481e-9631-a59698eb4536 on network 8d9a14ba-7913-436e-9961-7fa114cbeb47 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:52.425873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Attempting to bind port 7f37aaf6-9bce-481e-9631-a59698eb4536 on network 8d9a14ba-7913-436e-9961-7fa114cbeb47 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:52.448069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:52.448414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Checking segment: {'id': '1738cba0-980a-40ce-8f61-be4fc4fd0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:52.448806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Bound using segment: {'id': '1738cba0-980a-40ce-8f61-be4fc4fd0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:52.449254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Bound port: 7f37aaf6-9bce-481e-9631-a59698eb4536, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1738cba0-980a-40ce-8f61-be4fc4fd0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:52.449616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.539624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 2397570d-d191-4012-89b3-a4e665b710c2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2397570d-d191-4012-89b3-a4e665b710c2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:52.588134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.590729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '2397570d-d191-4012-89b3-a4e665b710c2', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '2397570d-d191-4012-89b3-a4e665b710c2', 'mac_address': 'fa:16:3e:ab:19:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:52.652868 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.674021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2397570d-d191-4012-89b3-a4e665b710c2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:52.698990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 2397570d-d191-4012-89b3-a4e665b710c2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2397570d-d191-4012-89b3-a4e665b710c2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:52.704355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.762385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] For port 7f37aaf6-9bce-481e-9631-a59698eb4536, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:52.771409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=2397570d-d191-4012-89b3-a4e665b710c2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.772311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7522cc7-b762-43b4-82ff-b0d35381fac2 req-f9b41e54-fd31-4cf7-a6d1-485771d5185d tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 210 time: 0.0906086 Jul 15 13:04:52.788287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] For port 7f37aaf6-9bce-481e-9631-a59698eb4536, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7f37aaf6-9bce-481e-9631-a59698eb4536,segment=NetworkSegment(1738cba0-980a-40ce-8f61-be4fc4fd0c28),segment_id=1738cba0-980a-40ce-8f61-be4fc4fd0c28)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:52.970636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['2397570d-d191-4012-89b3-a4e665b710c2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:53.112538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.197919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.198558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.199949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] 10.222.0.23 "PUT /v2.0/ports/7f37aaf6-9bce-481e-9631-a59698eb4536 HTTP/1.1" status: 200 len: 1091 time: 2.6145501 Jul 15 13:04:53.200520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'tag': '7f37aaf6-9bce-481e-9631-a59698eb4536'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:53.203041 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34add425-4c69-491a-a9e3-a0369e4374e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf", "tag": "7f37aaf6-9bce-481e-9631-a59698eb4536"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:53.239448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fd5ff-ef08-4371-a627-532d4f53a090 req-d1377cc1-9d13-41c9-a436-e292eb5db1cd tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.242676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c24fd5ff-ef08-4371-a627-532d4f53a090 req-d1377cc1-9d13-41c9-a436-e292eb5db1cd tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 948 time: 0.6584666 Jul 15 13:04:53.269567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52acdab-69fe-49cf-a721-01f8d67d3d8d service neutron] Pushing event updated for resources: {'Port': ['ID=7f37aaf6-9bce-481e-9631-a59698eb4536,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.377773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ab7a8-0b4f-4b94-80d2-39d777024860 req-c1b5080b-7279-4a97-8e08-03925f677270 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.379328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de7ab7a8-0b4f-4b94-80d2-39d777024860 req-c1b5080b-7279-4a97-8e08-03925f677270 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 943 time: 0.2701576 Jul 15 13:04:53.386696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c24fd5ff-ef08-4371-a627-532d4f53a090 req-79bed747-9ac0-4dff-a729-16cca1f7c906 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369741 Jul 15 13:04:53.391080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:04:53.443410 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f65c83-e337-4c17-a9ab-4107625c8b01 x-openstack-request-id: req-a6f65c83-e337-4c17-a9ab-4107625c8b01 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:53.443979 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf", "tag": "7f37aaf6-9bce-481e-9631-a59698eb4536", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:53.443979 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6f65c83-e337-4c17-a9ab-4107625c8b01 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:53.444400 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'tag': '7f37aaf6-9bce-481e-9631-a59698eb4536', 'status': 'completed', 'code': 200} Jul 15 13:04:53.496486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de7ab7a8-0b4f-4b94-80d2-39d777024860 req-64bc0bc0-4f63-4cba-aa38-c269b2349a17 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073253 Jul 15 13:04:53.525027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-5ad7ac1f-6590-4551-b39c-f1de165b2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.526738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-5ad7ac1f-6590-4551-b39c-f1de165b2c9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6e73b5dba1b432a8b4113db5bb084bf&device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 1094 time: 0.2335222 Jul 15 13:04:53.628728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-697294b7-a0d9-476f-b44a-d942b6899c73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f37aaf6-9bce-481e-9631-a59698eb4536 HTTP/1.1" status: 200 len: 217 time: 0.0651212 Jul 15 13:04:53.684962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:53.695707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Sync routers for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:53.714692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:53.716379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:53.722521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-11ed910b-1c5c-4df7-af39-67adaaf8426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.724741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-11ed910b-1c5c-4df7-af39-67adaaf8426f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=497ae382-9f6d-44ce-b922-43f8692e3ba1 HTTP/1.1" status: 200 len: 861 time: 0.0864077 Jul 15 13:04:53.727143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.728337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f771fc31-154c-4af9-b09c-9faddb401462 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5575936 Jul 15 13:04:53.731991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:53.753339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c36fb-b2d2-4c51-94f9-bbc05093a1f5 req-4b2b8152-917d-4c00-93a8-70a435f26028 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.754955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-730c36fb-b2d2-4c51-94f9-bbc05093a1f5 req-4b2b8152-917d-4c00-93a8-70a435f26028 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1925905 Jul 15 13:04:53.787098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-5a56d96f-5c6b-45fb-8771-35be1c59bcb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8d9a14ba-7913-436e-9961-7fa114cbeb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532277 Jul 15 13:04:53.909396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-730c36fb-b2d2-4c51-94f9-bbc05093a1f5 req-5cdfd8f1-3bc4-488b-8016-60963864c8a5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307776 Jul 15 13:04:53.937613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:54.005442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:54.021718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-188bc6eb-080a-40cc-b373-1fbba18756b8 req-be1c7676-5d97-4af9-902b-34d08d48e032 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 210 time: 0.0424249 Jul 15 13:04:54.066663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-9b720b45-3ed1-459d-8f68-a9d41b71f66c service neutron] 10.222.0.23 "GET /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679918 Jul 15 13:04:54.171932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:54.172646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.208810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f4862b4-9afb-4c9c-adbc-015a6e41cff6 req-c7ac9a70-abbc-465b-9080-6f92074ffcbb service neutron] 10.222.0.23 "GET /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327124 Jul 15 13:04:54.275928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:51Z', 'revision_number': 3, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:54.288598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-5c03b3b2-43a9-4557-a842-54a6f0c821f5 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287340 Jul 15 13:04:54.312076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Checking router: 3db45c17-167b-4cb5-8c18-ed9f2759ec55 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:54.312534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Updating router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 port a7072f3f-df4a-4420-b735-bae8177caa7a binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:54.365386 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.374789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-711cfe64-abbb-4937-8f9d-c6190862f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.377163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-711cfe64-abbb-4937-8f9d-c6190862f412 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6e73b5dba1b432a8b4113db5bb084bf&device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 1094 time: 0.0927775 Jul 15 13:04:54.388405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2397570d-d191-4012-89b3-a4e665b710c2 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:54.563010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 2397570d-d191-4012-89b3-a4e665b710c2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:54.596910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 2397570d-d191-4012-89b3-a4e665b710c2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:54.597459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.613005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-17137799-deef-4dd3-8e0b-b2c4d997e442 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.614512 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-17137799-deef-4dd3-8e0b-b2c4d997e442 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167586 Jul 15 13:04:54.650261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-1c5ad1bc-fd94-44b1-b113-7abc9aacfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.651681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-1c5ad1bc-fd94-44b1-b113-7abc9aacfbc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8d9a14ba-7913-436e-9961-7fa114cbeb47 HTTP/1.1" status: 200 len: 922 time: 0.2673624 Jul 15 13:04:54.686197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Request body: {'port': {'device_id': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '08719c6f20d44a51bad7a80b8054c3e5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:54.770521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-19284759-ffcb-4fd9-8939-363b1951ce7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f37aaf6-9bce-481e-9631-a59698eb4536 HTTP/1.1" status: 200 len: 217 time: 0.1072521 Jul 15 13:04:54.789924 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.845002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b277a-be4d-43f9-80a8-03491a046603 req-10f9ae34-728d-48ed-99c2-8a03f7da81e1 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.855353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d97b277a-be4d-43f9-80a8-03491a046603 req-10f9ae34-728d-48ed-99c2-8a03f7da81e1 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 949 time: 0.2793550 Jul 15 13:04:54.865240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397570d-d191-4012-89b3-a4e665b710c2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:54.868049 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0066e-2460-4200-b1e6-38e534f05ec3" -d '{"events": [{"server_uuid": "5fb0aa49-5f71-4a4c-90a2-fe55fea05a75", "name": "network-vif-plugged", "status": "completed", "tag": "2397570d-d191-4012-89b3-a4e665b710c2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:54.893842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 2397570d-d191-4012-89b3-a4e665b710c2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2397570d-d191-4012-89b3-a4e665b710c2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:54.896552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.910916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Transition to ACTIVE for port object a7072f3f-df4a-4420-b735-bae8177caa7a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:54.916061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.923420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111609a-e77c-4d1c-bfcd-651df9db8d97 req-98c6c324-ab79-49a6-919f-760f7fcca143 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.929299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Made reservation on behalf of 08719c6f20d44a51bad7a80b8054c3e5 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:54.932031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6111609a-e77c-4d1c-bfcd-651df9db8d97 req-98c6c324-ab79-49a6-919f-760f7fcca143 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 943 time: 0.2524419 Jul 15 13:04:54.933095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.939256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-210865b1-8410-4638-978f-1f00667bde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.941224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-210865b1-8410-4638-978f-1f00667bde18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=497ae382-9f6d-44ce-b922-43f8692e3ba1 HTTP/1.1" status: 200 len: 861 time: 0.1561596 Jul 15 13:04:54.947570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.974884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=2397570d-d191-4012-89b3-a4e665b710c2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.977876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.001985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d97b277a-be4d-43f9-80a8-03491a046603 req-58ae1694-9753-43eb-b792-c0695548f1ba tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456335 Jul 15 13:04:55.063533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6111609a-e77c-4d1c-bfcd-651df9db8d97 req-91ccf600-a803-46d8-8ecb-332c2870d220 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269908 Jul 15 13:04:55.101630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-6043e02c-28ab-4da2-b4af-c7bd52321723 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8d9a14ba-7913-436e-9961-7fa114cbeb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397152 Jul 15 13:04:55.191860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.226167 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030b66b9-80fa-4a7a-9e0d-05920bfff29c x-openstack-request-id: req-030b66b9-80fa-4a7a-9e0d-05920bfff29c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:55.226735 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb0aa49-5f71-4a4c-90a2-fe55fea05a75", "name": "network-vif-plugged", "status": "completed", "tag": "2397570d-d191-4012-89b3-a4e665b710c2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:55.227186 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-030b66b9-80fa-4a7a-9e0d-05920bfff29c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:55.227697 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397570d-d191-4012-89b3-a4e665b710c2', 'code': 200} Jul 15 13:04:55.270791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Attempting to bind port a7072f3f-df4a-4420-b735-bae8177caa7a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:55.271342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Attempting to bind port a7072f3f-df4a-4420-b735-bae8177caa7a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:55.271805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Attempting to bind port a7072f3f-df4a-4420-b735-bae8177caa7a on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:55.284812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.286490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:55.287070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:55.288152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.288262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:55.288837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Bound port: a7072f3f-df4a-4420-b735-bae8177caa7a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:55.289463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.295912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa419fd-cc11-47f5-aafe-6939d8bc360d None None] Pushing event updated for resources: {'Port': ['ID=a7072f3f-df4a-4420-b735-bae8177caa7a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.341162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.344112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-bd771fd6-fc63-4998-8a35-56f313af5b43 service neutron] 10.222.0.23 "GET /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331636 Jul 15 13:04:55.358679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] For port a7072f3f-df4a-4420-b735-bae8177caa7a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:55.362446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] For port a7072f3f-df4a-4420-b735-bae8177caa7a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a7072f3f-df4a-4420-b735-bae8177caa7a,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:55.371257 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.401644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74401c76-1b1f-4f20-bd34-a92c909f7fa8 req-dd185457-d834-40a3-9bac-69c4c4fbdb95 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.409477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74401c76-1b1f-4f20-bd34-a92c909f7fa8 req-dd185457-d834-40a3-9bac-69c4c4fbdb95 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1380303 Jul 15 13:04:55.435454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:55.436973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:55.439774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340412-72ae-4315-9730-b4e52e3a7499 req-c41ef632-75f2-4f5c-9f4b-5dff9be24b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.441868 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd340412-72ae-4315-9730-b4e52e3a7499 req-c41ef632-75f2-4f5c-9f4b-5dff9be24b15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 1101 time: 0.2360952 Jul 15 13:04:55.517420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa419fd-cc11-47f5-aafe-6939d8bc360d None None] Pushing event updated for resources: {'Port': ['ID=a7072f3f-df4a-4420-b735-bae8177caa7a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.536253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccd891b4-cab5-45ba-a51f-de7253aef910 req-5f4de941-ff09-4d36-88ec-5c4a38067c92 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 210 time: 0.0479980 Jul 15 13:04:55.539330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74401c76-1b1f-4f20-bd34-a92c909f7fa8 req-19072254-cadb-47a1-8c3a-ed7456730705 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291041 Jul 15 13:04:55.583292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b284d726-a66d-4c12-9dae-a097caa84f7f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:55.583911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34add425-4c69-491a-a9e3-a0369e4374e0 req-46474210-dd1c-41e7-93e5-471909fdacac service neutron] 10.222.0.23 "GET /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289269 Jul 15 13:04:55.627776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd340412-72ae-4315-9730-b4e52e3a7499 req-57f22e69-3f8b-41c6-907d-8e057fc2848b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705279 Jul 15 13:04:55.628153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:55.687504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Allocated IP 192.168.233.41 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/aa584a4f-3f01-4ca3-a1ec-486f2756d944) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:55.705840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Allocated IP 172.20.0.1 (6f17e3ba-02be-4d06-9fbe-32a6b9a623a3/bb586b47-de32-4f6a-9eae-8a47dd62e729/957c821a-468d-4ebd-bca7-c78075fee66a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:55.835707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:51Z', 'revision_number': 3, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:55.863157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919549d6-f8ce-4118-b5bd-810917c72896 None None] The sync data for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 is: [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:51Z', 'revision_number': 3, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:55.921740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.954768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Transition to ACTIVE for port object 957c821a-468d-4ebd-bca7-c78075fee66a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:55.960785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:55.979961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Transition to ACTIVE for port object aa584a4f-3f01-4ca3-a1ec-486f2756d944 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:56.030978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.080409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:56.111291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.124615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:56.127347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:56.165641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Pushing event updated for resources: {'Port': ['ID=957c821a-468d-4ebd-bca7-c78075fee66a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.258034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:56.283320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:56.290127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc0fbe-5ead-418f-9cc5-b2d9421eded6 req-fc0562c5-e102-43f7-b07f-91be350fac44 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.295257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:56.300004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6bc0fbe-5ead-418f-9cc5-b2d9421eded6 req-fc0562c5-e102-43f7-b07f-91be350fac44 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 950 time: 0.1190002 Jul 15 13:04:56.326907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Pushing event updated for resources: {'Port': ['ID=aa584a4f-3f01-4ca3-a1ec-486f2756d944,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.401645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.402491 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7f37aaf6-9bce-481e-9631-a59698eb4536 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:56.450027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6bc0fbe-5ead-418f-9cc5-b2d9421eded6 req-0bd924c4-a80d-4c15-b67e-b46968dff60c tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490848 Jul 15 13:04:56.530941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050297fa-b82f-418d-b19c-71570006fc83 req-c9ab7e3d-0a58-4292-8d00-1c4ca2ed96a3 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.552394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-050297fa-b82f-418d-b19c-71570006fc83 req-c9ab7e3d-0a58-4292-8d00-1c4ca2ed96a3 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 943 time: 0.2381995 Jul 15 13:04:56.626383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.627074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.688175 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-b900809e-018d-45fe-83db-41a12e2424a4 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0609698 Jul 15 13:04:56.716398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Request body: {'port': {'device_id': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:56.720942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-050297fa-b82f-418d-b19c-71570006fc83 req-d90ac649-c694-46ca-8853-400f69b42f5e tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635790 Jul 15 13:04:56.748605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7f37aaf6-9bce-481e-9631-a59698eb4536, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7f37aaf6-9bce-481e-9631-a59698eb4536,segment=NetworkSegment(1738cba0-980a-40ce-8f61-be4fc4fd0c28),segment_id=1738cba0-980a-40ce-8f61-be4fc4fd0c28)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:56.789046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Provisioning for port 957c821a-468d-4ebd-bca7-c78075fee66a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:56.800980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Provisioning complete for port 957c821a-468d-4ebd-bca7-c78075fee66a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:56.801354 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.814448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '7f37aaf6-9bce-481e-9631-a59698eb4536', 'network_id': '8d9a14ba-7913-436e-9961-7fa114cbeb47', 'port_id': '7f37aaf6-9bce-481e-9631-a59698eb4536', 'mac_address': 'fa:16:3e:3c:b7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497ae382-9f6d-44ce-b922-43f8692e3ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:56.821514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.893474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Port 957c821a-468d-4ebd-bca7-c78075fee66a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:56.903533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.943292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.976972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f37aaf6-9bce-481e-9631-a59698eb4536 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:56.983775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Provisioning for port aa584a4f-3f01-4ca3-a1ec-486f2756d944 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:57.003398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Provisioning complete for port aa584a4f-3f01-4ca3-a1ec-486f2756d944 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:57.005692 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.082717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6a49d5c2-a966-4dbf-99fb-417e82adf726 None None] Port aa584a4f-3f01-4ca3-a1ec-486f2756d944 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:57.103555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d660864-6823-4fe4-8a96-4d6841324917 req-8e50a9e3-5ab6-4a4b-9dde-fac5f87c950f tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.103761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7f37aaf6-9bce-481e-9631-a59698eb4536, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7f37aaf6-9bce-481e-9631-a59698eb4536,segment=NetworkSegment(1738cba0-980a-40ce-8f61-be4fc4fd0c28),segment_id=1738cba0-980a-40ce-8f61-be4fc4fd0c28)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:57.111857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d660864-6823-4fe4-8a96-4d6841324917 req-8e50a9e3-5ab6-4a4b-9dde-fac5f87c950f tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 935 time: 0.1784403 Jul 15 13:04:57.116241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.167646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313752cb-bfa6-4325-b6a3-5813e31392fd req-242d4d1e-413d-4730-bdb6-14efabf0128b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.169311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-313752cb-bfa6-4325-b6a3-5813e31392fd req-242d4d1e-413d-4730-bdb6-14efabf0128b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1934125 Jul 15 13:04:57.188214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7f37aaf6-9bce-481e-9631-a59698eb4536,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.224178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d660864-6823-4fe4-8a96-4d6841324917 req-1a3a246b-78f2-4dad-9d42-267bfafe5c0e tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093757 Jul 15 13:04:57.278727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-313752cb-bfa6-4325-b6a3-5813e31392fd req-90483543-390f-40b5-a64e-6889e0728c78 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016951 Jul 15 13:04:57.348639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7f37aaf6-9bce-481e-9631-a59698eb4536'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:57.366441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa584a4f-3f01-4ca3-a1ec-486f2756d944 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:57.379111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.409310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Transition to ACTIVE for port object aa584a4f-3f01-4ca3-a1ec-486f2756d944 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:57.411515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.417056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.426703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.536893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.549120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Pushing event updated for resources: {'Port': ['ID=aa584a4f-3f01-4ca3-a1ec-486f2756d944,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.651109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Pushing event updated for resources: {'Port': ['ID=957c821a-468d-4ebd-bca7-c78075fee66a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.695079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Attempting to bind port aa584a4f-3f01-4ca3-a1ec-486f2756d944 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:57.695325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Attempting to bind port aa584a4f-3f01-4ca3-a1ec-486f2756d944 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:57.695706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Attempting to bind port aa584a4f-3f01-4ca3-a1ec-486f2756d944 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:57.703006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Port aa584a4f-3f01-4ca3-a1ec-486f2756d944 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:57.703279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Attempting to bind port aa584a4f-3f01-4ca3-a1ec-486f2756d944 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:57.713780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:57.714126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:57.714514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:57.714874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Bound port: aa584a4f-3f01-4ca3-a1ec-486f2756d944, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:57.715263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.748632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:57.751266 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1d7c1-c42f-461b-af02-35cde67fd5de req-b2535034-813e-4816-9eb4-47f98298632e tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.752827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28e1d7c1-c42f-461b-af02-35cde67fd5de req-b2535034-813e-4816-9eb4-47f98298632e tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 945 time: 0.1183734 Jul 15 13:04:57.769553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2da1f8-baed-4644-aa47-8f7c49a5b2d3 req-59fdb834-ef3b-4eec-bb96-f94b04b34521 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.770032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:57.771039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b2da1f8-baed-4644-aa47-8f7c49a5b2d3 req-59fdb834-ef3b-4eec-bb96-f94b04b34521 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 950 time: 0.1260004 Jul 15 13:04:57.828605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28e1d7c1-c42f-461b-af02-35cde67fd5de req-2c4d2725-ed58-457b-91a6-c3d9bcaaf264 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689213 Jul 15 13:04:57.842590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b2da1f8-baed-4644-aa47-8f7c49a5b2d3 req-92374d3d-26e0-42e9-a049-996f56e7fc79 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Jul 15 13:04:57.891185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] For port aa584a4f-3f01-4ca3-a1ec-486f2756d944, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:57.916820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] For port aa584a4f-3f01-4ca3-a1ec-486f2756d944, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:57.932659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.982143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a7072f3f-df4a-4420-b735-bae8177caa7a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:57.984616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.985407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.986998 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa584a4f-3f01-4ca3-a1ec-486f2756d944 HTTP/1.1" status: 200 len: 1095 time: 1.2782352 Jul 15 13:04:57.991581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'tag': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:57.994922 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20562fe7-8b2b-4475-9c9a-6090f56ba979" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef9eb9c-faf2-479a-8c68-e3dbf61683f7", "tag": "aa584a4f-3f01-4ca3-a1ec-486f2756d944"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:58.001223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:58.108991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a7072f3f-df4a-4420-b735-bae8177caa7a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:58.116863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a7072f3f-df4a-4420-b735-bae8177caa7a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:58.117249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.124138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670e73-03df-4992-afcc-498c31a2f2e1 req-09d1ea23-d90b-4f71-a9a2-f187e388f2a2 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.128405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3a3e5-19c6-4c21-bf71-e5364d448207 service neutron] Pushing event updated for resources: {'Port': ['ID=aa584a4f-3f01-4ca3-a1ec-486f2756d944,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.136538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67670e73-03df-4992-afcc-498c31a2f2e1 req-09d1ea23-d90b-4f71-a9a2-f187e388f2a2 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 944 time: 0.1405225 Jul 15 13:04:58.215965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67670e73-03df-4992-afcc-498c31a2f2e1 req-a215e9d7-4139-411b-bb72-44a2e5f4bdf0 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Jul 15 13:04:58.227281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af947977-3a31-4c04-bca7-a9d44e7ee664 None None] Provisioning complete for port 957c821a-468d-4ebd-bca7-c78075fee66a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:58.227808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af947977-3a31-4c04-bca7-a9d44e7ee664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.282967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af947977-3a31-4c04-bca7-a9d44e7ee664 None None] Port 957c821a-468d-4ebd-bca7-c78075fee66a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:58.293936 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddbfc1d-6917-46cb-b3b9-a8659f9b4bb8 x-openstack-request-id: req-6ddbfc1d-6917-46cb-b3b9-a8659f9b4bb8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:58.294277 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef9eb9c-faf2-479a-8c68-e3dbf61683f7", "tag": "aa584a4f-3f01-4ca3-a1ec-486f2756d944", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:58.294535 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ddbfc1d-6917-46cb-b3b9-a8659f9b4bb8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:58.294939 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'tag': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944', 'status': 'completed', 'code': 200} Jul 15 13:04:58.338219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-190e79c0-2651-41fe-9ad0-eb1fcab81cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.339739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-190e79c0-2651-41fe-9ad0-eb1fcab81cf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 1098 time: 0.2267118 Jul 15 13:04:58.341603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:58.350873 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Sync routers for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:58.361795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7957cf0f-a25c-4118-ae69-4c03cb07d417 admin admin] 10.222.0.48 "PUT /v2.0/routers/3db45c17-167b-4cb5-8c18-ed9f2759ec55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6286442 Jul 15 13:04:58.370059 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:58.370912 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:58.412936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.421951 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-e181165a-f6a0-4ad8-97df-7883a98b99fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944 HTTP/1.1" status: 200 len: 217 time: 0.0566192 Jul 15 13:04:58.442646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7f37aaf6-9bce-481e-9631-a59698eb4536 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:58.494803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a7072f3f-df4a-4420-b735-bae8177caa7a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a7072f3f-df4a-4420-b735-bae8177caa7a,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:58.508737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.520740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-1df10dd5-d25a-4775-8b29-daf955a22e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.531765 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-1df10dd5-d25a-4775-8b29-daf955a22e22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0939052 Jul 15 13:04:58.539930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:58.594810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 7f37aaf6-9bce-481e-9631-a59698eb4536 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:58.599348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 7f37aaf6-9bce-481e-9631-a59698eb4536 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:58.599720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.601410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a889f0-2ac1-44b8-90bd-adc33b2de205 req-c69f2d2e-e70e-4f3e-b36b-911a5461db71 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.602630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a7072f3f-df4a-4420-b735-bae8177caa7a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.617978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36a889f0-2ac1-44b8-90bd-adc33b2de205 req-c69f2d2e-e70e-4f3e-b36b-911a5461db71 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 947 time: 0.2070041 Jul 15 13:04:58.644561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-5c55d08d-8e94-4e86-902e-fe1f2e1e8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.645979 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-5c55d08d-8e94-4e86-902e-fe1f2e1e8df1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077700 Jul 15 13:04:58.666752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ce54-4b58-4c63-87f6-5f18884957be req-ef805498-6c49-4f9f-b09e-c29b41e1d478 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.668295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b16ce54-4b58-4c63-87f6-5f18884957be req-ef805498-6c49-4f9f-b09e-c29b41e1d478 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1938739 Jul 15 13:04:58.693343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36a889f0-2ac1-44b8-90bd-adc33b2de205 req-e6ce0dfb-f0e6-4bab-8db3-ba5c65e2c633 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682819 Jul 15 13:04:58.730572 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.741177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b16ce54-4b58-4c63-87f6-5f18884957be req-bab366c5-d330-4bfc-9035-50d9b55c3dbb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624142 Jul 15 13:04:58.763489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f37aaf6-9bce-481e-9631-a59698eb4536'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:58.766663 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd23caa2-510a-4b9d-89e8-af46222d5e2a" -d '{"events": [{"server_uuid": "0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "7f37aaf6-9bce-481e-9631-a59698eb4536"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:58.783330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7f37aaf6-9bce-481e-9631-a59698eb4536, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7f37aaf6-9bce-481e-9631-a59698eb4536,segment=NetworkSegment(1738cba0-980a-40ce-8f61-be4fc4fd0c28),segment_id=1738cba0-980a-40ce-8f61-be4fc4fd0c28)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:58.789257 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.865235 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:04:57Z', 'revision_number': 2, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:58.876226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7f37aaf6-9bce-481e-9631-a59698eb4536,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.916149 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724f99bd-27d3-449c-a54d-5686ce20f3f9 x-openstack-request-id: req-724f99bd-27d3-449c-a54d-5686ce20f3f9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:58.916454 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "7f37aaf6-9bce-481e-9631-a59698eb4536", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:58.916712 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-724f99bd-27d3-449c-a54d-5686ce20f3f9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:58.917113 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f37aaf6-9bce-481e-9631-a59698eb4536', 'code': 200} Jul 15 13:04:58.945037 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Checking router: 3db45c17-167b-4cb5-8c18-ed9f2759ec55 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:58.945522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Updating router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 port 957c821a-468d-4ebd-bca7-c78075fee66a binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:59.023743 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.213888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1a11d-1c9b-4a41-b769-98e1efcb5d77 req-0dcef831-989d-470d-bc98-bafe19290d7a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.227211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8b1a11d-1c9b-4a41-b769-98e1efcb5d77 req-0dcef831-989d-470d-bc98-bafe19290d7a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 945 time: 0.2002113 Jul 15 13:04:59.276620 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-42d6dd40-2ec5-4933-937a-11b9091cdd84 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210358 Jul 15 13:04:59.316859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e8fe-2b9a-484f-9c1b-6e83fd9c513c req-45caed35-2065-450e-bdf7-d9bc3a1845ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.318641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3458e8fe-2b9a-484f-9c1b-6e83fd9c513c req-45caed35-2065-450e-bdf7-d9bc3a1845ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 1096 time: 0.1024554 Jul 15 13:04:59.355223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8b1a11d-1c9b-4a41-b769-98e1efcb5d77 req-dcb6b2b2-8974-4a53-9c53-8f0e5d385c7a tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/security-groups?id=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254647 Jul 15 13:04:59.371253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-85698996-4c3f-46b9-a0c0-58e1e63a361d tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.376157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-85698996-4c3f-46b9-a0c0-58e1e63a361d tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 945 time: 0.2729135 Jul 15 13:04:59.398293 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3458e8fe-2b9a-484f-9c1b-6e83fd9c513c req-337d9e83-f8e3-41f1-a42a-c9bef6e3a8c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721951 Jul 15 13:04:59.417626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd134f78-55a3-4274-a142-c22e5c73f44c req-88d9d3b9-8559-4fab-9215-e9842e8f0a2b service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326911 Jul 15 13:04:59.480508 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.530472 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Transition to ACTIVE for port object 957c821a-468d-4ebd-bca7-c78075fee66a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:59.546125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf2f64-b5e8-476b-b903-79806e9ace94 req-39c7cc69-64a3-428f-b5d9-c207821058aa tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.550118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62bf2f64-b5e8-476b-b903-79806e9ace94 req-39c7cc69-64a3-428f-b5d9-c207821058aa tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 950 time: 0.2924008 Jul 15 13:04:59.560768 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.630693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-afa82cf9-33fe-44d0-a223-7be5d8ed3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.641760 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-afa82cf9-33fe-44d0-a223-7be5d8ed3ed7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 1098 time: 0.1511474 Jul 15 13:04:59.642553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62bf2f64-b5e8-476b-b903-79806e9ace94 req-51dab1f1-2c8f-44ea-bc46-f2d09c1534db tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776260 Jul 15 13:04:59.680831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Deleting port dbe846d0-cffb-48a3-a670-29163cc4da99 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:59.683144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.741374 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae16de-1967-4c24-8b1d-cc92b2428757 None None] Pushing event updated for resources: {'Port': ['ID=957c821a-468d-4ebd-bca7-c78075fee66a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.951902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a7072f3f-df4a-4420-b735-bae8177caa7a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:00.027321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-4b943348-51e3-4e59-a0bb-719fb87d94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.030670 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-4b943348-51e3-4e59-a0bb-719fb87d94fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3815269 Jul 15 13:05:00.034324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] For port dbe846d0-cffb-48a3-a670-29163cc4da99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=dbe846d0-cffb-48a3-a670-29163cc4da99,segment=NetworkSegment(97efc61d-5103-4106-81c9-4d1eaf6c16c9),segment_id=97efc61d-5103-4106-81c9-4d1eaf6c16c9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:00.035778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.047735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a7072f3f-df4a-4420-b735-bae8177caa7a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:00.048238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.085157 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Attempting to bind port 957c821a-468d-4ebd-bca7-c78075fee66a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:00.085157 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Attempting to bind port 957c821a-468d-4ebd-bca7-c78075fee66a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:00.085607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Calling delete_port for dbe846d0-cffb-48a3-a670-29163cc4da99 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:00.085769 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Attempting to bind port 957c821a-468d-4ebd-bca7-c78075fee66a on network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:00.122739 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:00.123108 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Checking segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:00.126066 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.129603 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Bound using segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:00.130187 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Bound port: 957c821a-468d-4ebd-bca7-c78075fee66a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:00.131090 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.133145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-64f876e5-4f0e-4cb7-a147-05677cca0a0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944 HTTP/1.1" status: 200 len: 217 time: 0.0952833 Jul 15 13:05:00.196233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eef430-7a5b-49ee-a71b-2a5e0a0001a1 req-3e9d72d7-fbd7-4d98-baac-67387bb3679c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.198775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0eef430-7a5b-49ee-a71b-2a5e0a0001a1 req-3e9d72d7-fbd7-4d98-baac-67387bb3679c tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 945 time: 0.3815989 Jul 15 13:05:00.248032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-a4d43800-bcbb-4d77-a2ed-1958971bd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.250943 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-a4d43800-bcbb-4d77-a2ed-1958971bd5d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1048083 Jul 15 13:05:00.279452 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] For port 957c821a-468d-4ebd-bca7-c78075fee66a, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:00.285712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] For port 957c821a-468d-4ebd-bca7-c78075fee66a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=957c821a-468d-4ebd-bca7-c78075fee66a,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:00.290632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58c75e-3aa9-47f6-9dfb-17e3d6bcbf7f req-ccc0b2ad-f9a5-49d6-80e2-6e2d0a2e9465 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.296685 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.299062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f58c75e-3aa9-47f6-9dfb-17e3d6bcbf7f req-ccc0b2ad-f9a5-49d6-80e2-6e2d0a2e9465 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 947 time: 0.3626955 Jul 15 13:05:00.343906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0eef430-7a5b-49ee-a71b-2a5e0a0001a1 req-24b3efa1-5412-4517-9e45-aed60cc9dec3 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332870 Jul 15 13:05:00.427391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f58c75e-3aa9-47f6-9dfb-17e3d6bcbf7f req-d4570a37-b916-4bcc-b683-fae35a344cb3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272528 Jul 15 13:05:00.469563 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae16de-1967-4c24-8b1d-cc92b2428757 None None] Pushing event updated for resources: {'Port': ['ID=957c821a-468d-4ebd-bca7-c78075fee66a,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.486997 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:00.493971 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:00.548938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.647850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-6fbd55cb-c5d4-40a6-b6cf-bf2dbc4cfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.650815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-6fbd55cb-c5d4-40a6-b6cf-bf2dbc4cfa17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3914177 Jul 15 13:05:00.709857 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:00.727808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.739903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['dbe846d0-cffb-48a3-a670-29163cc4da99'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:00.818799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-90019389-c0c5-4578-b6bd-153622d17a73 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.820336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-90019389-c0c5-4578-b6bd-153622d17a73 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 950 time: 0.3230426 Jul 15 13:05:00.871247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Pushing event deleted for resources: {'Port': ['ID=dbe846d0-cffb-48a3-a670-29163cc4da99,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.885204 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-5f2a3a83-a6e3-41e1-bdf7-1afa646befd0 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230141 Jul 15 13:05:00.893615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9421f4ce-a733-4cd5-9bba-3b73bdbbcaa5 req-f1147c05-19dd-4aae-9ea4-b0703c63f580 tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf981a-d8c0-402b-b748-a0de37950a5b HTTP/1.1" status: 200 len: 210 time: 0.1797144 Jul 15 13:05:00.970751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] No DVR routers for this DVR port dbe846d0-cffb-48a3-a670-29163cc4da99 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:00.974026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.976292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3669343c-48b2-4ec5-9bd0-844e764066eb req-92d0b1b8-dcd6-4ea4-ae46-e14e8fffe5ea tempest-VolumesAdminNegativeTest-120490940 tempest-VolumesAdminNegativeTest-120490940-project] 10.222.0.23 "DELETE /v2.0/ports/dbe846d0-cffb-48a3-a670-29163cc4da99 HTTP/1.1" status: 204 len: 173 time: 1.5859282 Jul 15 13:05:00.976826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'name': 'network-vif-deleted', 'tag': 'dbe846d0-cffb-48a3-a670-29163cc4da99'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:00.979214 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaa7939-8548-49d6-ae35-378868c03f78" -d '{"events": [{"server_uuid": "12bf981a-d8c0-402b-b748-a0de37950a5b", "name": "network-vif-deleted", "tag": "dbe846d0-cffb-48a3-a670-29163cc4da99"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:01.032911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Deleting port 2397570d-d191-4012-89b3-a4e665b710c2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:01.033144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.060842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a53e2f-7c53-47e5-82b3-fdd7cc473a21 req-d9ce4310-217f-45e5-8fea-c4034ea87fb3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.071791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b5a53e2f-7c53-47e5-82b3-fdd7cc473a21 req-d9ce4310-217f-45e5-8fea-c4034ea87fb3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.4254365 Jul 15 13:05:01.121688 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:00Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.151789 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058e763-ce52-4ca3-b904-5fbe58075321 None None] The sync data for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 is: [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:00Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:01.168273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] For port 2397570d-d191-4012-89b3-a4e665b710c2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2397570d-d191-4012-89b3-a4e665b710c2,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:01.168931 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.185257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b5a53e2f-7c53-47e5-82b3-fdd7cc473a21 req-d6856659-89a1-4c17-b23a-6b7ebce2353f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095769 Jul 15 13:05:01.208712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-20562fe7-8b2b-4475-9c9a-6090f56ba979 req-531bf39c-7d32-4fbd-9a79-f8e68ab242d8 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878220 Jul 15 13:05:01.209781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Calling delete_port for 2397570d-d191-4012-89b3-a4e665b710c2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:01.448595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.463920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['2397570d-d191-4012-89b3-a4e665b710c2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:01.512436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Pushing event deleted for resources: {'Port': ['ID=2397570d-d191-4012-89b3-a4e665b710c2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.539916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb79ef7-2e70-4c1b-94cf-fe3ee4cb283e req-ca35cd45-2cf9-48df-98c0-b98897fffbb8 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.548697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edb79ef7-2e70-4c1b-94cf-fe3ee4cb283e req-ca35cd45-2cf9-48df-98c0-b98897fffbb8 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb0aa49-5f71-4a4c-90a2-fe55fea05a75 HTTP/1.1" status: 200 len: 867 time: 0.1968081 Jul 15 13:05:01.611879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] No DVR routers for this DVR port 2397570d-d191-4012-89b3-a4e665b710c2 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:01.623883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.626595 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dd135cf4-1d00-476c-baec-090d3aac1a09 req-559eb826-158c-45cb-852c-1b6cb1274686 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.23 "DELETE /v2.0/ports/2397570d-d191-4012-89b3-a4e665b710c2 HTTP/1.1" status: 204 len: 173 time: 0.7990146 Jul 15 13:05:01.627342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'name': 'network-vif-deleted', 'tag': '2397570d-d191-4012-89b3-a4e665b710c2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:01.635996 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaab686-42ef-4987-bab0-e5ca52698888" -d '{"events": [{"server_uuid": "5fb0aa49-5f71-4a4c-90a2-fe55fea05a75", "name": "network-vif-deleted", "tag": "2397570d-d191-4012-89b3-a4e665b710c2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:01.649718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edb79ef7-2e70-4c1b-94cf-fe3ee4cb283e req-bad9868b-af34-4f8e-98db-51bcc8343222 tempest-ServerDiagnosticsNegativeTest-390774679 tempest-ServerDiagnosticsNegativeTest-390774679-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f119deb-64ab-4381-9caf-b3966b0b2980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998800 Jul 15 13:05:01.679753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05f4a8-f0a4-4a5e-b7c5-a9c7bb3ed012 req-8443dc87-7f50-415d-b6f0-ce3cf3db2d25 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.691773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f05f4a8-f0a4-4a5e-b7c5-a9c7bb3ed012 req-8443dc87-7f50-415d-b6f0-ce3cf3db2d25 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1096 time: 0.2769825 Jul 15 13:05:01.729520 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ac614-5370-4ef8-ab9e-0dca3e67f03c x-openstack-request-id: req-ec6ac614-5370-4ef8-ab9e-0dca3e67f03c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:01.729998 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bf981a-d8c0-402b-b748-a0de37950a5b", "name": "network-vif-deleted", "tag": "dbe846d0-cffb-48a3-a670-29163cc4da99", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:01.730119 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec6ac614-5370-4ef8-ab9e-0dca3e67f03c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:01.730434 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bf981a-d8c0-402b-b748-a0de37950a5b', 'name': 'network-vif-deleted', 'tag': 'dbe846d0-cffb-48a3-a670-29163cc4da99', 'status': 'completed', 'code': 200} Jul 15 13:05:01.780901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f05f4a8-f0a4-4a5e-b7c5-a9c7bb3ed012 req-4e2e7930-7e42-489e-826f-8f2a7328fcfe tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879130 Jul 15 13:05:02.033238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 957c821a-468d-4ebd-bca7-c78075fee66a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:02.083368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0530d77-11c9-4fc5-8576-0600a5b10ba5 req-996980d7-563f-4c49-b088-d4053891705a tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.087781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0530d77-11c9-4fc5-8576-0600a5b10ba5 req-996980d7-563f-4c49-b088-d4053891705a tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 945 time: 0.1380663 Jul 15 13:05:02.161632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 957c821a-468d-4ebd-bca7-c78075fee66a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:02.170437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 957c821a-468d-4ebd-bca7-c78075fee66a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:02.171130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.219346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0530d77-11c9-4fc5-8576-0600a5b10ba5 req-085d9f4c-5849-43ad-986d-332c966d45e5 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100841 Jul 15 13:05:02.267817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae56203-d9a6-4782-b504-89db7567e5a9 req-63411e83-528b-4708-a961-b861e30a629b tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.273193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ae56203-d9a6-4782-b504-89db7567e5a9 req-63411e83-528b-4708-a961-b861e30a629b tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 947 time: 0.1779308 Jul 15 13:05:02.281082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.290031 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e52886-1986-4cd2-a195-cc7543d514f3 x-openstack-request-id: req-62e52886-1986-4cd2-a195-cc7543d514f3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:02.290597 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb0aa49-5f71-4a4c-90a2-fe55fea05a75", "name": "network-vif-deleted", "tag": "2397570d-d191-4012-89b3-a4e665b710c2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:02.290779 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62e52886-1986-4cd2-a195-cc7543d514f3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:02.291231 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb0aa49-5f71-4a4c-90a2-fe55fea05a75', 'name': 'network-vif-deleted', 'tag': '2397570d-d191-4012-89b3-a4e665b710c2', 'status': 'completed', 'code': 200} Jul 15 13:05:02.335911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 957c821a-468d-4ebd-bca7-c78075fee66a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=957c821a-468d-4ebd-bca7-c78075fee66a,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:02.347756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.350835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ae56203-d9a6-4782-b504-89db7567e5a9 req-3f851879-6b08-47b9-9708-3ec00848321f tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685363 Jul 15 13:05:02.438627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=957c821a-468d-4ebd-bca7-c78075fee66a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.496321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:02.585294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Deleting subnet c833d85e-f72b-45bb-81e2-ee22daef89f1 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:02.594387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.657923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.723568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.843598 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.902286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.904327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c833d85e-f72b-45bb-81e2-ee22daef89f1 HTTP/1.1" status: 204 len: 168 time: 0.4067965 Jul 15 13:05:02.906843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f858e27-7976-4640-91e3-26e678b5afc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c833d85e-f72b-45bb-81e2-ee22daef89f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.908343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:02.957138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594dd21-4ea6-464f-aba9-f60aca82767b req-66d9ab9a-d852-4067-b6e2-dffa687ee9eb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.962766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6594dd21-4ea6-464f-aba9-f60aca82767b req-66d9ab9a-d852-4067-b6e2-dffa687ee9eb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1226366 Jul 15 13:05:03.010375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.057587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6594dd21-4ea6-464f-aba9-f60aca82767b req-0b51b0d3-8969-45cc-b5e7-11a374c6c5cd tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 Jul 15 13:05:03.125564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.138354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395116ef-daf1-47a9-bd99-1724989112b0']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:03.157492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97efc61d-5103-4106-81c9-4d1eaf6c16c9') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:03.158074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97efc61d-5103-4106-81c9-4d1eaf6c16c9') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:03.170408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.187987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.203267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:03.203267 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:03.205120 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:03.283375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.296230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.323150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.325906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] 10.222.0.48 "DELETE /v2.0/networks/395116ef-daf1-47a9-bd99-1724989112b0 HTTP/1.1" status: 204 len: 168 time: 0.4161131 Jul 15 13:05:03.327377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c443b-b8c5-4149-adf9-7b282b798622 admin admin] Pushing event deleted for resources: {'Network': ['ID=395116ef-daf1-47a9-bd99-1724989112b0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:03.329021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:03.424961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Deleting subnet 9f267094-07da-4fa8-b7b3-c1542407f0ec {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:03.436044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.481943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.528428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.603086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.628765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.631272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9f267094-07da-4fa8-b7b3-c1542407f0ec HTTP/1.1" status: 204 len: 168 time: 0.3011453 Jul 15 13:05:03.635932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:03.656489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc01651-7255-48d0-b369-289f40d0069f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f267094-07da-4fa8-b7b3-c1542407f0ec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:03.691748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:03.759035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.780018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device aa584a4f-3f01-4ca3-a1ec-486f2756d944 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:03.831753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3406d-c38e-4e2f-97f1-7a0baf5485a3 req-b6d2b373-0063-4e5f-803d-d09c6f031ba1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:03.840596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8c3406d-c38e-4e2f-97f1-7a0baf5485a3 req-b6d2b373-0063-4e5f-803d-d09c6f031ba1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 947 time: 0.1083012 Jul 15 13:05:03.906280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8c3406d-c38e-4e2f-97f1-7a0baf5485a3 req-36406ec0-cf93-465c-b81f-769f65cf4f7a tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624275 Jul 15 13:05:03.945280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 957c821a-468d-4ebd-bca7-c78075fee66a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:03.947452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.966524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08dced7f-705b-424d-9ea7-7505f22dd4ae']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:04.009233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c377d1f-ba7c-40a3-aa32-bbede4a4e85f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:04.009536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c377d1f-ba7c-40a3-aa32-bbede4a4e85f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:04.014702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port aa584a4f-3f01-4ca3-a1ec-486f2756d944, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:04.026715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.031153 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5239e6d-718d-4b11-8929-671d75dfd1f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bda6491bf2c944d5a771715cecdf6163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381360 Jul 15 13:05:04.031724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944', 'mac_address': 'fa:16:3e:35:79:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:04.034172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34632) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.047201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.063693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:04.064018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:04.066356 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:04.088295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 957c821a-468d-4ebd-bca7-c78075fee66a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:04.088938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.142389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-6c0d3c10-c1dc-4915-a795-5dbcac5fa11c tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:05:04.143419 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-6c0d3c10-c1dc-4915-a795-5dbcac5fa11c tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1601429 Jul 15 13:05:04.149983 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.169898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa584a4f-3f01-4ca3-a1ec-486f2756d944 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:04.181611 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e81af7-13af-427e-ae29-bd4c7eccc780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.214117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e81af7-13af-427e-ae29-bd4c7eccc780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.218368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port aa584a4f-3f01-4ca3-a1ec-486f2756d944, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:04.233203 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.244506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e72bf2-5c21-4824-8490-ecb876a90bb9 req-6089b8d5-e597-4937-9b8e-f226d9c8bbfa tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.249121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Request body: {'binding': {'host': 'n-h2-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:04.249644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:05:04.250776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0e72bf2-5c21-4824-8490-ecb876a90bb9 req-6089b8d5-e597-4937-9b8e-f226d9c8bbfa tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 945 time: 0.1373847 Jul 15 13:05:04.253438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.264464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.269064 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/08dced7f-705b-424d-9ea7-7505f22dd4ae HTTP/1.1" status: 204 len: 168 time: 0.6289213 Jul 15 13:05:04.301798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=aa584a4f-3f01-4ca3-a1ec-486f2756d944,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.319280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01967b2-b9fd-4eea-8079-1b8085935fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08dced7f-705b-424d-9ea7-7505f22dd4ae,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.327004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0e72bf2-5c21-4824-8490-ecb876a90bb9 req-e5e3f420-ef24-4d22-b823-048afdaf8633 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729442 Jul 15 13:05:04.353674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e81af7-13af-427e-ae29-bd4c7eccc780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.357809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e81af7-13af-427e-ae29-bd4c7eccc780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.361740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-61e81af7-13af-427e-ae29-bd4c7eccc780 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f119deb-64ab-4381-9caf-b3966b0b2980 HTTP/1.1" status: 204 len: 168 time: 0.3232427 Jul 15 13:05:04.377463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e81af7-13af-427e-ae29-bd4c7eccc780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f119deb-64ab-4381-9caf-b3966b0b2980,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.467306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2397570d-d191-4012-89b3-a4e665b710c2 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:04.502314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 2397570d-d191-4012-89b3-a4e665b710c2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:04.502983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2397570d-d191-4012-89b3-a4e665b710c2 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:04.503621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device dbe846d0-cffb-48a3-a670-29163cc4da99 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:04.529614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['aa584a4f-3f01-4ca3-a1ec-486f2756d944'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:04.535346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: dbe846d0-cffb-48a3-a670-29163cc4da99 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:04.536021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device dbe846d0-cffb-48a3-a670-29163cc4da99 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:04.546536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.573333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on host n-h2-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:04.573660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:04.573934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:04.580438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:04.580777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:04.586365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:04.586975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:04.594731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:04.595410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Bound port: 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:04.677221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:04.678850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-56845896-4b33-4916-8de1-375a0b2fd485 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51037e37e9334af6a1f9eda18a529a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309927 Jul 15 13:05:04.681401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.687979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.689865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-438a20f5-c8e9-4d66-9825-1c2e99a1241a service neutron] 10.222.0.48 "POST /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4589059 Jul 15 13:05:04.779332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de324ab-9f80-4c08-aaa7-9ee7e3699872 req-f2a6e0c9-fb93-469f-863f-50251af59c4e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.787204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4de324ab-9f80-4c08-aaa7-9ee7e3699872 req-f2a6e0c9-fb93-469f-863f-50251af59c4e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1904256 Jul 15 13:05:04.828323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-824ce77f-328f-41b4-8546-5938f229e721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.852036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-824ce77f-328f-41b4-8546-5938f229e721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.889566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.903828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81877599-ee3f-4e74-9c6a-9b4825bb6808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.907929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4de324ab-9f80-4c08-aaa7-9ee7e3699872 req-5fdf0222-ac87-4caf-8ad2-9be5deff3faf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183455 Jul 15 13:05:04.939050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-824ce77f-328f-41b4-8546-5938f229e721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.941999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-824ce77f-328f-41b4-8546-5938f229e721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.946609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-824ce77f-328f-41b4-8546-5938f229e721 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51 HTTP/1.1" status: 204 len: 168 time: 0.2641754 Jul 15 13:05:04.955439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ce77f-328f-41b4-8546-5938f229e721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5448c-8f5c-4ae2-bc5c-1ba0fa6cae51,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.074857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-7665d881-d444-4bb7-b9eb-b96c067325a7 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.076745 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-7665d881-d444-4bb7-b9eb-b96c067325a7 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 945 time: 0.1615884 Jul 15 13:05:05.198036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81877599-ee3f-4e74-9c6a-9b4825bb6808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.224322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81877599-ee3f-4e74-9c6a-9b4825bb6808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.284798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81877599-ee3f-4e74-9c6a-9b4825bb6808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c9820-bfa6-41bf-898f-05586f50b96d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.297464 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-81877599-ee3f-4e74-9c6a-9b4825bb6808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69e375a38bca461d802512aacf706a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065878 Jul 15 13:05:05.299928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:05.343638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Deleting port 7f37aaf6-9bce-481e-9631-a59698eb4536 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:05.344340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.459434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce38a531-337c-4587-8c12-66a3f40eabeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.498562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f1200-fc70-4099-9451-9b6651b68727 req-fc63b08d-c6c5-4c7e-8a23-52a6ce6a0536 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.502759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce38a531-337c-4587-8c12-66a3f40eabeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.503229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-835f1200-fc70-4099-9451-9b6651b68727 req-fc63b08d-c6c5-4c7e-8a23-52a6ce6a0536 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.5294421 Jul 15 13:05:05.526418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] For port 7f37aaf6-9bce-481e-9631-a59698eb4536, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7f37aaf6-9bce-481e-9631-a59698eb4536,segment=NetworkSegment(1738cba0-980a-40ce-8f61-be4fc4fd0c28),segment_id=1738cba0-980a-40ce-8f61-be4fc4fd0c28)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:05.526868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.535712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-e0af1f3d-9251-4055-aa5a-1d854ec1436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.537200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-e0af1f3d-9251-4055-aa5a-1d854ec1436a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1096 time: 0.4796224 Jul 15 13:05:05.541593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Calling delete_port for 7f37aaf6-9bce-481e-9631-a59698eb4536 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:05.615850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eb929-cac6-4ee0-9b23-81c96ffd5a18 req-645c18e0-13d7-4fa3-9127-941fe9f23af0 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.615850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-899eb929-cac6-4ee0-9b23-81c96ffd5a18 req-645c18e0-13d7-4fa3-9127-941fe9f23af0 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 948 time: 0.2137561 Jul 15 13:05:05.619178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:05.633129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-835f1200-fc70-4099-9451-9b6651b68727 req-de1ec8df-362d-47bb-984e-ecfbf5a53cea tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227133 Jul 15 13:05:05.682076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce38a531-337c-4587-8c12-66a3f40eabeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.686028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce38a531-337c-4587-8c12-66a3f40eabeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.686988 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ce38a531-337c-4587-8c12-66a3f40eabeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d56c9820-bfa6-41bf-898f-05586f50b96d HTTP/1.1" status: 204 len: 168 time: 0.3860350 Jul 15 13:05:05.720249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38a531-337c-4587-8c12-66a3f40eabeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c9820-bfa6-41bf-898f-05586f50b96d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.724263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-899eb929-cac6-4ee0-9b23-81c96ffd5a18 req-3d45cb89-94b2-4e97-9318-37b8bcb3ec55 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973046 Jul 15 13:05:05.733655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f47f1523-a250-4233-bedb-96ce2ed8f422 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=171e40e834e249348193bc0b8b2cc7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109195 Jul 15 13:05:05.734105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:05.773241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-ee708c04-0c99-430a-b5cc-2ea4cfee1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.779197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-ee708c04-0c99-430a-b5cc-2ea4cfee1138 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.2272649 Jul 15 13:05:05.799886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device aa584a4f-3f01-4ca3-a1ec-486f2756d944 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:05.870613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-1c75255f-9a62-4bf7-9e5c-fc57adce4796 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 217 time: 0.0837491 Jul 15 13:05:05.904942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.914653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port aa584a4f-3f01-4ca3-a1ec-486f2756d944 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:05.927433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port aa584a4f-3f01-4ca3-a1ec-486f2756d944 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:05.928163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.932133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7f37aaf6-9bce-481e-9631-a59698eb4536'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:05.936250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f5cba6-d5d8-41e3-b627-46c72dbb2ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.977653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Pushing event deleted for resources: {'Port': ['ID=7f37aaf6-9bce-481e-9631-a59698eb4536,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.042619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] No DVR routers for this DVR port 7f37aaf6-9bce-481e-9631-a59698eb4536 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:06.052673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.061281 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8292a462-30f1-4607-9674-d240cb0a5c59 req-f2e26ef7-17da-44ea-aa47-18ec56dbfc18 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.23 "DELETE /v2.0/ports/7f37aaf6-9bce-481e-9631-a59698eb4536 HTTP/1.1" status: 204 len: 173 time: 0.9728944 Jul 15 13:05:06.063391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-3d9c4dc5-8d27-418d-97d6-4fd06eef9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.063942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'name': 'network-vif-deleted', 'tag': '7f37aaf6-9bce-481e-9631-a59698eb4536'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:06.067310 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0c480-2d37-4dd7-a88b-5582a055f65f" -d '{"events": [{"server_uuid": "0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf", "name": "network-vif-deleted", "tag": "7f37aaf6-9bce-481e-9631-a59698eb4536"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:06.068932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-3d9c4dc5-8d27-418d-97d6-4fd06eef9353 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.1840985 Jul 15 13:05:06.080832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f5cba6-d5d8-41e3-b627-46c72dbb2ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.105252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aab1d2-7f0c-4fe1-8d5a-e6a0629b5c67 req-395e3d43-e7d1-460e-8502-0c0a6e469f71 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.113142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19aab1d2-7f0c-4fe1-8d5a-e6a0629b5c67 req-395e3d43-e7d1-460e-8502-0c0a6e469f71 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf HTTP/1.1" status: 200 len: 867 time: 0.2446558 Jul 15 13:05:06.170639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-4b43a238-ebc2-4bce-a57e-a49bbceae483 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757482 Jul 15 13:05:06.172303 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f5cba6-d5d8-41e3-b627-46c72dbb2ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.175468 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f5cba6-d5d8-41e3-b627-46c72dbb2ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.178038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-09f5cba6-d5d8-41e3-b627-46c72dbb2ae7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5df75852-0856-41da-92b9-9a28878b6eb7 HTTP/1.1" status: 204 len: 168 time: 0.4429817 Jul 15 13:05:06.189044 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.197536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5cba6-d5d8-41e3-b627-46c72dbb2ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df75852-0856-41da-92b9-9a28878b6eb7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.240887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port aa584a4f-3f01-4ca3-a1ec-486f2756d944, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:06.251289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:06.267601 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cf32b-eb7f-449e-af9e-84d1f223a723" -d '{"events": [{"server_uuid": "7ef9eb9c-faf2-479a-8c68-e3dbf61683f7", "name": "network-vif-plugged", "status": "completed", "tag": "aa584a4f-3f01-4ca3-a1ec-486f2756d944"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:06.295540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-bdd4598d-bc4d-4d00-b869-0bfab73239b9 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122823 Jul 15 13:05:06.299031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.363707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19aab1d2-7f0c-4fe1-8d5a-e6a0629b5c67 req-d5671483-1cdd-4e76-bbe1-33c8ae436c01 tempest-InstanceActionsNegativeTestJSON-604448363 tempest-InstanceActionsNegativeTestJSON-604448363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b1adbcd-0974-4008-9c7c-4266d7ca1487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503488 Jul 15 13:05:06.454400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=aa584a4f-3f01-4ca3-a1ec-486f2756d944,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.467076 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27b930-c242-4f00-9c46-851eda23c9ef x-openstack-request-id: req-5e27b930-c242-4f00-9c46-851eda23c9ef {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:06.467619 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf", "name": "network-vif-deleted", "tag": "7f37aaf6-9bce-481e-9631-a59698eb4536", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:06.467846 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e27b930-c242-4f00-9c46-851eda23c9ef {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:06.468247 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa19f2a-ebf6-4667-b6fa-1bf64b62b5cf', 'name': 'network-vif-deleted', 'tag': '7f37aaf6-9bce-481e-9631-a59698eb4536', 'status': 'completed', 'code': 200} Jul 15 13:05:06.508376 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d95bda-004c-4c38-be84-e84a4993a7df x-openstack-request-id: req-33d95bda-004c-4c38-be84-e84a4993a7df {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:06.508785 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef9eb9c-faf2-479a-8c68-e3dbf61683f7", "name": "network-vif-plugged", "status": "completed", "tag": "aa584a4f-3f01-4ca3-a1ec-486f2756d944", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:06.509099 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33d95bda-004c-4c38-be84-e84a4993a7df {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:06.509594 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944', 'code': 200} Jul 15 13:05:06.538106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51eb02-e188-4475-a4f5-37bf9f79b0b8 req-3c087a24-5216-46f7-9a52-39984e15dd0d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.540271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef51eb02-e188-4475-a4f5-37bf9f79b0b8 req-3c087a24-5216-46f7-9a52-39984e15dd0d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.4677458 Jul 15 13:05:06.542679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-24605615-b21b-4aa5-9fdd-db4951e17356 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306533 Jul 15 13:05:06.618287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef51eb02-e188-4475-a4f5-37bf9f79b0b8 req-87a89cf6-8446-47c6-9b58-c41f466bfc0a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697923 Jul 15 13:05:06.698140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990c02-32f7-4a29-896d-e267ad5ec220 req-358d5c7e-2772-42f5-8a8a-51b4e51bf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.704813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b6990c02-32f7-4a29-896d-e267ad5ec220 req-358d5c7e-2772-42f5-8a8a-51b4e51bf6a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 1100 time: 0.1166546 Jul 15 13:05:06.810353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b6990c02-32f7-4a29-896d-e267ad5ec220 req-e7303aa3-22ef-4ac3-85da-b5e26d7135d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904787 Jul 15 13:05:06.936897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d458ce-1503-4d93-9a71-e8bc82929ca6 req-0989dbba-7379-47e1-8a66-5e6e78a71dcb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.948140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25d458ce-1503-4d93-9a71-e8bc82929ca6 req-0989dbba-7379-47e1-8a66-5e6e78a71dcb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.1245136 Jul 15 13:05:07.115577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25d458ce-1503-4d93-9a71-e8bc82929ca6 req-a6b85c2e-dfe2-41eb-9535-90522431b77c tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639528 Jul 15 13:05:07.157317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-b1678473-d676-4b8e-a9ae-88235991dab0 service neutron] 10.222.0.49 "GET /v2.0/ports/fdbcdbcd-6ea3-4dc2-9770-a78a3afce818/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 382 time: 0.1269920 Jul 15 13:05:07.170106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af7bee-e1c9-443f-9f36-69147a0cf764 req-17a80420-766f-425a-bbed-71b49b02e831 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.186200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6af7bee-e1c9-443f-9f36-69147a0cf764 req-17a80420-766f-425a-bbed-71b49b02e831 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 949 time: 0.2158451 Jul 15 13:05:07.282400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6af7bee-e1c9-443f-9f36-69147a0cf764 req-90210d13-a08b-4d71-b542-acd35bfa9a75 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847957 Jul 15 13:05:07.526728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:07.638465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Deleting subnet 497ae382-9f6d-44ce-b922-43f8692e3ba1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:07.645278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.688185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-8cf097b0-f448-43b0-8334-ded852742ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.689722 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-8cf097b0-f448-43b0-8334-ded852742ab7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee&tenant_id=77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 1101 time: 0.1273692 Jul 15 13:05:07.694965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.812609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.946106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:07.957297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-ceaa9ca7-ef30-40b2-a96f-726aa283e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.958906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-ceaa9ca7-ef30-40b2-a96f-726aa283e465 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1101 time: 0.2306843 Jul 15 13:05:08.050857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc55bff-9047-4808-a311-2cbb406e71b3 req-ae587dff-f722-4d00-8d52-566ed15b120f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.057041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfc55bff-9047-4808-a311-2cbb406e71b3 req-ae587dff-f722-4d00-8d52-566ed15b120f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1971173 Jul 15 13:05:08.085211 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.123624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfc55bff-9047-4808-a311-2cbb406e71b3 req-47852c5a-266d-4900-bf81-19411b8909e0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Jul 15 13:05:08.130539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497ae382-9f6d-44ce-b922-43f8692e3ba1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.158753 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.158753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-41c78417-c199-4988-95ce-1b10c3533c21 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/497ae382-9f6d-44ce-b922-43f8692e3ba1 HTTP/1.1" status: 204 len: 168 time: 0.6292210 Jul 15 13:05:08.160013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:08.194741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-ace4396c-d52a-4122-b089-7662f7a2bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.197559 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-ace4396c-d52a-4122-b089-7662f7a2bd51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2276473 Jul 15 13:05:08.291110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-89e83f22-3e77-443a-b324-f7cbebd6c8f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 217 time: 0.0844235 Jul 15 13:05:08.349656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.390801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-58cdb5ad-d304-4a1a-b67a-defef9b081e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.392970 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-58cdb5ad-d304-4a1a-b67a-defef9b081e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0918226 Jul 15 13:05:08.427781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1065840005-network', 'tenant_id': '1047d91861a74580809ac3f647436b45'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.466195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded33a-2da5-42f6-b19e-32597660e483 req-1a56aff2-d0c4-44f4-9c55-c69215364812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.467933 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-1a56aff2-d0c4-44f4-9c55-c69215364812 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675309 Jul 15 13:05:08.482631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7f37aaf6-9bce-481e-9631-a59698eb4536 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:08.526074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Made reservation on behalf of 1047d91861a74580809ac3f647436b45 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:08.528566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 7f37aaf6-9bce-481e-9631-a59698eb4536 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:08.529777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7f37aaf6-9bce-481e-9631-a59698eb4536 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:08.533987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.564227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.600311 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.636217 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-99791161-7e59-4f54-80db-9f6fb350258c service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609511 Jul 15 13:05:08.643003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55424b13-94e3-4be9-9c9d-2eeefd793b73 req-b679c708-4d9f-4eb6-a9dc-28c671b24516 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.644605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55424b13-94e3-4be9-9c9d-2eeefd793b73 req-b679c708-4d9f-4eb6-a9dc-28c671b24516 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.2839770 Jul 15 13:05:08.649881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9a14ba-7913-436e-9961-7fa114cbeb47']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:08.677256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1738cba0-980a-40ce-8f61-be4fc4fd0c28') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:08.677604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1738cba0-980a-40ce-8f61-be4fc4fd0c28') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:08.707245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.750689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.769748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55424b13-94e3-4be9-9c9d-2eeefd793b73 req-7b77f18e-0a13-4766-9618-9149a8b32c2e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148953 Jul 15 13:05:08.773186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:08.773695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:08.775618 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:08.831061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f802-bf2f-4f31-b3da-f45946da0e81 req-5b2880df-7353-4896-8f44-fab2f77763c1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.838545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e424f802-bf2f-4f31-b3da-f45946da0e81 req-5b2880df-7353-4896-8f44-fab2f77763c1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 949 time: 0.2785404 Jul 15 13:05:08.951802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.963693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e424f802-bf2f-4f31-b3da-f45946da0e81 req-59b44a3d-2b7c-40b8-bd96-11595d282cba tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241977 Jul 15 13:05:08.984312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9a14ba-7913-436e-9961-7fa114cbeb47,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.986821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.991662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5208f20f-d62b-4752-9e8b-82b49957e231 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8d9a14ba-7913-436e-9961-7fa114cbeb47 HTTP/1.1" status: 204 len: 168 time: 0.8289227 Jul 15 13:05:09.030733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.042303 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.068691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:09.088444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83b8af-9c11-4338-bf72-663df3e3dba7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.094925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.095547 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Added segment c7791726-c4fa-4bfb-90ea-9e8b7a05a65e of type vlan for network d80dd1c7-7d62-497e-871b-9cac49e8fa34 Jul 15 13:05:09.136727 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35ded33a-2da5-42f6-b19e-32597660e483 req-502bb7f8-f77f-490a-9049-c643879ab0e7 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922602 Jul 15 13:05:09.153286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.218326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.222618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.224735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.246653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:09.264453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3135519 Jul 15 13:05:09.265352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:09.272636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Request body: {'subnet': {'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1065840005-subnet', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:09.328834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2efef2e8-b76a-4ac8-936f-9f8fe2227578 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6e73b5dba1b432a8b4113db5bb084bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805125 Jul 15 13:05:09.331471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:09.381945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec446b3-c55d-4520-8381-42697b8d213a admin admin] Pushing event updated for resources: {'Network': ['ID=d80dd1c7-7d62-497e-871b-9cac49e8fa34,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.398706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:09.433104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8873a11-e4ef-4488-8d37-b681d4cf1fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.436708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Made reservation on behalf of 1047d91861a74580809ac3f647436b45 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:09.439117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.482990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8873a11-e4ef-4488-8d37-b681d4cf1fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.592125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8873a11-e4ef-4488-8d37-b681d4cf1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.595050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8873a11-e4ef-4488-8d37-b681d4cf1fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.598253 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e8873a11-e4ef-4488-8d37-b681d4cf1fb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b1adbcd-0974-4008-9c7c-4266d7ca1487 HTTP/1.1" status: 204 len: 168 time: 0.2640460 Jul 15 13:05:09.627514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8873a11-e4ef-4488-8d37-b681d4cf1fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1adbcd-0974-4008-9c7c-4266d7ca1487,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.726561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d329-d5da-437d-b1be-512726929c9b req-70c9c51f-3e75-4c7f-a1da-4314c4282cb9 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.733415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b291d329-d5da-437d-b1be-512726929c9b req-70c9c51f-3e75-4c7f-a1da-4314c4282cb9 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1320243 Jul 15 13:05:09.784661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-aca56e2f-b703-4329-b324-f33c63df9284 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484288 Jul 15 13:05:09.870791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b291d329-d5da-437d-b1be-512726929c9b req-4e0a3c4f-2c5e-467d-9a3f-3cec3cdccc94 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361973 Jul 15 13:05:09.900321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.063787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-0194851e-683d-4379-83c8-08bb76ebfd23 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839078 Jul 15 13:05:10.068680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Checking segment: {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:10.069042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Network hostable DHCP agents. Network: d80dd1c7-7d62-497e-871b-9cac49e8fa34, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:10.073624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff360e5b-51ce-4f54-93c9-9f9189036a58,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.098362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-ba6b7923-fe1e-4263-9983-b3351b33a4ea tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.100631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-ba6b7923-fe1e-4263-9983-b3351b33a4ea tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871876 Jul 15 13:05:10.151009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:10.167298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a334fc6c-e9e2-4071-aa4d-ab032dfb17ce tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/quotas/48dac768f68447c0a8292b8d2c2cb4b7 HTTP/1.1" status: 200 len: 375 time: 0.0601425 Jul 15 13:05:10.175573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d80dd1c7-7d62-497e-871b-9cac49e8fa34) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:10.185420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9163b3d-ef8e-4a05-912c-2aea257d4943 None None] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:10.202864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.203563 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.275309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-f40fc8ea-6a6a-4149-9f6e-41e037ab5b5a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947127 Jul 15 13:05:10.296790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7c97431e-4c41-460a-9002-1818e7ee5648 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0305684 Jul 15 13:05:10.299048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:10.304531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:10.323343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-985caa66-390f-4304-8590-8aa5ddd0a1a3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.326320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-985caa66-390f-4304-8590-8aa5ddd0a1a3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242167 Jul 15 13:05:10.356753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-bd2ba380-ba83-49d1-b986-4641c63a876b tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/quotas/08719c6f20d44a51bad7a80b8054c3e5 HTTP/1.1" status: 200 len: 375 time: 0.0244799 Jul 15 13:05:10.360366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.362789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.461968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d80dd1c7-7d62-497e-871b-9cac49e8fa34', 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'fixed_ips': [{'subnet_id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:05:10.464964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.529825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-b3ef89ff-311d-46c5-8ad0-bd59ca996189 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633160 Jul 15 13:05:10.533171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.897293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Allocated IP 172.20.0.2 (d80dd1c7-7d62-497e-871b-9cac49e8fa34/ff360e5b-51ce-4f54-93c9-9f9189036a58/efb84d77-6e8b-4e18-afaa-1e01f4b907da) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:10.963755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.017751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:11.079720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33595fb-de2c-4de6-963e-ff2ee2b57cc7 req-43d4f67f-c6d1-43c9-a03c-b98c33a90a12 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.093690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c33595fb-de2c-4de6-963e-ff2ee2b57cc7 req-43d4f67f-c6d1-43c9-a03c-b98c33a90a12 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.2601285 Jul 15 13:05:11.180827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c33595fb-de2c-4de6-963e-ff2ee2b57cc7 req-184e7ccd-f840-48cc-a42c-78f081be5d66 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856025 Jul 15 13:05:11.429882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-d0caa8a5-0dd1-4064-9dac-d91b197773ed tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793269 Jul 15 13:05:11.522717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.569158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.596108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-567541870-network', 'tenant_id': '50f6fe698c724dc2a27969f5892df0f6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:11.687695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4a5d1-963b-4afb-a4de-ce9c19c5a9f4 req-cb189e88-554d-40e8-9339-a0d5bfe06ebd tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.696943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70c4a5d1-963b-4afb-a4de-ce9c19c5a9f4 req-cb189e88-554d-40e8-9339-a0d5bfe06ebd tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.2868624 Jul 15 13:05:11.811337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Allocated IP 172.25.2.230 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a1638bfe-d47d-47cc-9686-ded23fd30ef9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:11.851564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:11.857413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:11.912118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70c4a5d1-963b-4afb-a4de-ce9c19c5a9f4 req-2d7384c1-d8bd-4058-ae33-52729856d2cc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136204 Jul 15 13:05:11.982098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Made reservation on behalf of 50f6fe698c724dc2a27969f5892df0f6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:11.992889 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.039771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.053538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.056527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.069107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Transition to ACTIVE for port object efb84d77-6e8b-4e18-afaa-1e01f4b907da will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:12.090521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Transition to ACTIVE for port object efb84d77-6e8b-4e18-afaa-1e01f4b907da will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:12.144645 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.154709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.207703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:12.211663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:12.216508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:12.277761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.278422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:12.280987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Pushing event updated for resources: {'Port': ['ID=a1638bfe-d47d-47cc-9686-ded23fd30ef9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.292123 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.294584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:12.353538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:12.390616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Pushing event updated for resources: {'Port': ['ID=efb84d77-6e8b-4e18-afaa-1e01f4b907da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.398539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.454926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1466436-1d12-4273-bc20-1ec4e2318f23 req-387bc099-acc1-4f2c-a987-ec8d95c9e930 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 210 time: 0.1729259 Jul 15 13:05:12.476975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:12.499145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-fc16d9aa-a39e-4ead-ae37-6a811620e0da tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.507768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-fc16d9aa-a39e-4ead-ae37-6a811620e0da tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0706127 Jul 15 13:05:12.530737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-e6497d57-b21e-4d39-86f2-216ab2b1e7f7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/quotas/48dac768f68447c0a8292b8d2c2cb4b7 HTTP/1.1" status: 200 len: 375 time: 0.0217617 Jul 15 13:05:12.548025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.556513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:12.597643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'mac_address': 'fa:16:3e:45:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:12.602124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-0509e8ce-2eb2-42c9-9d06-39ca7ff30e61 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704908 Jul 15 13:05:12.603443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.603967 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Added segment 72fb8813-b40b-436a-9cc4-af272d8f7a88 of type vlan for network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 Jul 15 13:05:12.616960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Attempting to bind port efb84d77-6e8b-4e18-afaa-1e01f4b907da on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:12.617332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Attempting to bind port efb84d77-6e8b-4e18-afaa-1e01f4b907da by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:12.617697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Attempting to bind port efb84d77-6e8b-4e18-afaa-1e01f4b907da on network d80dd1c7-7d62-497e-871b-9cac49e8fa34 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:12.653528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.653893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:12.654303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Checking segment: {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:12.654768 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.657791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Bound using segment: {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:12.664102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Bound port: efb84d77-6e8b-4e18-afaa-1e01f4b907da, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:12.664637 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.692492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.693809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.695597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.758431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:12.763754 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455ad1c2-7ec6-42c7-90a3-b1c202440a16" -d '{"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:12.780683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.814825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] Pushing event updated for resources: {'Network': ['ID=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.842587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1b75022e-fc0d-4d8b-9297-d1c158ce8889 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8236032 Jul 15 13:05:12.845434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34876) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:12.856186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Request body: {'subnet': {'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-567541870-subnet', 'tenant_id': '50f6fe698c724dc2a27969f5892df0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:12.866125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:12.905281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Made reservation on behalf of 50f6fe698c724dc2a27969f5892df0f6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:12.908101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.937489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:13.056646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.058727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7448ab8c-7e89-4de0-aa4a-da9adb892c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.209481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] For port efb84d77-6e8b-4e18-afaa-1e01f4b907da, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:13.215215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] For port efb84d77-6e8b-4e18-afaa-1e01f4b907da, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=efb84d77-6e8b-4e18-afaa-1e01f4b907da,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:13.269206 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.329400 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.330167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.367212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:13.437372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:13.520100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-fbb14f40-8f6f-4c5d-9387-e33991124572 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1589265 Jul 15 13:05:13.644793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23bb46-b92b-447a-8b96-e9401e2b109d None None] Pushing event updated for resources: {'Port': ['ID=efb84d77-6e8b-4e18-afaa-1e01f4b907da,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:13.648032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:05:13.648642 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:05:13.728544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Router fd312d51-ef7d-4a5c-82b3-7687c778c365 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:05:13.910538 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a7fc0b5f-4ab4-41a9-9dc8-d5b792e20b97 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306110 Jul 15 13:05:14.016726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efb84d77-6e8b-4e18-afaa-1e01f4b907da up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:14.069499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8ad51-0ff2-43f1-926b-182b9cc42f6d req-8f7fbdfb-affc-45a0-8f2a-af9e45f970c1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.078648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3de8ad51-0ff2-43f1-926b-182b9cc42f6d req-8f7fbdfb-affc-45a0-8f2a-af9e45f970c1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 1.0680718 Jul 15 13:05:14.127530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:14.138519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Sync routers for ids ['fd312d51-ef7d-4a5c-82b3-7687c778c365'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:14.170889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3de8ad51-0ff2-43f1-926b-182b9cc42f6d req-ff0392ca-c0cc-4404-8ef7-527b95849d3c tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911188 Jul 15 13:05:14.171379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-6ec5d309-b731-467c-ab0f-12231904b1b1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.173238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-6ec5d309-b731-467c-ab0f-12231904b1b1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517564 Jul 15 13:05:14.175008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.179081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-772fc053-f182-443e-ab71-6e3081755e36 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8782167 Jul 15 13:05:14.179764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:14.247915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Routers {'fd312d51-ef7d-4a5c-82b3-7687c778c365'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:14.248480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fd312d51-ef7d-4a5c-82b3-7687c778c365'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:14.365591 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6c6b61-082c-43eb-9023-0d10e39aa179 x-openstack-request-id: req-ab6c6b61-082c-43eb-9023-0d10e39aa179 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:14.368083 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:14.368367 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab6c6b61-082c-43eb-9023-0d10e39aa179 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:14.371677 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'code': 200} Jul 15 13:05:14.385616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-34908a62-7013-4948-acf9-08560c87d3d0 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.396594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-34908a62-7013-4948-acf9-08560c87d3d0 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8414028 Jul 15 13:05:14.399570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Request body: {'port': {'device_id': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '48dac768f68447c0a8292b8d2c2cb4b7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:14.407182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port efb84d77-6e8b-4e18-afaa-1e01f4b907da completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:14.418051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Request body: {'port': {'device_id': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '08719c6f20d44a51bad7a80b8054c3e5'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:14.423210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.444013 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.509240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca0c8b-b4a0-4bd9-9073-134be03f982e req-4511bb58-a387-443e-902d-f695383c644b tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.519596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcca0c8b-b4a0-4bd9-9073-134be03f982e req-4511bb58-a387-443e-902d-f695383c644b tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 945 time: 1.2820349 Jul 15 13:05:14.533309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:14.579983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32aca40f-48d4-41e1-89a8-24fdd5136956 req-a11e9172-d947-45fb-bea1-ea9ebc541df1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 210 time: 0.1812017 Jul 15 13:05:14.592201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:14.597197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Set router fd312d51-ef7d-4a5c-82b3-7687c778c365 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:14.624695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.877794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcca0c8b-b4a0-4bd9-9073-134be03f982e req-d3b3e4a7-2c70-4f50-8272-eb9ae1011efc tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564138 Jul 15 13:05:14.880307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.912129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:12Z', 'revision_number': 3, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:14.951458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:14.997640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7806a868-8c20-4315-8748-51bc2cdd82a1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.004308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Checking router: fd312d51-ef7d-4a5c-82b3-7687c778c365 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:15.004670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Updating router fd312d51-ef7d-4a5c-82b3-7687c778c365 port a1638bfe-d47d-47cc-9686-ded23fd30ef9 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:15.049629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c082e-4924-4283-a87b-2d9be8401857 None None] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:15.096138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Checking segment: {'id': '72fb8813-b40b-436a-9cc4-af272d8f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:15.096516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Network hostable DHCP agents. Network: 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:15.110580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.283009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-86890b93-88c2-425e-a4f2-e0061a2ae3a3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1495199 Jul 15 13:05:15.302080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Made reservation on behalf of 48dac768f68447c0a8292b8d2c2cb4b7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:15.307914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.326135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5984-cc14-4542-9225-bd87db353ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.334135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Made reservation on behalf of 08719c6f20d44a51bad7a80b8054c3e5 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:15.336781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.346192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.351556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] Provisioning for port efb84d77-6e8b-4e18-afaa-1e01f4b907da completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:15.353852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71b9e6d9-18ce-4e94-ae9b-9e2f3965d2bb req-bfcc5d9d-186d-4bde-a4f6-47430294eed3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 210 time: 0.1981070 Jul 15 13:05:15.377333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] Provisioning complete for port efb84d77-6e8b-4e18-afaa-1e01f4b907da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:15.377798 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.544892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.705862 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.709546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.740936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.841220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47679659-35aa-4958-b207-61689dad8fcf req-0fec39ee-c26b-4817-b266-dd30906f4436 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.848265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47679659-35aa-4958-b207-61689dad8fcf req-0fec39ee-c26b-4817-b266-dd30906f4436 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 949 time: 1.0364873 Jul 15 13:05:15.864472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:15.896636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a498cd51-f8b4-4356-9683-c79ef549875f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.937912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.973855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:15.993789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b111ae-18dd-46e9-bd97-ee5a466dde3d None None] Network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:16.008486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Allocated IP 192.168.233.131 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/5bba11a0-3980-4b99-97bc-36ff775d3595) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:16.023657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.024111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.047905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] For port efb84d77-6e8b-4e18-afaa-1e01f4b907da, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=efb84d77-6e8b-4e18-afaa-1e01f4b907da,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:16.050133 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.065716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.104274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Transition to ACTIVE for port object a1638bfe-d47d-47cc-9686-ded23fd30ef9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:16.113957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Allocated IP 172.20.0.1 (d80dd1c7-7d62-497e-871b-9cac49e8fa34/ff360e5b-51ce-4f54-93c9-9f9189036a58/a0e226be-2489-4835-b807-5605cb3067e1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:16.126842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47679659-35aa-4958-b207-61689dad8fcf req-1f1a32a5-c8c5-48fc-8b0b-07af8e936b72 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776227 Jul 15 13:05:16.171551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8084722b-fefd-46ef-8259-242301e57c29 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3247180 Jul 15 13:05:16.172369 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.197055 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-e7135957-6bfc-4378-b5e2-ca8498b78f7c tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.200592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-e7135957-6bfc-4378-b5e2-ca8498b78f7c tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8693938 Jul 15 13:05:16.224318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Request body: {'port': {'device_id': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '48dac768f68447c0a8292b8d2c2cb4b7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:16.244745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5baf39-3a35-4c10-a44c-01c181d1b787 req-2ef8cebb-5bd9-44f4-8941-dd124a4094ca tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.254787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b5baf39-3a35-4c10-a44c-01c181d1b787 req-2ef8cebb-5bd9-44f4-8941-dd124a4094ca tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 0.3951452 Jul 15 13:05:16.290329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b451f-5d33-47d6-9bb8-ba9be50279e0 None None] Pushing event updated for resources: {'Port': ['ID=efb84d77-6e8b-4e18-afaa-1e01f4b907da,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.368258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f2b28b1-7989-49b8-9272-42d7d1dc8bbb req-ca6e39eb-7ee6-498d-8536-f22b0717a341 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 210 time: 0.0754511 Jul 15 13:05:16.484212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.491450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b5baf39-3a35-4c10-a44c-01c181d1b787 req-ebe3994a-69ef-4308-8863-74329e0eeb70 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242699 Jul 15 13:05:16.521845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Attempting to bind port a1638bfe-d47d-47cc-9686-ded23fd30ef9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:16.522247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Attempting to bind port a1638bfe-d47d-47cc-9686-ded23fd30ef9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:16.522633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Attempting to bind port a1638bfe-d47d-47cc-9686-ded23fd30ef9 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:16.529545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Transition to ACTIVE for port object 5bba11a0-3980-4b99-97bc-36ff775d3595 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:16.542718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c8cef-1780-4be8-b3de-db74153028e9 None None] Network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:16.546339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:16.546728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:16.547137 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.547538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:16.548280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Bound port: a1638bfe-d47d-47cc-9686-ded23fd30ef9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:16.548666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.563489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08a89-5b25-4c45-9468-60d552af32e1 None None] Pushing event updated for resources: {'Port': ['ID=a1638bfe-d47d-47cc-9686-ded23fd30ef9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.602813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.608312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Made reservation on behalf of 48dac768f68447c0a8292b8d2c2cb4b7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:16.612143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.643599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.645797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Transition to ACTIVE for port object a0e226be-2489-4835-b807-5605cb3067e1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:16.660052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:16.691814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c1df0fc0-5852-4df6-b141-9e8467f723f4 None None] Provisioning complete for port efb84d77-6e8b-4e18-afaa-1e01f4b907da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:16.693907 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1df0fc0-5852-4df6-b141-9e8467f723f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.745077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:16.756064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:16.762402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:16.802364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.834712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Allocated IP 192.168.233.223 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/cab0f1d3-a99c-422e-a375-7f23a3afe2a4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:16.884865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.885572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.890197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.996808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.017451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] For port a1638bfe-d47d-47cc-9686-ded23fd30ef9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:17.031281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] For port a1638bfe-d47d-47cc-9686-ded23fd30ef9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a1638bfe-d47d-47cc-9686-ded23fd30ef9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:17.033632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Pushing event updated for resources: {'Port': ['ID=a0e226be-2489-4835-b807-5605cb3067e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.063729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:17.068658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.112221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:17.123490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:17.141899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb6d09b7-fd92-4d5e-8681-f4b2c77cfa38 req-98758612-2596-4617-965c-2db5522dcaf8 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 210 time: 0.1417997 Jul 15 13:05:17.162350 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-a983fb38-4e5d-4cc3-8d58-cebdd1aef315 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9644291 Jul 15 13:05:17.207522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Request body: {'port': {'device_id': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:17.229538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:17.229923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.330779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.340554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.358276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08a89-5b25-4c45-9468-60d552af32e1 None None] Pushing event updated for resources: {'Port': ['ID=a1638bfe-d47d-47cc-9686-ded23fd30ef9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.358736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Transition to ACTIVE for port object cab0f1d3-a99c-422e-a375-7f23a3afe2a4 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:17.439734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Routers {'fd312d51-ef7d-4a5c-82b3-7687c778c365'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:17.440603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fd312d51-ef7d-4a5c-82b3-7687c778c365'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.486958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-474b1dfc-7cf3-4d32-a42f-4c73166f2f18 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.500798 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-474b1dfc-7cf3-4d32-a42f-4c73166f2f18 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee&tenant_id=77ea1299346e4ffcb81c852203ecad30&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 949 time: 0.4569061 Jul 15 13:05:17.519356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.548264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.599048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.617979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['aa584a4f-3f01-4ca3-a1ec-486f2756d944'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:17.645726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:17.653424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:17.656477 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a7cae-d3c3-445c-a306-3faf7b93c91e" -d '{"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-plugged", "status": "completed", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:17.691193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.710090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:17.729394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:17.729847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] Set router fd312d51-ef7d-4a5c-82b3-7687c778c365 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:17.746733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Provisioning for port a0e226be-2489-4835-b807-5605cb3067e1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:17.772319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:17.794850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Provisioning complete for port a0e226be-2489-4835-b807-5605cb3067e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:17.794850 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.809127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-817c0dc4-3428-4c33-8ad2-1923fcc750cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.811333 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-817c0dc4-3428-4c33-8ad2-1923fcc750cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1100 time: 0.2182968 Jul 15 13:05:17.812048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.847025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.847663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.898319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Allocated IP 192.168.233.249 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/54f64a37-f2b5-4da7-8f99-402df91c6593) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:17.915718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Pushing event updated for resources: {'Port': ['ID=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.976450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0958a-0c46-43cf-b51e-4b06b4a31fcd req-a2856cb6-1a1d-4ada-9a3b-f2f8862c70b0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.983875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5aa0958a-0c46-43cf-b51e-4b06b4a31fcd req-a2856cb6-1a1d-4ada-9a3b-f2f8862c70b0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 949 time: 0.5544810 Jul 15 13:05:18.010845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-2d29d7a1-f6cc-462c-837d-bb08be794628 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5992625 Jul 15 13:05:18.032229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Request body: {'port': {'device_id': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:18.045008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efb84d77-6e8b-4e18-afaa-1e01f4b907da up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:18.071465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-c6057441-d116-4743-b143-478ecad504a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.072960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-c6057441-d116-4743-b143-478ecad504a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2456560 Jul 15 13:05:18.111797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-19a9608d-e614-48c9-88f0-4e048f72daee tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.114677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-19a9608d-e614-48c9-88f0-4e048f72daee tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/networks?id=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 HTTP/1.1" status: 200 len: 808 time: 0.5610619 Jul 15 13:05:18.134877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-91331ff6-0029-44f8-b9ef-fc9a6fbaefb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 217 time: 0.0525157 Jul 15 13:05:18.168246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:18.172206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5aa0958a-0c46-43cf-b51e-4b06b4a31fcd req-76ce3ab2-a1b3-4c19-bbd6-078488896981 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873779 Jul 15 13:05:18.195865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Port a0e226be-2489-4835-b807-5605cb3067e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:18.207881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-e941044c-a4c4-4c38-99f9-ad1f32def7d0 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/quotas/50f6fe698c724dc2a27969f5892df0f6 HTTP/1.1" status: 200 len: 375 time: 0.0754709 Jul 15 13:05:18.220415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.279572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Provisioning for port 5bba11a0-3980-4b99-97bc-36ff775d3595 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:18.284848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Provisioning complete for port 5bba11a0-3980-4b99-97bc-36ff775d3595 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:18.285351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.311175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-00ddd9fe-25f1-4447-964c-da41af55ab4d tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=50f6fe698c724dc2a27969f5892df0f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027119 Jul 15 13:05:18.325505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.345100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port efb84d77-6e8b-4e18-afaa-1e01f4b907da triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:18.345100 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.398907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-8da96a8d-aa9e-4103-a98e-b3407d23d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.400741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-8da96a8d-aa9e-4103-a98e-b3407d23d6bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2570367 Jul 15 13:05:18.407314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.419689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9eef3ca-c88d-4183-8a8c-f66d17a69cef None None] Port 5bba11a0-3980-4b99-97bc-36ff775d3595 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:18.454382 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.455698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:12Z', 'revision_number': 3, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:18.472763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-7e1496f9-e687-406d-9874-c49813cb4e4c tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.474646 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-7e1496f9-e687-406d-9874-c49813cb4e4c tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.23 "GET /v2.0/ports?device_id=6804b61c-e7ca-43b5-8ca3-fec71d297d40 HTTP/1.1" status: 200 len: 945 time: 0.2412169 Jul 15 13:05:18.540775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-b137f04c-066a-4ab2-b434-6a435015df5c tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1131927786&fields=id&tenant_id=d43a66d9ea694c20845a5a1edf58a645 HTTP/1.1" status: 200 len: 267 time: 0.1875894 Jul 15 13:05:18.629541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60125-3794-4d86-b0f4-88ba6d69666d None None] The sync data for ids ['fd312d51-ef7d-4a5c-82b3-7687c778c365'] in n-d-798249-9 is: [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:12Z', 'revision_number': 3, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:18.653427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.671602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-52be397f-79be-443c-bf02-306ad3b5a684 service neutron] 10.222.0.48 "GET /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595560 Jul 15 13:05:18.680492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.685714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Pushing event updated for resources: {'Port': ['ID=a0e226be-2489-4835-b807-5605cb3067e1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:18.689208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25b5ce0f-9dca-4ffd-bc77-b2831bcc53ce None None] Provisioning for port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:18.696552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25b5ce0f-9dca-4ffd-bc77-b2831bcc53ce None None] Provisioning complete for port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:18.696930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25b5ce0f-9dca-4ffd-bc77-b2831bcc53ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.720604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-12f29e14-f61b-449e-8fbf-fc7bf11e9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.722424 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-12f29e14-f61b-449e-8fbf-fc7bf11e9bb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3050442 Jul 15 13:05:18.749797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25b5ce0f-9dca-4ffd-bc77-b2831bcc53ce None None] Port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:18.756191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Transition to ACTIVE for port object 54f64a37-f2b5-4da7-8f99-402df91c6593 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:18.810070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Deleting port 0a42bd68-bdf0-4201-8259-0d063425d33e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:18.810438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.906742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-aa54a4ac-0274-4a05-a104-9264a74a2bcd tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.908554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-aa54a4ac-0274-4a05-a104-9264a74a2bcd tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 823 time: 0.2794950 Jul 15 13:05:18.924511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-a8f9994a-16d2-4262-9817-cfa6712fdbbe service neutron] 10.222.0.48 "GET /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271521 Jul 15 13:05:18.946668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.002370 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-dc282ba9-31f5-48ca-8b40-7784092d0be7 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652676 Jul 15 13:05:19.007840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:19.021829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-c1163452-fc00-49cc-9ebe-553432f98d88 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/quotas/d43a66d9ea694c20845a5a1edf58a645 HTTP/1.1" status: 200 len: 375 time: 0.0918162 Jul 15 13:05:19.048005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:19.123863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] For port 0a42bd68-bdf0-4201-8259-0d063425d33e, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=0a42bd68-bdf0-4201-8259-0d063425d33e,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:19.124239 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.207823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:19.234079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:19.235232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event updated for resources: {'Port': ['ID=54f64a37-f2b5-4da7-8f99-402df91c6593,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.243935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:19.445777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.451119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.493307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-03dd5307-952d-4044-ae4e-311a160dff22 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4554331 Jul 15 13:05:19.534937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-5ba0f168-0e1e-4833-bf81-5014bf81c327 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3218501 Jul 15 13:05:19.586069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Request body: {'port': {'device_id': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:19.631183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18a2bce3-2282-40f7-8e4b-46e8e64c48f0 None None] Provisioning complete for port a0e226be-2489-4835-b807-5605cb3067e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:19.632076 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18a2bce3-2282-40f7-8e4b-46e8e64c48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.739101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-18a2bce3-2282-40f7-8e4b-46e8e64c48f0 None None] Port a0e226be-2489-4835-b807-5605cb3067e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:19.869076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc5a2600-679a-4c9d-aa19-867b52fdca43 None None] Provisioning for port 54f64a37-f2b5-4da7-8f99-402df91c6593 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:19.878654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc5a2600-679a-4c9d-aa19-867b52fdca43 None None] Provisioning complete for port 54f64a37-f2b5-4da7-8f99-402df91c6593 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:19.879415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2600-679a-4c9d-aa19-867b52fdca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.950245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a2600-679a-4c9d-aa19-867b52fdca43 None None] Port 54f64a37-f2b5-4da7-8f99-402df91c6593 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:19.955682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-33478433-0aff-4b04-a26f-55faa68bf271 service neutron] 10.222.0.48 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418619 Jul 15 13:05:19.961179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.059349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a1638bfe-d47d-47cc-9686-ded23fd30ef9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:20.069140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3095-9171-41c3-8239-9c618b5bdb28 req-392aabc5-74c0-4db8-8507-f21795be4f2b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.071922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0dcc3095-9171-41c3-8239-9c618b5bdb28 req-392aabc5-74c0-4db8-8507-f21795be4f2b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 936 time: 0.4776101 Jul 15 13:05:20.141728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a1638bfe-d47d-47cc-9686-ded23fd30ef9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:20.149456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a1638bfe-d47d-47cc-9686-ded23fd30ef9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:20.151487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.330823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.380407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a1638bfe-d47d-47cc-9686-ded23fd30ef9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a1638bfe-d47d-47cc-9686-ded23fd30ef9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:20.384575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-752db8a2-5dd1-4291-aa70-6f2a5516278e req-ff36d7e8-db3d-477b-b9a5-94713e94af93 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3665469 Jul 15 13:05:20.397327 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.436984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0dcc3095-9171-41c3-8239-9c618b5bdb28 req-0fee8cad-cf9a-4489-a89f-fa2e89c89929 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274488 Jul 15 13:05:20.458966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-edbf018e-a991-47cc-b48e-cdaf5eb2c7d0 service neutron] 10.222.0.48 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902310 Jul 15 13:05:20.480114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.23', 62230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:20.510855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a1638bfe-d47d-47cc-9686-ded23fd30ef9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.624425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bba11a0-3980-4b99-97bc-36ff775d3595 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:20.657898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.701794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Router fd312d51-ef7d-4a5c-82b3-7687c778c365 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:20.753701 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904fcbc6-635b-4c3a-ad0b-23054f78f382 x-openstack-request-id: req-904fcbc6-635b-4c3a-ad0b-23054f78f382 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:20.754259 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-plugged", "status": "completed", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:20.754259 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-904fcbc6-635b-4c3a-ad0b-23054f78f382 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:20.754652 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'code': 200} Jul 15 13:05:20.814693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.815416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.815734 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64 disassociated. External IP: 172.25.2.8, port: 0a42bd68-bdf0-4201-8259-0d063425d33e. Jul 15 13:05:20.816081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Calling delete_port for 0a42bd68-bdf0-4201-8259-0d063425d33e owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:20.828266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Transition to ACTIVE for port object 5bba11a0-3980-4b99-97bc-36ff775d3595 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:20.844068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.958748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:21.353840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Attempting to bind port 5bba11a0-3980-4b99-97bc-36ff775d3595 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:21.354432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Attempting to bind port 5bba11a0-3980-4b99-97bc-36ff775d3595 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:21.355566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Attempting to bind port 5bba11a0-3980-4b99-97bc-36ff775d3595 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:21.361636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.368312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab0f1d3-a99c-422e-a375-7f23a3afe2a4 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:21.377152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Port 5bba11a0-3980-4b99-97bc-36ff775d3595 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:21.377842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Attempting to bind port 5bba11a0-3980-4b99-97bc-36ff775d3595 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:21.391811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.413262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:21.414349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:21.414918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:21.415547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Bound port: 5bba11a0-3980-4b99-97bc-36ff775d3595, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:21.417136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.418061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Transition to ACTIVE for port object cab0f1d3-a99c-422e-a375-7f23a3afe2a4 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:21.431948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.23', 62231) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:21.444027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event deleted for resources: {'Port': ['ID=0a42bd68-bdf0-4201-8259-0d063425d33e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:21.516866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.583374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:21.596456 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Sync routers for ids ['fd312d51-ef7d-4a5c-82b3-7687c778c365'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:21.628180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c942901-5903-46a6-8f8d-e5a1373d754e admin admin] 10.222.0.48 "PUT /v2.0/routers/fd312d51-ef7d-4a5c-82b3-7687c778c365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4473562 Jul 15 13:05:21.640378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-f4a228d7-df80-49ab-b4d3-a25e06bd4fe3 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.644400 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Routers {'fd312d51-ef7d-4a5c-82b3-7687c778c365'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:21.645036 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fd312d51-ef7d-4a5c-82b3-7687c778c365'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:21.653078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-f4a228d7-df80-49ab-b4d3-a25e06bd4fe3 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 1.1733370 Jul 15 13:05:21.693902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:21.721094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-32243a94-29b7-4a01-82f9-ab4dbe59e570 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.723174 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-32243a94-29b7-4a01-82f9-ab4dbe59e570 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.23 "GET /v2.0/networks?id=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 HTTP/1.1" status: 200 len: 808 time: 0.2842643 Jul 15 13:05:21.807733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:21.813165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Request body: {'port': {'device_id': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48', 'admin_state_up': True, 'tenant_id': '50f6fe698c724dc2a27969f5892df0f6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:21.846624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-9'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:21.876824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.000860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d21dc-eaae-4bbd-94be-9584b71d426e req-72160271-ba0f-4ff3-a60f-6d8a8bb77033 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.001108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a1638bfe-d47d-47cc-9686-ded23fd30ef9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:22.007416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f89d21dc-eaae-4bbd-94be-9584b71d426e req-72160271-ba0f-4ff3-a60f-6d8a8bb77033 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 936 time: 0.9634948 Jul 15 13:05:22.010686 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Set router fd312d51-ef7d-4a5c-82b3-7687c778c365 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:22.127832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a1638bfe-d47d-47cc-9686-ded23fd30ef9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:22.128912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.158485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.242679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:22.261703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.268102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.269848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] 10.222.0.23 "PUT /v2.0/ports/5bba11a0-3980-4b99-97bc-36ff775d3595 HTTP/1.1" status: 200 len: 1096 time: 5.1054752 Jul 15 13:05:22.278147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:22.280971 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50995508-ef8b-48fd-abe3-780c15900acd" -d '{"events": [{"name": "network-changed", "server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:22.311108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9607bb-3c3f-45a0-a31f-44ac0e890e4d service neutron] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.314520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37802-9a8a-49dc-83a4-34fcc3c0764f req-c877d45d-5546-4dff-9026-8122872f1930 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.316739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee37802-9a8a-49dc-83a4-34fcc3c0764f req-c877d45d-5546-4dff-9026-8122872f1930 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 945 time: 1.2751386 Jul 15 13:05:22.325089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Made reservation on behalf of 50f6fe698c724dc2a27969f5892df0f6 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:22.328776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.421347 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:17Z', 'revision_number': 4, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a0e226be-2489-4835-b807-5605cb3067e1', 'name': '', 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'mac_address': 'fa:16:3e:c8:66:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:15Z', 'updated_at': '2021-07-15T13:05:17Z', 'revision_number': 2, 'project_id': '1047d91861a74580809ac3f647436b45', 'subnets': [{'id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:22.444095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f64a37-f2b5-4da7-8f99-402df91c6593 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:22.449209 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Checking router: fd312d51-ef7d-4a5c-82b3-7687c778c365 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:22.449689 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Updating router fd312d51-ef7d-4a5c-82b3-7687c778c365 port a0e226be-2489-4835-b807-5605cb3067e1 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:22.454684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.470015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Transition to ACTIVE for port object 54f64a37-f2b5-4da7-8f99-402df91c6593 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:22.486148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f89d21dc-eaae-4bbd-94be-9584b71d426e req-e9086a19-19d3-44ef-8bad-bbe964128ee1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781866 Jul 15 13:05:22.500591 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.532062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:22.534534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 0a42bd68-bdf0-4201-8259-0d063425d33e no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:22.551173 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.607258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 0a42bd68-bdf0-4201-8259-0d063425d33e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:22.609116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 0a42bd68-bdf0-4201-8259-0d063425d33e not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:22.727129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:22.827301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-f9e0f5ff-9d82-4e76-958a-ddb981816858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.828890 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-f9e0f5ff-9d82-4e76-958a-ddb981816858 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1099 time: 0.4630079 Jul 15 13:05:22.834889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:22.836829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee37802-9a8a-49dc-83a4-34fcc3c0764f req-b248d54c-a453-4824-b612-dc06f2fd28d9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824440 Jul 15 13:05:22.896161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:22.897031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:22.944595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Allocated IP 172.20.0.7 (97032c8e-8f27-4fed-bb0f-9ef2bd98ab48/7806a868-8c20-4315-8748-51bc2cdd82a1/9d6434b7-d193-46b3-8522-2398fc4bf790) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:23.002712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.043979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:23.062611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b has no active binding in host n-h2-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:05:23.140470 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:23.219391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:23.254270 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.268929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Attempting to bind port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:23.269283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Attempting to bind port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:23.269621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Attempting to bind port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:23.269937 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Transition to ACTIVE for port object a0e226be-2489-4835-b807-5605cb3067e1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:23.272438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Pushing event updated for resources: {'Port': ['ID=54f64a37-f2b5-4da7-8f99-402df91c6593,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.287687 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.398815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-351628f9-f27f-4dad-88f4-65d762d7a9d0 req-2862e250-879d-4f08-9bf2-b3dfa55477bb tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 210 time: 0.3626432 Jul 15 13:05:23.420149 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Pushing event updated for resources: {'Port': ['ID=a0e226be-2489-4835-b807-5605cb3067e1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.429318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:23.429723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Attempting to bind port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:23.438742 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Attempting to bind port a0e226be-2489-4835-b807-5605cb3067e1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:23.439171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Attempting to bind port a0e226be-2489-4835-b807-5605cb3067e1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:23.439537 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Attempting to bind port a0e226be-2489-4835-b807-5605cb3067e1 on network d80dd1c7-7d62-497e-871b-9cac49e8fa34 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:23.449327 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:23.449701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Checking segment: {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:23.450303 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.450823 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Bound using segment: {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:23.451704 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Bound port: a0e226be-2489-4835-b807-5605cb3067e1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:23.452100 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.453910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:23.462072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:23.462521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:23.463005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Bound port: cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:23.463383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.466540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] No DVR routers for this DVR port 0a42bd68-bdf0-4201-8259-0d063425d33e on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:23.550351 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] For port a0e226be-2489-4835-b807-5605cb3067e1, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:23.555167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] For port a0e226be-2489-4835-b807-5605cb3067e1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a0e226be-2489-4835-b807-5605cb3067e1,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:23.557207 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.557649 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.559334 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.559787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.560281 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.560608 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.560930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.561509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.561833 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.562294 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.562617 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.562935 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:23.577130 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.606022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:23.613881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ca58-ed9b-4ddb-a9d2-b89d2b103f96 req-a6f73b86-796d-4790-9e1e-9fc5a74f67e8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.620917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3639ca58-ed9b-4ddb-a9d2-b89d2b103f96 req-a6f73b86-796d-4790-9e1e-9fc5a74f67e8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.7829945 Jul 15 13:05:23.641906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-5077074c-da24-4a96-80a6-9d8ef2d1499f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5bba11a0-3980-4b99-97bc-36ff775d3595 HTTP/1.1" status: 200 len: 217 time: 0.7881818 Jul 15 13:05:23.643517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd002e-19cb-4d31-8d73-4ce17447946b None None] Pushing event updated for resources: {'Port': ['ID=a0e226be-2489-4835-b807-5605cb3067e1,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.645993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.655817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:23.664098 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Routers {'fd312d51-ef7d-4a5c-82b3-7687c778c365'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:23.664957 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fd312d51-ef7d-4a5c-82b3-7687c778c365'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:23.665586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:23.668920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:23.672196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.23 "DELETE /v2.0/ports/0a42bd68-bdf0-4201-8259-0d063425d33e HTTP/1.1" status: 204 len: 173 time: 5.1723127 Jul 15 13:05:23.697894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Attempting to bind port 54f64a37-f2b5-4da7-8f99-402df91c6593 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:23.698254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Attempting to bind port 54f64a37-f2b5-4da7-8f99-402df91c6593 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:23.699166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Attempting to bind port 54f64a37-f2b5-4da7-8f99-402df91c6593 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:23.741092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-59620e47-0f85-4c91-86dd-8de89d6b49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.743493 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-59620e47-0f85-4c91-86dd-8de89d6b49bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0678940 Jul 15 13:05:23.799291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fc48a25-1aaf-4077-8ed8-4181e59f3ccf req-07de26d9-abde-42ae-8ee9-d5f81ff95ba4 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 210 time: 0.1476979 Jul 15 13:05:23.859414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Port 54f64a37-f2b5-4da7-8f99-402df91c6593 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:23.859765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Attempting to bind port 54f64a37-f2b5-4da7-8f99-402df91c6593 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:23.883335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3639ca58-ed9b-4ddb-a9d2-b89d2b103f96 req-bde7fc21-dabc-493b-81d7-70b89a60e461 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611663 Jul 15 13:05:23.930087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-68b6e36d-7e2f-4dc9-b47a-6f0c88d7bf2d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.937958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] Set router fd312d51-ef7d-4a5c-82b3-7687c778c365 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:23.938343 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-68b6e36d-7e2f-4dc9-b47a-6f0c88d7bf2d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.49 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 823 time: 1.0500081 Jul 15 13:05:23.940427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:23.940790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:23.941167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:23.945679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Bound port: 54f64a37-f2b5-4da7-8f99-402df91c6593, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:23.946109 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.032706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:24.062961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] For port cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:24.102742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:24.128763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-62b6263f-bfcf-454b-bdf2-b1da63c4ee64 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43a66d9ea694c20845a5a1edf58a645 HTTP/1.1" status: 200 len: 380 time: 0.1719439 Jul 15 13:05:24.173726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'port': {'device_id': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'admin_state_up': True, 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'security_groups': ['adc84946-becb-462c-aae7-b4f1b0fa162c']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:24.201671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:24.221568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-54c2a314-d592-40d9-b9e2-b70a35ff25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.223177 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-54c2a314-d592-40d9-b9e2-b70a35ff25f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4650233 Jul 15 13:05:24.314501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] For port cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:24.359922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.431162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.511925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.520608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:24.526078 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:17Z', 'revision_number': 4, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a0e226be-2489-4835-b807-5605cb3067e1', 'name': '', 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'mac_address': 'fa:16:3e:c8:66:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:15Z', 'updated_at': '2021-07-15T13:05:23Z', 'revision_number': 4, 'project_id': '1047d91861a74580809ac3f647436b45', 'subnets': [{'id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:24.548387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.549008 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.558900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] 10.222.0.23 "PUT /v2.0/ports/cab0f1d3-a99c-422e-a375-7f23a3afe2a4 HTTP/1.1" status: 200 len: 1096 time: 6.5366187 Jul 15 13:05:24.561823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-7d5196a0-561b-4b1b-8ce8-bc82dd7effba service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974861 Jul 15 13:05:24.574949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'tag': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:24.579811 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ccf065-b310-4242-8c50-1019e6e4cdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d1dafb-939a-4eb5-a239-049dd9a93b38", "tag": "cab0f1d3-a99c-422e-a375-7f23a3afe2a4"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:24.585649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17b110-6dfc-4db5-a95b-fc782626a600 None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:24.590563 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027650d4-908d-4565-8cc4-fbac2b99fed1 None None] The sync data for ids ['fd312d51-ef7d-4a5c-82b3-7687c778c365'] in n-d-798249-9 is: [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:17Z', 'revision_number': 4, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a0e226be-2489-4835-b807-5605cb3067e1', 'name': '', 'network_id': 'd80dd1c7-7d62-497e-871b-9cac49e8fa34', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'mac_address': 'fa:16:3e:c8:66:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:15Z', 'updated_at': '2021-07-15T13:05:23Z', 'revision_number': 4, 'project_id': '1047d91861a74580809ac3f647436b45', 'subnets': [{'id': 'ff360e5b-51ce-4f54-93c9-9f9189036a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:24.648551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:24.704568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:24.706437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Made reservation on behalf of d43a66d9ea694c20845a5a1edf58a645 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:24.710065 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.718005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:24.768538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.824111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.853474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Pushing event updated for resources: {'Port': ['ID=9d6434b7-d193-46b3-8522-2398fc4bf790,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.874446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] For port 54f64a37-f2b5-4da7-8f99-402df91c6593, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:24.877653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d516b-00f8-4fe2-8c3a-5171baaf4ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.895749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.896558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.929351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] For port 54f64a37-f2b5-4da7-8f99-402df91c6593, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54f64a37-f2b5-4da7-8f99-402df91c6593,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:25.014944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.015412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7feeed76-fa8c-45a7-beef-a30a47d99a6a req-4a72d5ce-b3b5-4c30-b497-a3b43baff47c service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445484 Jul 15 13:05:25.021940 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-ce912c1c-5607-4786-85df-fa957439e5ac tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2179523 Jul 15 13:05:25.038573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Request body: {'port': {'device_id': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:25.050418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-6367b168-ed09-4c70-8cde-003c084e9158 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0119040 Jul 15 13:05:25.066138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.068708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.070517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] 10.222.0.23 "PUT /v2.0/ports/54f64a37-f2b5-4da7-8f99-402df91c6593 HTTP/1.1" status: 200 len: 1096 time: 5.5256977 Jul 15 13:05:25.095791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48afcf-00cb-4a9e-a8d8-6a561023d689 req-c2adbfc1-4e46-4edc-8d8e-fccecdad30bc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.107602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b48afcf-00cb-4a9e-a8d8-6a561023d689 req-c2adbfc1-4e46-4edc-8d8e-fccecdad30bc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 948 time: 0.7892997 Jul 15 13:05:25.118182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:25.172731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27ba8a-55a9-43dc-9dca-5fc9a0b61304 None None] New status for floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:05:25.192373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-1fd6e420-ee57-4fe5-93fd-a8a8f6934681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.194188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-1fd6e420-ee57-4fe5-93fd-a8a8f6934681 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 1099 time: 0.5617797 Jul 15 13:05:25.269231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Allocated IP 172.20.0.8 (d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673/b8ee4ffa-d38b-4026-89fd-7701d4fcb88f/094fad7c-83d1-448c-8d9d-4cd23428ada1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:25.303851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.311732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.335528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on host n-h1-798249-9 for vnic_type normal with profile {"migrating_to": "n-h2-798249-9"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:25.336184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:25.336700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:25.356869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.418972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:25.419474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Attempting to bind port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:25.472430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-73b5473e-ea87-4980-8121-d67e6f2db75d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4 HTTP/1.1" status: 200 len: 217 time: 0.1948919 Jul 15 13:05:25.478597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b48afcf-00cb-4a9e-a8d8-6a561023d689 req-f80d3b07-35b7-4e1f-968c-b5b64f261a2d tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287621 Jul 15 13:05:25.488579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:25.490647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:25.491223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:25.495138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Bound port: 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:25.496325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.622298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-bfe87142-d393-416a-90e6-15655af74b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.624701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-bfe87142-d393-416a-90e6-15655af74b31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1401887 Jul 15 13:05:25.624816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbb242-89b1-4b94-b89d-6856542d0534 service neutron] Pushing event updated for resources: {'Port': ['ID=54f64a37-f2b5-4da7-8f99-402df91c6593,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.667522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6434b7-d193-46b3-8522-2398fc4bf790 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:25.676577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.691551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Transition to ACTIVE for port object 9d6434b7-d193-46b3-8522-2398fc4bf790 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:25.694501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:25.698235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:25.727343 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c6b0b-03bd-4086-8ea7-85f7250c0210 x-openstack-request-id: req-1d8c6b0b-03bd-4086-8ea7-85f7250c0210 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:25.727636 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:25.727884 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d8c6b0b-03bd-4086-8ea7-85f7250c0210 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:25.728445 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'status': 'completed', 'code': 200} Jul 15 13:05:25.740689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.774477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.813596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6434b7-d193-46b3-8522-2398fc4bf790,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.943457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-aeb9ac06-4cc3-4269-b227-807744ea7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.952293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-aeb9ac06-4cc3-4269-b227-807744ea7910 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 1099 time: 0.7976062 Jul 15 13:05:25.961701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50995508-ef8b-48fd-abe3-780c15900acd req-7aef6fbb-44e9-4b89-b48a-2a816973e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.963243 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-7aef6fbb-44e9-4b89-b48a-2a816973e906 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1099 time: 0.2702117 Jul 15 13:05:26.002923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a0e226be-2489-4835-b807-5605cb3067e1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:26.072298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50995508-ef8b-48fd-abe3-780c15900acd req-2e23cfb7-33d5-472d-abbd-a8ef0a27549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.073999 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-2e23cfb7-33d5-472d-abbd-a8ef0a27549c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1031489 Jul 15 13:05:26.077435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Attempting to bind port 9d6434b7-d193-46b3-8522-2398fc4bf790 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:26.077774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Attempting to bind port 9d6434b7-d193-46b3-8522-2398fc4bf790 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '72fb8813-b40b-436a-9cc4-af272d8f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:26.078158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Attempting to bind port 9d6434b7-d193-46b3-8522-2398fc4bf790 on network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:26.095665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a0e226be-2489-4835-b807-5605cb3067e1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:26.106290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a0e226be-2489-4835-b807-5605cb3067e1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:26.106676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.113261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.124146 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-18209a27-d017-482f-93f9-cfe8b3bb6fce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5bba11a0-3980-4b99-97bc-36ff775d3595 HTTP/1.1" status: 200 len: 217 time: 0.0428779 Jul 15 13:05:26.127264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-c8502af4-a767-4bca-a675-c936abe3466f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=54f64a37-f2b5-4da7-8f99-402df91c6593 HTTP/1.1" status: 200 len: 217 time: 0.1076055 Jul 15 13:05:26.128444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Port 9d6434b7-d193-46b3-8522-2398fc4bf790 on network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:26.128752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Attempting to bind port 9d6434b7-d193-46b3-8522-2398fc4bf790 on network 97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:26.162133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:26.162507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Checking segment: {'id': '72fb8813-b40b-436a-9cc4-af272d8f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:26.162889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Bound using segment: {'id': '72fb8813-b40b-436a-9cc4-af272d8f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:26.163338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Bound port: 9d6434b7-d193-46b3-8522-2398fc4bf790, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fb8813-b40b-436a-9cc4-af272d8f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:26.163692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.175272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.184755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.186461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] 10.222.0.23 "PUT /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 1121 time: 4.3603089 Jul 15 13:05:26.268957 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.274046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['6c67b508-2e64-41cc-b66b-04b2132b8d4b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:26.306813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50995508-ef8b-48fd-abe3-780c15900acd req-b329e1a7-4a2d-4880-9762-aa19a6df5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.308885 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-b329e1a7-4a2d-4880-9762-aa19a6df5e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1296628 Jul 15 13:05:26.329001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6c67b508-2e64-41cc-b66b-04b2132b8d4b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:26.343505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.399602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] For port 9d6434b7-d193-46b3-8522-2398fc4bf790, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:26.472601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a0e226be-2489-4835-b807-5605cb3067e1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a0e226be-2489-4835-b807-5605cb3067e1,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.477304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] For port 9d6434b7-d193-46b3-8522-2398fc4bf790, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9d6434b7-d193-46b3-8522-2398fc4bf790,segment=NetworkSegment(72fb8813-b40b-436a-9cc4-af272d8f7a88),segment_id=72fb8813-b40b-436a-9cc4-af272d8f7a88)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:26.483640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Transition to ACTIVE for port object 094fad7c-83d1-448c-8d9d-4cd23428ada1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:26.493573 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.507741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.597995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.598736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.601864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d6434b7-d193-46b3-8522-2398fc4bf790 HTTP/1.1" status: 200 len: 1091 time: 1.5674508 Jul 15 13:05:26.643945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50995508-ef8b-48fd-abe3-780c15900acd req-d19dce9b-c7ae-44e1-94fa-a9e2bc67a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.645882 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-d19dce9b-c7ae-44e1-94fa-a9e2bc67a132 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3285110 Jul 15 13:05:26.652364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a0e226be-2489-4835-b807-5605cb3067e1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.735884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15245304-07bb-43ee-8e40-392bf4712339 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6434b7-d193-46b3-8522-2398fc4bf790,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.779686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.785488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-aa72e4e3-50fa-40d5-9d4e-fb842d113628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.787119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-aa72e4e3-50fa-40d5-9d4e-fb842d113628 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0862398 Jul 15 13:05:26.837783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90e90-224e-4124-9895-c885a49ab207 req-947ea3bd-c143-469d-b166-7371ea203615 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.839550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0c90e90-224e-4124-9895-c885a49ab207 req-947ea3bd-c143-469d-b166-7371ea203615 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 948 time: 1.0858967 Jul 15 13:05:26.861442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-2c2311a2-fc33-4b18-bafe-5183b38b6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.862901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-2c2311a2-fc33-4b18-bafe-5183b38b6d44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.7120333 Jul 15 13:05:26.871043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:26.882152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:26.885616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:26.889961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event updated for resources: {'Port': ['ID=094fad7c-83d1-448c-8d9d-4cd23428ada1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.893864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-28085698-0834-4412-8565-3dc6182cbcdd service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335145 Jul 15 13:05:26.939866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.945957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-23559c34-2e93-4bd1-859e-3084c6f92d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.947731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-23559c34-2e93-4bd1-859e-3084c6f92d44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6fe698c724dc2a27969f5892df0f6&device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 1094 time: 0.2976365 Jul 15 13:05:27.025144 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-6b1f0f13-d750-4416-9dc5-9d418dd43667 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d6434b7-d193-46b3-8522-2398fc4bf790 HTTP/1.1" status: 200 len: 217 time: 0.0549488 Jul 15 13:05:27.047930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0c90e90-224e-4124-9895-c885a49ab207 req-e8eee3c8-6e5f-46de-aeab-4cf6ef961c88 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974111 Jul 15 13:05:27.068317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-c4c09bf3-5e06-410c-b7df-1e9ed4d6398d service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737541 Jul 15 13:05:27.090005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.090780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.145323 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-2d43b8ad-b2d5-4f4a-93f9-9992710cc646 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9761503 Jul 15 13:05:27.178011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Request body: {'port': {'device_id': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:27.204531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-5c87d6a0-e1e5-4c1c-9897-0dea79c97091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.206161 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-5c87d6a0-e1e5-4c1c-9897-0dea79c97091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7806a868-8c20-4315-8748-51bc2cdd82a1 HTTP/1.1" status: 200 len: 848 time: 0.1362309 Jul 15 13:05:27.213032 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50995508-ef8b-48fd-abe3-780c15900acd req-de539a90-5b69-4f7a-b05c-d6774ee7b482 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832062 Jul 15 13:05:27.216748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-0b90bca0-ed46-47c1-a1a2-b4099e9ed880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.228414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-0b90bca0-ed46-47c1-a1a2-b4099e9ed880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3496563 Jul 15 13:05:27.252195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-69578057-9a5a-4c66-9e4a-dc9caa125b00 None None] Provisioning for port 094fad7c-83d1-448c-8d9d-4cd23428ada1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:27.253142 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-4bac4f89-7c32-49ca-805a-038c754212ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389497 Jul 15 13:05:27.265528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-69578057-9a5a-4c66-9e4a-dc9caa125b00 None None] Provisioning complete for port 094fad7c-83d1-448c-8d9d-4cd23428ada1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:27.266642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69578057-9a5a-4c66-9e4a-dc9caa125b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.332722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-69578057-9a5a-4c66-9e4a-dc9caa125b00 None None] Port 094fad7c-83d1-448c-8d9d-4cd23428ada1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:27.383440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7be40334-b0e0-49b5-9a06-a4eeaa36ee32 req-1e244697-5eeb-4066-96e6-fc266fc89004 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017042 Jul 15 13:05:27.389873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.399954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Allocated IP 172.25.2.59 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/1168109c-556f-414e-97a7-5b0509cdc299) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:27.439622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-a90aa9cc-9f1e-43c1-97b0-2e22d1c42f5a service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101982 Jul 15 13:05:27.444038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-d594a923-1388-462d-810d-de0842fb9fa5 service neutron] 10.222.0.23 "GET /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823568 Jul 15 13:05:27.506013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1c65f-fcda-4312-907e-0bde569fc056 req-dbaf6ad1-6894-4072-b9b6-0444437e5e54 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.507756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02f1c65f-fcda-4312-907e-0bde569fc056 req-dbaf6ad1-6894-4072-b9b6-0444437e5e54 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 943 time: 0.2116182 Jul 15 13:05:27.542067 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-586bfdbb-f20d-4832-a3ab-b047682ee1aa req-d024ff4f-af86-4497-b216-cf6af9c5b2bc service neutron] 10.222.0.23 "GET /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895243 Jul 15 13:05:27.645481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02f1c65f-fcda-4312-907e-0bde569fc056 req-5eda5360-65c7-4b80-9002-3f4af8f4e975 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304066 Jul 15 13:05:27.663280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.672008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1441d89-dd74-4ca3-a423-ec81fe6b140c req-c45564d6-e06b-42d7-8b62-5b037b7d0b07 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179530 Jul 15 13:05:27.709826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.729069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'name': 'network-vif-deleted', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e'}, {'name': 'network-changed', 'server_uuid': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'tag': '9d6434b7-d193-46b3-8522-2398fc4bf790'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:27.732520 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4b9df-6867-409c-9b32-271d74a50aae" -d '{"events": [{"server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "name": "network-vif-deleted", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e"}, {"name": "network-changed", "server_uuid": "299f6ca3-a65a-4e0f-bcc6-b41e6ee30556", "tag": "9d6434b7-d193-46b3-8522-2398fc4bf790"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:27.760508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:27.765281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:27.770111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:27.773329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Pushing event updated for resources: {'Port': ['ID=1168109c-556f-414e-97a7-5b0509cdc299,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.817759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094fad7c-83d1-448c-8d9d-4cd23428ada1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:27.826729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.856548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Transition to ACTIVE for port object 094fad7c-83d1-448c-8d9d-4cd23428ada1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:27.862532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.915790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a0e226be-2489-4835-b807-5605cb3067e1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:27.922659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Pushing event updated for resources: {'Port': ['ID=094fad7c-83d1-448c-8d9d-4cd23428ada1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.931583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.968087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd22e7-39da-4eb6-9a16-5dec76dcafad req-9e168b3a-df18-4068-84d7-3829aaad035d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.976516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63fd22e7-39da-4eb6-9a16-5dec76dcafad req-9e168b3a-df18-4068-84d7-3829aaad035d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1464419 Jul 15 13:05:28.016110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a0e226be-2489-4835-b807-5605cb3067e1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:28.016962 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.044377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Attempting to bind port 094fad7c-83d1-448c-8d9d-4cd23428ada1 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:28.045005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Attempting to bind port 094fad7c-83d1-448c-8d9d-4cd23428ada1 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:28.045099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Attempting to bind port 094fad7c-83d1-448c-8d9d-4cd23428ada1 on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:28.051004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Port 094fad7c-83d1-448c-8d9d-4cd23428ada1 on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:28.051251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Attempting to bind port 094fad7c-83d1-448c-8d9d-4cd23428ada1 on network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:28.057270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:28.057663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Checking segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:28.058834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Bound using segment: {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:28.059823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Bound port: 094fad7c-83d1-448c-8d9d-4cd23428ada1, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cd9903-ddc3-4e5f-ade2-faf02c59a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:28.059823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.101552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.124180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63fd22e7-39da-4eb6-9a16-5dec76dcafad req-747250ab-4b52-477e-8bf6-29a1dc952cd6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465354 Jul 15 13:05:28.162737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] For port 094fad7c-83d1-448c-8d9d-4cd23428ada1, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:28.169079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] For port 094fad7c-83d1-448c-8d9d-4cd23428ada1, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:28.174477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.240802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.241423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.242850 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/094fad7c-83d1-448c-8d9d-4cd23428ada1 HTTP/1.1" status: 200 len: 1091 time: 1.0773244 Jul 15 13:05:28.246560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029ea7-8683-479f-aed9-a29bc86049e3 service neutron] Pushing event updated for resources: {'Port': ['ID=094fad7c-83d1-448c-8d9d-4cd23428ada1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.348280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-1c9df6fc-b254-4e60-b325-801aa7bf2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.349864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-1c9df6fc-b254-4e60-b325-801aa7bf2226 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 1094 time: 0.0568256 Jul 15 13:05:28.360436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b919e-ffb2-4d38-8755-0c8e94ba34ff req-ee22984b-40ed-43ae-922e-a9a9cb17101c tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.362024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-235b919e-ffb2-4d38-8755-0c8e94ba34ff req-ee22984b-40ed-43ae-922e-a9a9cb17101c tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 943 time: 0.1061070 Jul 15 13:05:28.373327 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.380821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.404061 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-7eafa3d8-f048-40b3-a6d8-72993b252a73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1 HTTP/1.1" status: 200 len: 217 time: 0.0457425 Jul 15 13:05:28.457536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b14df9f-1a74-4ee3-85cc-02f3fd552d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.459141 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3b14df9f-1a74-4ee3-85cc-02f3fd552d68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.0481703 Jul 15 13:05:28.470742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-235b919e-ffb2-4d38-8755-0c8e94ba34ff req-6a9effd9-fd37-4323-a017-b4048926a431 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027906 Jul 15 13:05:28.473312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Pushing event updated for resources: {'Port': ['ID=1168109c-556f-414e-97a7-5b0509cdc299,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.494593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.512918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.514171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-1d438c1a-5ff8-4415-8e5e-e4456ea99a4f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4624736 Jul 15 13:05:28.525872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3ef23068-a157-46f9-8607-ed283e270aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.528432 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-3ef23068-a157-46f9-8607-ed283e270aa1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626748 Jul 15 13:05:28.557731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:28.562942 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e4c2c3-41c2-481c-9dbc-9e31a42ec7a1 x-openstack-request-id: req-80e4c2c3-41c2-481c-9dbc-9e31a42ec7a1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:28.563237 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d1dafb-939a-4eb5-a239-049dd9a93b38", "tag": "cab0f1d3-a99c-422e-a375-7f23a3afe2a4", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:28.563487 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80e4c2c3-41c2-481c-9dbc-9e31a42ec7a1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:28.563879 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'tag': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4', 'status': 'completed', 'code': 200} Jul 15 13:05:28.583351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-c7f7bc51-13c1-41ed-baf2-b896ad14ae63 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0620773 Jul 15 13:05:28.664933 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-76cd85b3-6d2a-4dcd-b85a-c5d47e349493 service neutron] 10.222.0.49 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269224 Jul 15 13:05:28.723767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:28.735788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'mac_address': 'fa:16:3e:af:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:28.764252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-5201995b-7e06-483f-9db3-c50713bc53ac tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.766430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e858ea-38c9-4ada-b15c-95210f21bbf5 req-5201995b-7e06-483f-9db3-c50713bc53ac tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1637290 Jul 15 13:05:28.789279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b807579-9015-4b98-9eeb-322ff4d80b81 req-e157d9bf-e2a1-4512-96ed-01fdf8e75a2d service neutron] 10.222.0.49 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152401 Jul 15 13:05:28.794887 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.813970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bba11a0-3980-4b99-97bc-36ff775d3595 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:28.824203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-8d93b6c8-7463-4160-bf40-fab0fd85baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.826130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-8d93b6c8-7463-4160-bf40-fab0fd85baaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 1099 time: 0.2552011 Jul 15 13:05:28.839243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:28.845347 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.901740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe90530-3801-4dcf-bfcc-f8f177f54571 req-0148821a-d37a-471d-a9a0-b8fe74a6cbf8 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.910420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebe90530-3801-4dcf-bfcc-f8f177f54571 req-0148821a-d37a-471d-a9a0-b8fe74a6cbf8 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 943 time: 0.1655428 Jul 15 13:05:28.913915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:29.022908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebe90530-3801-4dcf-bfcc-f8f177f54571 req-a90f140b-ff73-4d20-8c5b-a26c3bc6ee76 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113460 Jul 15 13:05:29.037888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-35081ade-f20c-4f17-bc9f-0b2c4f065230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.039444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-35081ade-f20c-4f17-bc9f-0b2c4f065230 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2034731 Jul 15 13:05:29.107211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-719d22e5-b8c3-4316-b576-17537bae3b53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4 HTTP/1.1" status: 200 len: 217 time: 0.0600634 Jul 15 13:05:29.115958 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9e5929-65ba-42de-8473-e39cd6485cf1 x-openstack-request-id: req-eb9e5929-65ba-42de-8473-e39cd6485cf1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:29.116417 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804b61c-e7ca-43b5-8ca3-fec71d297d40", "name": "network-vif-deleted", "tag": "0a42bd68-bdf0-4201-8259-0d063425d33e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "299f6ca3-a65a-4e0f-bcc6-b41e6ee30556", "tag": "9d6434b7-d193-46b3-8522-2398fc4bf790", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:29.116734 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb9e5929-65ba-42de-8473-e39cd6485cf1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:29.117193 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6804b61c-e7ca-43b5-8ca3-fec71d297d40', 'name': 'network-vif-deleted', 'tag': '0a42bd68-bdf0-4201-8259-0d063425d33e', 'status': 'completed', 'code': 200} Jul 15 13:05:29.117508 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'tag': '9d6434b7-d193-46b3-8522-2398fc4bf790', 'status': 'completed', 'code': 200} Jul 15 13:05:29.125264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5bba11a0-3980-4b99-97bc-36ff775d3595'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:29.135341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505025c5-3fd3-44d3-af1b-2cfb07ac4a2e req-c27e0771-4b47-4288-b3bc-a1a722cbdf02 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.142745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-505025c5-3fd3-44d3-af1b-2cfb07ac4a2e req-c27e0771-4b47-4288-b3bc-a1a722cbdf02 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 948 time: 0.2302449 Jul 15 13:05:29.220626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-67fce948-c1b8-4164-84e8-6aea58501296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.222912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-67fce948-c1b8-4164-84e8-6aea58501296 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1044607 Jul 15 13:05:29.230815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-505025c5-3fd3-44d3-af1b-2cfb07ac4a2e req-f600fb5c-3162-4545-a9fa-564fc24d18c0 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872126 Jul 15 13:05:29.273343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4b9df-6867-409c-9b32-271d74a50aae req-d2b499e0-7f9e-4d14-ba55-f31087c07023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.275088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-d2b499e0-7f9e-4d14-ba55-f31087c07023 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6fe698c724dc2a27969f5892df0f6&device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 1094 time: 0.1236522 Jul 15 13:05:29.374810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-ddbd1fa4-b0a8-401b-9f1c-a0ad303e5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.376785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-ddbd1fa4-b0a8-401b-9f1c-a0ad303e5048 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444700 Jul 15 13:05:29.422560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2135100-8d31-4d02-931d-36dfe9f2ae25 req-768cd316-2216-4a30-9da3-b8ead93f8dc9 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.424022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2135100-8d31-4d02-931d-36dfe9f2ae25 req-768cd316-2216-4a30-9da3-b8ead93f8dc9 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 948 time: 0.1499929 Jul 15 13:05:29.446995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4b9df-6867-409c-9b32-271d74a50aae req-807b0888-99df-4162-ace3-a45c7c960453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.448508 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-807b0888-99df-4162-ace3-a45c7c960453 service neutron] 10.222.0.23 "GET /v2.0/networks?id=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 HTTP/1.1" status: 200 len: 909 time: 0.1635773 Jul 15 13:05:29.498486 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-0529c548-d115-4287-a32d-ebd9354c77ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d6434b7-d193-46b3-8522-2398fc4bf790 HTTP/1.1" status: 200 len: 217 time: 0.0371966 Jul 15 13:05:29.543089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2135100-8d31-4d02-931d-36dfe9f2ae25 req-87b6a052-36c8-4aa2-b234-d06191cf1180 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006181 Jul 15 13:05:29.567891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4b9df-6867-409c-9b32-271d74a50aae req-785f9c59-b13d-4713-b11e-3bb693dbb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.567891 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-785f9c59-b13d-4713-b11e-3bb693dbb604 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7806a868-8c20-4315-8748-51bc2cdd82a1 HTTP/1.1" status: 200 len: 848 time: 0.0582614 Jul 15 13:05:29.574145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-616ef927-0140-41e1-bbab-00fb483bf415 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867135 Jul 15 13:05:29.586605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f434a0-f72c-457d-9aa8-8b37643cd8ce req-a7c2becf-6c73-4b61-bdae-1218464ce7a4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.588120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57f434a0-f72c-457d-9aa8-8b37643cd8ce req-a7c2becf-6c73-4b61-bdae-1218464ce7a4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 943 time: 0.1631427 Jul 15 13:05:29.606864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-bcf22a9a-f28f-4763-8114-0eac92bcc8aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352054 Jul 15 13:05:29.678678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea72c271-98be-46aa-a4b3-1615c2e8f761 req-2b7e8355-4978-4713-8863-5ca22709c73b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips/10ba7db6-ef7b-48da-88da-54e5c1adcc84 HTTP/1.1" status: 200 len: 692 time: 0.0894573 Jul 15 13:05:29.709966 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-51ff7d57-3a32-4722-85c8-b8513f68f8a3 service neutron] 10.222.0.23 "GET /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954087 Jul 15 13:05:29.757913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57f434a0-f72c-457d-9aa8-8b37643cd8ce req-a92e06b1-4761-48bf-99d6-86e0620c4817 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601377 Jul 15 13:05:29.847487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2ccf065-b310-4242-8c50-1019e6e4cdf9 req-7d94bbfe-24bf-4786-b7a0-ae56be5be406 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516971 Jul 15 13:05:29.874690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72c271-98be-46aa-a4b3-1615c2e8f761 req-0571d440-afae-482f-b4c7-fe4f66b2724d tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.876160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea72c271-98be-46aa-a4b3-1615c2e8f761 req-0571d440-afae-482f-b4c7-fe4f66b2724d tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1909139 Jul 15 13:05:29.979122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55069107-c8a0-4a28-8846-8f32c90e4578 req-8c722fe6-bfef-47ca-b92c-1773d9ca3f50 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=1047d91861a74580809ac3f647436b45 HTTP/1.1" status: 200 len: 695 time: 0.0586627 Jul 15 13:05:30.078259 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a4b9df-6867-409c-9b32-271d74a50aae req-bcda2374-6993-4313-91e3-8b9c6e09b715 service neutron] 10.222.0.23 "GET /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591230 Jul 15 13:05:30.104229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a0c3b-db9f-4e28-8388-3e15794fbe67 req-f5ec8e31-c130-4eac-b92f-af3ab15eceae tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.105759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-116a0c3b-db9f-4e28-8388-3e15794fbe67 req-f5ec8e31-c130-4eac-b92f-af3ab15eceae tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 943 time: 0.1445620 Jul 15 13:05:30.146684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069107-c8a0-4a28-8846-8f32c90e4578 req-eeed4968-b11b-4d31-a5dd-f6bf2ee64538 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.148144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55069107-c8a0-4a28-8846-8f32c90e4578 req-eeed4968-b11b-4d31-a5dd-f6bf2ee64538 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks?id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 787 time: 0.1486690 Jul 15 13:05:30.171296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-116a0c3b-db9f-4e28-8388-3e15794fbe67 req-4e505008-758f-4633-b37c-f611e367d067 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595105 Jul 15 13:05:30.258759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-5da96a98-3244-45be-bd4d-9c6aadc25343 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips/10ba7db6-ef7b-48da-88da-54e5c1adcc84 HTTP/1.1" status: 200 len: 692 time: 0.0481741 Jul 15 13:05:30.411309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-ab193752-b4e4-464e-bc1d-94382c25af3c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.412520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-ab193752-b4e4-464e-bc1d-94382c25af3c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1467268 Jul 15 13:05:30.420414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48e5d7-f804-436c-984d-262067c55dc3 req-e05ffc44-0d00-47ed-8b44-00eb5a7ab8e3 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.427049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f48e5d7-f804-436c-984d-262067c55dc3 req-e05ffc44-0d00-47ed-8b44-00eb5a7ab8e3 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 943 time: 0.1411085 Jul 15 13:05:30.486583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-7e10afba-d127-4305-ad7c-82e87e9308b2 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0575709 Jul 15 13:05:30.534999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.559326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54f64a37-f2b5-4da7-8f99-402df91c6593 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:30.561673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:30.692806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 5bba11a0-3980-4b99-97bc-36ff775d3595 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:30.704285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 094fad7c-83d1-448c-8d9d-4cd23428ada1 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:30.715066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5bba11a0-3980-4b99-97bc-36ff775d3595 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:30.715546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.773508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 54f64a37-f2b5-4da7-8f99-402df91c6593, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54f64a37-f2b5-4da7-8f99-402df91c6593,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:30.811967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '54f64a37-f2b5-4da7-8f99-402df91c6593', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '54f64a37-f2b5-4da7-8f99-402df91c6593', 'mac_address': 'fa:16:3e:22:15:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:30.832213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b'}, {'name': 'network-changed', 'server_uuid': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'tag': '54f64a37-f2b5-4da7-8f99-402df91c6593'}, {'name': 'network-changed', 'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:30.834452 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51" -d '{"events": [{"server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "name": "network-vif-unplugged", "status": "completed", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b"}, {"name": "network-changed", "server_uuid": "6556407f-0f8d-4ebf-ade0-baf60bdaea36", "tag": "54f64a37-f2b5-4da7-8f99-402df91c6593"}, {"name": "network-changed", "server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:30.849678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f48e5d7-f804-436c-984d-262067c55dc3 req-64c62d50-9005-4a67-8737-6e6163019378 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217312 Jul 15 13:05:30.876768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-6443dbc0-60a4-4eac-b412-3267524954a4 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.3829494 Jul 15 13:05:30.902385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 094fad7c-83d1-448c-8d9d-4cd23428ada1, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:30.914442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'port_id': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'mac_address': 'fa:16:3e:52:ed:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:31.091791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5580c5b-fd6c-48c7-95ed-52727a76bac6 req-a8955bc3-7c14-4bea-bb6e-6abbe1f4bc55 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.094419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5580c5b-fd6c-48c7-95ed-52727a76bac6 req-a8955bc3-7c14-4bea-bb6e-6abbe1f4bc55 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 948 time: 0.0938635 Jul 15 13:05:31.096143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Deleting port 1168109c-556f-414e-97a7-5b0509cdc299 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:31.096592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.118712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:31.122003 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f039939-a64f-468b-89a2-3ffe48e24a21" -d '{"events": [{"name": "network-changed", "server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:31.137554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.139409 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.169128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.173168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f64a37-f2b5-4da7-8f99-402df91c6593 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:31.202141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:31.204406 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b643bc7-b0b6-4f2b-94e4-951dfba71ef8" -d '{"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-plugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:31.206401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5580c5b-fd6c-48c7-95ed-52727a76bac6 req-eff02d92-d634-41e8-a25e-50ae45e9eaba tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966794 Jul 15 13:05:31.211365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094fad7c-83d1-448c-8d9d-4cd23428ada1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:31.223602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.223936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.229224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:31.239165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 54f64a37-f2b5-4da7-8f99-402df91c6593, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54f64a37-f2b5-4da7-8f99-402df91c6593,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:31.240162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.252424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 094fad7c-83d1-448c-8d9d-4cd23428ada1, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:31.255036 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.255183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Calling delete_port for 1168109c-556f-414e-97a7-5b0509cdc299 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:31.255312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9d6434b7-d193-46b3-8522-2398fc4bf790 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:31.282135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.331866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.337612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-4172f575-987f-4439-bf9c-e5175196321b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313420 Jul 15 13:05:31.424483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=54f64a37-f2b5-4da7-8f99-402df91c6593,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.476641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 9d6434b7-d193-46b3-8522-2398fc4bf790, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9d6434b7-d193-46b3-8522-2398fc4bf790,segment=NetworkSegment(72fb8813-b40b-436a-9cc4-af272d8f7a88),segment_id=72fb8813-b40b-436a-9cc4-af272d8f7a88)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:31.490067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35122) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:31.497765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-814159980'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:31.502001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-85a502b2-8207-4e47-8641-6ead3465afaa tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.503691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-85a502b2-8207-4e47-8641-6ead3465afaa tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543746 Jul 15 13:05:31.516306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '9d6434b7-d193-46b3-8522-2398fc4bf790', 'network_id': '97032c8e-8f27-4fed-bb0f-9ef2bd98ab48', 'port_id': '9d6434b7-d193-46b3-8522-2398fc4bf790', 'mac_address': 'fa:16:3e:25:c0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806a868-8c20-4315-8748-51bc2cdd82a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:31.523665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:31.525281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.527830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.536267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-4d44fa7e-9136-4cd7-9d56-b38f2a509d4b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/quotas/77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 375 time: 0.0204117 Jul 15 13:05:31.550316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=094fad7c-83d1-448c-8d9d-4cd23428ada1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.554002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:31.557299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Pushing event deleted for resources: {'Port': ['ID=1168109c-556f-414e-97a7-5b0509cdc299,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.567700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.568042 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Added segment 6fe11fbd-cacf-49e6-a9e0-ba9f992e7837 of type vlan for network da3a0643-8786-4f7e-9827-308679eebe23 Jul 15 13:05:31.581369 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.596050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6434b7-d193-46b3-8522-2398fc4bf790 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:31.610498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.616684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 9d6434b7-d193-46b3-8522-2398fc4bf790, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9d6434b7-d193-46b3-8522-2398fc4bf790,segment=NetworkSegment(72fb8813-b40b-436a-9cc4-af272d8f7a88),segment_id=72fb8813-b40b-436a-9cc4-af272d8f7a88)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:31.623164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.624299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cab0f1d3-a99c-422e-a375-7f23a3afe2a4 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:31.630035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['094fad7c-83d1-448c-8d9d-4cd23428ada1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:31.646164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.653232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.654093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.663380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.666016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.667194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29a79e60-6fa4-4260-b7b1-4b3b3a0d8b65 req-0f1dc491-dd6b-4de2-8c0a-92b3d90b1f0c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "DELETE /v2.0/floatingips/10ba7db6-ef7b-48da-88da-54e5c1adcc84 HTTP/1.1" status: 204 len: 173 time: 0.7895782 Jul 15 13:05:31.693478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-83f1980d-f1eb-48e0-8a25-4643cb3d545d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384892 Jul 15 13:05:31.714468 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2231567 Jul 15 13:05:31.717793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:31.726858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2085433125'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:31.732471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:31.759775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=9d6434b7-d193-46b3-8522-2398fc4bf790,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.775864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4', 'mac_address': 'fa:16:3e:d9:94:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:31.781520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:31.786564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.811642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a73bd-ab3b-43ca-8e8a-97c5ec533d48 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Network': ['ID=da3a0643-8786-4f7e-9827-308679eebe23,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.834101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network da3a0643-8786-4f7e-9827-308679eebe23 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:31.899119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:31.920224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.920419 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Added segment 94b7205f-8893-43a5-9312-815be7cd4df9 of type vlan for network 7869ff0d-6ae7-4cd8-9026-657e635735e2 Jul 15 13:05:31.961800 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.973583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362150bf-e4ed-4460-8922-22f201cccbb2 req-f7209d68-b3ee-44e4-9bfb-6f0992a28bff tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.975373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-362150bf-e4ed-4460-8922-22f201cccbb2 req-f7209d68-b3ee-44e4-9bfb-6f0992a28bff tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 948 time: 0.1588831 Jul 15 13:05:31.985371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab0f1d3-a99c-422e-a375-7f23a3afe2a4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:31.999956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.051695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:32.059597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.063951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-362150bf-e4ed-4460-8922-22f201cccbb2 req-297bf1db-d469-48af-941f-1356b972d3a2 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789578 Jul 15 13:05:32.118295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.126450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.127330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.154374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:32.198304 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d313275e-b080-4f64-8c6a-7bbd5280f4b2 x-openstack-request-id: req-d313275e-b080-4f64-8c6a-7bbd5280f4b2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:32.198599 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "name": "network-vif-unplugged", "status": "completed", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b", "code": 200}, {"name": "network-changed", "server_uuid": "6556407f-0f8d-4ebf-ade0-baf60bdaea36", "tag": "54f64a37-f2b5-4da7-8f99-402df91c6593", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:32.198910 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d313275e-b080-4f64-8c6a-7bbd5280f4b2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:32.199310 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'code': 200} Jul 15 13:05:32.199565 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'tag': '54f64a37-f2b5-4da7-8f99-402df91c6593', 'status': 'completed', 'code': 200} Jul 15 13:05:32.199810 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'status': 'completed', 'code': 200} Jul 15 13:05:32.212807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4937897 Jul 15 13:05:32.213496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:32.228223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'subnet': {'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:32.239748 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4fd47-8585-4d9c-91e9-678dbb347ee7 x-openstack-request-id: req-19c4fd47-8585-4d9c-91e9-678dbb347ee7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:32.240395 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:32.240395 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19c4fd47-8585-4d9c-91e9-678dbb347ee7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:32.240652 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'status': 'completed', 'code': 200} Jul 15 13:05:32.287308 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2d30a-8bd3-40b7-90de-dfed7327a44e x-openstack-request-id: req-7af2d30a-8bd3-40b7-90de-dfed7327a44e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:32.287977 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-plugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:32.288563 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7af2d30a-8bd3-40b7-90de-dfed7327a44e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:32.289156 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'code': 200} Jul 15 13:05:32.308342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b41870-291f-46d7-9057-43435c5547fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Network': ['ID=7869ff0d-6ae7-4cd8-9026-657e635735e2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:32.319988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:32.343714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be363a97-d204-4b1d-9cdd-da27f5adf7c7 req-35ec78a4-f897-401e-8cc0-7c92b2de4719 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.352349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be363a97-d204-4b1d-9cdd-da27f5adf7c7 req-35ec78a4-f897-401e-8cc0-7c92b2de4719 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 943 time: 0.2989931 Jul 15 13:05:32.382236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54f64a37-f2b5-4da7-8f99-402df91c6593'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:32.414452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['9d6434b7-d193-46b3-8522-2398fc4bf790'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:32.421373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['cab0f1d3-a99c-422e-a375-7f23a3afe2a4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:32.434624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-aa99cc54-3bc9-4599-98c0-126146676bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.436320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-aa99cc54-3bc9-4599-98c0-126146676bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 1100 time: 0.2383940 Jul 15 13:05:32.461219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-7566c986-2e75-4cfb-b088-550e81bbd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.462735 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-7566c986-2e75-4cfb-b088-550e81bbd6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1124 time: 0.2346728 Jul 15 13:05:32.464858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-660bc281-2113-4f69-b531-cd8f76905a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.466489 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-660bc281-2113-4f69-b531-cd8f76905a75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 1095 time: 0.2234285 Jul 15 13:05:32.504539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be363a97-d204-4b1d-9cdd-da27f5adf7c7 req-310d10f5-e91a-4fe9-8779-cea61bbb18dc tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525121 Jul 15 13:05:32.559408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:32.563517 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.718044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-3fa75dd5-8f53-4167-9c49-7b610117c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.719778 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-3fa75dd5-8f53-4167-9c49-7b610117c2f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2750895 Jul 15 13:05:32.720783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-327247b6-d026-4c06-9e81-60e3e84249d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.722097 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-327247b6-d026-4c06-9e81-60e3e84249d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 924 time: 0.2393239 Jul 15 13:05:32.736931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 094fad7c-83d1-448c-8d9d-4cd23428ada1 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:32.782654 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-42936ccd-26d9-49f1-97dd-626ce2765cc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=54f64a37-f2b5-4da7-8f99-402df91c6593 HTTP/1.1" status: 200 len: 217 time: 0.0505652 Jul 15 13:05:32.789790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-4854a868-7857-4a70-8f2c-5f96e32e34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.791297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-4854a868-7857-4a70-8f2c-5f96e32e34cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.3009305 Jul 15 13:05:32.857524 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-19673c8a-dcf3-49ef-a66c-3bf71f274b6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1 HTTP/1.1" status: 200 len: 217 time: 0.1238661 Jul 15 13:05:32.918030 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-a1d63fd8-91a4-43a6-96a3-a9e84ead1607 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 217 time: 0.0764098 Jul 15 13:05:32.937725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-32606972-ccb0-43d7-bd1a-c3bad4e3737d tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3799357 Jul 15 13:05:32.954349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:32.972079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43300daa-20a3-4bcf-abba-91f126248886 req-ff0f0351-8c7d-4e4d-bbb8-6a8bbea8d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.973644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43300daa-20a3-4bcf-abba-91f126248886 req-ff0f0351-8c7d-4e4d-bbb8-6a8bbea8d653 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1101 time: 0.5753841 Jul 15 13:05:32.992744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-09b8be35-59eb-4572-966d-dcdb0e928868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.994897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-09b8be35-59eb-4572-966d-dcdb0e928868 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0545850 Jul 15 13:05:33.022875 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.046446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-87c3b93e-71fb-4fed-88fe-c04c34e3d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.047952 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-87c3b93e-71fb-4fed-88fe-c04c34e3d2f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2274680 Jul 15 13:05:33.050457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-96c0a953-fb31-480e-8b3c-6c6f5b89eb74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443709 Jul 15 13:05:33.053259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-8225c2aa-e216-4355-87b2-f38ad99a5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.054752 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-8225c2aa-e216-4355-87b2-f38ad99a5479 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.1777177 Jul 15 13:05:33.094521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d9930-9794-489f-9446-6a90f6987b61 req-94a57e92-f3c2-46ba-9642-a18764ce0df9 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.098983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5d9930-9794-489f-9446-6a90f6987b61 req-94a57e92-f3c2-46ba-9642-a18764ce0df9 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 944 time: 0.6274955 Jul 15 13:05:33.102775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 094fad7c-83d1-448c-8d9d-4cd23428ada1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:33.138425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Subnet': ['ID=b423b423-e9c2-4809-aacf-dc1326ba0012,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:33.153053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.165926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43300daa-20a3-4bcf-abba-91f126248886 req-4d72b0ea-c450-4b7d-ace9-f64419dff6a9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808937 Jul 15 13:05:33.177045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 094fad7c-83d1-448c-8d9d-4cd23428ada1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:33.177659 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.199618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5d9930-9794-489f-9446-6a90f6987b61 req-8c68bf27-00c8-4ec9-b51a-142768506ab6 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000352 Jul 15 13:05:33.283099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Checking segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:33.283779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network hostable DHCP agents. Network: da3a0643-8786-4f7e-9827-308679eebe23, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:33.303935 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.305572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-98c95fc2-6a3d-428a-bcf0-997bfeec8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.307168 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-98c95fc2-6a3d-428a-bcf0-997bfeec8d30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501869 Jul 15 13:05:33.312579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-45ec3574-e8af-4f45-812e-6d7059845a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.314084 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-45ec3574-e8af-4f45-812e-6d7059845a40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122645 Jul 15 13:05:33.316325 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-31ba4b56-4c13-44a0-800c-6faf33bfdf31 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129145 Jul 15 13:05:33.365328 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.400598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92d20940-ed13-4e97-a8e7-69690ad00d3f req-85fe1be2-0f5a-4739-8d45-f2b54f28d50a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 210 time: 0.0513115 Jul 15 13:05:33.406261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 094fad7c-83d1-448c-8d9d-4cd23428ada1, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:33.408974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network da3a0643-8786-4f7e-9827-308679eebe23 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:33.413005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.414125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:33.458448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, da3a0643-8786-4f7e-9827-308679eebe23) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:33.475751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.486967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e493874-fc7b-47cf-b18d-07608cae25ad None None] Network da3a0643-8786-4f7e-9827-308679eebe23 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:33.602155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=094fad7c-83d1-448c-8d9d-4cd23428ada1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:33.628079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.628687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.721087 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-a9fa4be9-b429-4363-814f-87e4167308ca service neutron] 10.222.0.49 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798373 Jul 15 13:05:33.727766 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-1606c354-8adc-464c-af42-630ebd3f27d0 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949015 Jul 15 13:05:33.729770 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-56ecefd4-2410-4d37-a9ac-90c58598d5d4 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126096 Jul 15 13:05:33.761526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-da3a0643-8786-4f7e-9827-308679eebe23', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:05:33.762787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.816943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Allocated IP 172.25.2.176 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/81bbe2f1-5e4e-4762-845f-66dc2192b696) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:33.891961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-22c4564b-0356-4500-9faa-073271b2b5ba tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459789 Jul 15 13:05:33.908378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5bf07f40-cb0c-41f3-9ee5-799431eb45e5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6832275 Jul 15 13:05:33.912893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:33.924507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'subnet': {'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:33.974989 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f039939-a64f-468b-89a2-3ffe48e24a21 req-c2f11574-2657-4f63-936e-10eac96d874e service neutron] 10.222.0.49 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209845 Jul 15 13:05:33.978125 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-17e36f0a-aa14-41ef-84b5-e2d00fc3cc51 req-f125734c-5252-4e5a-8cde-49a7aebd0c53 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413867 Jul 15 13:05:34.005116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Allocated IP 10.1.1.2 (da3a0643-8786-4f7e-9827-308679eebe23/b423b423-e9c2-4809-aacf-dc1326ba0012/d1abd14d-6b13-4e53-8120-ff26b3933344) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:34.210186 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.226036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Transition to ACTIVE for port object d1abd14d-6b13-4e53-8120-ff26b3933344 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:34.239874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab2157-0399-44b7-8ed6-afc070ed65b2 req-e52048f4-4ca1-41e2-bf0f-6819633ef9ee tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.241408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49ab2157-0399-44b7-8ed6-afc070ed65b2 req-e52048f4-4ca1-41e2-bf0f-6819633ef9ee tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.5055690 Jul 15 13:05:34.250115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:34.253875 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.254982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Transition to ACTIVE for port object d1abd14d-6b13-4e53-8120-ff26b3933344 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:34.262966 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.276136 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-2f155f11-432b-4bf7-b7f7-5bc864c8a566 service neutron] 10.222.0.49 "GET /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b/bindings/n-h2-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.0664139 Jul 15 13:05:34.300236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:34.302496 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281f2fd1-d0f6-43c1-84a2-baebaf7e4643" -d '{"events": [{"server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "name": "network-vif-plugged", "status": "completed", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:34.305071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.315518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-a348e95b-e0b6-4624-973f-5c4e21f814e7 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.317496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-a348e95b-e0b6-4624-973f-5c4e21f814e7 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4032700 Jul 15 13:05:34.322112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Network da3a0643-8786-4f7e-9827-308679eebe23 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:34.325288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:34.328108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:34.340141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Request body: {'port': {'device_id': '57403189-3318-4789-b829-6a43f4032e44', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '77ea1299346e4ffcb81c852203ecad30'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:34.382781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Pushing event updated for resources: {'Port': ['ID=d1abd14d-6b13-4e53-8120-ff26b3933344,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.404798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Attempting to bind port d1abd14d-6b13-4e53-8120-ff26b3933344 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:34.405571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Attempting to bind port d1abd14d-6b13-4e53-8120-ff26b3933344 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:34.406102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Attempting to bind port d1abd14d-6b13-4e53-8120-ff26b3933344 on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:34.413267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:34.414014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Checking segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:34.414673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.415222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Bound using segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:34.415895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Bound port: d1abd14d-6b13-4e53-8120-ff26b3933344, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:34.416443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.445353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49ab2157-0399-44b7-8ed6-afc070ed65b2 req-1a748463-d695-462a-9230-f22096911907 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790001 Jul 15 13:05:34.508985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:34.538506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.545456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:34.584274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] For port d1abd14d-6b13-4e53-8120-ff26b3933344, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:34.585807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67b508-2e64-41cc-b66b-04b2132b8d4b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:34.593348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] For port d1abd14d-6b13-4e53-8120-ff26b3933344, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1abd14d-6b13-4e53-8120-ff26b3933344,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:34.597254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54f64a37-f2b5-4da7-8f99-402df91c6593 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:34.600451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:34.617368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.632307 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.711254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d4fd9-c30a-4042-a69d-ef8d04d427e6 None None] Pushing event updated for resources: {'Port': ['ID=d1abd14d-6b13-4e53-8120-ff26b3933344,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.718263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 54f64a37-f2b5-4da7-8f99-402df91c6593 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:34.722631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 54f64a37-f2b5-4da7-8f99-402df91c6593 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:34.725006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.732888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] Transition to ACTIVE for port object 6c67b508-2e64-41cc-b66b-04b2132b8d4b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:34.738736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.813426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] No DVR routers for this DVR port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:34.860835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.868298 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7a93852e-953d-47ba-90ab-63b797e30c4f service neutron] 10.222.0.49 "PUT /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b/bindings/n-h2-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 0.5834274 Jul 15 13:05:34.972097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:34.996590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.011143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:35.022020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:35.024155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Pushing event updated for resources: {'Port': ['ID=81bbe2f1-5e4e-4762-845f-66dc2192b696,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.032147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-4ec2b391-9547-45ce-9aa4-d76f069a0f00 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.034314 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-4ec2b391-9547-45ce-9aa4-d76f069a0f00 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.0882132 Jul 15 13:05:35.047616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 54f64a37-f2b5-4da7-8f99-402df91c6593, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54f64a37-f2b5-4da7-8f99-402df91c6593,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:35.050973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Made reservation on behalf of 77ea1299346e4ffcb81c852203ecad30 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:35.052877 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.054234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9d6434b7-d193-46b3-8522-2398fc4bf790 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:35.054499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.117844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-27542f18-7d2c-4591-8d74-2372afbebab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.119861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-27542f18-7d2c-4591-8d74-2372afbebab2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8&tenant_id=29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 1095 time: 0.0778675 Jul 15 13:05:35.143973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=54f64a37-f2b5-4da7-8f99-402df91c6593,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.157188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.160722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 9d6434b7-d193-46b3-8522-2398fc4bf790 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:35.168137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 9d6434b7-d193-46b3-8522-2398fc4bf790 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:35.168137 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.223189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-72329719-bc6f-4c1e-a8b1-e0828c076a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.224801 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-72329719-bc6f-4c1e-a8b1-e0828c076a97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1095 time: 0.0734625 Jul 15 13:05:35.246502 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.288920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 9d6434b7-d193-46b3-8522-2398fc4bf790, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9d6434b7-d193-46b3-8522-2398fc4bf790,segment=NetworkSegment(72fb8813-b40b-436a-9cc4-af272d8f7a88),segment_id=72fb8813-b40b-436a-9cc4-af272d8f7a88)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:35.294127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.295143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cab0f1d3-a99c-422e-a375-7f23a3afe2a4 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:35.300426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bebe1-f611-4e99-828b-adb95eb08bb4 req-8c187839-af85-4708-9d16-09751e2cab54 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.301949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-123bebe1-f611-4e99-828b-adb95eb08bb4 req-8c187839-af85-4708-9d16-09751e2cab54 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 949 time: 0.6764486 Jul 15 13:05:35.334962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Subnet': ['ID=5d2b458a-3139-47cf-83c3-573deed02491,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.346271 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.351511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-766354ed-2b9b-4a01-859b-e2e8c06d1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.353146 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-766354ed-2b9b-4a01-859b-e2e8c06d1de6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1220956 Jul 15 13:05:35.374477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=9d6434b7-d193-46b3-8522-2398fc4bf790,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.398248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:35.402495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:35.402705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-144f3296-334f-4e0e-92f7-30a4bcb1171f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 217 time: 0.0421524 Jul 15 13:05:35.403106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.424362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Checking segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:35.424662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network hostable DHCP agents. Network: 7869ff0d-6ae7-4cd8-9026-657e635735e2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:35.457464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-d6bfc6c1-6cf0-4856-906e-040eefcfbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.458985 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-d6bfc6c1-6cf0-4856-906e-040eefcfbbc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0513763 Jul 15 13:05:35.464716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Allocated IP 192.168.233.65 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/205c71eb-3136-44a8-b458-5239fea8665c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:35.477502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-123bebe1-f611-4e99-828b-adb95eb08bb4 req-df3fd1ef-bf25-4cb5-9ad0-7867b5209f57 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613560 Jul 15 13:05:35.491355 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.494183 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.526606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:35.540151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:35.554334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.566244 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-92371cd5-89d0-44c5-9253-815af0b55143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975871 Jul 15 13:05:35.578773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 7869ff0d-6ae7-4cd8-9026-657e635735e2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:35.595745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.596398 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.659868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.662689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb6ab7-b336-4afd-b3ae-7a30aa6a4515 None None] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:35.671282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-118ceab8-e3c3-46d8-ac77-291f43be2675 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7506289 Jul 15 13:05:35.676209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:35.694099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-871e1986-e0d9-4543-ab49-5db2956a61a3 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269941 Jul 15 13:05:35.705068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'name': 'tempest-TaggedBootDevicesTest_v242-1452285987', 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:35.853590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7869ff0d-6ae7-4cd8-9026-657e635735e2', 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'fixed_ips': [{'subnet_id': '5d2b458a-3139-47cf-83c3-573deed02491'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:05:35.857382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.975624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea44684-59cc-498c-abd6-c08d3dccaa7d req-366c483a-a4e4-443d-ad37-5420675659ff tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.983383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ea44684-59cc-498c-abd6-c08d3dccaa7d req-366c483a-a4e4-443d-ad37-5420675659ff tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.3317692 Jul 15 13:05:35.989737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0738e519-137c-4482-afec-42f5cdb51d6d None None] Network da3a0643-8786-4f7e-9827-308679eebe23 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:36.011227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.032848 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.055635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Transition to ACTIVE for port object 205c71eb-3136-44a8-b458-5239fea8665c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:36.067006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.095736 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-9d79fcf7-c9f1-4341-ad58-1467aea73d47 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917761 Jul 15 13:05:36.105575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ea44684-59cc-498c-abd6-c08d3dccaa7d req-75f2df4e-fac1-41c6-b6f4-abe27aef3c05 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209996 Jul 15 13:05:36.127362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:36.133545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1abd14d-6b13-4e53-8120-ff26b3933344 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:36.205151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Pushing event updated for resources: {'Port': ['ID=81bbe2f1-5e4e-4762-845f-66dc2192b696,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.214888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e85e8884-fc31-4874-9cbf-3bf00a633b4a None None] Provisioning for port d1abd14d-6b13-4e53-8120-ff26b3933344 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:36.275811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.288557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Allocated IP 10.2.2.2 (7869ff0d-6ae7-4cd8-9026-657e635735e2/5d2b458a-3139-47cf-83c3-573deed02491/481ee26a-13b9-487d-90f6-4d8048076f28) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:36.295956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d1abd14d-6b13-4e53-8120-ff26b3933344 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:36.302698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.305850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d1abd14d-6b13-4e53-8120-ff26b3933344 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:36.306149 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.332907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700', 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:36.353694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.365209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.366483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-c7d346b4-ae49-4ee9-a86d-fe02396d8ade tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4167883 Jul 15 13:05:36.415598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.442775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274327b6-8b96-4861-b54d-77da19b96b98 req-99710b63-3b2f-4b96-be09-1a9bb87ccf22 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:36.444318 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-99710b63-3b2f-4b96-be09-1a9bb87ccf22 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.0667124 Jul 15 13:05:36.461363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:36.472020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] device_id is not set on port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:05:36.578979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:36.612255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-274327b6-8b96-4861-b54d-77da19b96b98 req-ceca8bbf-9350-4b3f-8439-221c3dec88b1 service neutron] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:36.616595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-274327b6-8b96-4861-b54d-77da19b96b98 req-ceca8bbf-9350-4b3f-8439-221c3dec88b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.618022 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-ceca8bbf-9350-4b3f-8439-221c3dec88b1 service neutron] 10.222.0.23 "DELETE /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b/bindings/n-h1-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.1630290 Jul 15 13:05:36.626185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:36.633478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:36.641928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-b5bc6197-2fba-4c74-9985-16b6dc358dc6 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.2567132 Jul 15 13:05:36.642278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.660219 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.697535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c953e0-8c49-4814-9f6e-b0c9ce462b84 req-6a9d6933-5957-443c-a28b-dd173e6f3dc1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:36.702764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60c953e0-8c49-4814-9f6e-b0c9ce462b84 req-6a9d6933-5957-443c-a28b-dd173e6f3dc1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 944 time: 0.4504817 Jul 15 13:05:36.707346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Transition to ACTIVE for port object 481ee26a-13b9-487d-90f6-4d8048076f28 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:36.737034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f40a22d-3f94-447e-aeb0-6e08ec76aefb None None] Provisioning complete for port d1abd14d-6b13-4e53-8120-ff26b3933344 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:36.737404 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f40a22d-3f94-447e-aeb0-6e08ec76aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.774835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Transition to ACTIVE for port object 481ee26a-13b9-487d-90f6-4d8048076f28 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:36.779301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d1abd14d-6b13-4e53-8120-ff26b3933344, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1abd14d-6b13-4e53-8120-ff26b3933344,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:36.800836 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.803743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.839736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:36.839736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.866736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-7e3c72ee-0660-4f94-a4c3-8a2a7968b3fe tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5355468 Jul 15 13:05:36.887595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Request body: {'port': {'device_id': '57403189-3318-4789-b829-6a43f4032e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:36.905035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:36.919755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:36.921706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:36.929087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Pushing event updated for resources: {'Port': ['ID=481ee26a-13b9-487d-90f6-4d8048076f28,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.937300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 10.1.1.157 (da3a0643-8786-4f7e-9827-308679eebe23/b423b423-e9c2-4809-aacf-dc1326ba0012/4e6c2d78-6dcf-4cf8-b319-9e472c518614) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:36.959709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60c953e0-8c49-4814-9f6e-b0c9ce462b84 req-f15c19fe-7cac-44ee-8137-7fa3bf51ae1a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227476 Jul 15 13:05:36.967119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-47c74f03-4be2-459d-86c9-00be5fdd3747 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:36.968404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7df5828c-ecc6-4cd3-93ee-cc339f6d0269 req-47c74f03-4be2-459d-86c9-00be5fdd3747 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.3040650 Jul 15 13:05:37.052789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.103955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d1abd14d-6b13-4e53-8120-ff26b3933344,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:37.115637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Attempting to bind port 481ee26a-13b9-487d-90f6-4d8048076f28 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:37.116008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Attempting to bind port 481ee26a-13b9-487d-90f6-4d8048076f28 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:37.116371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Attempting to bind port 481ee26a-13b9-487d-90f6-4d8048076f28 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:37.127760 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe50294-8748-458c-9837-30f25e084911 x-openstack-request-id: req-7fe50294-8748-458c-9837-30f25e084911 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:37.128054 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "name": "network-vif-plugged", "status": "completed", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:37.128304 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fe50294-8748-458c-9837-30f25e084911 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:37.128899 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'code': 200} Jul 15 13:05:37.133921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:37.134621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Checking segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:37.134715 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.135090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Bound using segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:37.136132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Bound port: 481ee26a-13b9-487d-90f6-4d8048076f28, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:37.136505 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.272681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6cb6d-4764-4e2a-b5cd-b80cdc8e01a3 req-18259296-1813-4718-a6bb-8174ebff87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.273208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] For port 481ee26a-13b9-487d-90f6-4d8048076f28, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:37.274263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dbd6cb6d-4764-4e2a-b5cd-b80cdc8e01a3 req-18259296-1813-4718-a6bb-8174ebff87f8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 1096 time: 0.0866764 Jul 15 13:05:37.281624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] For port 481ee26a-13b9-487d-90f6-4d8048076f28, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=481ee26a-13b9-487d-90f6-4d8048076f28,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:37.296045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.320823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dbd6cb6d-4764-4e2a-b5cd-b80cdc8e01a3 req-bfaf1951-1c70-4b7e-96b3-43f4726b9562 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359507 Jul 15 13:05:37.335687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.344610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de663eea-7004-48c8-90f2-6a902e6baa52 None None] Provisioning for port 205c71eb-3136-44a8-b458-5239fea8665c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:37.358171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de663eea-7004-48c8-90f2-6a902e6baa52 None None] Provisioning complete for port 205c71eb-3136-44a8-b458-5239fea8665c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:37.358629 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de663eea-7004-48c8-90f2-6a902e6baa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.403786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 4e6c2d78-6dcf-4cf8-b319-9e472c518614 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:37.505001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95788d-49d6-4b05-9005-54f8afa1d34c req-8685049c-e3eb-4d9d-ab13-80121355ffdc tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.506641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea95788d-49d6-4b05-9005-54f8afa1d34c req-8685049c-e3eb-4d9d-ab13-80121355ffdc tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 945 time: 0.3296068 Jul 15 13:05:37.535227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfdd06-7a2d-4114-804e-e17fce3e745b None None] Pushing event updated for resources: {'Port': ['ID=481ee26a-13b9-487d-90f6-4d8048076f28,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:37.541797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-de663eea-7004-48c8-90f2-6a902e6baa52 None None] Port 205c71eb-3136-44a8-b458-5239fea8665c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:37.552460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b287650-314a-4d96-a0b1-ed2abaa5e2a0 req-454f9976-60bd-447a-9482-723e9015e7f0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.558847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b287650-314a-4d96-a0b1-ed2abaa5e2a0 req-454f9976-60bd-447a-9482-723e9015e7f0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 935 time: 0.2574577 Jul 15 13:05:37.599332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.684162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea95788d-49d6-4b05-9005-54f8afa1d34c req-eccef724-0a78-451d-b802-32c107759ffe tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584554 Jul 15 13:05:37.720281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b287650-314a-4d96-a0b1-ed2abaa5e2a0 req-7b23fa96-edb1-42a3-ab17-33897b258201 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605220 Jul 15 13:05:37.722063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network da3a0643-8786-4f7e-9827-308679eebe23 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:37.730884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:37.741559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:37.771832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:37.777162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:37.785393 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.811725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Transition to ACTIVE for port object 205c71eb-3136-44a8-b458-5239fea8665c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:37.820309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.826471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.834868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.937411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-adeeb0cb-b781-4197-81be-4323c0a4ce3c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2413852 Jul 15 13:05:37.940468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:37.953026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'name': 'tempest-TaggedBootDevicesTest_v242-1063286046', 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:37.984211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:38.106808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1abd14d-6b13-4e53-8120-ff26b3933344 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:38.121388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:38.228014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5495691-1b1f-4f9f-b5fc-922290d15b2b None None] Provisioning for port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:38.239083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.258308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5495691-1b1f-4f9f-b5fc-922290d15b2b None None] Provisioning complete for port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:38.258870 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5495691-1b1f-4f9f-b5fc-922290d15b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.262969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] device_id is not set on port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:05:38.304530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d1abd14d-6b13-4e53-8120-ff26b3933344 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:38.304909 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.374423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f5495691-1b1f-4f9f-b5fc-922290d15b2b None None] Port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:38.454017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 481ee26a-13b9-487d-90f6-4d8048076f28 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:38.574587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 10.1.1.9 (da3a0643-8786-4f7e-9827-308679eebe23/b423b423-e9c2-4809-aacf-dc1326ba0012/2ad3ac9d-3b64-494d-aeee-c9882c500b8e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:38.582741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85745e25-f09f-40fe-bddc-9ac11ad6b059 req-0a745f27-96f7-4879-a5eb-0fa5f49258c1 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.584531 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 481ee26a-13b9-487d-90f6-4d8048076f28 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:38.592524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85745e25-f09f-40fe-bddc-9ac11ad6b059 req-0a745f27-96f7-4879-a5eb-0fa5f49258c1 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.7617266 Jul 15 13:05:38.623104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1cd9d-0694-4596-87b4-261731b80969 req-732cb283-4a9c-48e5-a377-f08c897a17c4 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.623661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed975ac5-e665-47dc-a07a-3137a5b28d7e None None] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:38.624673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdc1cd9d-0694-4596-87b4-261731b80969 req-732cb283-4a9c-48e5-a377-f08c897a17c4 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 950 time: 0.7157540 Jul 15 13:05:38.665311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:38.665640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:38.666392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:38.677099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85745e25-f09f-40fe-bddc-9ac11ad6b059 req-1e5db9ed-ea57-40c2-8c8c-8eaf47bf2c83 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837121 Jul 15 13:05:38.680757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:38.680852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:38.694379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:38.694734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:38.695117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:38.695892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Bound port: 205c71eb-3136-44a8-b458-5239fea8665c, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:38.695892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.709544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] Provisioning for port 481ee26a-13b9-487d-90f6-4d8048076f28 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:38.715260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] Provisioning complete for port 481ee26a-13b9-487d-90f6-4d8048076f28 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:38.715949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.718569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdc1cd9d-0694-4596-87b4-261731b80969 req-3914374e-45ea-4225-b096-af34a1454c6d tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847242 Jul 15 13:05:38.774803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.790893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 2ad3ac9d-3b64-494d-aeee-c9882c500b8e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:38.815992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-06f1129e-64af-47b6-94c0-d5f48f967f7f tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips/b6fa201b-0178-433e-8953-ae0fd57ed6a0 HTTP/1.1" status: 200 len: 693 time: 0.0805764 Jul 15 13:05:38.833949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.857984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:38.877229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:38.880691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.909938 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.923376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] For port 481ee26a-13b9-487d-90f6-4d8048076f28, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=481ee26a-13b9-487d-90f6-4d8048076f28,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:38.933997 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.969941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network da3a0643-8786-4f7e-9827-308679eebe23 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:38.993864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:38.997027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.997654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.999096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f096047b-084b-4e46-a427-b62065026c7b service neutron] 10.222.0.23 "PUT /v2.0/ports/205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 1095 time: 2.1228096 Jul 15 13:05:38.999563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:39.001811 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72b8838-37a2-4598-bbcd-407e4176191b" -d '{"events": [{"name": "network-changed", "server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:39.014345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ff460-a7ff-4021-9384-42c8b9895014 None None] Pushing event updated for resources: {'Port': ['ID=481ee26a-13b9-487d-90f6-4d8048076f28,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.031870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:39.065004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-7ff55dd5-9724-4a74-a5f7-8f6f2c5f60f8 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.067143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-7ff55dd5-9724-4a74-a5f7-8f6f2c5f60f8 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2448971 Jul 15 13:05:39.084472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096047b-084b-4e46-a427-b62065026c7b service neutron] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.090528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.129903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f64a37-f2b5-4da7-8f99-402df91c6593'}, {'server_uuid': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6434b7-d193-46b3-8522-2398fc4bf790'}, {'server_uuid': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:39.132544 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21278de-fde7-4b8b-bf5a-e1e5dcce83b9" -d '{"events": [{"server_uuid": "6556407f-0f8d-4ebf-ade0-baf60bdaea36", "name": "network-vif-plugged", "status": "completed", "tag": "54f64a37-f2b5-4da7-8f99-402df91c6593"}, {"server_uuid": "299f6ca3-a65a-4e0f-bcc6-b41e6ee30556", "name": "network-vif-plugged", "status": "completed", "tag": "9d6434b7-d193-46b3-8522-2398fc4bf790"}, {"server_uuid": "a7d1dafb-939a-4eb5-a239-049dd9a93b38", "name": "network-vif-plugged", "status": "completed", "tag": "cab0f1d3-a99c-422e-a375-7f23a3afe2a4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:39.151416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-f718929d-ee76-4de9-8fa1-6a93e8de5b98 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2910261 Jul 15 13:05:39.158296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.158296 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.184396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-c33f388c-dfcc-4d23-9aed-150b4f554629 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0950844 Jul 15 13:05:39.204567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b0a58669-4b24-4a65-9a46-325624d126d3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2603447 Jul 15 13:05:39.209769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-ebf57cd1-4c8f-4b12-9d33-358b633a4c38 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2221498 Jul 15 13:05:39.265403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a959-d463-48b0-9f64-0a1fb7a80406 req-74b9b75b-ce93-4556-8c7b-eff671f887c9 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.269464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4af7a959-d463-48b0-9f64-0a1fb7a80406 req-74b9b75b-ce93-4556-8c7b-eff671f887c9 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.3572006 Jul 15 13:05:39.290840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-8a713f33-aced-4f1e-b473-bfb4fc36a1e2 tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0907691 Jul 15 13:05:39.360691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a926-f486-43ca-a125-811cb71c3044 req-53bfbd77-bb48-49b9-8e7a-8b063a829f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.362264 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-53bfbd77-bb48-49b9-8e7a-8b063a829f36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 1096 time: 0.1515162 Jul 15 13:05:39.364152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e713f0a-f30c-43ba-88ed-f85174644ef4 None None] Provisioning for port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:39.365671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493d10-60e5-485e-9301-32db0f49ade7 req-21beaf53-09fd-4dfa-916c-57b62b017a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.366492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-21beaf53-09fd-4dfa-916c-57b62b017a7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1017480 Jul 15 13:05:39.378133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e713f0a-f30c-43ba-88ed-f85174644ef4 None None] Provisioning complete for port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:39.378940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e713f0a-f30c-43ba-88ed-f85174644ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.404435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4af7a959-d463-48b0-9f64-0a1fb7a80406 req-1bf0e02b-c6f2-47f4-9147-24cda4d1fb77 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264510 Jul 15 13:05:39.408030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-e3c3bfe1-56bf-4c21-b6dc-a5df7ce44773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.409469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-e3c3bfe1-56bf-4c21-b6dc-a5df7ce44773 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1098 time: 0.3345942 Jul 15 13:05:39.418709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7e713f0a-f30c-43ba-88ed-f85174644ef4 None None] Port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:39.439727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e713f0a-f30c-43ba-88ed-f85174644ef4 None None] Provisioning complete for port 481ee26a-13b9-487d-90f6-4d8048076f28 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:39.440365 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e713f0a-f30c-43ba-88ed-f85174644ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.479551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-5bf5b8e2-0077-4ad6-8120-987e4ed3ce84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0385976 Jul 15 13:05:39.540145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-38d92dfe-43c5-421f-b648-0df30cb48bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.541733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-38d92dfe-43c5-421f-b648-0df30cb48bf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0562801 Jul 15 13:05:39.557117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a926-f486-43ca-a125-811cb71c3044 req-823719d5-d072-49cc-bfdd-95f6b623122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.558833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-823719d5-d072-49cc-bfdd-95f6b623122c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1746702 Jul 15 13:05:39.561396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493d10-60e5-485e-9301-32db0f49ade7 req-a6f9e3b7-7b7a-4224-9cee-25df4c37b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.562756 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-a6f9e3b7-7b7a-4224-9cee-25df4c37b642 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1698468 Jul 15 13:05:39.607098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Deleting port 81bbe2f1-5e4e-4762-845f-66dc2192b696 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:39.607697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.636310 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-70e58ad3-3e3f-441f-b693-1fb65d03bcce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 200 len: 217 time: 0.0693924 Jul 15 13:05:39.637656 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-86b19adc-d1ca-4b76-b2c6-10afc649f354 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0649848 Jul 15 13:05:39.717887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a926-f486-43ca-a125-811cb71c3044 req-50542496-6211-4f11-9b44-884e09d27284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.719423 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-50542496-6211-4f11-9b44-884e09d27284 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0760615 Jul 15 13:05:39.721792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d967ca-4b0b-4501-bcbd-4f1d30934f2e req-e8348782-5190-4a7d-a235-578e5bf6ecd0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.722755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493d10-60e5-485e-9301-32db0f49ade7 req-a43082d4-5f66-4589-90e0-7bef8c1ec0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.723278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72d967ca-4b0b-4501-bcbd-4f1d30934f2e req-e8348782-5190-4a7d-a235-578e5bf6ecd0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 944 time: 0.1795599 Jul 15 13:05:39.724073 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-a43082d4-5f66-4589-90e0-7bef8c1ec0d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0731082 Jul 15 13:05:39.724983 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.725313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.738294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-b1d0a1a6-7316-4c03-b406-029e6d7dc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:39.739749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-b1d0a1a6-7316-4c03-b406-029e6d7dc51f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860108 Jul 15 13:05:39.747967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Calling delete_port for 81bbe2f1-5e4e-4762-845f-66dc2192b696 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:39.780021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-313863e5-c92d-41ae-8427-82aa2a6454b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529292 Jul 15 13:05:39.781851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-0ece01bd-d832-482d-92eb-2732f0e31233 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472765 Jul 15 13:05:39.843168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72d967ca-4b0b-4501-bcbd-4f1d30934f2e req-793c7f70-5a1d-4078-9ad0-5c31f289634b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090112 Jul 15 13:05:39.929015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-f68f64bd-ae5f-4ecd-bab9-6b521d234b02 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782846 Jul 15 13:05:39.943718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 481ee26a-13b9-487d-90f6-4d8048076f28 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:39.944297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-1bdfc498-8b67-4959-8134-589af377c4e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568136 Jul 15 13:05:39.946169 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-3512e958-328b-4aa9-8cf2-ce4098cb1a2a service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517820 Jul 15 13:05:39.998552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 481ee26a-13b9-487d-90f6-4d8048076f28 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:39.998960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.113215 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a109a926-f486-43ca-a125-811cb71c3044 req-fd4db46c-3b47-448f-83e9-400e4385754c service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610909 Jul 15 13:05:40.115151 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-01493d10-60e5-485e-9301-32db0f49ade7 req-a794fdd3-8d94-498a-a571-abc7003f4536 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541688 Jul 15 13:05:40.132872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d01466-d42f-4a7f-b460-5f061ab097a4 req-73859483-ce99-4106-8563-b6f655538118 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863055 Jul 15 13:05:40.135047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.168671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Pushing event deleted for resources: {'Port': ['ID=81bbe2f1-5e4e-4762-845f-66dc2192b696,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:40.179697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440eb3ad-f87c-4042-b7b4-3ba957c6e901 req-4e2cc725-ea20-4cb0-bcd8-0c45eafd5658 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.181133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-440eb3ad-f87c-4042-b7b4-3ba957c6e901 req-4e2cc725-ea20-4cb0-bcd8-0c45eafd5658 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 945 time: 0.2048168 Jul 15 13:05:40.266526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-440eb3ad-f87c-4042-b7b4-3ba957c6e901 req-13ab328e-5098-4c7f-8135-ffe75c10736c tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796654 Jul 15 13:05:40.269499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.272088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.273169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9dc02-2102-4dde-bf37-eebf703c7908 req-b4d5ca4d-0e3c-409b-a96e-e7111b254f0b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "DELETE /v2.0/floatingips/b6fa201b-0178-433e-8953-ae0fd57ed6a0 HTTP/1.1" status: 204 len: 173 time: 0.9683011 Jul 15 13:05:40.312938 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6567f1-2d6b-481f-9649-f290fd6a2a4a x-openstack-request-id: req-0b6567f1-2d6b-481f-9649-f290fd6a2a4a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:40.313431 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:40.313678 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b6567f1-2d6b-481f-9649-f290fd6a2a4a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:40.314076 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'status': 'completed', 'code': 200} Jul 15 13:05:40.352525 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d5f8d-1d1c-4699-9f7e-7993a338b15b x-openstack-request-id: req-a54d5f8d-1d1c-4699-9f7e-7993a338b15b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:40.352788 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556407f-0f8d-4ebf-ade0-baf60bdaea36", "name": "network-vif-plugged", "status": "completed", "tag": "54f64a37-f2b5-4da7-8f99-402df91c6593", "code": 200}, {"server_uuid": "299f6ca3-a65a-4e0f-bcc6-b41e6ee30556", "name": "network-vif-plugged", "status": "completed", "tag": "9d6434b7-d193-46b3-8522-2398fc4bf790", "code": 200}, {"server_uuid": "a7d1dafb-939a-4eb5-a239-049dd9a93b38", "name": "network-vif-plugged", "status": "completed", "tag": "cab0f1d3-a99c-422e-a375-7f23a3afe2a4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:40.353032 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a54d5f8d-1d1c-4699-9f7e-7993a338b15b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:40.353436 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f64a37-f2b5-4da7-8f99-402df91c6593', 'code': 200} Jul 15 13:05:40.353690 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6434b7-d193-46b3-8522-2398fc4bf790', 'code': 200} Jul 15 13:05:40.353945 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4', 'code': 200} Jul 15 13:05:40.463730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b8838-37a2-4598-bbcd-407e4176191b req-c85a6fdd-4c7a-4b1a-b842-d1c965df9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.465380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-c85a6fdd-4c7a-4b1a-b842-d1c965df9349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1098 time: 0.1267889 Jul 15 13:05:40.484426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7497-7fc1-4ef8-aa19-667502c4e9e5 req-0d19148c-2f1d-47ad-8c5c-aeb56b6beda2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.486224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76ab7497-7fc1-4ef8-aa19-667502c4e9e5 req-0d19148c-2f1d-47ad-8c5c-aeb56b6beda2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.1061237 Jul 15 13:05:40.596097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd997fb6-63b1-49ab-8b8d-9721ab6da100 req-44418ea9-8569-45b4-813c-c69433cc9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.597721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd997fb6-63b1-49ab-8b8d-9721ab6da100 req-44418ea9-8569-45b4-813c-c69433cc9e2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 1096 time: 0.1155248 Jul 15 13:05:40.599572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2fcd2-279a-4e57-a15c-70f87113b31f req-2d619cf1-225f-4766-963c-e4885ae193a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.601431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-98c2fcd2-279a-4e57-a15c-70f87113b31f req-2d619cf1-225f-4766-963c-e4885ae193a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 1101 time: 0.0785899 Jul 15 13:05:40.626051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:40.636414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501039968', 'description': 'tempest-description--1436223741'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:40.666548 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-98c2fcd2-279a-4e57-a15c-70f87113b31f req-aec16d45-af63-44c9-9ce0-41127b754e30 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Jul 15 13:05:40.667270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76ab7497-7fc1-4ef8-aa19-667502c4e9e5 req-1cae93a8-0130-4bdd-83b2-9879db51730e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832016 Jul 15 13:05:40.672630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b8838-37a2-4598-bbcd-407e4176191b req-a228b6b4-723e-4c33-aef7-580d56e393df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.674041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-a228b6b4-723e-4c33-aef7-580d56e393df service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1867959 Jul 15 13:05:40.678612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094d57a-0fe4-4dc4-b8ca-b6f7f664662a req-63ab37a6-12ec-4bb8-8d69-9081128fe0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.680006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3094d57a-0fe4-4dc4-b8ca-b6f7f664662a req-63ab37a6-12ec-4bb8-8d69-9081128fe0d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 1101 time: 0.1917541 Jul 15 13:05:40.692680 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.692897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd997fb6-63b1-49ab-8b8d-9721ab6da100 req-05ce0fa1-1cd1-49b0-b27c-22774d29a838 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818076 Jul 15 13:05:40.863754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c145df1-91c5-4f03-bafd-532b0fdec8ac req-19c40d80-82da-406a-a241-f94bab240071 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.865235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c145df1-91c5-4f03-bafd-532b0fdec8ac req-19c40d80-82da-406a-a241-f94bab240071 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.1540363 Jul 15 13:05:40.866492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-ccb6a623-e464-4cf5-af68-351f3be3149b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0795999 Jul 15 13:05:40.960010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.964720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3094d57a-0fe4-4dc4-b8ca-b6f7f664662a req-10059e9b-5a3b-4e63-8240-4e0d222b92ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767845 Jul 15 13:05:40.975310 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.017365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c145df1-91c5-4f03-bafd-532b0fdec8ac req-89d4af4c-c61e-4fc0-b9ec-9ceebf9296b3 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289701 Jul 15 13:05:41.025233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b8838-37a2-4598-bbcd-407e4176191b req-5b8a4d04-7b09-4d4b-95e1-62b2fc5d924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.026915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-5b8a4d04-7b09-4d4b-95e1-62b2fc5d924f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1394496 Jul 15 13:05:41.027552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.028750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3964887 Jul 15 13:05:41.032066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.046704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'security_group_rule': {'security_group_id': '3e65fd29-b73c-4d97-aedd-feefb35410a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:41.073061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53213f11-8c49-4121-9fb4-55785bf92ea6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e65fd29-b73c-4d97-aedd-feefb35410a2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:41.101259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91838a-5956-4180-89e7-4c1549b24e65 req-e77a0f96-99a8-44f8-9cec-4a277f785c04 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.102729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea91838a-5956-4180-89e7-4c1549b24e65 req-e77a0f96-99a8-44f8-9cec-4a277f785c04 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 950 time: 0.3132160 Jul 15 13:05:41.139072 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-355389e9-897c-46ca-a083-5d456488744b req-3e9690fc-97e8-4e16-9c7a-aaf783f3b35c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] show failed (client error): The resource could not be found. Jul 15 13:05:41.140045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-355389e9-897c-46ca-a083-5d456488744b req-3e9690fc-97e8-4e16-9c7a-aaf783f3b35c tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips/b6fa201b-0178-433e-8953-ae0fd57ed6a0 HTTP/1.1" status: 404 len: 350 time: 0.0620568 Jul 15 13:05:41.172826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.203999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea91838a-5956-4180-89e7-4c1549b24e65 req-a141e9f4-8776-4d9e-8db1-0320aa10fde8 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704744 Jul 15 13:05:41.211585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b8838-37a2-4598-bbcd-407e4176191b req-4c157d23-a62f-4954-9573-ca4791134d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.212985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-4c157d23-a62f-4954-9573-ca4791134d6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779709 Jul 15 13:05:41.293556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.300588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.382073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805038b8-ca11-458a-b892-76c0ce4a842f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:41.403400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.404568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-660b546d-21f2-4980-aff6-fa177d4d791e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3716135 Jul 15 13:05:41.407437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.412307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'security_group_rule': {'security_group_id': '3e65fd29-b73c-4d97-aedd-feefb35410a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:41.423653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-fd9142b9-25a7-47da-8b64-c4d841c3b436 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994419 Jul 15 13:05:41.433688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed11f2-7cfd-4bf3-92e2-e01f6b774282 req-5e3ded49-e125-4963-8be5-a69464eff233 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.435249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0ed11f2-7cfd-4bf3-92e2-e01f6b774282 req-5e3ded49-e125-4963-8be5-a69464eff233 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.2023315 Jul 15 13:05:41.441816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.493937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.497434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.518554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befdb8f2-aee9-4463-b566-40d938706698,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:41.522242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.526933 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a1288671-8916-442c-a86c-7b3cbadeaedf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147628 Jul 15 13:05:41.527473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.531754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:41.556997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.662118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.773059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 172.25.2.160 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ccb54003-fee9-41ce-9909-b65b28b70e16) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:41.818621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96793f1-9175-4811-b089-27d410432da3 req-9f74a8fc-e07c-4518-b464-0346910d221d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.820060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f96793f1-9175-4811-b089-27d410432da3 req-9f74a8fc-e07c-4518-b464-0346910d221d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.4858975 Jul 15 13:05:41.832496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35220) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.839160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Request body: {'floatingip': {'port_id': '094fad7c-83d1-448c-8d9d-4cd23428ada1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:41.849921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0ed11f2-7cfd-4bf3-92e2-e01f6b774282 req-135760c8-12b0-4ffc-ad82-7f8b21a8a01b tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047761 Jul 15 13:05:41.904644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.906288 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.916144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f72b8838-37a2-4598-bbcd-407e4176191b req-10dc5488-1376-4cb7-9830-715de8ba2016 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799979 Jul 15 13:05:41.951443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.976405 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-ea5da19e-560c-4d97-b556-ce937855b3fc req-55d9ae41-ce60-47e0-91e0-10474c6a152b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] show failed (client error): The resource could not be found. Jul 15 13:05:41.977404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea5da19e-560c-4d97-b556-ce937855b3fc req-55d9ae41-ce60-47e0-91e0-10474c6a152b tempest-FloatingIPsTestJSON-1407116341 tempest-FloatingIPsTestJSON-1407116341-project] 10.222.0.48 "GET /v2.0/floatingips/b6fa201b-0178-433e-8953-ae0fd57ed6a0 HTTP/1.1" status: 404 len: 350 time: 0.0692921 Jul 15 13:05:41.987929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:42.062229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:42.068969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:42.085490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:42.090861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=ccb54003-fee9-41ce-9909-b65b28b70e16,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:42.157571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc763-29fe-4320-a938-507ca1fa2a5f req-6e54d5b5-0ccd-4f37-b275-f96fe25baef8 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.162711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7bc763-29fe-4320-a938-507ca1fa2a5f req-6e54d5b5-0ccd-4f37-b275-f96fe25baef8 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1095 time: 0.1900187 Jul 15 13:05:42.297398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7bc763-29fe-4320-a938-507ca1fa2a5f req-7dc21250-bef4-4c6d-ba12-1320af6514c7 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597396 Jul 15 13:05:42.355586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dccf84-67c6-4847-8990-f68c2a9f1ac8 req-2c6db698-297b-48b1-a0b6-3a9031ac828e tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.356735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.362554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9dccf84-67c6-4847-8990-f68c2a9f1ac8 req-2c6db698-297b-48b1-a0b6-3a9031ac828e tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 945 time: 0.2198267 Jul 15 13:05:42.436007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.468923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9dccf84-67c6-4847-8990-f68c2a9f1ac8 req-8be67fe8-bc58-43aa-983c-40ebc27fad10 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055708 Jul 15 13:05:42.575929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a262489-1254-4d1d-b22d-c8e6ae9da9d3 req-7fd9e242-49f5-4309-964f-1fa770193d8c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.577336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a262489-1254-4d1d-b22d-c8e6ae9da9d3 req-7fd9e242-49f5-4309-964f-1fa770193d8c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.1540663 Jul 15 13:05:42.597152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9ceb-5394-4058-a63f-34df3d2f7dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.649001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:42.687881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.697293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.699798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a262489-1254-4d1d-b22d-c8e6ae9da9d3 req-b3a44dbd-4812-4df2-b9ee-cfa9c80df314 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154757 Jul 15 13:05:42.705487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.719781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.727840 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.783735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:42.802403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '205c71eb-3136-44a8-b458-5239fea8665c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '205c71eb-3136-44a8-b458-5239fea8665c', 'mac_address': 'fa:16:3e:89:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:42.822928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=ccb54003-fee9-41ce-9909-b65b28b70e16,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:42.838121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b52fd0-376e-43fc-9621-e5b27afc72db req-ef5e4397-f297-4e80-a9cc-c85a36fcc189 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.843915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.846246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32b52fd0-376e-43fc-9621-e5b27afc72db req-ef5e4397-f297-4e80-a9cc-c85a36fcc189 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 950 time: 0.2608130 Jul 15 13:05:42.859390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.873032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:42.896524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:42.899151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.900391 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fff8684c-79bb-429c-8b44-839fa7716167 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3722656 Jul 15 13:05:42.911749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.979602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:42.982849 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64 associated. External IP: 172.25.2.8, port: 094fad7c-83d1-448c-8d9d-4cd23428ada1. Jul 15 13:05:42.990763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32b52fd0-376e-43fc-9621-e5b27afc72db req-ba591c90-48a4-4202-8b5f-37149753548f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434433 Jul 15 13:05:43.064458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f75150-25ea-47d5-82f8-6c0a614afd5b req-626d99a1-17f2-42e3-a8e6-0c3b5344d2dd tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.066722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83f75150-25ea-47d5-82f8-6c0a614afd5b req-626d99a1-17f2-42e3-a8e6-0c3b5344d2dd tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1095 time: 0.1915722 Jul 15 13:05:43.186374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['205c71eb-3136-44a8-b458-5239fea8665c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:43.200302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83f75150-25ea-47d5-82f8-6c0a614afd5b req-36c0a31d-3734-493d-97d7-ec1b00ecb804 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262510 Jul 15 13:05:43.295384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572f42d-97d4-4cc8-91f4-b14f87de71f2 req-9de36842-33a8-42ef-adfa-76926cf3c2b0 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.301427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6572f42d-97d4-4cc8-91f4-b14f87de71f2 req-9de36842-33a8-42ef-adfa-76926cf3c2b0 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.1702034 Jul 15 13:05:43.368506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Deleting port a0e226be-2489-4835-b807-5605cb3067e1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:43.369346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.436709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6572f42d-97d4-4cc8-91f4-b14f87de71f2 req-01447cc1-1a0b-4fd4-9efc-7b337502dd7c tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257672 Jul 15 13:05:43.441452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:43.449988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] For port a0e226be-2489-4835-b807-5605cb3067e1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a0e226be-2489-4835-b807-5605cb3067e1,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:43.450574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.463330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Calling delete_port for a0e226be-2489-4835-b807-5605cb3067e1 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:43.523102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85acd5-7cce-40bd-a1f6-67ef785785a3 req-73670f76-1c6c-4f58-93a5-b4680a054ddc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.524584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe85acd5-7cce-40bd-a1f6-67ef785785a3 req-73670f76-1c6c-4f58-93a5-b4680a054ddc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1668596 Jul 15 13:05:43.618843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-17b68b1f-649e-45f2-86ea-dadc7062a286 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--501039968&fields=id&tenant_id=efd54cf468364b638c3d8b73629b1879 HTTP/1.1" status: 200 len: 267 time: 0.0932097 Jul 15 13:05:43.628824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe85acd5-7cce-40bd-a1f6-67ef785785a3 req-b90c973d-fcbc-4495-9a22-68f1b8547c48 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949078 Jul 15 13:05:43.660185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.668356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:43.678288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:43.679354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.691751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:43.692834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:43.720467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e226be-2489-4835-b807-5605cb3067e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:43.734236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f3db9354-8fd3-41c8-89f6-cac8deb2b7d4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.746970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f3db9354-8fd3-41c8-89f6-cac8deb2b7d4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 937 time: 0.1213036 Jul 15 13:05:43.803088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0cf4a75a-21aa-4dbf-846e-8ddd55390d3d tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "PUT /v2.0/floatingips/607c6a1d-0944-4c40-aaa7-13d6c8a58e64 HTTP/1.1" status: 200 len: 989 time: 1.9696023 Jul 15 13:05:43.805738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:43.809584 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b049411c-3df1-4e6a-9c08-c88420fecf40" -d '{"events": [{"name": "network-changed", "server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:43.847132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8dbc13d1-15c6-496c-a045-abf51deed072 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.848685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8dbc13d1-15c6-496c-a045-abf51deed072 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 935 time: 0.1006851 Jul 15 13:05:43.926037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a1c01737-657c-40dd-9a22-bc60725915ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0703177 Jul 15 13:05:43.939466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:43.982774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-dbc697bb-4faa-44c5-80fe-db5e08f2510a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0490367 Jul 15 13:05:44.051307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.159432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-83d5ecbe-c751-4226-adea-ef1e5f10bb6d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.168636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-83d5ecbe-c751-4226-adea-ef1e5f10bb6d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.175923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-83d5ecbe-c751-4226-adea-ef1e5f10bb6d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.184548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-83d5ecbe-c751-4226-adea-ef1e5f10bb6d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/networks?id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=7869ff0d-6ae7-4cd8-9026-657e635735e2&id=7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 200 len: 1995 time: 0.1984823 Jul 15 13:05:44.205807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a2bc5540-6f10-4211-b302-93ea5b6ed961 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/quotas/efd54cf468364b638c3d8b73629b1879 HTTP/1.1" status: 200 len: 375 time: 0.0202260 Jul 15 13:05:44.305494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-6869fc47-fd8e-4278-a550-5c8662944c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0989280 Jul 15 13:05:44.328324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '607c6a1d-0944-4c40-aaa7-13d6c8a58e64', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'port_id': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'mac_address': 'fa:16:3e:52:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:12Z', 'updated_at': '2021-07-15T13:05:42Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.364687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:44.376366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:44.376991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.382458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Router fd312d51-ef7d-4a5c-82b3-7687c778c365 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:44.420227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-82792481-494c-496b-ad79-0cbcbcf0c26d service neutron] 10.222.0.48 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002865 Jul 15 13:05:44.512449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:44.517763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-96f3a031-325d-4190-83ae-36c2a3170e90 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd312d51-ef7d-4a5c-82b3-7687c778c365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5288193 Jul 15 13:05:44.522198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35272) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:44.523299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] Sync routers for ids ['fd312d51-ef7d-4a5c-82b3-7687c778c365'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:44.534446 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] Routers {'fd312d51-ef7d-4a5c-82b3-7687c778c365'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:44.535365 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fd312d51-ef7d-4a5c-82b3-7687c778c365'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.585588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7799-eabf-45fe-9833-3c44c7cad453 req-2fb2fa5b-ad36-489e-9ad1-c4e01a8ccc41 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.587161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa7c7799-eabf-45fe-9833-3c44c7cad453 req-2fb2fa5b-ad36-489e-9ad1-c4e01a8ccc41 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 945 time: 0.1421373 Jul 15 13:05:44.601397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f92e2d8f-0c48-4e80-ab08-84efa3b42c1d service neutron] 10.222.0.48 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752291 Jul 15 13:05:44.618969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:44.643130 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] Set router fd312d51-ef7d-4a5c-82b3-7687c778c365 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:44.661986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.670529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-16e64c08-9daa-4a71-ba93-e9d12ceb08f9 service neutron] 10.222.0.48 "GET /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0681040 Jul 15 13:05:44.705523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa7c7799-eabf-45fe-9833-3c44c7cad453 req-3691d226-88a8-4e6f-93d8-0c9f5f0ee566 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907705 Jul 15 13:05:44.800090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.811605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:44.858491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-0974615b-1270-412c-bae7-39a48d42f312 service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817939 Jul 15 13:05:44.862745 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:43Z', 'revision_number': 5, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port': {'id': 'a1638bfe-d47d-47cc-9686-ded23fd30ef9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:11Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.910481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Deleting port a1638bfe-d47d-47cc-9686-ded23fd30ef9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:44.910832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.919142 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] Checking router: fd312d51-ef7d-4a5c-82b3-7687c778c365 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:44.922908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 205c71eb-3136-44a8-b458-5239fea8665c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:44.928586 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] Routers {'fd312d51-ef7d-4a5c-82b3-7687c778c365'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:44.929413 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fd312d51-ef7d-4a5c-82b3-7687c778c365'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.930159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 205c71eb-3136-44a8-b458-5239fea8665c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:44.930660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.975220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '607c6a1d-0944-4c40-aaa7-13d6c8a58e64', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'port_id': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'mac_address': 'fa:16:3e:52:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:12Z', 'updated_at': '2021-07-15T13:05:42Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:44.983045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-04005a71-128c-488d-9697-e7dd9174df61 service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185122 Jul 15 13:05:45.011456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a800fd-6478-4e65-b9c9-5870e826f554 None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '607c6a1d-0944-4c40-aaa7-13d6c8a58e64', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'port_id': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'mac_address': 'fa:16:3e:52:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:12Z', 'updated_at': '2021-07-15T13:05:42Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:45.031851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] For port a1638bfe-d47d-47cc-9686-ded23fd30ef9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a1638bfe-d47d-47cc-9686-ded23fd30ef9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:45.032310 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.059440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Calling delete_port for a1638bfe-d47d-47cc-9686-ded23fd30ef9 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:45.104870 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] Set router fd312d51-ef7d-4a5c-82b3-7687c778c365 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:45.106258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.119387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-7fbaf310-fd2c-418a-8366-5ecc9d89b2f9 service neutron] 10.222.0.48 "GET /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1353920 Jul 15 13:05:45.181332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:45.186800 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb8f68-66a2-4ec1-bc73-11aaa75fb7e2" -d '{"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-plugged", "status": "completed", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:45.217993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:45.235538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e3087-7f4a-4666-a35f-2d54324daf1e req-6085126a-7c7c-43ba-a30b-d890216fe48a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.237316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a7e3087-7f4a-4666-a35f-2d54324daf1e req-6085126a-7c7c-43ba-a30b-d890216fe48a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 948 time: 0.3566267 Jul 15 13:05:45.248916 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.259892 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:44Z', 'revision_number': 6, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:45.311220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.321004 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fc489-857f-450d-a5f3-1e133e1f110c None None] The sync data for ids ['fd312d51-ef7d-4a5c-82b3-7687c778c365'] in n-d-798249-9 is: [{'id': 'fd312d51-ef7d-4a5c-82b3-7687c778c365', 'name': 'tempest-FloatingIPsTestJSON-1065840005-router', 'tenant_id': '1047d91861a74580809ac3f647436b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:10Z', 'updated_at': '2021-07-15T13:05:44Z', 'revision_number': 6, 'project_id': '1047d91861a74580809ac3f647436b45', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:45.321650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7254d58-ca10-4600-8994-cbf21054ce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.328153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32ffe7-5989-46a1-93fd-cb00d67de322 None None] New status for floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:05:45.358686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-e35e083f-ea36-4ad9-9cde-393a8c770b85 service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376344 Jul 15 13:05:45.436488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.492592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a7e3087-7f4a-4666-a35f-2d54324daf1e req-b9721f33-2257-4c1b-be1a-ed5254c037d7 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175344 Jul 15 13:05:45.492880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1638bfe-d47d-47cc-9686-ded23fd30ef9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.525768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8aae1516-36be-4943-9b25-a61e33e43d3a service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662002 Jul 15 13:05:45.528754 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.538130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.538678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.538875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.539355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.539777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.540273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.540436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.540813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.542058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.542428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.542783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.543243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:45.597483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.639227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f554b4c4-6cef-4c9b-83a4-7f91a6e7977f service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062703 Jul 15 13:05:45.718787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.721174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.828209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.828771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd312d51-ef7d-4a5c-82b3-7687c778c365 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:45.833923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.837748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4ee012f7-cf78-42c1-8f1f-56c161b52d2c admin admin] 10.222.0.48 "DELETE /v2.0/routers/fd312d51-ef7d-4a5c-82b3-7687c778c365 HTTP/1.1" status: 204 len: 168 time: 1.3144741 Jul 15 13:05:45.838439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:45.889102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-63dd2980-1a83-44f8-a041-4f69d89c93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.890708 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-63dd2980-1a83-44f8-a041-4f69d89c93a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d43a66d9ea694c20845a5a1edf58a645&device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 1096 time: 0.1604872 Jul 15 13:05:45.898451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Deleting subnet ff360e5b-51ce-4f54-93c9-9f9189036a58 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:45.922082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.000673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.055412 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b16f3a-6c46-4f58-a3df-83790ce6fd8c x-openstack-request-id: req-56b16f3a-6c46-4f58-a3df-83790ce6fd8c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:46.055983 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:46.055983 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56b16f3a-6c46-4f58-a3df-83790ce6fd8c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:46.056191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-94f10677-c98d-4a97-be44-291c51ffd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.056289 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'status': 'completed', 'code': 200} Jul 15 13:05:46.058061 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-94f10677-c98d-4a97-be44-291c51ffd174 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 200 len: 924 time: 0.1569233 Jul 15 13:05:46.086473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-f1e61bf0-283c-44a3-a441-f126648b8344 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330424 Jul 15 13:05:46.124322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-2c9d94d1-4152-47fb-83a3-e2cdb9f5475a service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795249 Jul 15 13:05:46.214867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.237549 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-fd70932c-3b07-421f-a6dc-e410f4940985 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1 HTTP/1.1" status: 200 len: 999 time: 0.1717002 Jul 15 13:05:46.284131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-e96dbddc-ef86-493a-9581-323887052387 service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531925 Jul 15 13:05:46.297058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-609c818f-2916-44a5-8172-784e91684071 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.298584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-609c818f-2916-44a5-8172-784e91684071 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047684 Jul 15 13:05:46.319984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a0e226be-2489-4835-b807-5605cb3067e1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:46.325485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-c3a7c0e6-9aee-47ca-b450-5692483462b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.327190 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-c3a7c0e6-9aee-47ca-b450-5692483462b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 200 len: 862 time: 0.0783868 Jul 15 13:05:46.359083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a0e226be-2489-4835-b807-5605cb3067e1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:46.359581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a0e226be-2489-4835-b807-5605cb3067e1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:46.362380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-2c5e29a1-3078-42fa-a7f6-9380d2e3a18a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/quotas/48dac768f68447c0a8292b8d2c2cb4b7 HTTP/1.1" status: 200 len: 375 time: 0.0441763 Jul 15 13:05:46.374128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.412935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff360e5b-51ce-4f54-93c9-9f9189036a58,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:46.419839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.421771 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97fbb60b-b0b4-41dc-8ba0-f3b8863328a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ff360e5b-51ce-4f54-93c9-9f9189036a58 HTTP/1.1" status: 204 len: 168 time: 0.5819211 Jul 15 13:05:46.426933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:46.431196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d5ff8-05f1-4301-b038-2457b84e5707 None None] Network d80dd1c7-7d62-497e-871b-9cac49e8fa34 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:46.453883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9640653-b2fa-4671-860d-d20592ac9d48 service neutron] 10.222.0.48 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543219 Jul 15 13:05:46.512644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-fa9ca4ff-895b-421f-a54d-dee9b7623f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.514735 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-fa9ca4ff-895b-421f-a54d-dee9b7623f23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744828 Jul 15 13:05:46.518302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.607129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-22373b1c-e646-4c3e-af40-d2134a258bbf tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521642 Jul 15 13:05:46.638535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5aba781e-f070-4f2c-b6a3-e1e6eebfbb4d service neutron] 10.222.0.48 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530974 Jul 15 13:05:46.642723 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.654382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-7a102d38-a10c-46b4-bb83-05d846cc638d service neutron] 10.222.0.49 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309350 Jul 15 13:05:46.672914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Deleting port efb84d77-6e8b-4e18-afaa-1e01f4b907da {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:46.673600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.762480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] DHCP port deletion for d80dd1c7-7d62-497e-871b-9cac49e8fa34 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:46.828137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-60dd0b01-0776-458e-b6e3-b6578a63e542 service neutron] 10.222.0.48 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769333 Jul 15 13:05:46.860874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] Deleting port efb84d77-6e8b-4e18-afaa-1e01f4b907da {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:46.861504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.873499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] For port efb84d77-6e8b-4e18-afaa-1e01f4b907da, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=efb84d77-6e8b-4e18-afaa-1e01f4b907da,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:46.873887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.889158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Calling delete_port for efb84d77-6e8b-4e18-afaa-1e01f4b907da owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:47.001925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] For port efb84d77-6e8b-4e18-afaa-1e01f4b907da, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=efb84d77-6e8b-4e18-afaa-1e01f4b907da,segment=NetworkSegment(c7791726-c4fa-4bfb-90ea-9e8b7a05a65e),segment_id=c7791726-c4fa-4bfb-90ea-9e8b7a05a65e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:47.002351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.032274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] Calling delete_port for efb84d77-6e8b-4e18-afaa-1e01f4b907da owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:47.040453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a2f19c15-0cd6-45cc-82bd-c61b0a19c361 service neutron] 10.222.0.48 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035630 Jul 15 13:05:47.085456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c317e-e1d7-4a78-8785-a12b160c6e5e req-453abe23-01b5-4f12-bce5-8c5ed40098d8 tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.087481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d3c317e-e1d7-4a78-8785-a12b160c6e5e req-453abe23-01b5-4f12-bce5-8c5ed40098d8 tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 1101 time: 0.1344721 Jul 15 13:05:47.133340 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b049411c-3df1-4e6a-9c08-c88420fecf40 req-4d301056-151b-4643-ad23-df5e25ae8136 service neutron] 10.222.0.49 "GET /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716678 Jul 15 13:05:47.157819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2d3c317e-e1d7-4a78-8785-a12b160c6e5e req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.188944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.200576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.237193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] Pushing event deleted for resources: {'Port': ['ID=efb84d77-6e8b-4e18-afaa-1e01f4b907da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.239009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb84d77-6e8b-4e18-afaa-1e01f4b907da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.240822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] No DVR routers for this DVR port efb84d77-6e8b-4e18-afaa-1e01f4b907da on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:47.247671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea747b-a144-408a-ae83-20c72d2c3d8b None None] No DVR routers for this DVR port efb84d77-6e8b-4e18-afaa-1e01f4b907da on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:47.248856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-43ec286b-32ce-433f-b4c2-3d6591efae38 service neutron] 10.222.0.48 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075696 Jul 15 13:05:47.367600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.386561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80dd1c7-7d62-497e-871b-9cac49e8fa34']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:47.406816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:47.407265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7791726-c4fa-4bfb-90ea-9e8b7a05a65e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:47.409275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2d3c317e-e1d7-4a78-8785-a12b160c6e5e req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.415051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2d3c317e-e1d7-4a78-8785-a12b160c6e5e req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.420409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.437733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.447456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:47.448988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:47.451217 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:47.466800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d3c317e-e1d7-4a78-8785-a12b160c6e5e req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674107 Jul 15 13:05:47.499610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82af225-305b-4fc9-96e0-c55f021e9dfb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.524483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.524783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.525117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.527611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.527961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.531381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.531837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.532190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.533282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.533619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.534100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.534410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74351e-1b6d-4457-909d-975a6cf9bd5a tempest-ServersAdminNegativeTestJSON-1466364343 tempest-ServersAdminNegativeTestJSON-1466364343-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:47.570567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.595271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.599423 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d80dd1c7-7d62-497e-871b-9cac49e8fa34 HTTP/1.1" status: 204 len: 168 time: 1.1693649 Jul 15 13:05:47.599423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25746c0e-4ec9-4aa9-b727-b82888c60882 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80dd1c7-7d62-497e-871b-9cac49e8fa34,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.763665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35324) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:47.809765 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc9ea2-376f-49cd-a696-5e8586dc263a x-openstack-request-id: req-63fc9ea2-376f-49cd-a696-5e8586dc263a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:47.810422 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-plugged", "status": "completed", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:47.810724 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63fc9ea2-376f-49cd-a696-5e8586dc263a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:47.811606 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'code': 200} Jul 15 13:05:47.834909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-79862310-bfb0-43f3-97ea-8d8713a2b04f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1047d91861a74580809ac3f647436b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700312 Jul 15 13:05:47.837622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:47.935244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.966856 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdee3d91-9976-4cba-bfe6-c39bbcd38b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.978112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a1638bfe-d47d-47cc-9686-ded23fd30ef9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:48.003452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a1638bfe-d47d-47cc-9686-ded23fd30ef9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:48.003792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a1638bfe-d47d-47cc-9686-ded23fd30ef9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:48.004382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efb84d77-6e8b-4e18-afaa-1e01f4b907da no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:48.022049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdee3d91-9976-4cba-bfe6-c39bbcd38b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.025813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: efb84d77-6e8b-4e18-afaa-1e01f4b907da {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:48.026438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efb84d77-6e8b-4e18-afaa-1e01f4b907da not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:48.096297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cd280-333e-4dd9-b74f-232e938d69ab req-378ab787-b14b-4e42-9ab7-1fdbee06cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.097867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea8cd280-333e-4dd9-b74f-232e938d69ab req-378ab787-b14b-4e42-9ab7-1fdbee06cd8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1100 time: 0.2118800 Jul 15 13:05:48.146896 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdee3d91-9976-4cba-bfe6-c39bbcd38b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.150557 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdee3d91-9976-4cba-bfe6-c39bbcd38b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.157948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fdee3d91-9976-4cba-bfe6-c39bbcd38b96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd83b8af-9c11-4338-bf72-663df3e3dba7 HTTP/1.1" status: 204 len: 168 time: 0.3190341 Jul 15 13:05:48.175424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b84d-d620-41a6-880b-60ab9536af53 req-eff4cb79-4457-42bc-9fe7-5b53815e3da8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.176927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f89b84d-d620-41a6-880b-60ab9536af53 req-eff4cb79-4457-42bc-9fe7-5b53815e3da8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1891682 Jul 15 13:05:48.187329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee3d91-9976-4cba-bfe6-c39bbcd38b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83b8af-9c11-4338-bf72-663df3e3dba7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:48.211254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea8cd280-333e-4dd9-b74f-232e938d69ab req-71dd5a98-b1d6-41ba-9537-ec0ca654125b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960248 Jul 15 13:05:48.255528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f89b84d-d620-41a6-880b-60ab9536af53 req-33e2bc1f-cfc9-4e46-9d0b-b0f2e05ab6db tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 Jul 15 13:05:48.335064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-225127b8-51ab-4e7c-adab-b4248ed6a9ca tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599697 Jul 15 13:05:48.644629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18cd6e9c-1655-41b1-a61d-af8a08690d4e req-05fd507d-117e-4ef9-9fce-be06d6bb1f17 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 210 time: 0.1018667 Jul 15 13:05:48.721256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d878b311-fd47-449a-93c3-93617fc6dfb4 req-aac8e098-65c4-4890-932f-d6706a54455e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0665996 Jul 15 13:05:48.752650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-05dd0c00-8e0c-4ebd-8cd8-762190fd1aa7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.758285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-05dd0c00-8e0c-4ebd-8cd8-762190fd1aa7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180436 Jul 15 13:05:48.771857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Request body: {'port': {'device_id': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '48dac768f68447c0a8292b8d2c2cb4b7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:48.981664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Made reservation on behalf of 48dac768f68447c0a8292b8d2c2cb4b7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:48.986434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.295587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Allocated IP 192.168.233.73 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/fe38d196-8024-4d90-8049-96f1eec7510d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:49.598863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.624002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Transition to ACTIVE for port object fe38d196-8024-4d90-8049-96f1eec7510d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:49.644727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4e64-48ec-4b7d-bbed-890b560baa14 req-34618376-fdd6-4941-8b32-9f095c627b46 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.646432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93ce4e64-48ec-4b7d-bbed-890b560baa14 req-34618376-fdd6-4941-8b32-9f095c627b46 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1988420 Jul 15 13:05:49.656168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e210fc9-2f41-43b3-b21c-3ece9a356986 req-59209cd9-04f2-4665-bd0e-9f8da4de11cc tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.657715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e210fc9-2f41-43b3-b21c-3ece9a356986 req-59209cd9-04f2-4665-bd0e-9f8da4de11cc tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.2115793 Jul 15 13:05:49.742473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93ce4e64-48ec-4b7d-bbed-890b560baa14 req-8e1a1758-fa2c-4e81-b9e5-053f227cf5a6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820816 Jul 15 13:05:49.748731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e210fc9-2f41-43b3-b21c-3ece9a356986 req-08569432-2079-4600-be10-62d61d1ce1ef tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799329 Jul 15 13:05:49.750402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.773472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5bba11a0-3980-4b99-97bc-36ff775d3595', '54f64a37-f2b5-4da7-8f99-402df91c6593'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:49.836693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event updated for resources: {'Port': ['ID=fe38d196-8024-4d90-8049-96f1eec7510d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.847359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:49.848886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:49.851417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:49.908489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.909559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.939503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-8b8e5c0e-0f92-4699-9726-09b76a21fce9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1714237 Jul 15 13:05:49.954825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Request body: {'port': {'device_id': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:50.065037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.227010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-51c6a2f5-4c02-4e03-aa88-ef59dfd9aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.228404 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-51c6a2f5-4c02-4e03-aa88-ef59dfd9aea6 service neutron] 10.222.0.49 "GET /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 1033 time: 0.0972128 Jul 15 13:05:50.265771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccabbe5c-839f-4aea-8912-4d04246afe95 None None] Provisioning for port fe38d196-8024-4d90-8049-96f1eec7510d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:50.269745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccabbe5c-839f-4aea-8912-4d04246afe95 None None] Provisioning complete for port fe38d196-8024-4d90-8049-96f1eec7510d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:50.270318 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccabbe5c-839f-4aea-8912-4d04246afe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.283077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-eef2cd2c-578d-4ec0-9712-54e5972e5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.284605 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-eef2cd2c-578d-4ec0-9712-54e5972e5ff2 service neutron] 10.222.0.49 "GET /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 1031 time: 0.0469735 Jul 15 13:05:50.302743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a446ffc0-466c-4f89-a420-f22d09715759 req-8194ebc3-29a1-4ce3-a1a3-8e27be3683b1 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0542698 Jul 15 13:05:50.335808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccabbe5c-839f-4aea-8912-4d04246afe95 None None] Port fe38d196-8024-4d90-8049-96f1eec7510d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:50.349891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c742-93d5-4139-b857-9a78ee1bef1b req-3a20ce04-12c1-4d12-97a1-f8402f85f624 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.351459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42a6c742-93d5-4139-b857-9a78ee1bef1b req-3a20ce04-12c1-4d12-97a1-f8402f85f624 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 935 time: 0.2053776 Jul 15 13:05:50.442626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42a6c742-93d5-4139-b857-9a78ee1bef1b req-bebffc13-4d30-4fce-8959-49c9a6ef8bf1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547793 Jul 15 13:05:50.447143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-677eecc5-7ace-4662-8f24-658fa5ec62f5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.456395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-677eecc5-7ace-4662-8f24-658fa5ec62f5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.474281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-677eecc5-7ace-4662-8f24-658fa5ec62f5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.475935 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-677eecc5-7ace-4662-8f24-658fa5ec62f5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "GET /v2.0/networks?id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=7869ff0d-6ae7-4cd8-9026-657e635735e2&id=7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 200 len: 1995 time: 0.1837263 Jul 15 13:05:50.531788 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-65f8fb46-df9a-454e-b373-d8c7862f60b1 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efd54cf468364b638c3d8b73629b1879 HTTP/1.1" status: 200 len: 379 time: 0.0448170 Jul 15 13:05:50.544963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'admin_state_up': True, 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'security_groups': ['3e65fd29-b73c-4d97-aedd-feefb35410a2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:50.561438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe38d196-8024-4d90-8049-96f1eec7510d {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:50.571522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.581552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536ed90-4068-4be4-922b-4d40a9951961 req-a1fa87ce-789e-4b7a-8307-79163b88ab34 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.583273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d536ed90-4068-4be4-922b-4d40a9951961 req-a1fa87ce-789e-4b7a-8307-79163b88ab34 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1287794 Jul 15 13:05:50.608673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Transition to ACTIVE for port object fe38d196-8024-4d90-8049-96f1eec7510d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:50.636995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.695540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Pushing event updated for resources: {'Port': ['ID=fe38d196-8024-4d90-8049-96f1eec7510d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:50.730097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d536ed90-4068-4be4-922b-4d40a9951961 req-57b3305a-15c0-4938-83ce-3a258e797492 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369250 Jul 15 13:05:50.732651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:50.736298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.909515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Attempting to bind port fe38d196-8024-4d90-8049-96f1eec7510d on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:50.910152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Attempting to bind port fe38d196-8024-4d90-8049-96f1eec7510d by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:50.911865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Attempting to bind port fe38d196-8024-4d90-8049-96f1eec7510d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:50.921025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Port fe38d196-8024-4d90-8049-96f1eec7510d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:50.922274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Attempting to bind port fe38d196-8024-4d90-8049-96f1eec7510d on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:50.935050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:50.935763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:50.936329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:50.936948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Bound port: fe38d196-8024-4d90-8049-96f1eec7510d, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:50.937617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.102613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 172.20.0.12 (6f17e3ba-02be-4d06-9fbe-32a6b9a623a3/bb586b47-de32-4f6a-9eae-8a47dd62e729/0247534e-95e3-41ff-9638-ee2c988da812) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:51.242099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] For port fe38d196-8024-4d90-8049-96f1eec7510d, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:51.246234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] For port fe38d196-8024-4d90-8049-96f1eec7510d, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe38d196-8024-4d90-8049-96f1eec7510d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:51.262467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60dbb5-6bd7-4b4e-a520-1a89b6f99f2b req-576a96ca-36c0-4dad-860e-e995928d3d48 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.264011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc60dbb5-6bd7-4b4e-a520-1a89b6f99f2b req-576a96ca-36c0-4dad-860e-e995928d3d48 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.2787695 Jul 15 13:05:51.266690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.275356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-cc02c552-6caa-4819-b9ae-789c1d1883d1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.277431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-cc02c552-6caa-4819-b9ae-789c1d1883d1 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 950 time: 0.2908015 Jul 15 13:05:51.339674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.369047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.369889 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.371275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe38d196-8024-4d90-8049-96f1eec7510d HTTP/1.1" status: 200 len: 1095 time: 1.4219563 Jul 15 13:05:51.374175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'tag': 'fe38d196-8024-4d90-8049-96f1eec7510d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:51.376474 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "164be9b8-10f9-4b09-8fdd-508198c612c7", "tag": "fe38d196-8024-4d90-8049-96f1eec7510d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:51.416341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 0247534e-95e3-41ff-9638-ee2c988da812 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:51.426595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc60dbb5-6bd7-4b4e-a520-1a89b6f99f2b req-f1be6a7c-27b1-47e9-aa7d-23bb4ad77e49 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470358 Jul 15 13:05:51.454245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c464b-508e-4099-8adb-74735bccf259 service neutron] Pushing event updated for resources: {'Port': ['ID=fe38d196-8024-4d90-8049-96f1eec7510d,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:51.481942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.613660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:51.631469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:51.654186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Deleting port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:51.658162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:51.660839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.730091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:51.776653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-47a44d84-cf6c-4366-8d94-cc4e7ebb20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.778795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-47a44d84-cf6c-4366-8d94-cc4e7ebb20f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 1098 time: 0.3208871 Jul 15 13:05:51.838366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.841511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.878353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-abce9ec7-92c6-4cd5-800a-9bffc1225431 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3391695 Jul 15 13:05:51.892166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'admin_state_up': True, 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'security_groups': ['3e65fd29-b73c-4d97-aedd-feefb35410a2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:51.935275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-3a20d496-1575-4c5e-bb1b-1d3c11ba97f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fe38d196-8024-4d90-8049-96f1eec7510d HTTP/1.1" status: 200 len: 217 time: 0.1481392 Jul 15 13:05:52.021854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] For port cab0f1d3-a99c-422e-a375-7f23a3afe2a4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.022176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.048374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Calling delete_port for cab0f1d3-a99c-422e-a375-7f23a3afe2a4 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:52.066544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-9a67b74e-0c76-4a64-8fab-dc35d3a6546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.068625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-9a67b74e-0c76-4a64-8fab-dc35d3a6546d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1133103 Jul 15 13:05:52.140982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91b89506-887a-4f23-9a40-a2a136bd8946 None None] Provisioning for port 0247534e-95e3-41ff-9638-ee2c988da812 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:52.147125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91b89506-887a-4f23-9a40-a2a136bd8946 None None] Provisioning complete for port 0247534e-95e3-41ff-9638-ee2c988da812 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:52.147677 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91b89506-887a-4f23-9a40-a2a136bd8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.199217 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e8a14-826f-45d8-907f-5ac039e17dea x-openstack-request-id: req-940e8a14-826f-45d8-907f-5ac039e17dea {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:52.203321 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164be9b8-10f9-4b09-8fdd-508198c612c7", "tag": "fe38d196-8024-4d90-8049-96f1eec7510d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:52.206271 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-940e8a14-826f-45d8-907f-5ac039e17dea {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:52.207884 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'tag': 'fe38d196-8024-4d90-8049-96f1eec7510d', 'status': 'completed', 'code': 200} Jul 15 13:05:52.235650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-91b89506-887a-4f23-9a40-a2a136bd8946 None None] Port 0247534e-95e3-41ff-9638-ee2c988da812 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:52.430761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103239f-af33-4d96-a069-1872ba1573b4 req-9598080d-abc7-443b-862b-2506984ef419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.433164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-9598080d-abc7-443b-862b-2506984ef419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2415786 Jul 15 13:05:52.455708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6f82e-ce3d-4ab7-9a03-9439b7602dce req-34002222-0c08-4250-8925-ba41f175eb41 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.457259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0c6f82e-ce3d-4ab7-9a03-9439b7602dce req-34002222-0c08-4250-8925-ba41f175eb41 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 932 time: 0.2443514 Jul 15 13:05:52.496792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:52.500472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.533367 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-73c0dd7d-f266-40b6-8d55-6ea5ecada7c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4193053 Jul 15 13:05:52.556018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38527-095f-4702-96a0-dbf0266ae86b req-5ab9718d-4599-4fa9-97b0-f81ba233660a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.570277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b38527-095f-4702-96a0-dbf0266ae86b req-5ab9718d-4599-4fa9-97b0-f81ba233660a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 947 time: 0.2859352 Jul 15 13:05:52.646949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0c6f82e-ce3d-4ab7-9a03-9439b7602dce req-13d253d0-cade-4725-930f-fd78fbf03bd7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750679 Jul 15 13:05:52.756388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.773402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b38527-095f-4702-96a0-dbf0266ae86b req-25dcf43e-14ab-4f1f-a7c0-d93383ccff35 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019424 Jul 15 13:05:52.777439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['aa584a4f-3f01-4ca3-a1ec-486f2756d944'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:52.784978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 10.1.1.74 (da3a0643-8786-4f7e-9827-308679eebe23/b423b423-e9c2-4809-aacf-dc1326ba0012/62ce691c-de22-4217-b8bd-278830529a9e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:52.871999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Pushing event deleted for resources: {'Port': ['ID=cab0f1d3-a99c-422e-a375-7f23a3afe2a4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:53.024258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-21e29b4d-90b0-4fa0-bae6-4d030b31e315 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796363 Jul 15 13:05:53.030617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.050380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 62ce691c-de22-4217-b8bd-278830529a9e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:53.104248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.180831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:53.199377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] No DVR routers for this DVR port cab0f1d3-a99c-422e-a375-7f23a3afe2a4 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:53.201810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network da3a0643-8786-4f7e-9827-308679eebe23 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:53.203443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:53.216781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:53.259424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.269335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d86ac33f-bec5-4a61-a150-09fa77ab4c80 req-91e04174-adc5-4a0f-8d5b-7bf4442f4eee tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.23 "DELETE /v2.0/ports/cab0f1d3-a99c-422e-a375-7f23a3afe2a4 HTTP/1.1" status: 204 len: 173 time: 1.9831748 Jul 15 13:05:53.410038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.410758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.448436 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b70d4a80-78d6-4d91-a0c5-5adf7a7ae121 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5602493 Jul 15 13:05:53.466068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'admin_state_up': True, 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'security_groups': ['3e65fd29-b73c-4d97-aedd-feefb35410a2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:53.511292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f103239f-af33-4d96-a069-1872ba1573b4 req-c818ffaf-1426-45dc-8cb8-5dd6fc212b96 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737909 Jul 15 13:05:53.555300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c4ec2-8d34-4600-ba49-42978ff7a4f3 req-d9aac332-ab10-4d41-9c00-086175a08bef tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.568463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-316c4ec2-8d34-4600-ba49-42978ff7a4f3 req-d9aac332-ab10-4d41-9c00-086175a08bef tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.3350437 Jul 15 13:05:53.625672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:53.651565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-316c4ec2-8d34-4600-ba49-42978ff7a4f3 req-51b594b7-6cbe-4f74-886e-765fa236bdde tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Jul 15 13:05:53.699582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ac2267db-928c-482e-b06d-a1d472b7e3a0 None None] Provisioning for port 62ce691c-de22-4217-b8bd-278830529a9e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:53.714408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ac2267db-928c-482e-b06d-a1d472b7e3a0 None None] Provisioning complete for port 62ce691c-de22-4217-b8bd-278830529a9e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:53.715047 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac2267db-928c-482e-b06d-a1d472b7e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.800177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-f65ea0c2-5404-4317-bfbe-052f861c9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.801961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-f65ea0c2-5404-4317-bfbe-052f861c9b5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 1098 time: 0.1139472 Jul 15 13:05:53.881407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ac2267db-928c-482e-b06d-a1d472b7e3a0 None None] Port 62ce691c-de22-4217-b8bd-278830529a9e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:53.920050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:53.924808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.217477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 10.1.1.230 (da3a0643-8786-4f7e-9827-308679eebe23/b423b423-e9c2-4809-aacf-dc1326ba0012/9ebfeb74-e8c5-4866-955b-83904dd5e163) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:54.379375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'name': 'network-vif-deleted', 'tag': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:54.382510 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dbd0fe-fbc6-4122-9060-6c174a082b9d" -d '{"events": [{"server_uuid": "a7d1dafb-939a-4eb5-a239-049dd9a93b38", "name": "network-vif-deleted", "tag": "cab0f1d3-a99c-422e-a375-7f23a3afe2a4"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:54.432736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-408faac6-e931-40bd-8b35-45317b69b29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.449923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.468177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 9ebfeb74-e8c5-4866-955b-83904dd5e163 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:54.485527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff92986c-392c-41dc-9707-c253ff07862d req-ed5b6bac-58be-4564-b06d-46d6737aef1e tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d1dafb-939a-4eb5-a239-049dd9a93b38 HTTP/1.1" status: 200 len: 210 time: 0.0938275 Jul 15 13:05:54.561225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-d99eaf12-a7ad-4fc6-89d2-b92916b5adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.563560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-d99eaf12-a7ad-4fc6-89d2-b92916b5adce service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.7539494 Jul 15 13:05:54.569340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.681550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:54.681858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-395df7b8-06a9-4893-bbe7-8469e2894955 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fe38d196-8024-4d90-8049-96f1eec7510d HTTP/1.1" status: 200 len: 217 time: 0.0952899 Jul 15 13:05:54.689875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network da3a0643-8786-4f7e-9827-308679eebe23 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:54.696163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:54.699514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:54.726000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e9f6d-000e-4e65-b973-fedf7bfd9bb3 req-5ef64fd6-fda5-4996-befc-9f38e50fd320 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.733819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cab0f1d3-a99c-422e-a375-7f23a3afe2a4 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:54.750532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e9f6d-000e-4e65-b973-fedf7bfd9bb3 req-5ef64fd6-fda5-4996-befc-9f38e50fd320 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.752451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-883e9f6d-000e-4e65-b973-fedf7bfd9bb3 req-5ef64fd6-fda5-4996-befc-9f38e50fd320 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 1653 time: 0.7827082 Jul 15 13:05:54.780922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: cab0f1d3-a99c-422e-a375-7f23a3afe2a4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:54.781336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.782041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.782733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cab0f1d3-a99c-422e-a375-7f23a3afe2a4 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:54.944652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-9467a6d9-aada-40e3-97ae-1dbb7e943dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.948300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-9467a6d9-aada-40e3-97ae-1dbb7e943dcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2427404 Jul 15 13:05:54.958503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-883e9f6d-000e-4e65-b973-fedf7bfd9bb3 req-46ed51bb-0148-4f4b-8f71-698186132ae8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712580 Jul 15 13:05:55.059018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-408faac6-e931-40bd-8b35-45317b69b29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.075906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f9346cc5-af7c-44d8-b60e-bbe085f53412 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6153693 Jul 15 13:05:55.084559 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b9bdf-80dd-4bf2-92bd-8502a426136a x-openstack-request-id: req-ad4b9bdf-80dd-4bf2-92bd-8502a426136a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:55.084897 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d1dafb-939a-4eb5-a239-049dd9a93b38", "name": "network-vif-deleted", "tag": "cab0f1d3-a99c-422e-a375-7f23a3afe2a4", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:55.085083 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad4b9bdf-80dd-4bf2-92bd-8502a426136a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:55.085480 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d1dafb-939a-4eb5-a239-049dd9a93b38', 'name': 'network-vif-deleted', 'tag': 'cab0f1d3-a99c-422e-a375-7f23a3afe2a4', 'status': 'completed', 'code': 200} Jul 15 13:05:55.100388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2', 'admin_state_up': True, 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'security_groups': ['3e65fd29-b73c-4d97-aedd-feefb35410a2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:55.107745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-408faac6-e931-40bd-8b35-45317b69b29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.131131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53f7d712-e9f1-4b5d-95ee-30ece61849af None None] Provisioning for port 9ebfeb74-e8c5-4866-955b-83904dd5e163 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:55.135453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53f7d712-e9f1-4b5d-95ee-30ece61849af None None] Provisioning complete for port 9ebfeb74-e8c5-4866-955b-83904dd5e163 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:55.135829 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53f7d712-e9f1-4b5d-95ee-30ece61849af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.209135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc9b6-184b-4fc5-b6ba-046d908d6d42 req-37f89717-d87f-4e76-91f6-246b5afc5e91 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.221324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-53f7d712-e9f1-4b5d-95ee-30ece61849af None None] Port 9ebfeb74-e8c5-4866-955b-83904dd5e163 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:55.222200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d7cc9b6-184b-4fc5-b6ba-046d908d6d42 req-37f89717-d87f-4e76-91f6-246b5afc5e91 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 947 time: 0.3882122 Jul 15 13:05:55.249627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408faac6-e931-40bd-8b35-45317b69b29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb00b4d-4731-47cc-9d9a-1a9c648aad43,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.288890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:55.289435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-408faac6-e931-40bd-8b35-45317b69b29f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78a6b137f18345bd9b60af93a9f6b9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6626945 Jul 15 13:05:55.325294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-ac836f93-308f-4982-867f-d301863e1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.327404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-ac836f93-308f-4982-867f-d301863e1429 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3667483 Jul 15 13:05:55.339191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:55.340064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-641a9756-8948-46aa-8cf8-fdf42669799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.341832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-641a9756-8948-46aa-8cf8-fdf42669799f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1100 time: 0.3112955 Jul 15 13:05:55.367671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d7cc9b6-184b-4fc5-b6ba-046d908d6d42 req-01748de0-e6d3-4411-9748-75ec88125b89 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436243 Jul 15 13:05:55.435259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45228950-06c1-4add-bf7b-0ba202eb130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.497567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45228950-06c1-4add-bf7b-0ba202eb130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.525634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.610770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-bf26c796-36cb-44d2-a7d4-4f2aef113fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.612156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-bf26c796-36cb-44d2-a7d4-4f2aef113fd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2427943 Jul 15 13:05:55.688593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-7d4b5068-2579-43fc-bfdf-357720833674 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0636268 Jul 15 13:05:55.705295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45228950-06c1-4add-bf7b-0ba202eb130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.708667 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45228950-06c1-4add-bf7b-0ba202eb130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.712084 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-45228950-06c1-4add-bf7b-0ba202eb130a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fb00b4d-4731-47cc-9d9a-1a9c648aad43 HTTP/1.1" status: 204 len: 168 time: 0.4195795 Jul 15 13:05:55.765138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45228950-06c1-4add-bf7b-0ba202eb130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb00b4d-4731-47cc-9d9a-1a9c648aad43,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.821690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-113d2e92-884b-4967-b15c-01ab43ab9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.823263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-113d2e92-884b-4967-b15c-01ab43ab9855 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1214538 Jul 15 13:05:55.851526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 10.2.2.100 (7869ff0d-6ae7-4cd8-9026-657e635735e2/5d2b458a-3139-47cf-83c3-573deed02491/78f6b974-976d-4ea7-9959-c17ed606d205) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:55.865814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc06f4-bd88-41ae-b6f7-ba199adbf3fb req-89ac21f5-72b0-4ac9-a00e-24b9410e5986 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.873698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05bc06f4-bd88-41ae-b6f7-ba199adbf3fb req-89ac21f5-72b0-4ac9-a00e-24b9410e5986 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.5422964 Jul 15 13:05:55.879243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-a454740c-a64b-4b5d-a764-e393e6b07509 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430465 Jul 15 13:05:56.029118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05bc06f4-bd88-41ae-b6f7-ba199adbf3fb req-c9891560-ac17-420b-8deb-4e3483cb16bf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544054 Jul 15 13:05:56.077383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-bb336b16-3f59-4af0-9692-3a24f4a25c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.078949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-bb336b16-3f59-4af0-9692-3a24f4a25c42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356153 Jul 15 13:05:56.178266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee87fff-d5bf-4b61-bca6-f0d4d518a6b4 req-3e84a67b-d550-406e-9f24-040d7965445e service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691865 Jul 15 13:05:56.208868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.253782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 78f6b974-976d-4ea7-9959-c17ed606d205 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:56.323547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-c3f0c6b7-3b72-46de-afa1-2e9695c20e52 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255867 Jul 15 13:05:56.345274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.427805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:56.436299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:56.443141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:56.543911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:56.598136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04814-9098-4f50-96e5-eff60b9787f4 req-4c23e99e-d415-41bb-959f-037e1307a7d5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.606331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04814-9098-4f50-96e5-eff60b9787f4 req-4c23e99e-d415-41bb-959f-037e1307a7d5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.613130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04814-9098-4f50-96e5-eff60b9787f4 req-4c23e99e-d415-41bb-959f-037e1307a7d5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.619863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04814-9098-4f50-96e5-eff60b9787f4 req-4c23e99e-d415-41bb-959f-037e1307a7d5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.628511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca04814-9098-4f50-96e5-eff60b9787f4 req-4c23e99e-d415-41bb-959f-037e1307a7d5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 3095 time: 0.2504909 Jul 15 13:05:56.641782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.645394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.681449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-0318dc89-4e73-4431-80c3-76a26e00f214 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462851 Jul 15 13:05:56.687598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-541b1326-0c52-463e-8262-7b17b62f8e9d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5927913 Jul 15 13:05:56.700523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2', 'admin_state_up': True, 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'security_groups': ['3e65fd29-b73c-4d97-aedd-feefb35410a2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:56.734151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe38d196-8024-4d90-8049-96f1eec7510d details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:56.747930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca04814-9098-4f50-96e5-eff60b9787f4 req-328b712b-8380-471f-81dc-45edd61898b4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179721 Jul 15 13:05:56.968741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Made reservation on behalf of efd54cf468364b638c3d8b73629b1879 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:56.974281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.070994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e11f7135-df53-4cf1-b8aa-736d9223bd44 None None] Provisioning for port 78f6b974-976d-4ea7-9959-c17ed606d205 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:57.137278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e11f7135-df53-4cf1-b8aa-736d9223bd44 None None] Provisioning complete for port 78f6b974-976d-4ea7-9959-c17ed606d205 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:57.139027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e11f7135-df53-4cf1-b8aa-736d9223bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.146305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fe38d196-8024-4d90-8049-96f1eec7510d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe38d196-8024-4d90-8049-96f1eec7510d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:57.191720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b6953-4c7e-4a63-b507-17bb95332210 req-68d46d8b-9d47-4b94-af05-f8ca39f26c50 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.201814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-092b6953-4c7e-4a63-b507-17bb95332210 req-68d46d8b-9d47-4b94-af05-f8ca39f26c50 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 947 time: 0.1350682 Jul 15 13:05:57.224968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'fe38d196-8024-4d90-8049-96f1eec7510d', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'fe38d196-8024-4d90-8049-96f1eec7510d', 'mac_address': 'fa:16:3e:b1:a5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:57.272798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e11f7135-df53-4cf1-b8aa-736d9223bd44 None None] Port 78f6b974-976d-4ea7-9959-c17ed606d205 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:57.274080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-092b6953-4c7e-4a63-b507-17bb95332210 req-64d69f41-1b15-4ba3-8f15-ad1bed0b4e62 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Jul 15 13:05:57.288227 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.311836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe38d196-8024-4d90-8049-96f1eec7510d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:57.320787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Allocated IP 10.2.2.200 (7869ff0d-6ae7-4cd8-9026-657e635735e2/5d2b458a-3139-47cf-83c3-573deed02491/928ed251-b353-4521-8ca5-048c2819a242) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:57.360646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fe38d196-8024-4d90-8049-96f1eec7510d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe38d196-8024-4d90-8049-96f1eec7510d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:57.375317 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.429316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae5459-1e39-4187-86bd-59497cd6eeff req-94e2b7cc-9082-47b0-b7d5-8f92873ff768 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.434060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0dae5459-1e39-4187-86bd-59497cd6eeff req-94e2b7cc-9082-47b0-b7d5-8f92873ff768 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 949 time: 0.1514091 Jul 15 13:05:57.457477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=fe38d196-8024-4d90-8049-96f1eec7510d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:57.466390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.466733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.467074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.468187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.468719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.469231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.469715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.470193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.470684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.471151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.471642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.472112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.491883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.513835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Transition to ACTIVE for port object 928ed251-b353-4521-8ca5-048c2819a242 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:57.553414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0dae5459-1e39-4187-86bd-59497cd6eeff req-5ab5a81c-2d9b-4faa-ba3a-f26fea2c6c9d tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/security-groups?id=b284d726-a66d-4c12-9dae-a097caa84f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131511 Jul 15 13:05:57.555094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.614256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39a73-525a-449c-951c-f3c4c4abe5b0 req-0e417224-6e88-4c8b-96ac-9c80665a124e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.622069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53c39a73-525a-449c-951c-f3c4c4abe5b0 req-0e417224-6e88-4c8b-96ac-9c80665a124e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1140039 Jul 15 13:05:57.633179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:57.639216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:57.641571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:57.672821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53c39a73-525a-449c-951c-f3c4c4abe5b0 req-e0a1530b-8d64-4ff0-9cdf-876fc377ef4c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497632 Jul 15 13:05:57.708647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe38d196-8024-4d90-8049-96f1eec7510d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:57.727816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.728828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.741417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event updated for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:57.765315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-8111f57f-d2bd-42fe-864a-60f1e4e435c4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0695696 Jul 15 13:05:57.781267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:57.925344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-25dd7de0-f30a-436d-99e0-9afdd99da429 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4a482171d9504722b7f47257564ea78f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429153 Jul 15 13:05:58.003618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.099039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-0f776034-40cb-4c51-bc99-fdc1c8561b24 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.107996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-0f776034-40cb-4c51-bc99-fdc1c8561b24 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816199 Jul 15 13:05:58.119896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-be7ed395-6fc2-46be-8718-bbf4d80c3cd8 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/quotas/4a482171d9504722b7f47257564ea78f HTTP/1.1" status: 200 len: 375 time: 0.0103307 Jul 15 13:05:58.147487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b4920db-ed44-434a-a8ba-f5f4647f6ff7 None None] Provisioning for port 928ed251-b353-4521-8ca5-048c2819a242 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:58.154026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b4920db-ed44-434a-a8ba-f5f4647f6ff7 None None] Provisioning complete for port 928ed251-b353-4521-8ca5-048c2819a242 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:58.154821 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-ed44-434a-a8ba-f5f4647f6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.182456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-084ec1b3-6e4f-49ad-862d-7e319e616407 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a482171d9504722b7f47257564ea78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555644 Jul 15 13:05:58.239444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0b4920db-ed44-434a-a8ba-f5f4647f6ff7 None None] Port 928ed251-b353-4521-8ca5-048c2819a242 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:58.322967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f7bc6e76-9691-44ba-bf89-a1f4457bd6ac tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.324787 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f7bc6e76-9691-44ba-bf89-a1f4457bd6ac tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 949 time: 0.3950896 Jul 15 13:05:58.325644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-ced57ad0-98e1-4258-a94c-3a64882bed77 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.336406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-ced57ad0-98e1-4258-a94c-3a64882bed77 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.350490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-ced57ad0-98e1-4258-a94c-3a64882bed77 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.373962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-ced57ad0-98e1-4258-a94c-3a64882bed77 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.399319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-ced57ad0-98e1-4258-a94c-3a64882bed77 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.408348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-ced57ad0-98e1-4258-a94c-3a64882bed77 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 3816 time: 0.2296062 Jul 15 13:05:58.412274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0247534e-95e3-41ff-9638-ee2c988da812 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:58.424767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.475987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f660f5c0-2f6a-437e-9a87-2ffa5f047fe8 req-5df809ed-ca50-402b-bc04-7a2a71e6e34a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659752 Jul 15 13:05:58.478282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Transition to ACTIVE for port object 0247534e-95e3-41ff-9638-ee2c988da812 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:58.497101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.550108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Pushing event updated for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.579020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Deleting port aa584a4f-3f01-4ca3-a1ec-486f2756d944 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:58.579362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.713150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] For port aa584a4f-3f01-4ca3-a1ec-486f2756d944, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=aa584a4f-3f01-4ca3-a1ec-486f2756d944,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:58.713622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.730928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Calling delete_port for aa584a4f-3f01-4ca3-a1ec-486f2756d944 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:58.905499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.920293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cd32ea-7ef7-413e-b6f5-becc0162274c req-f71f6692-65ab-4a52-a136-2ff8058bbf9c tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 210 time: 0.0909226 Jul 15 13:05:59.023768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Pushing event deleted for resources: {'Port': ['ID=aa584a4f-3f01-4ca3-a1ec-486f2756d944,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:59.168644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] No DVR routers for this DVR port aa584a4f-3f01-4ca3-a1ec-486f2756d944 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:59.172353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.175592 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a585d9ba-2dc6-4bdc-82ae-ffeede1ddba9 req-f3ef3ae8-2e3d-4c02-9d7f-ebc9c21d46e3 tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.49 "DELETE /v2.0/ports/aa584a4f-3f01-4ca3-a1ec-486f2756d944 HTTP/1.1" status: 204 len: 173 time: 0.8182921 Jul 15 13:05:59.178750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'name': 'network-vif-deleted', 'tag': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:59.184455 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb225e50-62cc-4ea9-b1ff-c8f8f22f19fb" -d '{"events": [{"server_uuid": "7ef9eb9c-faf2-479a-8c68-e3dbf61683f7", "name": "network-vif-deleted", "tag": "aa584a4f-3f01-4ca3-a1ec-486f2756d944"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:59.201769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53a5062d-cb3f-483d-af9d-fa7544d6e0aa req-3e884358-2b59-42d6-b836-0838171af8ae tempest-ServersAdminNegativeTestJSON-2016053997 tempest-ServersAdminNegativeTestJSON-2016053997-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef9eb9c-faf2-479a-8c68-e3dbf61683f7 HTTP/1.1" status: 200 len: 210 time: 0.1172891 Jul 15 13:05:59.217093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Attempting to bind port 0247534e-95e3-41ff-9638-ee2c988da812 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:59.217486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Attempting to bind port 0247534e-95e3-41ff-9638-ee2c988da812 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:59.217827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Attempting to bind port 0247534e-95e3-41ff-9638-ee2c988da812 on network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:59.225317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Port 0247534e-95e3-41ff-9638-ee2c988da812 on network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:59.225708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Attempting to bind port 0247534e-95e3-41ff-9638-ee2c988da812 on network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:59.235163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:59.235512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Checking segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:59.236040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Bound using segment: {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:59.236571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Bound port: 0247534e-95e3-41ff-9638-ee2c988da812, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:59.236892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.288734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033542e-6d73-4c79-82c5-40da0fdffad8 req-c6618296-a1ee-405a-b060-c0975b271ac7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.294384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b033542e-6d73-4c79-82c5-40da0fdffad8 req-c6618296-a1ee-405a-b060-c0975b271ac7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 948 time: 0.2831807 Jul 15 13:05:59.345720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b033542e-6d73-4c79-82c5-40da0fdffad8 req-c3b50e22-6c0e-496b-bcd6-d5d93b835180 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Jul 15 13:05:59.415572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:59.424930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0247534e-95e3-41ff-9638-ee2c988da812,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:59.435736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.537508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Pushing event updated for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:59.564236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.565522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.570871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be36118-e2f6-412e-8c37-955e797288fc req-2ded6a3a-abb6-4bb3-beeb-84a50393506f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.570871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6be36118-e2f6-412e-8c37-955e797288fc req-2ded6a3a-abb6-4bb3-beeb-84a50393506f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1408062 Jul 15 13:05:59.580427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bd932d16-8127-4fff-9dc5-f3c85b92b7db service neutron] 10.222.0.49 "PUT /v2.0/ports/0247534e-95e3-41ff-9638-ee2c988da812 HTTP/1.1" status: 200 len: 1092 time: 1.8052888 Jul 15 13:05:59.619665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:59.686854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6be36118-e2f6-412e-8c37-955e797288fc req-91f93ee6-dd72-4969-884f-8f8ce35c945d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024342 Jul 15 13:05:59.735187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ebe63-6529-4531-ada6-04973be3a27c req-6f3ce063-1859-451f-80dd-7443de9ad474 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.736721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b2ebe63-6529-4531-ada6-04973be3a27c req-6f3ce063-1859-451f-80dd-7443de9ad474 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 945 time: 0.1649890 Jul 15 13:05:59.742169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.856470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b2ebe63-6529-4531-ada6-04973be3a27c req-d956e104-7164-413c-82d9-7cf3d94a7a61 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087987 Jul 15 13:06:00.100763 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:00.205804 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef18ab-6409-4433-8dae-533e8d2b4c4a x-openstack-request-id: req-36ef18ab-6409-4433-8dae-533e8d2b4c4a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:00.206096 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef9eb9c-faf2-479a-8c68-e3dbf61683f7", "name": "network-vif-deleted", "tag": "aa584a4f-3f01-4ca3-a1ec-486f2756d944", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:00.206380 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36ef18ab-6409-4433-8dae-533e8d2b4c4a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:00.206776 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef9eb9c-faf2-479a-8c68-e3dbf61683f7', 'name': 'network-vif-deleted', 'tag': 'aa584a4f-3f01-4ca3-a1ec-486f2756d944', 'status': 'completed', 'code': 200} Jul 15 13:06:00.291955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-6955eca0-b5c6-4f38-a72d-54491b00d0ef tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.299752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6c2d78-6dcf-4cf8-b319-9e472c518614 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:00.309902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-6955eca0-b5c6-4f38-a72d-54491b00d0ef tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.310239 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.325743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Transition to ACTIVE for port object 4e6c2d78-6dcf-4cf8-b319-9e472c518614 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:00.326856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-6955eca0-b5c6-4f38-a72d-54491b00d0ef tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.332855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-6955eca0-b5c6-4f38-a72d-54491b00d0ef tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.333687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.352448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-6955eca0-b5c6-4f38-a72d-54491b00d0ef tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.355347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-6955eca0-b5c6-4f38-a72d-54491b00d0ef tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 3828 time: 0.2450824 Jul 15 13:06:00.444871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:00.515586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Attempting to bind port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:00.517458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Attempting to bind port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:00.520481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Attempting to bind port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:00.523702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84f0ed4c-0b9b-462d-a7fc-8265bb0fb118 req-0da18de2-d248-4df6-9a79-c5a0457164a8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421134 Jul 15 13:06:00.550600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 on network da3a0643-8786-4f7e-9827-308679eebe23 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:00.552336 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.552884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Attempting to bind port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:00.581193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:00.581769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Checking segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:00.582789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Bound using segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:00.583969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Bound port: 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:00.584794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.651985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b18aa106-54d6-4cfa-a4d6-7b747ab8980f req-d5bc27d7-b33c-40d5-a686-b4e4d08a8844 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 210 time: 0.0746996 Jul 15 13:06:00.688464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-6b931835-dd56-40e1-a3f3-35a2ca2f0ce5 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.690001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-6b931835-dd56-40e1-a3f3-35a2ca2f0ce5 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.23 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 945 time: 0.3328538 Jul 15 13:06:00.752501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe38d196-8024-4d90-8049-96f1eec7510d up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:00.808314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:00.813395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:00.844671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device aa584a4f-3f01-4ca3-a1ec-486f2756d944 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:00.893639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.895033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: aa584a4f-3f01-4ca3-a1ec-486f2756d944 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:00.897360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device aa584a4f-3f01-4ca3-a1ec-486f2756d944 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:00.910785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-c9213692-3175-4a54-8508-f720533380d1 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4a482171d9504722b7f47257564ea78f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869565 Jul 15 13:06:00.926321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port fe38d196-8024-4d90-8049-96f1eec7510d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:00.932597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port fe38d196-8024-4d90-8049-96f1eec7510d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:00.933474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.994833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.996078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.997585 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 1136 time: 1.3833044 Jul 15 13:06:01.043345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:01.079751 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.114396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe38d196-8024-4d90-8049-96f1eec7510d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:01.118296 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd4b2c-497c-4d7b-93ff-67513619ca9f" -d '{"events": [{"server_uuid": "164be9b8-10f9-4b09-8fdd-508198c612c7", "name": "network-vif-plugged", "status": "completed", "tag": "fe38d196-8024-4d90-8049-96f1eec7510d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:01.134308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fe38d196-8024-4d90-8049-96f1eec7510d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe38d196-8024-4d90-8049-96f1eec7510d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.147587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.245202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Deleting port 9d6434b7-d193-46b3-8522-2398fc4bf790 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:01.245564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.299516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=fe38d196-8024-4d90-8049-96f1eec7510d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:01.329430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb7d24-d4e5-4746-975c-f0ce73b1e893 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:01.358087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:01.374951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.384406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-7f098d99-93ef-49f3-839b-12dab2818181 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.386583 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-7f098d99-93ef-49f3-839b-12dab2818181 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4614558 Jul 15 13:06:01.390034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1178783-2ef8-4a47-a919-eda077fe176f req-3377d481-9c7e-4250-a530-51f9772458dc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.394991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1178783-2ef8-4a47-a919-eda077fe176f req-3377d481-9c7e-4250-a530-51f9772458dc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.5105288 Jul 15 13:06:01.414005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Request body: {'port': {'device_id': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '4a482171d9504722b7f47257564ea78f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:01.429823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f389325-ca8f-47dd-9ec4-2c96a6a01d34 req-df53ad74-9853-43a9-b5f0-67d3074f93fc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.444674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f389325-ca8f-47dd-9ec4-2c96a6a01d34 req-df53ad74-9853-43a9-b5f0-67d3074f93fc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 948 time: 0.4735119 Jul 15 13:06:01.651409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] For port 9d6434b7-d193-46b3-8522-2398fc4bf790, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9d6434b7-d193-46b3-8522-2398fc4bf790,segment=NetworkSegment(72fb8813-b40b-436a-9cc4-af272d8f7a88),segment_id=72fb8813-b40b-436a-9cc4-af272d8f7a88)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.652002 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.665134 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b1c90e79-423a-4d4a-8087-75390b01fd4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08719c6f20d44a51bad7a80b8054c3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035288 Jul 15 13:06:01.672760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:01.699213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Calling delete_port for 9d6434b7-d193-46b3-8522-2398fc4bf790 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:01.707757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1178783-2ef8-4a47-a919-eda077fe176f req-ba3945b0-02c6-499b-ad85-573defca6832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934918 Jul 15 13:06:01.724885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f389325-ca8f-47dd-9ec4-2c96a6a01d34 req-d3a67dea-e6a8-458f-8b52-f5efc7c617cf tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761950 Jul 15 13:06:01.742164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Made reservation on behalf of 4a482171d9504722b7f47257564ea78f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:01.764041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.782875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.808798 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1832c029-b612-4177-be7b-60230ee4af2b x-openstack-request-id: req-1832c029-b612-4177-be7b-60230ee4af2b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:01.811097 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164be9b8-10f9-4b09-8fdd-508198c612c7", "name": "network-vif-plugged", "status": "completed", "tag": "fe38d196-8024-4d90-8049-96f1eec7510d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:01.813558 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1832c029-b612-4177-be7b-60230ee4af2b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:01.814121 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe38d196-8024-4d90-8049-96f1eec7510d', 'code': 200} Jul 15 13:06:01.847447 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0c03-6263-46d1-b757-72e9254dbe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.874243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0c03-6263-46d1-b757-72e9254dbe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.961409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0c03-6263-46d1-b757-72e9254dbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.965319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0c03-6263-46d1-b757-72e9254dbe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.969055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4a2c0c03-6263-46d1-b757-72e9254dbe76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b284d726-a66d-4c12-9dae-a097caa84f7f HTTP/1.1" status: 204 len: 168 time: 0.2908130 Jul 15 13:06:02.244680 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.263274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['9d6434b7-d193-46b3-8522-2398fc4bf790'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:02.320417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Pushing event deleted for resources: {'Port': ['ID=9d6434b7-d193-46b3-8522-2398fc4bf790,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.463358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] No DVR routers for this DVR port 9d6434b7-d193-46b3-8522-2398fc4bf790 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:02.469277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.471585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-257f41d6-faab-45b8-aaf3-3e79a86fa3c9 req-15298ef2-c12d-4594-8380-a8ece6cadea7 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.23 "DELETE /v2.0/ports/9d6434b7-d193-46b3-8522-2398fc4bf790 HTTP/1.1" status: 204 len: 173 time: 1.7681301 Jul 15 13:06:02.472201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'name': 'network-vif-deleted', 'tag': '9d6434b7-d193-46b3-8522-2398fc4bf790'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:02.477482 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda56cd-dc6c-4da1-9b2a-a7be0e472cc4" -d '{"events": [{"server_uuid": "299f6ca3-a65a-4e0f-bcc6-b41e6ee30556", "name": "network-vif-deleted", "tag": "9d6434b7-d193-46b3-8522-2398fc4bf790"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:02.484674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0c52-44ac-408c-aa5e-1fdb98d42c52 req-0f9b0399-2b2a-4162-94d0-8e130dd415ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.486466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-313b0c52-44ac-408c-aa5e-1fdb98d42c52 req-0f9b0399-2b2a-4162-94d0-8e130dd415ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 1100 time: 0.5207140 Jul 15 13:06:02.498864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb1fe4-4505-42bc-a51f-f6158ad46604 req-1d6357d4-f282-419e-8408-748473b2f221 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.500697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dcb1fe4-4505-42bc-a51f-f6158ad46604 req-1d6357d4-f282-419e-8408-748473b2f221 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/ports?device_id=299f6ca3-a65a-4e0f-bcc6-b41e6ee30556 HTTP/1.1" status: 200 len: 867 time: 0.5284619 Jul 15 13:06:02.552983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:02.563806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812'}, {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '4e6c2d78-6dcf-4cf8-b319-9e472c518614'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:02.566305 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba43bc74-8282-4b08-a945-b88508865612" -d '{"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "0247534e-95e3-41ff-9638-ee2c988da812"}, {"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "4e6c2d78-6dcf-4cf8-b319-9e472c518614"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:02.583772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c0c03-6263-46d1-b757-72e9254dbe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284d726-a66d-4c12-9dae-a097caa84f7f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.599085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.605296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.613385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.620566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.628250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.636410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.643898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-b7620f9d-27e5-4e86-9163-26b74c52cabe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 4606 time: 0.3268204 Jul 15 13:06:02.672633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dcb1fe4-4505-42bc-a51f-f6158ad46604 req-380da42c-0b04-4a40-9b22-6710e8de1a21 tempest-ServerTagsTestJSON-1918805306 tempest-ServerTagsTestJSON-1918805306-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604474 Jul 15 13:06:02.674587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad3ac9d-3b64-494d-aeee-c9882c500b8e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:02.684384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-313b0c52-44ac-408c-aa5e-1fdb98d42c52 req-47e1d056-50b8-46ce-803a-4d3265955227 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820602 Jul 15 13:06:02.699867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.741307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Transition to ACTIVE for port object 2ad3ac9d-3b64-494d-aeee-c9882c500b8e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:02.757547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.762754 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.824901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d89a286-923a-46fa-929d-018ce9bd7780 req-0443178d-79cb-4e72-b239-7301b5388357 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1798384 Jul 15 13:06:02.827809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-629e418c-2465-4798-b2a3-443019f55f25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c78296adc3d9498184653427ab00629b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735109 Jul 15 13:06:02.829298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.834229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:02.835156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.945516 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5152326b-d6f4-4a22-ba4e-d890c3084d3d x-openstack-request-id: req-5152326b-d6f4-4a22-ba4e-d890c3084d3d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:02.945805 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299f6ca3-a65a-4e0f-bcc6-b41e6ee30556", "name": "network-vif-deleted", "tag": "9d6434b7-d193-46b3-8522-2398fc4bf790", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:02.946054 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5152326b-d6f4-4a22-ba4e-d890c3084d3d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:02.946475 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299f6ca3-a65a-4e0f-bcc6-b41e6ee30556', 'name': 'network-vif-deleted', 'tag': '9d6434b7-d193-46b3-8522-2398fc4bf790', 'status': 'completed', 'code': 200} Jul 15 13:06:02.980374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.980973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35c30805-e1d3-4502-9e27-5e11ba995952 req-8b985326-bf9d-4b09-84a1-2f2b5f682b4e tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 210 time: 0.0909126 Jul 15 13:06:03.041844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.49', 65486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:03.048983 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916f3b01-f1b7-4674-bda0-51381e6ce0ee x-openstack-request-id: req-916f3b01-f1b7-4674-bda0-51381e6ce0ee {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:03.049413 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "0247534e-95e3-41ff-9638-ee2c988da812", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "4e6c2d78-6dcf-4cf8-b319-9e472c518614", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:03.049914 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-916f3b01-f1b7-4674-bda0-51381e6ce0ee {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:03.050316 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812', 'status': 'completed', 'code': 200} Jul 15 13:06:03.050684 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '4e6c2d78-6dcf-4cf8-b319-9e472c518614', 'status': 'completed', 'code': 200} Jul 15 13:06:03.132714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cd25fb-6b27-4428-bd93-b40ef53531ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.170679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cd25fb-6b27-4428-bd93-b40ef53531ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.181146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.182177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.192387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.192885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.193372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.193852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.194357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.196315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba43bc74-8282-4b08-a945-b88508865612 req-e26389b7-5869-4900-8ed9-90e5cc2b2277 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6177 time: 0.1534562 Jul 15 13:06:03.265393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cd25fb-6b27-4428-bd93-b40ef53531ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.268384 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cd25fb-6b27-4428-bd93-b40ef53531ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.276219 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b2cd25fb-6b27-4428-bd93-b40ef53531ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a82af225-305b-4fc9-96e0-c55f021e9dfb HTTP/1.1" status: 204 len: 168 time: 0.3833442 Jul 15 13:06:03.310415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Allocated IP 192.168.233.237 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/84798432-421c-40a6-b193-61372cc7f856) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:03.323287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd25fb-6b27-4428-bd93-b40ef53531ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82af225-305b-4fc9-96e0-c55f021e9dfb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:03.342272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Attempting to bind port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:03.345307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Attempting to bind port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:03.347864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Attempting to bind port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:03.356647 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.368646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e on network da3a0643-8786-4f7e-9827-308679eebe23 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:03.368646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Attempting to bind port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:03.386403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:03.386798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Checking segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:03.387143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Bound using segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:03.387689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Bound port: 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:03.388053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.560194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:03.584594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:03.601159 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.663430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.671127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.671787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.673213 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 1134 time: 2.6393466 Jul 15 13:06:03.699591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Transition to ACTIVE for port object 84798432-421c-40a6-b193-61372cc7f856 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:03.701161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e6963-a90b-42a0-add5-576ea74ba0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:03.764419 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.829168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:03.873139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:03.892933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:03.902407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:04.063740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.063997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.130763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Pushing event updated for resources: {'Port': ['ID=84798432-421c-40a6-b193-61372cc7f856,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:04.149033 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-cba32187-ba39-4d36-bcd9-b44e72d273a0 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7438748 Jul 15 13:06:04.191081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Request body: {'port': {'device_id': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:04.258054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.295580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2489fba6-3ce9-4a3f-ae7f-ff031e69846b None None] Provisioning for port 84798432-421c-40a6-b193-61372cc7f856 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:04.298766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-7c44594f-382e-4d47-b6d2-6133ecd9f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.299773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-7c44594f-382e-4d47-b6d2-6133ecd9f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.300405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-7c44594f-382e-4d47-b6d2-6133ecd9f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.301741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2489fba6-3ce9-4a3f-ae7f-ff031e69846b None None] Provisioning complete for port 84798432-421c-40a6-b193-61372cc7f856 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:04.302371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba43bc74-8282-4b08-a945-b88508865612 req-7c44594f-382e-4d47-b6d2-6133ecd9f062 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=efd54cf468364b638c3d8b73629b1879&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0902040 Jul 15 13:06:04.302634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2489fba6-3ce9-4a3f-ae7f-ff031e69846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.336167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8211-876a-4712-a845-5acc1495dfb7 req-84984cda-3dd8-4fff-b394-c155ce83c204 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.343654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c16b8211-876a-4712-a845-5acc1495dfb7 req-84984cda-3dd8-4fff-b394-c155ce83c204 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 1.0893190 Jul 15 13:06:04.401771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca505c-1c83-4993-9904-edfcbe6aa009 req-69df7d14-5b45-4c47-a984-8e4ad5b57d58 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.409035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dca505c-1c83-4993-9904-edfcbe6aa009 req-69df7d14-5b45-4c47-a984-8e4ad5b57d58 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 949 time: 1.1006024 Jul 15 13:06:04.411412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2489fba6-3ce9-4a3f-ae7f-ff031e69846b None None] Port 84798432-421c-40a6-b193-61372cc7f856 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:04.557884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.573977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c16b8211-876a-4712-a845-5acc1495dfb7 req-1d250b54-b61d-42a3-a4ce-d96f787c5ce4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291467 Jul 15 13:06:04.598246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dca505c-1c83-4993-9904-edfcbe6aa009 req-64471a42-a2ed-4b29-a039-12419fc152a1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846027 Jul 15 13:06:04.640660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-400c20ab-332e-4f0f-8a0e-314edefca421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.644850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba43bc74-8282-4b08-a945-b88508865612 req-400c20ab-332e-4f0f-8a0e-314edefca421 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341458 Jul 15 13:06:04.767805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:04.770913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9d6434b7-d193-46b3-8522-2398fc4bf790 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:04.804062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 9d6434b7-d193-46b3-8522-2398fc4bf790 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:04.804645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9d6434b7-d193-46b3-8522-2398fc4bf790 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:04.886884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Deleting subnet 7806a868-8c20-4315-8748-51bc2cdd82a1 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:04.895858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.957690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:04.986629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.987387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.988047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.988693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.989176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.989651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.990125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.992082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba43bc74-8282-4b08-a945-b88508865612 req-6338bf6b-5198-4a42-8f2f-7e63ea8e3e94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6219 time: 0.2932711 Jul 15 13:06:05.053325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.059017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '2ad3ac9d-3b64-494d-aeee-c9882c500b8e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:05.061667 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31a5ec-7259-4777-aa50-bfb30f8edae5" -d '{"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "2ad3ac9d-3b64-494d-aeee-c9882c500b8e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:05.159044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ce691c-de22-4217-b8bd-278830529a9e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:05.170331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.188958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1122364099-network', 'tenant_id': 'e82b1aa64d0a437dac02415bb5cb54f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:05.197032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.200278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Transition to ACTIVE for port object 62ce691c-de22-4217-b8bd-278830529a9e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:05.232623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.296657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84798432-421c-40a6-b193-61372cc7f856 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:05.319290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.334777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Made reservation on behalf of e82b1aa64d0a437dac02415bb5cb54f4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:05.337802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.346101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Pushing event updated for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.376144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Transition to ACTIVE for port object 84798432-421c-40a6-b193-61372cc7f856 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:05.379167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.386454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.394441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.405746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.407329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.413671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.427843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.452256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.456147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-965512f5-127e-4168-8abe-9e11104b1296 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5382 time: 0.4745345 Jul 15 13:06:05.503273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Pushing event updated for resources: {'Port': ['ID=84798432-421c-40a6-b193-61372cc7f856,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.510076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Attempting to bind port 62ce691c-de22-4217-b8bd-278830529a9e on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:05.510572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Attempting to bind port 62ce691c-de22-4217-b8bd-278830529a9e by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:05.511018 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Attempting to bind port 62ce691c-de22-4217-b8bd-278830529a9e on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:05.523973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dcb30-b058-4752-a1bf-7668b6c9ccf7 req-b59eebca-fd71-483d-b6ad-a3329543dd3b tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.526525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a88dcb30-b058-4752-a1bf-7668b6c9ccf7 req-b59eebca-fd71-483d-b6ad-a3329543dd3b tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 936 time: 0.5195217 Jul 15 13:06:05.527538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.585969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-9a13add1-cae0-479a-93a5-af380d287cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.586492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-9a13add1-cae0-479a-93a5-af380d287cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.594368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-9a13add1-cae0-479a-93a5-af380d287cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.596393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba43bc74-8282-4b08-a945-b88508865612 req-9a13add1-cae0-479a-93a5-af380d287cb9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=efd54cf468364b638c3d8b73629b1879&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5850508 Jul 15 13:06:05.614701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Port 62ce691c-de22-4217-b8bd-278830529a9e on network da3a0643-8786-4f7e-9827-308679eebe23 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:05.615177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Attempting to bind port 62ce691c-de22-4217-b8bd-278830529a9e on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:05.630530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:05.631006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Checking segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:05.631504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Bound using segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:05.632083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Bound port: 62ce691c-de22-4217-b8bd-278830529a9e, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:05.632546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.635510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Attempting to bind port 84798432-421c-40a6-b193-61372cc7f856 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:05.636070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Attempting to bind port 84798432-421c-40a6-b193-61372cc7f856 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:05.636863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Attempting to bind port 84798432-421c-40a6-b193-61372cc7f856 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:05.652071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Port 84798432-421c-40a6-b193-61372cc7f856 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:05.652766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Attempting to bind port 84798432-421c-40a6-b193-61372cc7f856 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:05.661624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:05.661624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:05.661941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:05.662527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Bound port: 84798432-421c-40a6-b193-61372cc7f856, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:05.662990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.698829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.773050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a88dcb30-b058-4752-a1bf-7668b6c9ccf7 req-359d0268-74c6-45e3-909b-0a0b61527e17 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178264 Jul 15 13:06:05.797350 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.809050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7806a868-8c20-4315-8748-51bc2cdd82a1 HTTP/1.1" status: 204 len: 168 time: 1.0398607 Jul 15 13:06:05.810064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:05.830830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:05.845324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a90f8-3ce5-4ba8-a9a5-ce51b29e505b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7806a868-8c20-4315-8748-51bc2cdd82a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.868662 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab5e6c1-f184-438f-9e95-85d9a23338b0 x-openstack-request-id: req-3ab5e6c1-f184-438f-9e95-85d9a23338b0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:05.880405 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "2ad3ac9d-3b64-494d-aeee-c9882c500b8e", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:05.881460 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ab5e6c1-f184-438f-9e95-85d9a23338b0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:05.881880 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '2ad3ac9d-3b64-494d-aeee-c9882c500b8e', 'status': 'completed', 'code': 200} Jul 15 13:06:05.891236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=62ce691c-de22-4217-b8bd-278830529a9e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:05.895980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] For port 84798432-421c-40a6-b193-61372cc7f856, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:05.898523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ceb6c382-c498-4a37-a7f8-bdff85af60b4 req-1b07d962-5f31-4cd3-b9ff-dd575a2700d1 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3343542 Jul 15 13:06:05.907006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] For port 84798432-421c-40a6-b193-61372cc7f856, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=84798432-421c-40a6-b193-61372cc7f856,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:05.909849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.946673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.030573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.032715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.035741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] 10.222.0.49 "PUT /v2.0/ports/62ce691c-de22-4217-b8bd-278830529a9e HTTP/1.1" status: 200 len: 1090 time: 2.1564965 Jul 15 13:06:06.049921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.050576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.059573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] 10.222.0.49 "PUT /v2.0/ports/84798432-421c-40a6-b193-61372cc7f856 HTTP/1.1" status: 200 len: 1096 time: 1.8729074 Jul 15 13:06:06.107696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:06.133419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.172616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7ebc7-0bdb-4bbc-b8bf-6f2989515238 service neutron] Pushing event updated for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.191936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.195507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43bc74-8282-4b08-a945-b88508865612 req-0dc37100-4221-48a0-ba42-caa7065b8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.197724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba43bc74-8282-4b08-a945-b88508865612 req-0dc37100-4221-48a0-ba42-caa7065b8e71 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5778568 Jul 15 13:06:06.344756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd3ca-f5a9-4913-bb2c-9f42e8eecd07 service neutron] Pushing event updated for resources: {'Port': ['ID=84798432-421c-40a6-b193-61372cc7f856,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.378143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.395286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-0cc5a76a-564e-4960-ad29-8f8daa0a0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.397000 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-0cc5a76a-564e-4960-ad29-8f8daa0a0a60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a482171d9504722b7f47257564ea78f&device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 1099 time: 0.2707045 Jul 15 13:06:06.446040 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.448781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd06e9-b589-4b0c-93dc-301cabc006ff,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.452273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:06.466183 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-4e9f1e1b-cca8-484e-b8b2-119b1cbc1f9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=84798432-421c-40a6-b193-61372cc7f856 HTTP/1.1" status: 200 len: 217 time: 0.0596750 Jul 15 13:06:06.497993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.498369 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Added segment 0d8be79d-c34e-4154-9202-40a15f101e4a of type vlan for network 664cba1a-9606-470d-a812-2cd85266b92a Jul 15 13:06:06.549613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-a9728f3d-8dbe-4ae2-a988-71ce550695a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.551482 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-a9728f3d-8dbe-4ae2-a988-71ce550695a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0784252 Jul 15 13:06:06.599590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798243a1-3092-40f7-bd17-52de5ef083c0 req-ae944a60-03cb-45cf-a863-e9b096aecb69 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.601100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-798243a1-3092-40f7-bd17-52de5ef083c0 req-ae944a60-03cb-45cf-a863-e9b096aecb69 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 949 time: 0.4124444 Jul 15 13:06:06.620360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f10ce7-85fd-4d29-93a1-2f2316226f6d req-7231156f-d64e-4570-8d27-806266562182 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.622008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71f10ce7-85fd-4d29-93a1-2f2316226f6d req-7231156f-d64e-4570-8d27-806266562182 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.5838184 Jul 15 13:06:06.699708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.712495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.738236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-3a158c0e-efd2-4d48-8681-3056bee2a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.739812 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-3a158c0e-efd2-4d48-8681-3056bee2a4f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793497 Jul 15 13:06:06.748662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97032c8e-8f27-4fed-bb0f-9ef2bd98ab48']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:06.778906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fb8813-b40b-436a-9cc4-af272d8f7a88') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:06.779115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fb8813-b40b-436a-9cc4-af272d8f7a88') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:06.821215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.821698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.823957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.824455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.825115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.825594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.826071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.828056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-19e45d60-1cec-4fef-a9c3-6db6af17730b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6286 time: 0.4948518 Jul 15 13:06:06.832076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.851509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebfeb74-e8c5-4866-955b-83904dd5e163 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:06.862440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.881080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.902074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.903075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.903789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.907164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Transition to ACTIVE for port object 9ebfeb74-e8c5-4866-955b-83904dd5e163 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:06.908568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71f10ce7-85fd-4d29-93a1-2f2316226f6d req-6df7ac4f-43ad-46f9-ba79-3b2d815d38ac tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871576 Jul 15 13:06:06.914062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:06.914579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:06.918644 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:06.923450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.938969 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-ef18e0f0-a474-4d70-884f-762dfca2fdee service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296833 Jul 15 13:06:06.975204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-798243a1-3092-40f7-bd17-52de5ef083c0 req-09f412e3-6b7b-4c30-8e68-9d69d9af5c74 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518983 Jul 15 13:06:07.119818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.251567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] Pushing event updated for resources: {'Network': ['ID=664cba1a-9606-470d-a812-2cd85266b92a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.265457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 664cba1a-9606-470d-a812-2cd85266b92a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:07.342236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.351378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.361476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/97032c8e-8f27-4fed-bb0f-9ef2bd98ab48 HTTP/1.1" status: 204 len: 168 time: 1.5173304 Jul 15 13:06:07.363114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7078e1b7-987a-4bd1-9b2e-5d864bae0e45 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3940599 Jul 15 13:06:07.392295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:07.392599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Attempting to bind port 9ebfeb74-e8c5-4866-955b-83904dd5e163 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:07.392930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Attempting to bind port 9ebfeb74-e8c5-4866-955b-83904dd5e163 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:07.393263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Attempting to bind port 9ebfeb74-e8c5-4866-955b-83904dd5e163 on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:07.401200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Request body: {'subnet': {'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1122364099-subnet', 'tenant_id': 'e82b1aa64d0a437dac02415bb5cb54f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:07.410049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8d77cc00-5755-4dbf-96d9-40552ef73615 req-c5ceda0e-70a4-4922-8111-d3536374bb3e service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506974 Jul 15 13:06:07.420819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Port 9ebfeb74-e8c5-4866-955b-83904dd5e163 on network da3a0643-8786-4f7e-9827-308679eebe23 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:07.421197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Attempting to bind port 9ebfeb74-e8c5-4866-955b-83904dd5e163 on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:07.437656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:07.437787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Checking segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:07.438143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Bound using segment: {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:07.441432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549682b-be71-436d-9b8f-732e000441f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97032c8e-8f27-4fed-bb0f-9ef2bd98ab48,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.445192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-9b723fc8-c449-4629-9f69-3aeedc331787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.445357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Bound port: 9ebfeb74-e8c5-4866-955b-83904dd5e163, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:07.445357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.454862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-9b723fc8-c449-4629-9f69-3aeedc331787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.455420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-9b723fc8-c449-4629-9f69-3aeedc331787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.457104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-9b723fc8-c449-4629-9f69-3aeedc331787 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=efd54cf468364b638c3d8b73629b1879&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6107233 Jul 15 13:06:07.497193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Made reservation on behalf of e82b1aa64d0a437dac02415bb5cb54f4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:07.499494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.541391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:07.618363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:07.636042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:07.646829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.675944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a0ef5c7-931e-4d7b-8845-a11a5912aad3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50f6fe698c724dc2a27969f5892df0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301105 Jul 15 13:06:07.681862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:07.691168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-f8835e74-a724-414d-9606-22606cae706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.692615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e31a5ec-7259-4777-aa50-bfb30f8edae5 req-f8835e74-a724-414d-9606-22606cae706f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1958733 Jul 15 13:06:07.700819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb9b58-113d-4a4a-9ed0-5095ca52697e req-d06bed88-76c5-4b0d-a6c3-f7f7d24198ee tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.703150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ceb9b58-113d-4a4a-9ed0-5095ca52697e req-d06bed88-76c5-4b0d-a6c3-f7f7d24198ee tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 948 time: 0.3672252 Jul 15 13:06:07.715045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.715949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.717069 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/9ebfeb74-e8c5-4866-955b-83904dd5e163 HTTP/1.1" status: 200 len: 1091 time: 1.6202245 Jul 15 13:06:07.717169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.733256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.740362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.750389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.757007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.758688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b3cfc-c6d0-4c61-bd8b-b4f9245958a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.767061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.773001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.784304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-277f8120-b391-4443-844c-611728d0d304 req-3313626b-90a1-441d-aaa0-30cd7732a2c9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5406 time: 0.3627391 Jul 15 13:06:07.798320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:07.863625 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.900826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e'}, {'name': 'network-changed', 'server_uuid': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'tag': '84798432-421c-40a6-b193-61372cc7f856'}, {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:07.903318 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "62ce691c-de22-4217-b8bd-278830529a9e"}, {"name": "network-changed", "server_uuid": "ad609762-3738-4788-b2a4-8311ba186c0f", "tag": "84798432-421c-40a6-b193-61372cc7f856"}, {"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:07.904533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-277f8120-b391-4443-844c-611728d0d304 req-2aec36a7-ec7e-4004-867e-cc6baaec8961 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172357 Jul 15 13:06:07.937062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ceb9b58-113d-4a4a-9ed0-5095ca52697e req-620dc5bf-1a0f-4b0a-867b-93e63f435c7e tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380882 Jul 15 13:06:07.976256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5b19ee9-3813-4de1-9296-f26bb77746a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.029248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.045219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5b19ee9-3813-4de1-9296-f26bb77746a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.046733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979c6572-b599-4575-952f-6bf0b23f2cb5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.108129 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e994f5-e5a2-4069-8730-fad599561a00 x-openstack-request-id: req-18e994f5-e5a2-4069-8730-fad599561a00 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:08.123596 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "62ce691c-de22-4217-b8bd-278830529a9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad609762-3738-4788-b2a4-8311ba186c0f", "tag": "84798432-421c-40a6-b193-61372cc7f856", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:08.125372 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18e994f5-e5a2-4069-8730-fad599561a00 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:08.125372 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e', 'status': 'completed', 'code': 200} Jul 15 13:06:08.125372 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'tag': '84798432-421c-40a6-b193-61372cc7f856', 'status': 'completed', 'code': 200} Jul 15 13:06:08.125372 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163', 'status': 'completed', 'code': 200} Jul 15 13:06:08.163069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Checking segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:08.173465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Network hostable DHCP agents. Network: 664cba1a-9606-470d-a812-2cd85266b92a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:08.242141 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5b19ee9-3813-4de1-9296-f26bb77746a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.245165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5b19ee9-3813-4de1-9296-f26bb77746a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.258661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e5b19ee9-3813-4de1-9296-f26bb77746a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2 HTTP/1.1" status: 204 len: 168 time: 0.5624979 Jul 15 13:06:08.281644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b19ee9-3813-4de1-9296-f26bb77746a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28c3bc-fafd-4b14-842b-8ecfabb5e7b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.324109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Network 664cba1a-9606-470d-a812-2cd85266b92a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:08.352820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 664cba1a-9606-470d-a812-2cd85266b92a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:08.364878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c960197-73dd-4451-aafb-073b052bb751 None None] Network 664cba1a-9606-470d-a812-2cd85266b92a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:08.368387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.369570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.402129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.402649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.403131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.403608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.404074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.404542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.405000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.407806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-5874bd0e-6924-4853-954d-c2f47b93e5a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6353 time: 0.2355592 Jul 15 13:06:08.417352 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73e64a3b-6d75-4c8c-89c2-27c701f284e8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0213313 Jul 15 13:06:08.640652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4628d84a-65c4-48bc-8ed6-48509f76bd2b None None] Network 664cba1a-9606-470d-a812-2cd85266b92a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:08.680859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ee78a-befa-4f76-bd03-b24eeba9e413 req-9dde30af-3edf-4ae5-8a99-f4f1f292d3e4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.683572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e14ee78a-befa-4f76-bd03-b24eeba9e413 req-9dde30af-3edf-4ae5-8a99-f4f1f292d3e4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.3617928 Jul 15 13:06:08.778964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f6b974-976d-4ea7-9959-c17ed606d205 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:08.786368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c827cbcd-4bed-4433-a1c7-8af9ca953eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.787222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c827cbcd-4bed-4433-a1c7-8af9ca953eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.791702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c827cbcd-4bed-4433-a1c7-8af9ca953eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.795469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c827cbcd-4bed-4433-a1c7-8af9ca953eb4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=efd54cf468364b638c3d8b73629b1879&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3667212 Jul 15 13:06:08.799609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.825799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Transition to ACTIVE for port object 78f6b974-976d-4ea7-9959-c17ed606d205 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:08.845523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.879794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 84798432-421c-40a6-b193-61372cc7f856 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:09.073311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e14ee78a-befa-4f76-bd03-b24eeba9e413 req-aed64538-4f5a-439f-b676-957a5cc17cbf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801198 Jul 15 13:06:09.117952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-1e65e7ab-13e2-4316-9bb1-2001203813ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.120065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-1e65e7ab-13e2-4316-9bb1-2001203813ad service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050616 Jul 15 13:06:09.190740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Pushing event updated for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:09.204186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 84798432-421c-40a6-b193-61372cc7f856, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=84798432-421c-40a6-b193-61372cc7f856,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:09.252058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Attempting to bind port 78f6b974-976d-4ea7-9959-c17ed606d205 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:09.254241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Attempting to bind port 78f6b974-976d-4ea7-9959-c17ed606d205 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:09.254762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Attempting to bind port 78f6b974-976d-4ea7-9959-c17ed606d205 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:09.272037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Port 78f6b974-976d-4ea7-9959-c17ed606d205 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:09.272397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Attempting to bind port 78f6b974-976d-4ea7-9959-c17ed606d205 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:09.287444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:09.287819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Checking segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:09.291759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Bound using segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:09.292530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Bound port: 78f6b974-976d-4ea7-9959-c17ed606d205, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:09.293107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.298493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-06af7f5d-1e1f-4412-9417-5d2315c0e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.301703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-06af7f5d-1e1f-4412-9417-5d2315c0e5b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a482171d9504722b7f47257564ea78f&device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 1099 time: 0.1285501 Jul 15 13:06:09.516417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-76fbefef-7dc2-4aa3-a064-71a9e1ca858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.517927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-76fbefef-7dc2-4aa3-a064-71a9e1ca858a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2067895 Jul 15 13:06:09.525730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:09.538329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=78f6b974-976d-4ea7-9959-c17ed606d205,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:09.551549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.603452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-dbe317da-21ee-4a7e-b717-37fb30b8005e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=84798432-421c-40a6-b193-61372cc7f856 HTTP/1.1" status: 200 len: 217 time: 0.0761526 Jul 15 13:06:09.605178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.605863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.609873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] 10.222.0.49 "PUT /v2.0/ports/78f6b974-976d-4ea7-9959-c17ed606d205 HTTP/1.1" status: 200 len: 1091 time: 1.8222785 Jul 15 13:06:09.620436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '84798432-421c-40a6-b193-61372cc7f856', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '84798432-421c-40a6-b193-61372cc7f856', 'mac_address': 'fa:16:3e:9e:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:09.712890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Request body: {'port': {'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:09.714155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.738002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84798432-421c-40a6-b193-61372cc7f856 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:09.745398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-dc6651b7-e9e3-4859-8890-fbb390698514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.746996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-dc6651b7-e9e3-4859-8890-fbb390698514 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1360998 Jul 15 13:06:09.795407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 84798432-421c-40a6-b193-61372cc7f856, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=84798432-421c-40a6-b193-61372cc7f856,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:09.807882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.859514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.923874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=84798432-421c-40a6-b193-61372cc7f856,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:10.043214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c923c-3c17-4152-8d68-a7b238aeabc9 service neutron] Pushing event updated for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:10.043349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c3b2eeff-0c8a-4969-aa07-7c6583f4ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.043349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c3b2eeff-0c8a-4969-aa07-7c6583f4ba2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880695 Jul 15 13:06:10.057745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['84798432-421c-40a6-b193-61372cc7f856'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:10.313264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928ed251-b353-4521-8ca5-048c2819a242 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:10.322480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.339519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Transition to ACTIVE for port object 928ed251-b353-4521-8ca5-048c2819a242 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:10.340307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:10.343146 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58740a0f-5532-4799-b985-9e51e382e568" -d '{"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:10.349160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.452624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Pushing event updated for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:10.541314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Attempting to bind port 928ed251-b353-4521-8ca5-048c2819a242 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:10.541652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Attempting to bind port 928ed251-b353-4521-8ca5-048c2819a242 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:10.541974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Attempting to bind port 928ed251-b353-4521-8ca5-048c2819a242 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:10.549892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Port 928ed251-b353-4521-8ca5-048c2819a242 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:10.550265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Attempting to bind port 928ed251-b353-4521-8ca5-048c2819a242 on network 7869ff0d-6ae7-4cd8-9026-657e635735e2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:10.568522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:10.568897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Checking segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:10.569172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Bound using segment: {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:10.569594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Bound port: 928ed251-b353-4521-8ca5-048c2819a242, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b7205f-8893-43a5-9312-815be7cd4df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:10.569954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.669713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:10.674577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=928ed251-b353-4521-8ca5-048c2819a242,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:10.683596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.699680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-59249469-aaf4-4045-9020-d299e589e40e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.703579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-59249469-aaf4-4045-9020-d299e589e40e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.8482490 Jul 15 13:06:10.713886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-af55b3ab-ff00-449a-bf1e-c05d751af243 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485062 Jul 15 13:06:10.725650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.726497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.727706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] 10.222.0.49 "PUT /v2.0/ports/928ed251-b353-4521-8ca5-048c2819a242 HTTP/1.1" status: 200 len: 1091 time: 1.0433655 Jul 15 13:06:10.738878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.739375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.739851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.740335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.740801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.741271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.741740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.742221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.742725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.743191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.748045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.750429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.751275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.751948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.752952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.753627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.754304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.755153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.768946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcb283f0-85c3-408b-9811-80316349bb8a req-369266e3-3b33-4dd6-a9d7-92dfc2e23d1b tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f&device_id=75514566-be42-4fa7-a737-3029f061deba&device_id=164be9b8-10f9-4b09-8fdd-508198c612c7&device_id=57403189-3318-4789-b829-6a43f4032e44&device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9&device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36&device_id=53329411-d72a-41c1-a2b5-7e3c63806ade&device_id=ace1960f-9d98-4851-a42a-18bcda167cee&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8&device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db&device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 16197 time: 0.8327489 Jul 15 13:06:10.787438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac6f7-6d63-40c1-87b4-e73eeccf44fb service neutron] Pushing event updated for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:10.799380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bcb283f0-85c3-408b-9811-80316349bb8a req-855e51e2-55d2-4680-956e-3ed309626464 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.878667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.879157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.879633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.880127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.880729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.881047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.881516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.886725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 84798432-421c-40a6-b193-61372cc7f856 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:10.889755 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ce84bf12-8390-4984-bdd0-8bb7e9c5a6df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6487 time: 0.0918856 Jul 15 13:06:10.917974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-5bdba50c-d8c5-4231-87b8-19ecf9706a8b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/quotas/e82b1aa64d0a437dac02415bb5cb54f4 HTTP/1.1" status: 200 len: 375 time: 0.2026932 Jul 15 13:06:10.933016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-3453766a-54c2-40b6-a5b4-34fbcc7ff698 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503794 Jul 15 13:06:10.995631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 84798432-421c-40a6-b193-61372cc7f856 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:10.995956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-4c993bc7-e0dd-428b-8128-7023bea39d5c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768917 Jul 15 13:06:11.000108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 84798432-421c-40a6-b193-61372cc7f856 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:11.000710 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.117519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-cdc93f94-9194-4b89-853b-0fbdcdae0c5e service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204264 Jul 15 13:06:11.160449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.252093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-d54fd2b5-4d1c-4d7a-ab78-221251d9c2ff service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338036 Jul 15 13:06:11.276075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84798432-421c-40a6-b193-61372cc7f856'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:11.283252 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b140d94f-4e92-4e1f-b92d-6bdc47ac7620" -d '{"events": [{"server_uuid": "ad609762-3738-4788-b2a4-8311ba186c0f", "name": "network-vif-plugged", "status": "completed", "tag": "84798432-421c-40a6-b193-61372cc7f856"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:11.317386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bcb283f0-85c3-408b-9811-80316349bb8a req-855e51e2-55d2-4680-956e-3ed309626464 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.327482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 84798432-421c-40a6-b193-61372cc7f856, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=84798432-421c-40a6-b193-61372cc7f856,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:11.328881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bcb283f0-85c3-408b-9811-80316349bb8a req-855e51e2-55d2-4680-956e-3ed309626464 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.350673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.398696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcb283f0-85c3-408b-9811-80316349bb8a req-855e51e2-55d2-4680-956e-3ed309626464 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&id=adc84946-becb-462c-aae7-b4f1b0fa162c&id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.6275277 Jul 15 13:06:11.433634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e51e2-55d2-4680-956e-3ed309626464 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e67f22-3ba0-4b71-99e7-6a055b2f34aa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:11.508026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-ee21525e-4a76-4cd8-b3a9-e750375e96f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0247534e-95e3-41ff-9638-ee2c988da812 HTTP/1.1" status: 200 len: 217 time: 0.6126361 Jul 15 13:06:11.558266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=84798432-421c-40a6-b193-61372cc7f856,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:11.632579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-7d6a0f7a-e738-414c-8c96-321a06fc6def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.634076 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-7d6a0f7a-e738-414c-8c96-321a06fc6def service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb586b47-de32-4f6a-9eae-8a47dd62e729 HTTP/1.1" status: 200 len: 856 time: 0.1189380 Jul 15 13:06:11.710331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-9be9cf34-37fb-42fa-b4af-3c3f0357653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.711831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-9be9cf34-37fb-42fa-b4af-3c3f0357653e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696497 Jul 15 13:06:11.788371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.796597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.804613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.812816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.820403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.828467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.834655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.843370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-275c036d-db51-42d8-8c25-60ae5b101a64 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.2109268 Jul 15 13:06:11.896712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-38102749-724b-45a4-a92a-98ac77df7bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775362 Jul 15 13:06:11.897711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864b1c0-47cf-478c-8e08-ece23f7e416f req-1ac30be2-a69e-4c41-9ac1-5dbd392f24d3 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.899455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9864b1c0-47cf-478c-8e08-ece23f7e416f req-1ac30be2-a69e-4c41-9ac1-5dbd392f24d3 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 950 time: 0.2784534 Jul 15 13:06:11.942702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58d387f4-fcfc-4afb-9ef2-02d4783857f3 req-c23eb45a-4b0f-414b-93ed-21b0f7c8cfa5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981560 Jul 15 13:06:11.998660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9864b1c0-47cf-478c-8e08-ece23f7e416f req-12d92ce1-468d-45f8-a9f2-84899632bbab tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861104 Jul 15 13:06:12.052144 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bfb47466-2ce1-49c7-973e-74d5d412d37a service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407218 Jul 15 13:06:12.151912 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-59663aca-4342-4f63-9362-780a70f68760 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 217 time: 0.0920062 Jul 15 13:06:12.237046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-3e3c8803-47ee-4af3-89a8-d195a0e6f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.244568 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-3e3c8803-47ee-4af3-89a8-d195a0e6f373 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.0786929 Jul 15 13:06:12.343036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a347b260-9b88-4483-b609-8dd4eaa1a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.348546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-a347b260-9b88-4483-b609-8dd4eaa1a5b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002774 Jul 15 13:06:12.403103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eed9e-fdac-4599-99a7-4e8449069e5e req-e26e1ac7-88af-4f61-b2d3-f61579087b20 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.404669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-986eed9e-fdac-4599-99a7-4e8449069e5e req-e26e1ac7-88af-4f61-b2d3-f61579087b20 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1266878 Jul 15 13:06:12.494247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-986eed9e-fdac-4599-99a7-4e8449069e5e req-a9de366c-98e1-43f5-8e20-4e0116e77883 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790598 Jul 15 13:06:12.504279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-5c8d73e3-1fc7-473d-a95b-1dbad2800dff service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484587 Jul 15 13:06:12.578691 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09016a1-eb8f-417b-9b33-a07144b6ff2b x-openstack-request-id: req-e09016a1-eb8f-417b-9b33-a07144b6ff2b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:12.579509 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad609762-3738-4788-b2a4-8311ba186c0f", "name": "network-vif-plugged", "status": "completed", "tag": "84798432-421c-40a6-b193-61372cc7f856", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:12.579946 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e09016a1-eb8f-417b-9b33-a07144b6ff2b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:12.580522 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84798432-421c-40a6-b193-61372cc7f856', 'code': 200} Jul 15 13:06:12.636247 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bec05390-6856-44b7-a6ec-3e6a84dfe2db service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192033 Jul 15 13:06:12.639447 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b968ad-96d1-49c1-85ef-d8cfea783ca0 x-openstack-request-id: req-d2b968ad-96d1-49c1-85ef-d8cfea783ca0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:12.640121 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:12.640608 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2b968ad-96d1-49c1-85ef-d8cfea783ca0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:12.640728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-508bd50c-9356-4a0d-bfbe-f8347bf7a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.641736 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205', 'status': 'completed', 'code': 200} Jul 15 13:06:12.698021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-6a65d050-d9da-458e-b480-411f5fb33e18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 217 time: 0.0524116 Jul 15 13:06:12.781094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-1d732e0b-537b-46f1-90e7-1736a4e98a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.783029 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-1d732e0b-537b-46f1-90e7-1736a4e98a04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.0753393 Jul 15 13:06:12.880252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-c8a72c91-df56-466a-ac5f-6652e1d0d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.886936 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-c8a72c91-df56-466a-ac5f-6652e1d0d6a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890689 Jul 15 13:06:12.929939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15f64c2b-48b8-4a18-b140-0f6eb1b0d646 req-1cb4b586-e032-40c4-bc02-65b6d42dc5cb tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 210 time: 0.0845437 Jul 15 13:06:12.997550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6cc9d2bb-c94d-4d6f-9829-6470b36a2310 req-5706dc78-795e-4d6d-8c02-8c5ddba55c49 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0552843 Jul 15 13:06:13.011863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234132c-18d7-4beb-bcbc-962cc5c5397f req-a09add42-33b3-4d2e-b401-0e19f0561a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.013733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5234132c-18d7-4beb-bcbc-962cc5c5397f req-a09add42-33b3-4d2e-b401-0e19f0561a26 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 1101 time: 0.2545197 Jul 15 13:06:13.064423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5234132c-18d7-4beb-bcbc-962cc5c5397f req-ef6e3bb3-0ce5-4750-be65-7102e84aa370 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Jul 15 13:06:13.077308 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-3918ce59-34a5-4a39-8a87-ce42aaa7a8b1 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825397 Jul 15 13:06:13.239605 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-f09eb0e9-a93e-46a2-ba84-24cfe03973ea service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224792 Jul 15 13:06:13.344815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-86202b16-7d9e-48d1-99e2-666a3d8c7671 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=62ce691c-de22-4217-b8bd-278830529a9e HTTP/1.1" status: 200 len: 217 time: 0.0929742 Jul 15 13:06:13.472240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57dd4dcd-26fa-40c8-9407-674ba8c719fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.475014 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-57dd4dcd-26fa-40c8-9407-674ba8c719fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.1189113 Jul 15 13:06:13.576838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.583242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.590786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.597311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.605020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.607225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-be04cd5c-fce1-4e58-b57f-d2394e016fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.611039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.617255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.619096 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-be04cd5c-fce1-4e58-b57f-d2394e016fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357081 Jul 15 13:06:13.619988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-3f206309-4cc8-431c-aa8d-e0f569a2bb13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.3054709 Jul 15 13:06:13.668302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfab00-bec1-4f80-8996-2f9e41acac50 req-c1ccbd6b-6ac7-4096-a90b-f440112c618f tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.668803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfab00-bec1-4f80-8996-2f9e41acac50 req-c1ccbd6b-6ac7-4096-a90b-f440112c618f tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.669566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfab00-bec1-4f80-8996-2f9e41acac50 req-c1ccbd6b-6ac7-4096-a90b-f440112c618f tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.671035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82dfab00-bec1-4f80-8996-2f9e41acac50 req-c1ccbd6b-6ac7-4096-a90b-f440112c618f tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7&device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36&device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 2883 time: 0.2409208 Jul 15 13:06:13.680869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-aa345a69-3ac3-465e-834c-d0e564b48562 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.682752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-aa345a69-3ac3-465e-834c-d0e564b48562 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.3016717 Jul 15 13:06:13.735223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Request body: {'port': {'device_id': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'admin_state_up': True, 'tenant_id': 'e82b1aa64d0a437dac02415bb5cb54f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:13.787870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2842011f-1d75-4f8a-ac0f-16979da2bb27 req-0a1b1310-2ada-4c06-bbe7-6a3e0cfc2bbe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581602 Jul 15 13:06:13.814359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-4dfee76f-16b5-4750-ac31-070dc6b59a91 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839099 Jul 15 13:06:13.852089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82dfab00-bec1-4f80-8996-2f9e41acac50 req-a03a8203-d895-41aa-b9d6-7e48240911a4 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656220 Jul 15 13:06:13.990705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Made reservation on behalf of e82b1aa64d0a437dac02415bb5cb54f4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:13.997518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.054462 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-87e2b2eb-4117-453e-9609-e6b0bc4fcb07 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300103 Jul 15 13:06:14.126785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-c719c827-adce-4be9-b8d2-4bf71f102998 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163 HTTP/1.1" status: 200 len: 217 time: 0.0522225 Jul 15 13:06:14.203458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-0bf6630d-e201-4c9e-93ab-532d6ec1a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.206859 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-0bf6630d-e201-4c9e-93ab-532d6ec1a404 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.0667675 Jul 15 13:06:14.294464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-096cb3bc-5fd9-4e29-980c-5b6064b5b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.296257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-096cb3bc-5fd9-4e29-980c-5b6064b5b370 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812223 Jul 15 13:06:14.311214 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e75d2-d344-455a-943c-ec4395603bbd req-1a1f7f24-a94a-4bd7-a7e0-e7ef9f7c8161 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.312757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c2e75d2-d344-455a-943c-ec4395603bbd req-1a1f7f24-a94a-4bd7-a7e0-e7ef9f7c8161 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 950 time: 0.2848322 Jul 15 13:06:14.322914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Allocated IP 172.20.0.3 (664cba1a-9606-470d-a812-2cd85266b92a/979c6572-b599-4575-952f-6bf0b23f2cb5/6e6814f5-ae48-4889-afe0-cf30d6f4b77c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:14.418597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-bb5310e5-c7e9-4473-b4ff-d989874058e9 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147928 Jul 15 13:06:14.426808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c2e75d2-d344-455a-943c-ec4395603bbd req-c16c8eeb-26aa-428b-a8a0-9364a0d6fba2 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071725 Jul 15 13:06:14.490690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaea66f-8bd7-44c0-804e-5a7deef2038b req-96a14a82-4e6a-46fb-bdd8-dd47aa4b9f45 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.505324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aaea66f-8bd7-44c0-804e-5a7deef2038b req-96a14a82-4e6a-46fb-bdd8-dd47aa4b9f45 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.2642157 Jul 15 13:06:14.569596 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b1ea6afb-ce59-45ab-8eb0-e3fe0d7907ac service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382880 Jul 15 13:06:14.649458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '928ed251-b353-4521-8ca5-048c2819a242'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:14.656193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aaea66f-8bd7-44c0-804e-5a7deef2038b req-be241685-4302-4659-812c-74526463d96c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499124 Jul 15 13:06:14.658832 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf" -d '{"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "928ed251-b353-4521-8ca5-048c2819a242"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:14.667475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-45fd1101-382a-4a47-a735-d3c19cab8c68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78f6b974-976d-4ea7-9959-c17ed606d205 HTTP/1.1" status: 200 len: 217 time: 0.0893846 Jul 15 13:06:14.754413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.757296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-10f5d92a-f1b5-4415-8245-f647fa93db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.758815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-10f5d92a-f1b5-4415-8245-f647fa93db71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.0833230 Jul 15 13:06:14.780593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee241a18-bfcd-4c19-9129-a0ecd7ade9c8 req-2fc53c89-4074-45b1-8dc7-f79ad476e06f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 210 time: 0.0456202 Jul 15 13:06:14.844904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.860498 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbaec8-c244-4865-ab51-83eac8c67cc2 x-openstack-request-id: req-8dfbaec8-c244-4865-ab51-83eac8c67cc2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:14.861007 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "928ed251-b353-4521-8ca5-048c2819a242", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:14.861007 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dfbaec8-c244-4865-ab51-83eac8c67cc2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:14.861416 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '928ed251-b353-4521-8ca5-048c2819a242', 'status': 'completed', 'code': 200} Jul 15 13:06:14.887315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b0e98070-c1ea-45ff-9562-5796e8ad24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.889490 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-b0e98070-c1ea-45ff-9562-5796e8ad24e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224461 Jul 15 13:06:14.901508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Network 664cba1a-9606-470d-a812-2cd85266b92a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:14.905057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:14.917008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:14.965333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.017143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e34da52-30af-410a-aa7f-5d34f9979c60 req-60d99c39-01b9-441a-99b9-f01f698c1ae7 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0730400 Jul 15 13:06:15.047466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.048470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.073983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e343861b-f27d-4961-8ca2-891bdd1f3f56 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3427479 Jul 15 13:06:15.090029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Request body: {'port': {'device_id': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:15.102019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-cc5e1905-8f5f-4730-b3cf-973933b8507b service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042730 Jul 15 13:06:15.248138 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-541ef61d-e5a1-4a08-ab9c-0fcd695c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.253052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-fe4cf85f-aee3-4cc2-b0cf-44cc60f0b62c service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429462 Jul 15 13:06:15.256892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.293192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.299533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.305696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.308523 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-0663f2dc-7f18-42f1-8007-cfd732d57fc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928ed251-b353-4521-8ca5-048c2819a242 HTTP/1.1" status: 200 len: 217 time: 0.0462894 Jul 15 13:06:15.311960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.318463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.325095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.331313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.333230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-96ad06a0-d241-4a51-ba0c-78f3b81d1214 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1837008 Jul 15 13:06:15.368532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-95e1e34c-b023-4d9b-b33a-6cf28bd7f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.371382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-95e1e34c-b023-4d9b-b33a-6cf28bd7f276 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.0548484 Jul 15 13:06:15.440329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-cb096d2d-85dc-43ea-8c66-c889384b23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.442064 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-cb096d2d-85dc-43ea-8c66-c889384b23f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635862 Jul 15 13:06:15.462671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98a3b88d-10c6-48dc-b500-93d2f6a6c5fb req-7691776d-77b8-4108-b9ae-93e46fa441b1 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082556 Jul 15 13:06:15.530040 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.569726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-06a7122f-3da2-4446-a407-f0c6c123bda5 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186097 Jul 15 13:06:15.699912 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c60c919d-6d91-4e19-9721-3aca1ba7a178 req-54a18fff-8e55-4865-89d5-e347db47d024 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218736 Jul 15 13:06:15.716763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6814f5-ae48-4889-afe0-cf30d6f4b77c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:15.730149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.754061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Transition to ACTIVE for port object 6e6814f5-ae48-4889-afe0-cf30d6f4b77c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:15.773010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07633659-c39a-4764-a81a-58c5b7e8382b req-b4e0339c-82f5-481d-b712-245648e51d8d tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.775107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07633659-c39a-4764-a81a-58c5b7e8382b req-b4e0339c-82f5-481d-b712-245648e51d8d tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 950 time: 0.1062298 Jul 15 13:06:15.775878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.863848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.864424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.864788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.865251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.865710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.866167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.866649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.869148 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-467455ef-1cdf-4865-a43b-d3a1efe5a7cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6487 time: 0.0982366 Jul 15 13:06:15.939611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.951909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07633659-c39a-4764-a81a-58c5b7e8382b req-3d2d7b52-1cc3-432c-853c-da49fb3f96c8 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664147 Jul 15 13:06:15.977659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-00e7e774-c68c-4d4e-bfb1-4e61fe21f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.977659 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-00e7e774-c68c-4d4e-bfb1-4e61fe21f09e service neutron] 10.222.0.49 "GET /v2.0/networks?id=da3a0643-8786-4f7e-9827-308679eebe23 HTTP/1.1" status: 200 len: 902 time: 0.1007776 Jul 15 13:06:15.987718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Attempting to bind port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:15.988269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Attempting to bind port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:15.988682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Attempting to bind port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:15.996371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c on network 664cba1a-9606-470d-a812-2cd85266b92a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:15.996879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Attempting to bind port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:16.012670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972908-bfa5-49b4-bfe9-dbce92d34c34 req-a3535253-cc17-4f6b-b60b-869cc4f68f26 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.014305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28972908-bfa5-49b4-bfe9-dbce92d34c34 req-a3535253-cc17-4f6b-b60b-869cc4f68f26 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1795735 Jul 15 13:06:16.015352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:16.015788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Checking segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:16.016263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Bound using segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:16.016804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Bound port: 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:16.017276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.035332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-c8fd67dd-8cdb-4e5e-9312-64ce5b47dd66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163 HTTP/1.1" status: 200 len: 217 time: 0.0478110 Jul 15 13:06:16.110837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28972908-bfa5-49b4-bfe9-dbce92d34c34 req-7d4f16e3-cea3-4723-9ef3-94020df6be66 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901175 Jul 15 13:06:16.125299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-0f5e28ec-ebf7-4774-8061-e3b17bc3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.125299 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-0f5e28ec-ebf7-4774-8061-e3b17bc3cea8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.0764699 Jul 15 13:06:16.144266 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:16.148614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:16.161468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.234386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.235213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.237272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] 10.222.0.23 "PUT /v2.0/ports/6e6814f5-ae48-4889-afe0-cf30d6f4b77c HTTP/1.1" status: 200 len: 1091 time: 1.1535096 Jul 15 13:06:16.238058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:16.240691 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d51f3a-43c4-4e97-a656-4fb331c4f269" -d '{"events": [{"name": "network-changed", "server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:16.269432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a612fd-4f9e-4829-b395-6f611cd6107e service neutron] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:16.275236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-15dcf3d7-9d68-4fe5-92ea-199912be15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.277068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-15dcf3d7-9d68-4fe5-92ea-199912be15a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473069 Jul 15 13:06:16.377565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d48625-9408-47c4-b799-39464730a75e req-d984c346-0c2b-430e-a64a-ff84d22bf678 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0870943 Jul 15 13:06:16.392141 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-218b5735-cbe3-4d16-aa55-a97a01a2d3af service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065066 Jul 15 13:06:16.426625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4759e-9b47-4951-9fa5-28e595570ea3 req-a6bd33d9-ead6-45ab-b5c9-5d367e487d84 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.428117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4b4759e-9b47-4951-9fa5-28e595570ea3 req-a6bd33d9-ead6-45ab-b5c9-5d367e487d84 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 943 time: 0.0832057 Jul 15 13:06:16.433089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-3b855d78-1fbb-4f73-82fb-94422653f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.434608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-3b855d78-1fbb-4f73-82fb-94422653f570 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 1094 time: 0.1355720 Jul 15 13:06:16.490545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-0ff00ace-5026-411a-92d3-fb6f3ab5b9ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c HTTP/1.1" status: 200 len: 217 time: 0.0405068 Jul 15 13:06:16.509974 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95bdb964-583a-42c8-8b2b-971b3d5cdb8f req-be9989f1-f0ce-4c6f-9690-28cd910a0ebe service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104238 Jul 15 13:06:16.549934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4b4759e-9b47-4951-9fa5-28e595570ea3 req-a10c9ecb-957a-44a2-8b12-d5cf610f94c7 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136339 Jul 15 13:06:16.590081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-11b92822-0236-471f-9e94-1b172a13732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.591873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-11b92822-0236-471f-9e94-1b172a13732b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.0906577 Jul 15 13:06:16.601350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.607937 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeb5969-bed4-4798-933e-f452f07998fd x-openstack-request-id: req-2eeb5969-bed4-4798-933e-f452f07998fd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:16.608235 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:16.608496 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2eeb5969-bed4-4798-933e-f452f07998fd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:16.608846 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'status': 'completed', 'code': 200} Jul 15 13:06:16.653914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-2c576a56-5fcc-4f05-8b60-40dc2b4b8a05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476954 Jul 15 13:06:16.676022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.676790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.677419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.678039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.678765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.679378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.679992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.682739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-17b6cfb9-3863-4f4c-8f74-655e384e2b60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6487 time: 0.0872197 Jul 15 13:06:16.798695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aff82e38-6898-447b-ad9e-40eb271641c8 req-0c46aedf-318a-4005-ba32-d805649d0793 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0813501 Jul 15 13:06:16.801756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-9d589436-0824-4f04-91a3-cf46709df481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.803836 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-9d589436-0824-4f04-91a3-cf46709df481 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 200 len: 903 time: 0.1108010 Jul 15 13:06:16.857595 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-1d3d35f0-7aed-4acb-8233-6638703ec032 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78f6b974-976d-4ea7-9959-c17ed606d205 HTTP/1.1" status: 200 len: 217 time: 0.0456514 Jul 15 13:06:16.873169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-77355357-7fd9-490d-9f6d-c1e597339545 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084544 Jul 15 13:06:16.884286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e1b4f-e21b-4e8f-9606-54ab68186b0f req-401ac59f-e33f-46fc-b1ae-24cb9357ca41 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.886428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f2e1b4f-e21b-4e8f-9606-54ab68186b0f req-401ac59f-e33f-46fc-b1ae-24cb9357ca41 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1101 time: 0.1449134 Jul 15 13:06:16.930298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-48bb54ea-3e0e-4e17-84eb-197e355da4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.932815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-48bb54ea-3e0e-4e17-84eb-197e355da4b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.0677874 Jul 15 13:06:16.992141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f2e1b4f-e21b-4e8f-9606-54ab68186b0f req-5da50cb9-8a01-4fb6-ab39-349c9f779e33 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969436 Jul 15 13:06:17.029022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84536db6-8e64-4fd5-9560-89b9f2975ccb req-0b61d421-e3f8-4735-83ea-9bcb5bcf5696 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454852 Jul 15 13:06:17.033984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740a0f-5532-4799-b985-9e51e382e568 req-073d26ff-20bf-48f6-a051-7a06c6050560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.036209 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-073d26ff-20bf-48f6-a051-7a06c6050560 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960834 Jul 15 13:06:17.195139 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-8bf77a24-265e-48d7-b863-d3e287dabf48 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470728 Jul 15 13:06:17.280581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.287935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.294905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.301542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.308526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.311417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-58740a0f-5532-4799-b985-9e51e382e568 req-492477ee-84e3-472c-90f5-5fe6127350b0 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074495 Jul 15 13:06:17.314939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.323704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.326009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-58bbb344-60af-4a99-b006-185054d9c1d8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.2336042 Jul 15 13:06:17.332452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-043152f2-f0e9-41fc-a40e-342a72e0ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.334107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-043152f2-f0e9-41fc-a40e-342a72e0ea26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 1094 time: 0.2273235 Jul 15 13:06:17.425497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273042d5-0039-4153-a01c-f7d011226704 req-e43da78e-e0fe-4406-bf81-575e53aaefaa tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.427194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-273042d5-0039-4153-a01c-f7d011226704 req-e43da78e-e0fe-4406-bf81-575e53aaefaa tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 950 time: 0.2526722 Jul 15 13:06:17.447174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a05840b-0c42-4749-8dec-35ab00d77763 req-533a4ca7-6cff-4419-bf9e-06b19b0a604d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112330 Jul 15 13:06:17.469513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.470409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.471063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.472122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.472862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.473553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.474379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.491341 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-c65798f5-5ee3-4e83-aaf2-530d3566e75f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6487 time: 0.1068406 Jul 15 13:06:17.582373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-273042d5-0039-4153-a01c-f7d011226704 req-ddbb6350-40a4-4792-b6ba-d18484d17ce7 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440928 Jul 15 13:06:17.596866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-c1f98def-7d7a-49ca-adc3-09d5be8284d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.598620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-c1f98def-7d7a-49ca-adc3-09d5be8284d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 906 time: 0.2485516 Jul 15 13:06:17.658848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-e0d62ed5-09e0-4d45-9f1f-54ca799375ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c HTTP/1.1" status: 200 len: 217 time: 0.0514779 Jul 15 13:06:17.676572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-d5316b9d-1101-4188-8d17-4a84a1ebee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.678169 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-d5316b9d-1101-4188-8d17-4a84a1ebee1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 200 len: 903 time: 0.1858602 Jul 15 13:06:17.731041 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-e0eaf089-89d5-4584-91ac-67cd255c7b08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928ed251-b353-4521-8ca5-048c2819a242 HTTP/1.1" status: 200 len: 217 time: 0.0383089 Jul 15 13:06:17.782778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-9937e31f-7c92-47bb-8edf-2c20061e28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.784412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-9937e31f-7c92-47bb-8edf-2c20061e28f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.0457258 Jul 15 13:06:17.788609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-a6b81b78-d6d6-4c8e-a98c-502c1b66977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.790045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-a6b81b78-d6d6-4c8e-a98c-502c1b66977b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.1233282 Jul 15 13:06:17.839163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-eac66a62-7faf-439f-9c7b-1b2e7250706c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381026 Jul 15 13:06:17.842744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06836f-91aa-4a12-bf63-7ae42ab59517 req-d37516da-51a0-4982-bb46-da90ccabd434 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.844593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba06836f-91aa-4a12-bf63-7ae42ab59517 req-d37516da-51a0-4982-bb46-da90ccabd434 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1101 time: 0.1788616 Jul 15 13:06:17.850639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-9a6f0316-e982-45d1-a57a-34d36141841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.852119 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-9a6f0316-e982-45d1-a57a-34d36141841a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559494 Jul 15 13:06:17.864803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942ce7-a314-4ce6-8694-33145cc06c15 req-e9f7a71b-a114-406f-99a0-20d4a662af8c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.866268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e942ce7-a314-4ce6-8694-33145cc06c15 req-e9f7a71b-a114-406f-99a0-20d4a662af8c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1595037 Jul 15 13:06:17.918190 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.965697 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-e7ff686e-a448-460f-a280-0c8cad7cb3b3 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052361 Jul 15 13:06:17.998847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba06836f-91aa-4a12-bf63-7ae42ab59517 req-d344d031-26c5-4737-b614-fac9bd69517d tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425760 Jul 15 13:06:18.030394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e942ce7-a314-4ce6-8694-33145cc06c15 req-da1e66b3-5aa0-44e3-8ff3-8d64ef8da659 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484470 Jul 15 13:06:18.090424 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84e7b4f4-9bea-45fa-bbb2-4a21ce7e9daf req-39699dab-aa37-45cc-9e5b-86070af8256f service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092224 Jul 15 13:06:18.098296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-9f0f868d-39ac-4b7b-bbe9-35469b2fe0c2 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503412 Jul 15 13:06:18.190847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-df645bce-89d8-4fbd-9654-6f86b1b4f78d tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:18.192320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-df645bce-89d8-4fbd-9654-6f86b1b4f78d tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 950 time: 0.2105165 Jul 15 13:06:18.590820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67e08e2a-09de-498f-80bd-a2febf3e3741 req-ffb4634a-be58-4082-bdae-a76c70aac6ef tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.3973804 Jul 15 13:06:18.657578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d51f3a-43c4-4e97-a656-4fb331c4f269 req-7e1c3441-5b24-4a3a-aa4d-b0ba0593685b service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409958 Jul 15 13:06:18.674123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76fa72-7839-4d47-83f8-a8d2d69735eb req-92b407d0-23dc-49db-bf08-c917a44a18ab tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:18.675609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f76fa72-7839-4d47-83f8-a8d2d69735eb req-92b407d0-23dc-49db-bf08-c917a44a18ab tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 943 time: 0.5271609 Jul 15 13:06:18.714350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Deleting port 84798432-421c-40a6-b193-61372cc7f856 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:18.714692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.742763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f76fa72-7839-4d47-83f8-a8d2d69735eb req-cbe3d883-9780-4449-ac61-31cd7f23d963 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570388 Jul 15 13:06:18.816672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] For port 84798432-421c-40a6-b193-61372cc7f856, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=84798432-421c-40a6-b193-61372cc7f856,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:18.816672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.834990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Calling delete_port for 84798432-421c-40a6-b193-61372cc7f856 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:19.006644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.013413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.019301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.025274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.031123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.036913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.043388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.045255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-e5a98fef-933f-49df-ba94-0151d24c3671 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1633296 Jul 15 13:06:19.125268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.167395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edf2ca11-ce9b-4923-8910-5dae36297728 req-ca0031f4-7766-422b-90b3-fb14acbb2c69 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101401 Jul 15 13:06:19.170586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Pushing event deleted for resources: {'Port': ['ID=84798432-421c-40a6-b193-61372cc7f856,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:19.210840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937e7d8-f3b4-4b4e-be0d-ff5afa318641 req-ccb38ca3-a288-4f04-8be3-cf861bdf733d tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.212548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8937e7d8-f3b4-4b4e-be0d-ff5afa318641 req-ccb38ca3-a288-4f04-8be3-cf861bdf733d tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad609762-3738-4788-b2a4-8311ba186c0f HTTP/1.1" status: 200 len: 867 time: 0.2215388 Jul 15 13:06:19.234495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] No DVR routers for this DVR port 84798432-421c-40a6-b193-61372cc7f856 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:19.237467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.239774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70388607-bf3c-482d-9dd1-00e6da4205b0 req-79c464ff-046c-4467-a948-04b0b1c17e69 tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.49 "DELETE /v2.0/ports/84798432-421c-40a6-b193-61372cc7f856 HTTP/1.1" status: 204 len: 173 time: 1.0380111 Jul 15 13:06:19.240292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'name': 'network-vif-deleted', 'tag': '84798432-421c-40a6-b193-61372cc7f856'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:19.242788 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e130f6e-8641-46fe-be8b-8a78cf600812" -d '{"events": [{"server_uuid": "ad609762-3738-4788-b2a4-8311ba186c0f", "name": "network-vif-deleted", "tag": "84798432-421c-40a6-b193-61372cc7f856"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:19.294410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8937e7d8-f3b4-4b4e-be0d-ff5afa318641 req-f87e8bc8-7dd5-4542-8c83-7c4d5c676f7f tempest-ImagesNegativeTestJSON-479110656 tempest-ImagesNegativeTestJSON-479110656-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608907 Jul 15 13:06:19.628630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c061090-228b-49d6-90b7-a7f228762c24 req-94336bf3-7a45-40e4-8129-1c262e7e71c8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.630346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c061090-228b-49d6-90b7-a7f228762c24 req-94336bf3-7a45-40e4-8129-1c262e7e71c8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.0757132 Jul 15 13:06:19.640031 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e85e0-37cf-47b2-aa0a-d1216ca199e8 x-openstack-request-id: req-b53e85e0-37cf-47b2-aa0a-d1216ca199e8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:19.640529 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad609762-3738-4788-b2a4-8311ba186c0f", "name": "network-vif-deleted", "tag": "84798432-421c-40a6-b193-61372cc7f856", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:19.640957 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b53e85e0-37cf-47b2-aa0a-d1216ca199e8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:19.641661 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad609762-3738-4788-b2a4-8311ba186c0f', 'name': 'network-vif-deleted', 'tag': '84798432-421c-40a6-b193-61372cc7f856', 'status': 'completed', 'code': 200} Jul 15 13:06:19.680171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c061090-228b-49d6-90b7-a7f228762c24 req-1bd344b5-2ee3-4c98-b75b-9c5ef4101b40 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374258 Jul 15 13:06:19.842599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-f1e7f6fd-2f0e-4606-83b8-b239a91b5253 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:19.844102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-f1e7f6fd-2f0e-4606-83b8-b239a91b5253 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.1245041 Jul 15 13:06:19.860077 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-8427338c-363d-4395-a260-29a6a8d604a2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/quotas/29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 375 time: 0.0100815 Jul 15 13:06:19.940391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-207b8168-6030-4524-bcb5-c7da29adaa21 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731871 Jul 15 13:06:20.033658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-681c68f1-c3aa-4bb1-9fe2-0d8c44b30c6d service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Jul 15 13:06:20.126568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-8be790f2-e2b2-40c0-98e0-48288f017944 service neutron] 10.222.0.48 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870061 Jul 15 13:06:20.541801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437a48c-258e-4c9d-9048-a474b091c810 req-8f7abe8f-a93b-4663-bbeb-ce40162a5fb2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.543760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4437a48c-258e-4c9d-9048-a474b091c810 req-8f7abe8f-a93b-4663-bbeb-ce40162a5fb2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 943 time: 0.0759656 Jul 15 13:06:20.597884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4437a48c-258e-4c9d-9048-a474b091c810 req-bfe6f8a7-c24e-414d-bc0b-5120384cedad tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Jul 15 13:06:20.808195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.814960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.823158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.829108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.845473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.859219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.865142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.867106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-0e047224-779b-45de-a40e-92cb1d81f8e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1497774 Jul 15 13:06:20.873174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:20.907675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 84798432-421c-40a6-b193-61372cc7f856 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:20.910159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adecbca6-f639-4576-841a-1b0feb55ff87 req-f980a15d-3bfe-411d-a5a2-473e761fe85e tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0420313 Jul 15 13:06:20.943327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e392e7cc-9c04-4c1f-852c-fc71e0a1e40f req-60ce9709-63a8-4d39-af88-4d3964270cd4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650554 Jul 15 13:06:20.999798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:21.026645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'mac_address': 'fa:16:3e:46:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:21.029396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 84798432-421c-40a6-b193-61372cc7f856 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:21.029771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 84798432-421c-40a6-b193-61372cc7f856 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:21.102662 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.120529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6814f5-ae48-4889-afe0-cf30d6f4b77c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:21.144734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-021a4366-7de6-47a3-80cd-c4babedb1737 req-e84f09af-cb57-4e8c-aaa0-ef01ff623dc5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 210 time: 0.0399806 Jul 15 13:06:21.153085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:21.160389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.218456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.247996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8d15f-231c-48d3-86f3-6683bdde8888 req-e67799e6-8265-48cd-a7b9-455a3f8d86ec tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:21.249674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0d8d15f-231c-48d3-86f3-6683bdde8888 req-e67799e6-8265-48cd-a7b9-455a3f8d86ec tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1018364 Jul 15 13:06:21.320388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0d8d15f-231c-48d3-86f3-6683bdde8888 req-2abe4f7d-2ec4-4304-b582-89840ff068a2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Jul 15 13:06:21.346127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7e3a-34c0-4c84-8e35-dcb9b276781a req-0c4e3ac8-dbb6-42f5-9de4-6b0580e239fb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:21.347621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c8d7e3a-34c0-4c84-8e35-dcb9b276781a req-0c4e3ac8-dbb6-42f5-9de4-6b0580e239fb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0843308 Jul 15 13:06:21.386144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c8d7e3a-34c0-4c84-8e35-dcb9b276781a req-77380c4c-5152-4ab5-8b60-4855f52063ce tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jul 15 13:06:21.481008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['6e6814f5-ae48-4889-afe0-cf30d6f4b77c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:21.737347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-ab7a1543-2512-486d-90cf-7d7ea25604f4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:21.738790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-ab7a1543-2512-486d-90cf-7d7ea25604f4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 808 time: 0.1266229 Jul 15 13:06:21.771755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Request body: {'port': {'device_id': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'admin_state_up': True, 'tenant_id': '29bff708d8814b7fa0ac78263eb3af57'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:21.891505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492702bc-fc49-4d83-8f32-08c851ff9a22 req-1ae677e1-fee3-4dd2-93ba-7ddb636dbd08 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:21.893023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-492702bc-fc49-4d83-8f32-08c851ff9a22 req-1ae677e1-fee3-4dd2-93ba-7ddb636dbd08 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 944 time: 0.1532328 Jul 15 13:06:21.900071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:21.938459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Made reservation on behalf of 29bff708d8814b7fa0ac78263eb3af57 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:21.942273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.975112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-492702bc-fc49-4d83-8f32-08c851ff9a22 req-a8dcd82f-980a-4d96-9665-015691c8ae6c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656142 Jul 15 13:06:22.126539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a43bb921-6b6f-4314-806e-aa5bd0191bf9 req-533c381d-ba9c-4338-a3a8-08ab1ca9d05d tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0548930 Jul 15 13:06:22.178843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1804396a-cb39-4828-b827-f3c708b5d1ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a482171d9504722b7f47257564ea78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736628 Jul 15 13:06:22.179506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:22.227025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Allocated IP 172.20.0.7 (8279a9f6-085b-4b88-bd81-cdfa0b4cee7b/58f1a75d-8f8b-403c-bd8e-9505ff1123d6/321b2bcd-2d39-46d7-87ff-f1174f409b31) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:22.232125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa255-8b70-4392-98d8-16a877497794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.256164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa255-8b70-4392-98d8-16a877497794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.270263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.276710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.282615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.288625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.295026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.300710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.306712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.308630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff356d39-8529-474d-898e-801246155876 req-832e6e33-3a8e-4f76-9b0a-9ef0d4667392 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1697049 Jul 15 13:06:22.315955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa255-8b70-4392-98d8-16a877497794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.318559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa255-8b70-4392-98d8-16a877497794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.319829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e7aaa255-8b70-4392-98d8-16a877497794 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8 HTTP/1.1" status: 204 len: 168 time: 0.1395161 Jul 15 13:06:22.330807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaa255-8b70-4392-98d8-16a877497794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5748e8-cf3d-4df2-b160-cc14f5b7f7a8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.371947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9ef8efb-1650-4efa-a325-cf21188d6c10 req-c1fd45ac-2037-4480-bce0-9655550df708 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 210 time: 0.0526721 Jul 15 13:06:22.422521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff356d39-8529-474d-898e-801246155876 req-1e27092d-e471-4ed9-a6b2-8bc816d9895b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1021626 Jul 15 13:06:22.549344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.653287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.735578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147e28c-86db-4c83-ada2-bf3cd4e393bf req-aa865636-2b4a-4b36-9c4e-b4a226f876af tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.742629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9147e28c-86db-4c83-ada2-bf3cd4e393bf req-aa865636-2b4a-4b36-9c4e-b4a226f876af tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.2269139 Jul 15 13:06:22.747046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:22.754800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.759740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:22.768910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:22.801536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73528516-09af-4040-9fd3-7a7514708787 req-d25842fd-13bc-4d88-977f-80246bca8316 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.803058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73528516-09af-4040-9fd3-7a7514708787 req-d25842fd-13bc-4d88-977f-80246bca8316 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.2129102 Jul 15 13:06:22.846326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9147e28c-86db-4c83-ada2-bf3cd4e393bf req-b521e1c2-d575-404d-b21d-31689fa9433a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027844 Jul 15 13:06:22.879222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.879818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.893048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:22.916706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73528516-09af-4040-9fd3-7a7514708787 req-adea0919-5e86-4968-ba22-bf9cb24153e4 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961185 Jul 15 13:06:22.934025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-66de3cab-90d7-42cc-9fd7-6249d45f0d80 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1832483 Jul 15 13:06:22.948799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Request body: {'port': {'device_id': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:22.978477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:22.983654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:22.984548 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.089922 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.095654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.119193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:23.131862 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ebc76-5343-4484-8da5-c5b897f7c1ad" -d '{"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-plugged", "status": "completed", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:23.166848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:23.175515 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.235513 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f5f37-9d97-4bb4-aa64-6a6aae3e08f5 x-openstack-request-id: req-886f5f37-9d97-4bb4-aa64-6a6aae3e08f5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:23.235807 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-plugged", "status": "completed", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:23.236057 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-886f5f37-9d97-4bb4-aa64-6a6aae3e08f5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:23.236434 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'code': 200} Jul 15 13:06:23.288960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:23.308349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36150) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:23.408414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1306658037-network', 'tenant_id': 'fbe7ff1e18254bdf9cba8445520e6870'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:23.423770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec8e4d19-e41a-407f-9a1d-c5efbe83a808 req-af2deb06-d3a3-4773-9cd0-c00250c2ac67 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0714984 Jul 15 13:06:23.435384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Made reservation on behalf of fbe7ff1e18254bdf9cba8445520e6870 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:23.438641 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.450072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.519392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b63a7-7990-4ffd-8500-46e42d2299a7 req-080cd372-da87-4516-ada6-9c18727f325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.520934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b7b63a7-7990-4ffd-8500-46e42d2299a7 req-080cd372-da87-4516-ada6-9c18727f325e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 1096 time: 0.1858313 Jul 15 13:06:23.539093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4af021-b03a-40c5-af39-91db1f65778f req-eddfe735-ef49-4e8f-9b77-e50178f7d0e6 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.546397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf4af021-b03a-40c5-af39-91db1f65778f req-eddfe735-ef49-4e8f-9b77-e50178f7d0e6 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 945 time: 0.2690980 Jul 15 13:06:23.580704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.585583 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.614079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:23.620820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008538f2-b4f4-44c2-a740-a900a82bff7a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:23.632565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.632565 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Added segment 9b4e9491-ac50-487c-8f23-bea6ed7925b5 of type vlan for network 2200adfd-0d16-4e42-8e57-94945979caa2 Jul 15 13:06:23.684197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b7b63a7-7990-4ffd-8500-46e42d2299a7 req-bd18f1e9-2792-42f6-8093-07699f268b5a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532450 Jul 15 13:06:23.685040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.695074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf4af021-b03a-40c5-af39-91db1f65778f req-05caa08e-3d8b-4560-a7ae-75a30ff6da24 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474934 Jul 15 13:06:23.709559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321b2bcd-2d39-46d7-87ff-f1174f409b31 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:23.714831 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.719175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.720412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.721541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.751684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Transition to ACTIVE for port object 321b2bcd-2d39-46d7-87ff-f1174f409b31 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:23.761418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a1c0-8c68-4654-92d0-a1a393154105 req-779be71c-dd89-4492-b53a-5e81a0a2d40e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.763293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0652a1c0-8c68-4654-92d0-a1a393154105 req-779be71c-dd89-4492-b53a-5e81a0a2d40e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 931 time: 0.1925092 Jul 15 13:06:23.764899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.783510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4704247 Jul 15 13:06:23.783510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36158) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:23.791565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Request body: {'subnet': {'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1306658037-subnet', 'tenant_id': 'fbe7ff1e18254bdf9cba8445520e6870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:23.833477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb340d-c467-42f0-aef6-663f47507c41 admin admin] Pushing event updated for resources: {'Network': ['ID=2200adfd-0d16-4e42-8e57-94945979caa2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:23.846946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2200adfd-0d16-4e42-8e57-94945979caa2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:23.854684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Made reservation on behalf of fbe7ff1e18254bdf9cba8445520e6870 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:23.857275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.967211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0652a1c0-8c68-4654-92d0-a1a393154105 req-9621bae0-c139-4936-ad2b-7821b153a5fd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724703 Jul 15 13:06:23.970701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.013437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:24.013862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:24.014587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:24.026586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:24.027008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:24.044001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.050162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.056801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.062916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.069210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.076061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.082053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.084019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-c0a62933-5c0a-4125-ade1-46fde0320735 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.2392642 Jul 15 13:06:24.085249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:24.085677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:24.086119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:24.086660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Bound port: 321b2bcd-2d39-46d7-87ff-f1174f409b31, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:24.087198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.124772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.195117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ce68f82-b0d1-438c-8821-0d7eaa024456 req-9756cc83-f684-4cbc-a8f6-6552d9d0891b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947142 Jul 15 13:06:24.198170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.206012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Checking segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:24.206410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Network hostable DHCP agents. Network: 2200adfd-0d16-4e42-8e57-94945979caa2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:24.236342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:24.241042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:24.249685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Network 2200adfd-0d16-4e42-8e57-94945979caa2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:24.261673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.264551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 2200adfd-0d16-4e42-8e57-94945979caa2) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:24.276511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006c8dd-6254-4ba9-aaea-281a85da7d64 None None] Network 2200adfd-0d16-4e42-8e57-94945979caa2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:24.279534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.280710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.311059 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b53a3136-e748-4dbe-9f04-4fbc020f852e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5256965 Jul 15 13:06:24.344701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55fb9a-dfbd-4b85-992f-4d4d87cb81ff req-b0f542eb-64c6-41f6-93a3-a03e2add22ae tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.352086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d55fb9a-dfbd-4b85-992f-4d4d87cb81ff req-b0f542eb-64c6-41f6-93a3-a03e2add22ae tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.2237346 Jul 15 13:06:24.377129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.377758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.379159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] 10.222.0.49 "PUT /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 1091 time: 1.4369943 Jul 15 13:06:24.402797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:24.406379 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:24.469637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21619074-7fc0-4d03-8597-df5b71cefb58 None None] Network 2200adfd-0d16-4e42-8e57-94945979caa2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:24.519953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04659b63-fb37-460d-94ec-eb9ca766d063 service neutron] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.528204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d55fb9a-dfbd-4b85-992f-4d4d87cb81ff req-681d6070-a03f-4b3c-b1c5-fd8194d04a3b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753757 Jul 15 13:06:24.553553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ce3d4-9bd0-455d-9a3a-0b21813550ef req-e13f9102-e9ab-4caf-89cd-de038402579b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.561332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e6ce3d4-9bd0-455d-9a3a-0b21813550ef req-e13f9102-e9ab-4caf-89cd-de038402579b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.2336912 Jul 15 13:06:24.588806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-bfdaf543-b3e4-4b33-8979-3530118b0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.590365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-bfdaf543-b3e4-4b33-8979-3530118b0715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1094 time: 0.1523738 Jul 15 13:06:24.643390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e6ce3d4-9bd0-455d-9a3a-0b21813550ef req-139e4e24-e29f-44b4-90ee-028b4b867e33 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812504 Jul 15 13:06:24.644772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-b2035fdd-c18f-4cbe-9da1-c002901a107e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 217 time: 0.0441856 Jul 15 13:06:24.698635 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0db4976-50e7-4914-a7dc-fe1b2f7f4eac x-openstack-request-id: req-a0db4976-50e7-4914-a7dc-fe1b2f7f4eac {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:24.698929 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:24.699180 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0db4976-50e7-4914-a7dc-fe1b2f7f4eac {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:24.699615 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'status': 'completed', 'code': 200} Jul 15 13:06:24.713049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-5fefa764-e6d8-4a3f-aed4-6018c39d3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.714811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-5fefa764-e6d8-4a3f-aed4-6018c39d3fd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0626948 Jul 15 13:06:24.753367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-85f71317-9028-4014-9b97-e1acfaac9459 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310950 Jul 15 13:06:24.863307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-830dacb1-a0cf-427c-9275-e98cceceace8 req-7249865a-afe5-452a-8b4c-18cadea4275c tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0617180 Jul 15 13:06:24.893419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-d6e3cb00-2d8f-4c92-a394-ea5ac53d81c2 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310663 Jul 15 13:06:25.054085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0994f9f3-14f5-49ad-86b7-91d6ab2422de req-3b2126cf-e4f2-405e-a5cb-3187d126fd67 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528866 Jul 15 13:06:25.166032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-978255bd-1759-4d45-bd3f-f4282805b5a0 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.167503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-978255bd-1759-4d45-bd3f-f4282805b5a0 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 822 time: 0.1856236 Jul 15 13:06:25.184695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd796f9a-c660-4ef5-8802-1d86e3228916 req-46787d82-2ec1-4e6c-a30c-44d0f0ab271c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.186116 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd796f9a-c660-4ef5-8802-1d86e3228916 req-46787d82-2ec1-4e6c-a30c-44d0f0ab271c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 945 time: 0.1896651 Jul 15 13:06:25.206892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-0ddd5786-b742-4cb0-9c53-8a05a7aa2dc2 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/quotas/fbe7ff1e18254bdf9cba8445520e6870 HTTP/1.1" status: 200 len: 375 time: 0.0328574 Jul 15 13:06:25.250659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-576a27ca-ebcd-408b-886f-35897da07651 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344853 Jul 15 13:06:25.270129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-1a8fab9c-fd10-4517-81b1-8cfd6da1e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.271539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-1a8fab9c-fd10-4517-81b1-8cfd6da1e346 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1094 time: 0.1567924 Jul 15 13:06:25.275483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd796f9a-c660-4ef5-8802-1d86e3228916 req-b081242a-ee7c-4d5e-a15f-39f2b756e71b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813477 Jul 15 13:06:25.762597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-ddd41a48-d2b4-460c-b9e3-1fd9fdfae7bb service neutron] 10.222.0.48 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029459 Jul 15 13:06:25.765020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-2eab036d-c664-45c2-85fb-b4392c881e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.766392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-2eab036d-c664-45c2-85fb-b4392c881e5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.4816349 Jul 15 13:06:25.830621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-fb6f1bf9-67a3-4791-badf-1d5ef721f7c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 217 time: 0.0511315 Jul 15 13:06:25.857376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8520b64-859b-4fcd-be55-2b13f824ec1f req-e13c1c9f-a7d1-4bde-a86c-1dce0ecea820 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.858828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8520b64-859b-4fcd-be55-2b13f824ec1f req-e13c1c9f-a7d1-4bde-a86c-1dce0ecea820 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.2008839 Jul 15 13:06:25.958368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-acc3f559-fa14-4929-b2fc-4f54b3567819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.959824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-acc3f559-fa14-4929-b2fc-4f54b3567819 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.1218209 Jul 15 13:06:25.966864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-9b87dbc0-d1a9-4906-86df-e994842937de service neutron] 10.222.0.48 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967890 Jul 15 13:06:25.970868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8520b64-859b-4fcd-be55-2b13f824ec1f req-73382d93-73f9-4b15-98bd-414535a6d3bf tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707419 Jul 15 13:06:26.002831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-ef4802cc-cb1c-41df-a5bf-e54151287b0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350373 Jul 15 13:06:26.113235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-f3b4530d-e0ca-42c4-a6f0-5fc752c4206b service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027532 Jul 15 13:06:26.292200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96c4fb72-9fa1-4ee0-89c0-4957ef8e2f32 req-0cfea3cb-d2c5-4732-8c12-d064d34e13c9 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614022 Jul 15 13:06:26.306259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.312255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.318470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.325531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.331774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.338902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.344687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.352420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-3c0f1185-a74a-47a2-b8a5-8f145f00b589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.2249856 Jul 15 13:06:26.406548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9318430a-3a5d-4de3-926b-c1dbee1c21bf req-609b8dd6-3467-4e1e-b075-073c4a51d5fa tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481048 Jul 15 13:06:26.521594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267230d-99f9-4d21-a821-ae581a29ba70 req-0163dd6f-4a60-4cc7-a271-8814aed24467 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.529653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9267230d-99f9-4d21-a821-ae581a29ba70 req-0163dd6f-4a60-4cc7-a271-8814aed24467 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1078584 Jul 15 13:06:26.626351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9267230d-99f9-4d21-a821-ae581a29ba70 req-870efd14-5153-4705-9d8c-459eb480a38c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957851 Jul 15 13:06:26.641036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9818a-ae59-4284-81d4-62bedc4ae3ef req-f78b68b9-ed2f-4e03-b10c-a0e97987c5d1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.642591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccc9818a-ae59-4284-81d4-62bedc4ae3ef req-f78b68b9-ed2f-4e03-b10c-a0e97987c5d1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1046469 Jul 15 13:06:26.683364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccc9818a-ae59-4284-81d4-62bedc4ae3ef req-413c9041-6c56-47be-9c48-bd6bcd04f672 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Jul 15 13:06:26.828733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df7cb671-ca07-4cc1-bfc0-69363cd881f3 req-75527962-8383-44a5-9593-fbfeaecca813 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0330122 Jul 15 13:06:26.864556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aaa33a68-ebae-4d7b-8741-13ebc9c3a53c req-bfc87dc5-ee9f-45c0-818f-f77f51ee9220 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 210 time: 0.0330093 Jul 15 13:06:26.996644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bbbeb-d960-4fd9-8c7c-fd010f19fe8d req-b971ba54-d28f-4e63-88fe-79dda8848beb tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.998408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a88bbbeb-d960-4fd9-8c7c-fd010f19fe8d req-b971ba54-d28f-4e63-88fe-79dda8848beb tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 945 time: 0.0659878 Jul 15 13:06:27.036703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a88bbbeb-d960-4fd9-8c7c-fd010f19fe8d req-fa0502f6-295e-48de-8f5e-e11697c46763 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Jul 15 13:06:27.161809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53be808-95bb-4c36-a669-0a2bb5177332 req-7797ada8-eee9-4295-a364-d083b546b835 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.163601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d53be808-95bb-4c36-a669-0a2bb5177332 req-7797ada8-eee9-4295-a364-d083b546b835 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.0670178 Jul 15 13:06:27.203480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d53be808-95bb-4c36-a669-0a2bb5177332 req-216c3f15-0922-4e6a-9d04-0408c422448f tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Jul 15 13:06:27.516035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-141a4929-37ec-4d00-886a-1bcd3304237a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.518126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-141a4929-37ec-4d00-886a-1bcd3304237a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 822 time: 0.1330128 Jul 15 13:06:27.561172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'port': {'device_id': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'admin_state_up': True, 'tenant_id': 'fbe7ff1e18254bdf9cba8445520e6870'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:27.684106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.691159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.698202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.704320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.710836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.717048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.722892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.724823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-29db77b3-2960-41e4-bfcb-130572fc2579 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.2014565 Jul 15 13:06:27.801562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Made reservation on behalf of fbe7ff1e18254bdf9cba8445520e6870 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:27.805019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.825169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29eadef2-4aa6-43da-8d96-434c24ccc885 req-b8c32d61-e380-4a40-acdf-599dd8225424 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938513 Jul 15 13:06:27.902683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e470-1976-4530-b3d3-c4c97d587877 req-552ee5d9-4312-480a-a5d5-53a715543e79 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.904167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48d1e470-1976-4530-b3d3-c4c97d587877 req-552ee5d9-4312-480a-a5d5-53a715543e79 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1631918 Jul 15 13:06:28.018018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48d1e470-1976-4530-b3d3-c4c97d587877 req-29870e8b-5e36-4b2b-98fa-a2cd65a182d9 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Jul 15 13:06:28.022360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Allocated IP 172.20.0.10 (2200adfd-0d16-4e42-8e57-94945979caa2/e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84/c3527725-33fe-4d3d-920b-4c21a29a87ab) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:28.086974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874acce-4403-461e-9fbb-e54fbb823a27 req-278f7d90-0ace-45ce-875f-162fb2af14c0 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.088567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d874acce-4403-461e-9fbb-e54fbb823a27 req-278f7d90-0ace-45ce-875f-162fb2af14c0 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1406109 Jul 15 13:06:28.194123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d874acce-4403-461e-9fbb-e54fbb823a27 req-402d7a0f-822e-434a-aceb-62cc78f7b751 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923367 Jul 15 13:06:28.231913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.268946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e534b52e-7c04-4ac5-9c89-a772bf7f63b0 req-adfc5430-66c6-4d6a-a275-6b7f38c84cbe tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0316620 Jul 15 13:06:28.304314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.381308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Network 2200adfd-0d16-4e42-8e57-94945979caa2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:28.399444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:28.423469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:28.448176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:28.496323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.496932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.516078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f825fcc-982c-428b-92e1-4dae26828931 req-03bc77ce-88c4-41e0-9b01-98381a2fa1cc tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.517561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f825fcc-982c-428b-92e1-4dae26828931 req-03bc77ce-88c4-41e0-9b01-98381a2fa1cc tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 932 time: 0.2072067 Jul 15 13:06:28.524759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-864aa49b-de17-4700-8f68-a09220e17869 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9702508 Jul 15 13:06:28.534826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8e910-472c-46c4-8add-23f88a01161c req-85039ce7-307a-4050-8db1-6598211527f2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.536223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bf8e910-472c-46c4-8add-23f88a01161c req-85039ce7-307a-4050-8db1-6598211527f2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.1612048 Jul 15 13:06:28.546985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Request body: {'port': {'device_id': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:28.626929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f825fcc-982c-428b-92e1-4dae26828931 req-8d7a4c0b-fa1a-4b56-b7db-7a56fd7a05a5 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012962 Jul 15 13:06:28.654405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bf8e910-472c-46c4-8add-23f88a01161c req-4cedbd1e-1446-4645-af8a-15ee7bb3b5c8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119096 Jul 15 13:06:28.673981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.947667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3527725-33fe-4d3d-920b-4c21a29a87ab {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:28.964283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.996995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Transition to ACTIVE for port object c3527725-33fe-4d3d-920b-4c21a29a87ab will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:29.000584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.081354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.095083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.100917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.107264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.113047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.119467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.125269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.131072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.132956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-45045e1c-59de-4ad0-a3d9-7de714d0e37a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1807241 Jul 15 13:06:29.240612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0e0b3c6-acf4-4ca5-939c-081b9011e5f5 req-71e29b84-7321-4483-bb9b-970a75922a16 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847728 Jul 15 13:06:29.243300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Attempting to bind port c3527725-33fe-4d3d-920b-4c21a29a87ab on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:29.243627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Attempting to bind port c3527725-33fe-4d3d-920b-4c21a29a87ab by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:29.243952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Attempting to bind port c3527725-33fe-4d3d-920b-4c21a29a87ab on network 2200adfd-0d16-4e42-8e57-94945979caa2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:29.254232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Port c3527725-33fe-4d3d-920b-4c21a29a87ab on network 2200adfd-0d16-4e42-8e57-94945979caa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:29.254569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Attempting to bind port c3527725-33fe-4d3d-920b-4c21a29a87ab on network 2200adfd-0d16-4e42-8e57-94945979caa2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:29.263528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:29.263858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Checking segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:29.264233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Bound using segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:29.264653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Bound port: c3527725-33fe-4d3d-920b-4c21a29a87ab, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:29.265004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.282727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca145da-7cee-4443-bb2e-96cad4d687cf req-de899ccd-141b-488e-959a-946b76f6c15a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.284202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ca145da-7cee-4443-bb2e-96cad4d687cf req-de899ccd-141b-488e-959a-946b76f6c15a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.1329730 Jul 15 13:06:29.402933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ca145da-7cee-4443-bb2e-96cad4d687cf req-2a9b2f69-a537-4bd8-a1c9-7f0a6e8b16e1 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075547 Jul 15 13:06:29.406889 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-e86e7a53-f832-42aa-a607-e9a90f5047e9 service neutron] show failed (client error): The resource could not be found. Jul 15 13:06:29.406889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-e86e7a53-f832-42aa-a607-e9a90f5047e9 service neutron] 10.222.0.23 "GET /v2.0/ports/205c71eb-3136-44a8-b458-5239fea8665c/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.1182606 Jul 15 13:06:29.423358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:29.427978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:29.434159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.479433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.480051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.481387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] 10.222.0.49 "PUT /v2.0/ports/c3527725-33fe-4d3d-920b-4c21a29a87ab HTTP/1.1" status: 200 len: 1092 time: 0.9400296 Jul 15 13:06:29.481821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:29.484052 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498ac846-bb7f-4818-80cc-20e7e167d0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:29.565282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26eabde0-0a30-4f12-9085-a3e31ab65c54 req-eba20ce4-55d6-45c2-bce1-ef46bf5c9bf2 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0473964 Jul 15 13:06:29.579330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe1263-8c6b-4455-876a-9161b7912f4c service neutron] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.626680 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198388e-c5c3-4d28-b7af-6647fcdccf62 x-openstack-request-id: req-2198388e-c5c3-4d28-b7af-6647fcdccf62 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:29.626969 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:29.627218 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2198388e-c5c3-4d28-b7af-6647fcdccf62 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:29.627617 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'status': 'completed', 'code': 200} Jul 15 13:06:29.638621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532368ce-0f11-40cb-bc93-ce5c057e3834 req-6cb1fdb0-d76f-409a-93bd-f3347a76f4fc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.640109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-532368ce-0f11-40cb-bc93-ce5c057e3834 req-6cb1fdb0-d76f-409a-93bd-f3347a76f4fc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1755822 Jul 15 13:06:29.669394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-46967068-a8e6-4d59-84b4-de60a4214d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.670922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-46967068-a8e6-4d59-84b4-de60a4214d1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 1095 time: 0.1089263 Jul 15 13:06:29.693261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-104e36bb-29d4-4fda-add6-f9e46992dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.694889 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-104e36bb-29d4-4fda-add6-f9e46992dd63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44&tenant_id=77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 1100 time: 0.0539536 Jul 15 13:06:29.706583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:29.720778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-532368ce-0f11-40cb-bc93-ce5c057e3834 req-680f61e5-49f3-43a6-8a2a-a3d1fe65fdc9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746927 Jul 15 13:06:29.722192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-6cba6feb-705a-46ec-b6b9-d6000665054e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab HTTP/1.1" status: 200 len: 217 time: 0.0421255 Jul 15 13:06:29.800119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.809112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-244c284c-9033-46f0-8d02-89c6cc37c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.810605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-244c284c-9033-46f0-8d02-89c6cc37c1b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 200 len: 862 time: 0.0814164 Jul 15 13:06:29.864325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-db6f40e4-30e9-4d09-a20c-93b11155a35f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2200adfd-0d16-4e42-8e57-94945979caa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427058 Jul 15 13:06:29.913878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a62cb-a7ee-4586-877b-063acee49d7a req-0deeddc3-b26a-4ae5-b52b-29095256cf12 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.915948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4a62cb-a7ee-4586-877b-063acee49d7a req-0deeddc3-b26a-4ae5-b52b-29095256cf12 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 944 time: 0.1537268 Jul 15 13:06:30.009812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4a62cb-a7ee-4586-877b-063acee49d7a req-8b3ed768-bd2d-4fbe-8af1-c14aeed29a34 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866132 Jul 15 13:06:30.012747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:30.030802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0147d-a4bb-47cb-85df-6ab6163ef1a3 req-ac488e8c-aee4-4651-af09-7babb44c4865 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.032292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6a0147d-a4bb-47cb-85df-6ab6163ef1a3 req-ac488e8c-aee4-4651-af09-7babb44c4865 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.2012765 Jul 15 13:06:30.036527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-028faf91-2f54-4a85-86fc-05a4eeef2b8a service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550207 Jul 15 13:06:30.056402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:30.102296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:30.104716 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8feed2-c992-4489-a8e0-fc2f8c4feb8b" -d '{"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-unplugged", "status": "completed", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:30.108787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.122407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Transition to ACTIVE for port object 205c71eb-3136-44a8-b458-5239fea8665c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:30.126278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.129944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6a0147d-a4bb-47cb-85df-6ab6163ef1a3 req-3bb56dac-30b5-4fa6-bdee-da564c6e7018 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922849 Jul 15 13:06:30.165129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a977a41-7327-4fba-a5b3-2ff86a153fea req-5c171d04-5309-4568-8e6f-bec370638e2d service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208351 Jul 15 13:06:30.271130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-dfa9a4f7-24ae-4f72-9727-87953b97ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.272631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-dfa9a4f7-24ae-4f72-9727-87953b97ae69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 1095 time: 0.0617373 Jul 15 13:06:30.382848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-6594b580-81ac-4a31-bdbc-1bc73b167ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.383088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-6594b580-81ac-4a31-bdbc-1bc73b167ca7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 923 time: 0.1029444 Jul 15 13:06:30.437500 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bdfc94-090a-486d-baa3-db35180a50c7 x-openstack-request-id: req-04bdfc94-090a-486d-baa3-db35180a50c7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:30.437782 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-unplugged", "status": "completed", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:30.438201 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04bdfc94-090a-486d-baa3-db35180a50c7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:30.438769 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'code': 200} Jul 15 13:06:30.442750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-58c96726-c1d0-46b9-a703-1362cf0a0d70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab HTTP/1.1" status: 200 len: 217 time: 0.0419402 Jul 15 13:06:30.473515 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] No DVR routers for this DVR port 205c71eb-3136-44a8-b458-5239fea8665c on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:30.489125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.524743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:30.525181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:30.525925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:30.526261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.531428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:30.531840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:30.532151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.537383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:30.538197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.543385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:30.544028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:30.544599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Bound port: 205c71eb-3136-44a8-b458-5239fea8665c, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:30.544727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.545031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.545493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.550690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.556842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.562735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.564630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-70e42175-c740-4132-9bb3-dc8c7606af86 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1974828 Jul 15 13:06:30.566838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-68534438-34f9-4524-a106-87e67c1a3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.568138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-68534438-34f9-4524-a106-87e67c1a3b11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 200 len: 862 time: 0.1135578 Jul 15 13:06:30.615719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-ef5088a2-aad3-425b-8580-a1bf182c121d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2200adfd-0d16-4e42-8e57-94945979caa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388446 Jul 15 13:06:30.625326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:30.629385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:30.638946 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.675302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.676858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.678597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] 10.222.0.49 "PUT /v2.0/ports/205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 1095 time: 0.9761846 Jul 15 13:06:30.728255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c267cdf6-edb9-4f4f-ba99-a70260d2b276 req-01afe4e5-f586-41a3-b956-3714492b69e7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492543 Jul 15 13:06:30.757006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fe459-ff30-480c-953e-1af1297f2ecc service neutron] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.803252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-91ad1741-bfd9-4334-968a-be5125fbbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.804993 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-91ad1741-bfd9-4334-968a-be5125fbbf45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1098 time: 0.0982211 Jul 15 13:06:30.842251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ddd69-a7d0-42d3-8337-b1954b36be6e req-c71c6d37-90a1-47d9-8448-726822fe4f5c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.844188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e19ddd69-a7d0-42d3-8337-b1954b36be6e req-c71c6d37-90a1-47d9-8448-726822fe4f5c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.2308333 Jul 15 13:06:30.859966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-965780f0-f69c-49b4-a4ad-0c08d141892a service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358012 Jul 15 13:06:30.932088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:30.939073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-68446626-d65d-4354-8768-884b8d72631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.941275 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-68446626-d65d-4354-8768-884b8d72631b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1277418 Jul 15 13:06:30.961399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e19ddd69-a7d0-42d3-8337-b1954b36be6e req-677c1e3d-d1a2-404d-96a8-c98b2cb9bc87 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052446 Jul 15 13:06:31.012500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a621c6dd-c568-4e9d-a315-c0e8c76fa875 req-91544e71-8524-4362-a5f1-eccb95efa2a6 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.1032822 Jul 15 13:06:31.028526 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-52edc73e-38e4-4b4d-b2b0-7b8e3f1c2e5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0721142 Jul 15 13:06:31.135895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-0934e99b-7376-422f-a023-5a32bc1046e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.137385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-0934e99b-7376-422f-a023-5a32bc1046e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1021042 Jul 15 13:06:31.144138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498ac846-bb7f-4818-80cc-20e7e167d0a6 req-51e50639-1acb-493c-8be0-0a5c567269e3 service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764683 Jul 15 13:06:31.159363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:31.179627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'mac_address': 'fa:16:3e:46:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:31.238387 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.256486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e6814f5-ae48-4889-afe0-cf30d6f4b77c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:31.265102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-462c7680-1a31-45ca-985e-54c337e74832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.267921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-462c7680-1a31-45ca-985e-54c337e74832 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182714 Jul 15 13:06:31.290076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:31.296612 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.364351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.405914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-9c5186d4-676f-4a61-bfca-e76008a08177 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310930 Jul 15 13:06:31.411774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['6e6814f5-ae48-4889-afe0-cf30d6f4b77c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:31.541233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5dde3bf2-cbd3-4e5b-8385-9e90295095fc req-42b3fa2a-ed8c-47fd-9689-cd22aab8051b service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274080 Jul 15 13:06:31.630808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b547f-0c7a-471c-8fd2-6f9e2cb97759 req-e0ae74ad-81f7-42ef-b834-6d9794753438 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.632312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-049b547f-0c7a-471c-8fd2-6f9e2cb97759 req-e0ae74ad-81f7-42ef-b834-6d9794753438 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.4870224 Jul 15 13:06:31.643972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c22e5-80c7-40c2-bc73-95ddb7b6eb84 req-4690f75e-f0fb-43dc-8872-e9423c9e3368 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.645430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-830c22e5-80c7-40c2-bc73-95ddb7b6eb84 req-4690f75e-f0fb-43dc-8872-e9423c9e3368 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 944 time: 0.4425325 Jul 15 13:06:31.712448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-049b547f-0c7a-471c-8fd2-6f9e2cb97759 req-d892543c-1a41-4ed1-8163-1c508e5af548 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654216 Jul 15 13:06:31.733400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-830c22e5-80c7-40c2-bc73-95ddb7b6eb84 req-4440fcd7-486c-4b2c-9dcf-618c89d230e0 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776718 Jul 15 13:06:31.975954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92972f1-ace7-48e7-b1bb-52a4fb04b927 req-99d25887-e79e-4dba-bde2-24878cdccf77 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.977486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d92972f1-ace7-48e7-b1bb-52a4fb04b927 req-99d25887-e79e-4dba-bde2-24878cdccf77 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.1155057 Jul 15 13:06:32.039008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d92972f1-ace7-48e7-b1bb-52a4fb04b927 req-c215ef38-a0a3-4e56-86ac-f99a4c502971 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554597 Jul 15 13:06:32.152148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.159190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.171187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.177771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.185190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.191970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.199675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.201677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07c18363-6edd-4daa-adcb-f955dd225849 req-82ddd92c-4ef4-4714-bd9c-b3e1128f67a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1616850 Jul 15 13:06:32.280341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07c18363-6edd-4daa-adcb-f955dd225849 req-7beb3229-8fad-45f6-ae16-4e2283ffd180 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662763 Jul 15 13:06:32.316048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfea8-2d94-4429-8dee-dc3564db9655 req-e8aa2784-ef1f-4fb7-b573-d5284404ac57 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.316048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25fcfea8-2d94-4429-8dee-dc3564db9655 req-e8aa2784-ef1f-4fb7-b573-d5284404ac57 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.1054790 Jul 15 13:06:32.360613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25fcfea8-2d94-4429-8dee-dc3564db9655 req-61a678f6-ed16-475e-b050-2a9b3171c558 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Jul 15 13:06:32.440280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:32.442858 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a740fb-1e7f-4142-87e3-998b88b36d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:32.455616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d58f5c4-9064-4b7c-aa08-47672e134f53 req-3b3394d4-5e30-4c65-98ce-f69b03856315 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0323334 Jul 15 13:06:32.511863 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4eebd7-b895-484d-9657-37fba1e4a223 x-openstack-request-id: req-0e4eebd7-b895-484d-9657-37fba1e4a223 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:32.512158 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:32.512415 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e4eebd7-b895-484d-9657-37fba1e4a223 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:32.512982 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'status': 'completed', 'code': 200} Jul 15 13:06:32.594359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-110b1373-82e2-4d93-8e83-6babf91d7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.595921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-110b1373-82e2-4d93-8e83-6babf91d7689 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1098 time: 0.0600972 Jul 15 13:06:32.610436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e5043717-9f53-4417-98d5-5f7feb68fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.612359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e5043717-9f53-4417-98d5-5f7feb68fbf0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1098 time: 0.0784347 Jul 15 13:06:32.714982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-85227198-236c-457d-afa8-f13dcacd6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.716457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-85227198-236c-457d-afa8-f13dcacd6e0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1124291 Jul 15 13:06:32.738896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-c2765b57-6817-40da-b92b-2cba5abf175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.740524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-c2765b57-6817-40da-b92b-2cba5abf175a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1213183 Jul 15 13:06:32.784834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-fdaf98bd-7a81-4c2e-a9dd-51431624aa3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0609465 Jul 15 13:06:32.829356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-ce1b3e36-b5b7-4a28-a765-2507fc1abf9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0816269 Jul 15 13:06:32.854893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-ad8b8862-7ff4-404b-b29d-57c04f184210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.857158 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-ad8b8862-7ff4-404b-b29d-57c04f184210 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0641954 Jul 15 13:06:32.909353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e31ae3e1-785b-4028-b8af-2dd04e731ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.910646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e31ae3e1-785b-4028-b8af-2dd04e731ad3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0659108 Jul 15 13:06:32.911520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3527725-33fe-4d3d-920b-4c21a29a87ab details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:32.948377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e42af280-5a9f-43ae-99d2-c6cc4b59f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.951243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:32.953447 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e42af280-5a9f-43ae-99d2-c6cc4b59f2fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856688 Jul 15 13:06:33.069983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-6a000a84-ec34-40ed-bc82-5cd8fa7a16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.072690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-6a000a84-ec34-40ed-bc82-5cd8fa7a16d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504490 Jul 15 13:06:33.083808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151c0c-6ae4-49e3-836b-f07dfc99ecb2 req-826a4ab1-fbf9-4a18-b7c6-6ba398f81e91 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.085421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29151c0c-6ae4-49e3-836b-f07dfc99ecb2 req-826a4ab1-fbf9-4a18-b7c6-6ba398f81e91 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 944 time: 0.1738489 Jul 15 13:06:33.132452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44a685-9a2a-490d-a8e3-85bf238ae245 req-31020076-066d-400c-ac30-b0a312f3a73a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.140805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb44a685-9a2a-490d-a8e3-85bf238ae245 req-31020076-066d-400c-ac30-b0a312f3a73a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1895978 Jul 15 13:06:33.148317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-9e3235e7-1b09-431e-aa9a-a44a6ba5ebc2 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866949 Jul 15 13:06:33.183765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:33.198331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'port_id': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'mac_address': 'fa:16:3e:36:c7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:33.255557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29151c0c-6ae4-49e3-836b-f07dfc99ecb2 req-ced16f33-3812-4c71-97d6-93f7eb30b152 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558442 Jul 15 13:06:33.259739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.261762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:33.262188 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.279005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb44a685-9a2a-490d-a8e3-85bf238ae245 req-9e37fa3e-c906-430b-9da0-a0b17b1349a8 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373143 Jul 15 13:06:33.308782 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-c184ec1f-e498-49df-803a-1ac111d17739 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491773 Jul 15 13:06:33.308972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-e24e0766-7a64-4799-8013-f9d928764ca8 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197652 Jul 15 13:06:33.355329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3527725-33fe-4d3d-920b-4c21a29a87ab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:33.385691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:33.392580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.443826 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.453144 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.491081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a740fb-1e7f-4142-87e3-998b88b36d2f req-a10503d6-b07b-4967-9f64-c083682e0c30 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553550 Jul 15 13:06:33.520384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:33.523350 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bd3b1-e782-4df4-bd12-ab5025044deb" -d '{"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-plugged", "status": "completed", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:33.544144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:33.560025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.560800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:33.585270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:33.666780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:33.715593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:33.727333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ce4d-7d8e-4f7f-9f07-d6b5339318d6 req-a27c5b10-660b-4dc0-aa92-638027931194 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.730490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9a2ce4d-7d8e-4f7f-9f07-d6b5339318d6 req-a27c5b10-660b-4dc0-aa92-638027931194 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.1756632 Jul 15 13:06:33.786675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9a2ce4d-7d8e-4f7f-9f07-d6b5339318d6 req-d1a8198a-8fef-49dc-bcc8-b9d3939c662d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507286 Jul 15 13:06:33.800292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c3527725-33fe-4d3d-920b-4c21a29a87ab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:33.843265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.854688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.861101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.876384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.888158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.901629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.910238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.932154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-7a70da0f-6aa2-499c-a326-7cda47f11241 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.2552638 Jul 15 13:06:34.031590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d6934e9-2fcc-4cb5-8deb-4e3d30eff8bf req-0819b7be-6ef0-4304-981a-e17fd23fb120 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976856 Jul 15 13:06:34.081627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b95a-eb6f-45f1-94c1-368285809ab2 req-f5ced790-88df-435a-bafa-14585fdcdc75 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.089681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d47b95a-eb6f-45f1-94c1-368285809ab2 req-f5ced790-88df-435a-bafa-14585fdcdc75 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.1544127 Jul 15 13:06:34.135820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d47b95a-eb6f-45f1-94c1-368285809ab2 req-7d8a3ed3-e53f-4dbd-95d3-99256b2c678c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Jul 15 13:06:34.177443 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7bdf5-d61d-4a77-8623-41583c55fa5d x-openstack-request-id: req-e5b7bdf5-d61d-4a77-8623-41583c55fa5d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:34.177934 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-plugged", "status": "completed", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:34.178035 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5b7bdf5-d61d-4a77-8623-41583c55fa5d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:34.178379 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'code': 200} Jul 15 13:06:34.211138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-170a8fca-7636-43d0-a945-19e70ca20f87 req-df39ba5d-955e-433e-8979-d8ae385ce29c tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0408564 Jul 15 13:06:34.555805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e4e6-ccf7-44e7-995d-27db8e104eb4 req-e06364c7-564a-4001-9312-500d2c848bad tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.558685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3886e4e6-ccf7-44e7-995d-27db8e104eb4 req-e06364c7-564a-4001-9312-500d2c848bad tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1317890 Jul 15 13:06:34.574488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d03efe-251c-4a5c-84e0-ff6c8d6b7645 req-635178f2-990c-4467-b8a2-0ad3b9ad6bde tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.576039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63d03efe-251c-4a5c-84e0-ff6c8d6b7645 req-635178f2-990c-4467-b8a2-0ad3b9ad6bde tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 945 time: 0.1586561 Jul 15 13:06:34.628710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3886e4e6-ccf7-44e7-995d-27db8e104eb4 req-46dcd0c5-50f4-4e56-8391-e90e5558b230 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Jul 15 13:06:34.654852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63d03efe-251c-4a5c-84e0-ff6c8d6b7645 req-1037988d-0102-444b-a2f1-f7401c4a0d64 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717483 Jul 15 13:06:34.958664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2ad3ac9d-3b64-494d-aeee-c9882c500b8e details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:34.960793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3527725-33fe-4d3d-920b-4c21a29a87ab up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:34.989738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfc057-1ddc-42fc-b21d-aebae0c6f868 req-ed706ee2-53fa-4dc5-9413-99017c5cf222 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.997693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccdfc057-1ddc-42fc-b21d-aebae0c6f868 req-ed706ee2-53fa-4dc5-9413-99017c5cf222 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.0741470 Jul 15 13:06:35.040685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccdfc057-1ddc-42fc-b21d-aebae0c6f868 req-16e3549c-f80a-4ad1-9571-9ffdc6f45557 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Jul 15 13:06:35.140948 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:06:35.243027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c3527725-33fe-4d3d-920b-4c21a29a87ab completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:35.252545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c3527725-33fe-4d3d-920b-4c21a29a87ab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:35.252784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.253239 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.267126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.274662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.280108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.283985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.300646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.306305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '2ad3ac9d-3b64-494d-aeee-c9882c500b8e', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'port_id': '2ad3ac9d-3b64-494d-aeee-c9882c500b8e', 'mac_address': 'fa:16:3e:3a:f7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:35.306996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.313955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.323271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-0653ad0a-56fd-42b0-a42a-e5ae488af8b5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5430 time: 0.1600628 Jul 15 13:06:35.373025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.394404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad3ac9d-3b64-494d-aeee-c9882c500b8e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:35.394669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e19a0-c89f-4b54-a4f0-4f145cf6048f req-c3456509-9e3d-4f91-878d-af4224d8bfd2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704265 Jul 15 13:06:35.401526 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.426788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd168-b168-4e72-b202-e6176e011a36 req-d3e22a0f-9656-4a8f-b869-0a983c35a7e5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.434395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-932dd168-b168-4e72-b202-e6176e011a36 req-d3e22a0f-9656-4a8f-b869-0a983c35a7e5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.1086640 Jul 15 13:06:35.440633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.451761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.458916 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.461034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4e6c2d78-6dcf-4cf8-b319-9e472c518614 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:35.474416 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.500302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-932dd168-b168-4e72-b202-e6176e011a36 req-e234ac2c-0173-406b-a6be-e9249fadb08c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648048 Jul 15 13:06:35.549211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.562317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.569506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '4e6c2d78-6dcf-4cf8-b319-9e472c518614', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'port_id': '4e6c2d78-6dcf-4cf8-b319-9e472c518614', 'mac_address': 'fa:16:3e:4c:4f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:35.618367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-027e81a7-e4b0-4941-9dd1-fac1c7161bc0 req-51163778-a2fe-46a1-8c06-e41b0427f2df tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0445800 Jul 15 13:06:35.629412 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.658789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6c2d78-6dcf-4cf8-b319-9e472c518614 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:35.672487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.686369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.692261 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.693236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9ebfeb74-e8c5-4866-955b-83904dd5e163 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:35.771816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.776687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.789237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '9ebfeb74-e8c5-4866-955b-83904dd5e163', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'port_id': '9ebfeb74-e8c5-4866-955b-83904dd5e163', 'mac_address': 'fa:16:3e:0d:06:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:35.873542 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.879064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b367e93-9382-4281-bca4-fd4da5acf256 req-2fc15055-0d9f-4dcd-ae42-3d0b9f54a39f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.881406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b367e93-9382-4281-bca4-fd4da5acf256 req-2fc15055-0d9f-4dcd-ae42-3d0b9f54a39f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1087322 Jul 15 13:06:35.919773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebfeb74-e8c5-4866-955b-83904dd5e163 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:35.946969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:35.958869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b367e93-9382-4281-bca4-fd4da5acf256 req-8a82f794-1491-4c32-ac8a-4fe2c85da7a7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699229 Jul 15 13:06:35.975081 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.975755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:36.093827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-5217fa31-4a23-4940-83f5-e96c1ee4da94 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.096088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-5217fa31-4a23-4940-83f5-e96c1ee4da94 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44&tenant_id=77ea1299346e4ffcb81c852203ecad30&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 947 time: 0.1199911 Jul 15 13:06:36.157985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a0dd-d99f-479d-968b-2ba98be96889 req-1a3059c6-dcc5-4c71-b230-be09a216a07a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.165668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f22a0dd-d99f-479d-968b-2ba98be96889 req-1a3059c6-dcc5-4c71-b230-be09a216a07a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.0867677 Jul 15 13:06:36.179647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:36.185938 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee0270-24b7-4de6-81b9-7842606c6e51" -d '{"events": [{"server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "name": "network-vif-plugged", "status": "completed", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:36.226356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f22a0dd-d99f-479d-968b-2ba98be96889 req-df22d4de-43fa-4249-9315-60622be21e5b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 Jul 15 13:06:36.232004 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-894aa6ee-6808-4437-9826-f51f56e80940 service neutron] 10.222.0.49 "GET /v2.0/ports/205c71eb-3136-44a8-b458-5239fea8665c/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 382 time: 0.1262367 Jul 15 13:06:36.232993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.313383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:36.328051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '205c71eb-3136-44a8-b458-5239fea8665c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '205c71eb-3136-44a8-b458-5239fea8665c', 'mac_address': 'fa:16:3e:89:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:36.375835 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.376456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-c5d86cb3-aa45-4b61-ab35-be485963f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.377978 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-c5d86cb3-aa45-4b61-ab35-be485963f898 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1098 time: 0.1133144 Jul 15 13:06:36.394022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:36.419322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:36.424925 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.426351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:36.517844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87354cd9-0108-41c2-8227-5923b9f08dc3 req-dae3b5cf-a4c7-4b98-989c-a0c0ffb44d2f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.523280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87354cd9-0108-41c2-8227-5923b9f08dc3 req-dae3b5cf-a4c7-4b98-989c-a0c0ffb44d2f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 947 time: 0.1172976 Jul 15 13:06:36.553359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:36.569126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b', 'port_id': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'mac_address': 'fa:16:3e:2f:9d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1a75d-8f8b-403c-bd8e-9505ff1123d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:36.580487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-f03c0561-f784-4386-baaf-2745667e4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.582395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-f03c0561-f784-4386-baaf-2745667e4e49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1958852 Jul 15 13:06:36.614354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87354cd9-0108-41c2-8227-5923b9f08dc3 req-730c048f-7b96-477d-a59f-53f79193eeca tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757117 Jul 15 13:06:36.638132 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.658147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321b2bcd-2d39-46d7-87ff-f1174f409b31 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:36.672089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36124-548c-41b3-b44f-ea2112f3a0df req-8d05602a-80a8-45b7-b05d-a0fce78b98c1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.673245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8d36124-548c-41b3-b44f-ea2112f3a0df req-8d05602a-80a8-45b7-b05d-a0fce78b98c1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.1492076 Jul 15 13:06:36.681313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:36.683562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-c6f60252-0fcc-41d2-9c51-45cc471daf8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0926442 Jul 15 13:06:36.695965 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdf9ec2-7efe-43f9-9adc-5f94826aaad7 x-openstack-request-id: req-6bdf9ec2-7efe-43f9-9adc-5f94826aaad7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:36.696337 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "name": "network-vif-plugged", "status": "completed", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:36.696782 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bdf9ec2-7efe-43f9-9adc-5f94826aaad7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:36.698945 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'code': 200} Jul 15 13:06:36.705592 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.708016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0247534e-95e3-41ff-9638-ee2c988da812 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:36.770457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8d36124-548c-41b3-b44f-ea2112f3a0df req-d4ea6ef6-9d75-44ff-b50b-6d4b051211e8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901904 Jul 15 13:06:36.829357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-7f8e19db-9f04-431f-afec-472a43f0fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.833247 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-7f8e19db-9f04-431f-afec-472a43f0fdd3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1382291 Jul 15 13:06:36.883675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0247534e-95e3-41ff-9638-ee2c988da812,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:36.903021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '0247534e-95e3-41ff-9638-ee2c988da812', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'port_id': '0247534e-95e3-41ff-9638-ee2c988da812', 'mac_address': 'fa:16:3e:fd:48:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:36.948671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-68fcef65-99ea-42fe-9631-2fe281c025d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.950618 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-68fcef65-99ea-42fe-9631-2fe281c025d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055470 Jul 15 13:06:36.956562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.971176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.011033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0247534e-95e3-41ff-9638-ee2c988da812 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:37.035393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0247534e-95e3-41ff-9638-ee2c988da812,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.053784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.054867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 62ce691c-de22-4217-b8bd-278830529a9e details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:37.080120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.086875 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-84e76bef-83ea-47e9-8f11-3ae5af3db758 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279018 Jul 15 13:06:37.103511 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:37.135290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.150756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0385f996-f45f-461d-9cb2-228f111bf04f req-1a7d4096-76ef-452f-b3b9-bf137d2f006f tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0742910 Jul 15 13:06:37.159712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=62ce691c-de22-4217-b8bd-278830529a9e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.177444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.187779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '62ce691c-de22-4217-b8bd-278830529a9e', 'network_id': 'da3a0643-8786-4f7e-9827-308679eebe23', 'port_id': '62ce691c-de22-4217-b8bd-278830529a9e', 'mac_address': 'fa:16:3e:b4:3d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b423b423-e9c2-4809-aacf-dc1326ba0012', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:37.191547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.203774 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-e667a305-6250-442f-ad0c-3348f8be4d1a service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983953 Jul 15 13:06:37.211740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.218286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.224753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.231704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.237879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.239946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-b41e6b00-a40e-4910-a193-c1a1351c0c13 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5433 time: 0.3746908 Jul 15 13:06:37.241987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6fb45-91e0-4651-9990-283f7c858a1e req-d4fca323-d324-40c8-b810-5bc4a537302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.244284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfd6fb45-91e0-4651-9990-283f7c858a1e req-d4fca323-d324-40c8-b810-5bc4a537302c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 1097 time: 0.4348838 Jul 15 13:06:37.263182 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.290888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ce691c-de22-4217-b8bd-278830529a9e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:37.306387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48c7e218-1074-4d8e-ab2b-303d65420657 req-c9b4ae5e-d902-4ac9-aed6-cda292dec84c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581124 Jul 15 13:06:37.314870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=62ce691c-de22-4217-b8bd-278830529a9e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.320174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.335309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfd6fb45-91e0-4651-9990-283f7c858a1e req-7c86ddd9-6789-4761-a67b-c5777d00364a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797489 Jul 15 13:06:37.354125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 928ed251-b353-4521-8ca5-048c2819a242 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:37.395679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.426932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1d950-6709-4a0b-b942-1f69fcbf86d1 req-562f694f-c75e-4dce-8a6c-83c0e6c151c3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.443899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0a1d950-6709-4a0b-b942-1f69fcbf86d1 req-562f694f-c75e-4dce-8a6c-83c0e6c151c3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1358757 Jul 15 13:06:37.502920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=928ed251-b353-4521-8ca5-048c2819a242,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.504974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0a1d950-6709-4a0b-b942-1f69fcbf86d1 req-8ec13ab8-7645-42c9-9d6c-b59d112ab6fd tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597682 Jul 15 13:06:37.516115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '928ed251-b353-4521-8ca5-048c2819a242', 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2', 'port_id': '928ed251-b353-4521-8ca5-048c2819a242', 'mac_address': 'fa:16:3e:c2:aa:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2b458a-3139-47cf-83c3-573deed02491', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:37.606988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.621680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928ed251-b353-4521-8ca5-048c2819a242 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:37.644405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=928ed251-b353-4521-8ca5-048c2819a242,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.653879 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.654599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 78f6b974-976d-4ea7-9959-c17ed606d205 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:37.668232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e146a-1765-4fde-b1d0-996f2f9e903d req-9a4770b9-c403-4599-b4bb-7715d32d3929 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.675692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd0e146a-1765-4fde-b1d0-996f2f9e903d req-9a4770b9-c403-4599-b4bb-7715d32d3929 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.1202936 Jul 15 13:06:37.726816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd0e146a-1765-4fde-b1d0-996f2f9e903d req-50936604-fef2-49df-8551-8993bc8911c4 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Jul 15 13:06:37.735016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.744842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=78f6b974-976d-4ea7-9959-c17ed606d205,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.752537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '78f6b974-976d-4ea7-9959-c17ed606d205', 'network_id': '7869ff0d-6ae7-4cd8-9026-657e635735e2', 'port_id': '78f6b974-976d-4ea7-9959-c17ed606d205', 'mac_address': 'fa:16:3e:32:48:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2b458a-3139-47cf-83c3-573deed02491', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:37.803200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.823544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f6b974-976d-4ea7-9959-c17ed606d205 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:37.876407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=78f6b974-976d-4ea7-9959-c17ed606d205,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:37.888189 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.944317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6720-c1e2-405a-8da1-c3b56201bd2c req-eb576bf6-b4cf-48a5-8311-6fcd04e59f27 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.951554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d6c6720-c1e2-405a-8da1-c3b56201bd2c req-eb576bf6-b4cf-48a5-8311-6fcd04e59f27 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 948 time: 0.1159601 Jul 15 13:06:38.044055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.066811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d6c6720-c1e2-405a-8da1-c3b56201bd2c req-cdcc7688-dcb9-49c2-8f2c-b6a05a920caf tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090245 Jul 15 13:06:38.112806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41dfcd-947a-4d01-91a6-7c162dcf7726 req-96da8e73-0166-4f12-ac30-38f6eb951fff tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.114530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d41dfcd-947a-4d01-91a6-7c162dcf7726 req-96da8e73-0166-4f12-ac30-38f6eb951fff tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.1463556 Jul 15 13:06:38.174999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d41dfcd-947a-4d01-91a6-7c162dcf7726 req-9e86a533-cc19-4057-9070-fba277ab70e4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529041 Jul 15 13:06:38.343329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-778fbe21-cab1-4e04-bd26-927f235f30b2 req-25d7b283-50f6-49fd-84e3-745505cbcf5b tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0315793 Jul 15 13:06:38.482361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['4e6c2d78-6dcf-4cf8-b319-9e472c518614'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.546273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.548432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0247534e-95e3-41ff-9638-ee2c988da812'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.559567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.561810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9ebfeb74-e8c5-4866-955b-83904dd5e163'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.573750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.579911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.586110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.593491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.600019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.608102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-660369f4-6451-47d9-af25-84a25be2f5ad tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5437 time: 0.1628027 Jul 15 13:06:38.617567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2ad3ac9d-3b64-494d-aeee-c9882c500b8e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.663734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['62ce691c-de22-4217-b8bd-278830529a9e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.683493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1e2dad4-6207-4b8f-883b-199163d346ba req-c67ab2ad-31ab-495c-bb62-77271f709477 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693748 Jul 15 13:06:38.719514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['321b2bcd-2d39-46d7-87ff-f1174f409b31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.758612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['205c71eb-3136-44a8-b458-5239fea8665c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:38.797494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289d97-8bad-4702-a8b1-d8224a8dec61 req-a155552d-bcf3-4727-9847-6540ea11953c tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.805760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59289d97-8bad-4702-a8b1-d8224a8dec61 req-a155552d-bcf3-4727-9847-6540ea11953c tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1200442 Jul 15 13:06:38.863383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59289d97-8bad-4702-a8b1-d8224a8dec61 req-31731bba-e06f-4a97-9f98-91f52206c926 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566521 Jul 15 13:06:38.909201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['78f6b974-976d-4ea7-9959-c17ed606d205'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:39.124156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b8118-1593-4d0a-8394-257bc1cdc572 req-443fdb9b-73d1-4ed2-a154-b6dea25f0c39 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.136470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-305b8118-1593-4d0a-8394-257bc1cdc572 req-443fdb9b-73d1-4ed2-a154-b6dea25f0c39 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.1634917 Jul 15 13:06:39.207482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-6b2b53c4-6845-4f22-b6dc-7c77151ef73c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728821 Jul 15 13:06:39.235391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-305b8118-1593-4d0a-8394-257bc1cdc572 req-1509cdb2-0914-4149-8c69-26052543269d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984027 Jul 15 13:06:39.354327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04792d-202b-4a97-855f-796a3fc34014 req-f96a8278-0e9d-4e60-91e8-cf1606e2b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.355880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-f96a8278-0e9d-4e60-91e8-cf1606e2b710 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 1095 time: 0.1008294 Jul 15 13:06:39.375191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149ca6-8a72-424b-8f15-a1f8a9c4e2c4 req-3a5d407e-df3c-4eba-9f09-6f7d834f17d9 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.383958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01149ca6-8a72-424b-8f15-a1f8a9c4e2c4 req-3a5d407e-df3c-4eba-9f09-6f7d834f17d9 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 948 time: 0.1392956 Jul 15 13:06:39.468203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01149ca6-8a72-424b-8f15-a1f8a9c4e2c4 req-dec9a278-29a8-4953-b425-7e399c43fcb6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833580 Jul 15 13:06:39.564446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04792d-202b-4a97-855f-796a3fc34014 req-b5c4baab-5093-4081-8723-1cb5284fe855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.566234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-b5c4baab-5093-4081-8723-1cb5284fe855 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1744318 Jul 15 13:06:39.613585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-4132322f-d5bb-4540-8899-66665b6a9a6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 200 len: 217 time: 0.0379601 Jul 15 13:06:39.729265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59628b2-32d3-4452-81f8-12360a51d225 req-4f69b2f0-a7df-4276-9ad7-5266f1e5f7d8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.737071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59628b2-32d3-4452-81f8-12360a51d225 req-4f69b2f0-a7df-4276-9ad7-5266f1e5f7d8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.2355781 Jul 15 13:06:39.795515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04792d-202b-4a97-855f-796a3fc34014 req-09bd27f6-f816-41e7-bd6b-10d65ad156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.796984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-09bd27f6-f816-41e7-bd6b-10d65ad156b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.1646414 Jul 15 13:06:39.837009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59628b2-32d3-4452-81f8-12360a51d225 req-a64e7649-864c-40a6-8141-61aac60aa585 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900240 Jul 15 13:06:39.919842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['928ed251-b353-4521-8ca5-048c2819a242'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:39.932579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-1f915c7f-a9f0-4560-a129-5765fbddfb2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875409 Jul 15 13:06:40.131160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c27b1-c775-452b-bad1-db5e8eb1867c req-ad48f010-8194-4967-8d16-f035a169b33c tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.138514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf2c27b1-c775-452b-bad1-db5e8eb1867c req-ad48f010-8194-4967-8d16-f035a169b33c tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.4911213 Jul 15 13:06:40.148853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-e735a377-c181-428b-afb1-2be24ddfd481 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5264139 Jul 15 13:06:40.188503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07423611-445a-415e-bea2-13ba675f205f req-c31c5118-2530-48b8-950b-b072b558520a tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0909228 Jul 15 13:06:40.267136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf2c27b1-c775-452b-bad1-db5e8eb1867c req-d2fc8c16-0cf9-4f26-88dc-9a090e4c4a99 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270618 Jul 15 13:06:40.340840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-17de0014-70b5-4710-9347-afb38fc8950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.343211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-17de0014-70b5-4710-9347-afb38fc8950e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 1100 time: 0.1512980 Jul 15 13:06:40.358088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-4eb62353-24e0-4ae0-8d62-ac817020fcdb service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167304 Jul 15 13:06:40.366605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-b5336854-84d0-4a0c-9096-2546006ab3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.369493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-b5336854-84d0-4a0c-9096-2546006ab3f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44&tenant_id=77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 1099 time: 0.3139036 Jul 15 13:06:40.430453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:40.990725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-b55aa9fd-7ce0-4156-94c7-7c023f7f35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.991904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-b55aa9fd-7ce0-4156-94c7-7c023f7f35a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.6211972 Jul 15 13:06:41.013093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:41.015182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:41.015314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c04792d-202b-4a97-855f-796a3fc34014 req-a61b4ea2-0f17-472f-9232-66bbb32d745a service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119983 Jul 15 13:06:41.048180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.057618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-ab41004b-946c-44cd-a6d1-1f95d25a3b20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 200 len: 217 time: 0.0543537 Jul 15 13:06:41.077891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.083894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.089781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.095715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.101473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.107958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.113805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.121974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-9bd2cce9-d005-4782-b8fd-6f359262a709 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5437 time: 0.6991978 Jul 15 13:06:41.197940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.222102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:41.234027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:41.236585 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5b42e-f54b-408f-887a-8444feb5bcd1" -d '{"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-unplugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:41.242096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493241-47df-4fa6-b9fc-8272a4e5d0fc req-6a351ef3-5627-4753-8590-fe031605d31e tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.243416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be493241-47df-4fa6-b9fc-8272a4e5d0fc req-6a351ef3-5627-4753-8590-fe031605d31e tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.6402020 Jul 15 13:06:41.256077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:41.257256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'mac_address': 'fa:16:3e:af:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:41.261953 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.262160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb69d09e-dd08-4312-b1ee-02eb0348f603 req-af4ee8c9-0168-4212-bc54-bd24b2d70931 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392906 Jul 15 13:06:41.263544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-295e136e-0562-4b6d-845c-5a1bd1251700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.264899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-295e136e-0562-4b6d-845c-5a1bd1251700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1305296 Jul 15 13:06:41.322316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.356823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.386510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:41.392310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 62ce691c-de22-4217-b8bd-278830529a9e up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:41.418541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be493241-47df-4fa6-b9fc-8272a4e5d0fc req-d58e5470-bf54-4819-93c4-9dcea9462c01 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661263 Jul 15 13:06:41.593836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bba11a0-3980-4b99-97bc-36ff775d3595 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:41.632442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-8751acaa-14a2-4508-8ea7-00d182413a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.634538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-8751acaa-14a2-4508-8ea7-00d182413a0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3592856 Jul 15 13:06:41.653469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:41.655788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:41.665839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 62ce691c-de22-4217-b8bd-278830529a9e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:41.674085 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.718994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:41.728847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.738699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 62ce691c-de22-4217-b8bd-278830529a9e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:41.739069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.741070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '205c71eb-3136-44a8-b458-5239fea8665c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '205c71eb-3136-44a8-b458-5239fea8665c', 'mac_address': 'fa:16:3e:89:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:41.825437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675146dc-c81d-4163-9280-4d7fe358024b req-650ea23b-2d8a-48a7-ace6-e2cdb18bbfc8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.826970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-675146dc-c81d-4163-9280-4d7fe358024b req-650ea23b-2d8a-48a7-ace6-e2cdb18bbfc8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 948 time: 0.3430996 Jul 15 13:06:41.837829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:41.844810 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.876565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-f853b200-234f-4a79-9385-20e3c7bd4b18 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208595 Jul 15 13:06:41.892298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c7336-2569-43ee-bfb5-6eebc2d3029b req-3f81563f-9e67-4687-aded-7a2f30205ef7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.899907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df6c7336-2569-43ee-bfb5-6eebc2d3029b req-3f81563f-9e67-4687-aded-7a2f30205ef7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.2834911 Jul 15 13:06:41.913642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=62ce691c-de22-4217-b8bd-278830529a9e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:41.922699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.924130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:41.942073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:41.977959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.999523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-675146dc-c81d-4163-9280-4d7fe358024b req-928a8be3-a99f-4282-96a4-c06bf0147b0b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591101 Jul 15 13:06:42.014779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.052628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5bba11a0-3980-4b99-97bc-36ff775d3595'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:42.095952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Ignored duplicate provisioning block setup for port 205c71eb-3136-44a8-b458-5239fea8665c by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:06:42.107454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.108973 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.135861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df6c7336-2569-43ee-bfb5-6eebc2d3029b req-f9dd53e5-8c36-4993-a3e3-b5a22204ae4b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350667 Jul 15 13:06:42.138745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:42.207071 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eff52bf-821d-4172-9b25-2f80b556ce12 x-openstack-request-id: req-3eff52bf-821d-4172-9b25-2f80b556ce12 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:42.207071 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-unplugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:42.207071 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3eff52bf-821d-4172-9b25-2f80b556ce12 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:42.207350 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'code': 200} Jul 15 13:06:42.210690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:42.211904 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:42.296774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcc0e341-3502-42c5-8769-ac398dca6edb req-943e45f1-2ad3-46b6-8af3-abe8404cc323 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0951593 Jul 15 13:06:42.299083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e9ef26-7b94-4d55-bb0a-ee878aeb6c8a req-4b63699a-4061-46e1-a5d4-15272b27a708 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920894 Jul 15 13:06:42.360909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=9']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.371262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] No DVR routers for this DVR port 205c71eb-3136-44a8-b458-5239fea8665c on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:42.427894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:42.428414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:42.428814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:42.434723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:42.435125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Attempting to bind port 205c71eb-3136-44a8-b458-5239fea8665c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:42.444385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:42.446029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:42.446648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:42.447111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Bound port: 205c71eb-3136-44a8-b458-5239fea8665c, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:42.447550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.579748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:42.612249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f76d7dd-d127-4d45-a047-a554e9f12bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.628641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:42.638907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bde36-c647-4206-9e0b-dbabb1689dc2 req-5ea80467-a5ed-4b3c-8939-38b66a7f8992 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.640799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e16bde36-c647-4206-9e0b-dbabb1689dc2 req-5ea80467-a5ed-4b3c-8939-38b66a7f8992 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.1483874 Jul 15 13:06:42.642592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.726412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.727108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.738628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] 10.222.0.23 "PUT /v2.0/ports/205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 1095 time: 2.3131099 Jul 15 13:06:42.775218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:42.777690 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d86728-57f5-4e87-96cc-54e8d9812f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:42.875837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e16bde36-c647-4206-9e0b-dbabb1689dc2 req-12445cc5-7ea4-44e4-b21d-44ef615f0399 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054188 Jul 15 13:06:42.887916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0434-2fdb-4e29-a4dc-82c86b5d5dcf service neutron] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.944776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-3b6a3c61-7501-4085-9b8f-78a13bae1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.947883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-3b6a3c61-7501-4085-9b8f-78a13bae1017 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1099 time: 0.1562951 Jul 15 13:06:42.969009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.986408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.993497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.999935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.006804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.014142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.020683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.038063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-006f9c7d-526f-4cf1-b004-1126b6bae589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5438 time: 0.3572176 Jul 15 13:06:43.195205 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc32936c-f6f1-4a72-852d-25cff6851df0 req-cc1a992f-5b4a-4bc7-9dce-e95b63379030 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562262 Jul 15 13:06:43.217471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-0ec9d899-589e-4791-a990-3bfbf355a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.219009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-0ec9d899-589e-4791-a990-3bfbf355a1f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1784163 Jul 15 13:06:43.273027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-d2529b2d-1653-46f8-9a50-a3e6421d750c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0447240 Jul 15 13:06:43.287775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc442-5d85-405b-82bb-53a837dd38c7 req-f7e1e4d7-1d16-4257-8673-2d4416b15ceb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.289356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad2dc442-5d85-405b-82bb-53a837dd38c7 req-f7e1e4d7-1d16-4257-8673-2d4416b15ceb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 949 time: 0.2258537 Jul 15 13:06:43.291081 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba62774-63fe-450c-aa62-6dff3d51b2a2 x-openstack-request-id: req-1ba62774-63fe-450c-aa62-6dff3d51b2a2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:43.291363 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:43.291621 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ba62774-63fe-450c-aa62-6dff3d51b2a2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:43.299872 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'status': 'completed', 'code': 200} Jul 15 13:06:43.372629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 928ed251-b353-4521-8ca5-048c2819a242 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:43.439650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-f19eb684-eb59-408d-99b6-6147a72975f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.441441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-f19eb684-eb59-408d-99b6-6147a72975f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1406167 Jul 15 13:06:43.448702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 928ed251-b353-4521-8ca5-048c2819a242 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:43.454615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 928ed251-b353-4521-8ca5-048c2819a242 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:43.455608 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.455735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad2dc442-5d85-405b-82bb-53a837dd38c7 req-a4c688c7-5578-4e68-bb8f-abf26f7c4ea1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Jul 15 13:06:43.560235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-a113f5f8-a71d-408b-b6b5-9ccc49d046bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.561810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-a113f5f8-a71d-408b-b6b5-9ccc49d046bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1099 time: 0.2240553 Jul 15 13:06:43.582538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.621260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=928ed251-b353-4521-8ca5-048c2819a242,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:43.625368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691f34f-dfc7-46ff-8cc5-6abe615c5315 req-fccb4e21-5f7e-475c-8c21-f97e91df4ccb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.628611 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.629840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2ad3ac9d-3b64-494d-aeee-c9882c500b8e up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:43.636181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a691f34f-dfc7-46ff-8cc5-6abe615c5315 req-fccb4e21-5f7e-475c-8c21-f97e91df4ccb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.2454753 Jul 15 13:06:43.704781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.723074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:43.728035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:43.728401 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.733026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-7cc27ea3-b3ff-4d57-83dc-23ad30a9464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.734554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-7cc27ea3-b3ff-4d57-83dc-23ad30a9464b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2756672 Jul 15 13:06:43.824949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a691f34f-dfc7-46ff-8cc5-6abe615c5315 req-b906d188-9cb8-47c4-a59f-c7347a4bfba7 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883752 Jul 15 13:06:43.834665 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.887050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:43.892379 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.893443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 78f6b974-976d-4ea7-9959-c17ed606d205 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:43.956760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-9ee77690-d611-4082-b3b0-fa76b05f125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.959393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-9ee77690-d611-4082-b3b0-fa76b05f125b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3896716 Jul 15 13:06:43.961752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-77e8bcb3-d7ac-41a3-9802-d6d292798f94 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146006 Jul 15 13:06:44.014168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.017836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-92ffd2cc-50b2-42a9-a5c9-20a924b938ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.0470428 Jul 15 13:06:44.026655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 78f6b974-976d-4ea7-9959-c17ed606d205 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:44.032968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 78f6b974-976d-4ea7-9959-c17ed606d205 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:44.036008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.107411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af59f-b0ee-48bf-93f8-fb40f13b16ab req-b5c6b5e2-39d6-4cf2-bcaa-09a8f6a1dcd5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.109306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-328af59f-b0ee-48bf-93f8-fb40f13b16ab req-b5c6b5e2-39d6-4cf2-bcaa-09a8f6a1dcd5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 948 time: 0.4998643 Jul 15 13:06:44.190712 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.210112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ed251-b353-4521-8ca5-048c2819a242'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad3ac9d-3b64-494d-aeee-c9882c500b8e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:44.215614 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ddffa-87b3-4648-ac5b-70822c88ff1a" -d '{"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "62ce691c-de22-4217-b8bd-278830529a9e"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "928ed251-b353-4521-8ca5-048c2819a242"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "2ad3ac9d-3b64-494d-aeee-c9882c500b8e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:44.226657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-6002a0e7-b580-40a2-9d93-ec7d759032b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.229021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-6002a0e7-b580-40a2-9d93-ec7d759032b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1743898 Jul 15 13:06:44.262767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=78f6b974-976d-4ea7-9959-c17ed606d205,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:44.271855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.273391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4e6c2d78-6dcf-4cf8-b319-9e472c518614 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:44.333111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-328af59f-b0ee-48bf-93f8-fb40f13b16ab req-35030be7-b89b-410f-a88c-5518a472b453 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122133 Jul 15 13:06:44.342645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09ce3e-a243-49ff-9522-1a0ce73668fe req-092cb843-90c7-4403-b918-59d716e50193 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733253 Jul 15 13:06:44.376858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32557b0c-77d3-4123-8523-c46b6a584541 req-09b789ff-d91d-42bd-84b1-80a0e07fc278 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.379185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32557b0c-77d3-4123-8523-c46b6a584541 req-09b789ff-d91d-42bd-84b1-80a0e07fc278 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.3580170 Jul 15 13:06:44.465603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-bc4c1df5-b318-44d0-bfff-7016e899668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.467071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-bc4c1df5-b318-44d0-bfff-7016e899668b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281420 Jul 15 13:06:44.468046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.473020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32557b0c-77d3-4123-8523-c46b6a584541 req-c3ac8ff7-b021-4db4-83e6-24e90304f179 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877237 Jul 15 13:06:44.499306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:44.503390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:44.503818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.589113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f632e6b-5583-4620-aeee-5ac2dfb22dc7 req-111998b6-a1f5-409d-9eb4-ce7736429376 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0670593 Jul 15 13:06:44.600452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-4c5a0522-2126-40cc-8790-6e9b456df8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.602069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-4c5a0522-2126-40cc-8790-6e9b456df8aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 1099 time: 0.1797926 Jul 15 13:06:44.666444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-82452886-e3b5-445f-96e8-3b06f5c6d8de service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906097 Jul 15 13:06:44.682856 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.691717 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985e6c46-3e0c-459a-8bec-95361ccbe11f x-openstack-request-id: req-985e6c46-3e0c-459a-8bec-95361ccbe11f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:44.692014 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "62ce691c-de22-4217-b8bd-278830529a9e", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "928ed251-b353-4521-8ca5-048c2819a242", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "2ad3ac9d-3b64-494d-aeee-c9882c500b8e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:44.692264 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-985e6c46-3e0c-459a-8bec-95361ccbe11f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:44.692674 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e', 'code': 200} Jul 15 13:06:44.692887 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ed251-b353-4521-8ca5-048c2819a242', 'code': 200} Jul 15 13:06:44.693131 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad3ac9d-3b64-494d-aeee-c9882c500b8e', 'code': 200} Jul 15 13:06:44.754249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:44.767893 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.768730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0247534e-95e3-41ff-9638-ee2c988da812 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:44.826157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-28bfca43-5f61-495f-829c-f07d60cad3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.827674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-28bfca43-5f61-495f-829c-f07d60cad3db service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2190199 Jul 15 13:06:44.885148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.906290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 0247534e-95e3-41ff-9638-ee2c988da812 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:44.911207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 0247534e-95e3-41ff-9638-ee2c988da812 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:44.912365 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.014903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.052763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0247534e-95e3-41ff-9638-ee2c988da812,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:45.056603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:45.061504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.062809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:45.273522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-b0dd3978-3fb0-42f3-abe8-6be33728c34b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 200 len: 217 time: 0.4199910 Jul 15 13:06:45.308222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e041450-f2c7-48b3-b337-b491ee2b9dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.326319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.327211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-7cc2e31f-3fcd-4b87-b6b3-4a082bc9a39b service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211102 Jul 15 13:06:45.341896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5bba11a0-3980-4b99-97bc-36ff775d3595 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:45.342629 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.345472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 321b2bcd-2d39-46d7-87ff-f1174f409b31 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:45.366525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 321b2bcd-2d39-46d7-87ff-f1174f409b31 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:45.366903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.367218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-e73f4a9b-53fa-4548-8d99-19791491d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.369203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-e73f4a9b-53fa-4548-8d99-19791491d444 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0811710 Jul 15 13:06:45.386548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.392413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.398360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.404348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.410169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.416625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.422774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.424712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-c151f663-dc9d-4308-9820-7a2ebd0b24bf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5442 time: 0.6121848 Jul 15 13:06:45.468460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06432c5d-0c7c-4aa7-bc77-beeb716be49f req-c85d6ead-5ac9-471e-ae50-3d3331785bfe tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.469927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06432c5d-0c7c-4aa7-bc77-beeb716be49f req-c85d6ead-5ac9-471e-ae50-3d3331785bfe tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 949 time: 0.2572029 Jul 15 13:06:45.483827 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.495021 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.527450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a322909c-7ddf-4552-92ca-ac0e0d5ab052 req-632e0acc-c934-46eb-a0d6-372236f96c41 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895135 Jul 15 13:06:45.546248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06432c5d-0c7c-4aa7-bc77-beeb716be49f req-6d7901a6-7f73-4d6f-b9c3-d1b56b3f1d3e tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676730 Jul 15 13:06:45.548522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.551684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-026a2b0c-9a4b-40f7-9a01-6fcdff65d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.552324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:45.553446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-026a2b0c-9a4b-40f7-9a01-6fcdff65d684 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270130 Jul 15 13:06:45.562822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:45.564516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.572295 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.573068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9ebfeb74-e8c5-4866-955b-83904dd5e163 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:45.652494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.705219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 9ebfeb74-e8c5-4866-955b-83904dd5e163 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:45.712699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 9ebfeb74-e8c5-4866-955b-83904dd5e163 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:45.713155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.715976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.752772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-800214a9-ab45-467c-92ba-60df28a88cc3 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697352 Jul 15 13:06:45.802651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.836820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:45.840558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.878465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6347415-b061-4b4d-a011-40acb2506349 req-7996016f-9d24-48f7-8354-bf7453c77dbe tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.879949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6347415-b061-4b4d-a011-40acb2506349 req-7996016f-9d24-48f7-8354-bf7453c77dbe tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.1847076 Jul 15 13:06:45.888602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.904245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa099d0-9a29-4552-b7fd-bb9bad1b9a16 req-401d1bd1-bb36-4823-8eaf-75dea2f830c0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.905704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fa099d0-9a29-4552-b7fd-bb9bad1b9a16 req-401d1bd1-bb36-4823-8eaf-75dea2f830c0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 948 time: 0.1700034 Jul 15 13:06:45.940745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36d86728-57f5-4e87-96cc-54e8d9812f8b req-4f098272-75f5-4a93-97c7-ea42dabcdaac service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708851 Jul 15 13:06:45.968097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6347415-b061-4b4d-a011-40acb2506349 req-e07bdaec-6171-4938-a40e-1acd7dbcef32 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806839 Jul 15 13:06:45.972742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fa099d0-9a29-4552-b7fd-bb9bad1b9a16 req-260f6d25-1c1e-4c3d-ad76-342cd1ad4993 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Jul 15 13:06:46.139204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b347-2d5f-46af-b042-8cc0b5694c16 req-e22c42ce-bfd3-48de-9743-669ef2590e2a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.140700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a448b347-2d5f-46af-b042-8cc0b5694c16 req-e22c42ce-bfd3-48de-9743-669ef2590e2a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.0684006 Jul 15 13:06:46.177789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8de79b12-bf1b-4a23-8e97-82eb5c7b4544 req-31265b3c-0fe9-4018-b8ea-9be71ee7ce2c tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0336604 Jul 15 13:06:46.210418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a448b347-2d5f-46af-b042-8cc0b5694c16 req-63a0fcc5-799a-4f3e-b0bd-25674aacd4a1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 Jul 15 13:06:46.381198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0355ecb-5e8e-4df0-9bb5-e1983ebc9995 req-15377b44-fa36-44a5-9651-1fb335f6b8b1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.383956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0355ecb-5e8e-4df0-9bb5-e1983ebc9995 req-15377b44-fa36-44a5-9651-1fb335f6b8b1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.0751495 Jul 15 13:06:46.427754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0355ecb-5e8e-4df0-9bb5-e1983ebc9995 req-1d5f439c-335f-45ea-9838-a8417824b42c tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379744 Jul 15 13:06:46.600472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.647213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526229a-9dac-474a-952f-227d8b243e3d req-41140fde-c648-4e85-babd-025796fe7abf tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.649486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9526229a-9dac-474a-952f-227d8b243e3d req-41140fde-c648-4e85-babd-025796fe7abf tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.0920496 Jul 15 13:06:46.694537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6c2d78-6dcf-4cf8-b319-9e472c518614'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812'}, {'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595'}, {'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:46.695433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9526229a-9dac-474a-952f-227d8b243e3d req-eb84d386-9769-49b7-a7c0-528a1fb786dd tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Jul 15 13:06:46.700551 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff87c7-af5f-4d65-9dd7-b2855b027277" -d '{"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "4e6c2d78-6dcf-4cf8-b319-9e472c518614"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "0247534e-95e3-41ff-9638-ee2c988da812"}, {"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-plugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595"}, {"server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "name": "network-vif-plugged", "status": "completed", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:46.883646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.889642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.895621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.901595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.907442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.913391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.919819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.921733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-923ee2b2-8c4d-46b5-aea3-e10790a2e795 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.1102397 Jul 15 13:06:46.964003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efc169e6-a9ad-4eb7-a3db-7910dbea3ea8 req-4041e79f-b895-4130-95ea-d37157bba62d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363908 Jul 15 13:06:47.026436 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ada383-fde2-4022-83b5-2bcaa31b1e56 x-openstack-request-id: req-e0ada383-fde2-4022-83b5-2bcaa31b1e56 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:47.026749 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "4e6c2d78-6dcf-4cf8-b319-9e472c518614", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "0247534e-95e3-41ff-9638-ee2c988da812", "code": 200}, {"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-plugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595", "code": 200}, {"server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "name": "network-vif-plugged", "status": "completed", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-plugged", "status": "completed", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:47.027008 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0ada383-fde2-4022-83b5-2bcaa31b1e56 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:47.027414 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205', 'code': 200} Jul 15 13:06:47.027658 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6c2d78-6dcf-4cf8-b319-9e472c518614', 'code': 200} Jul 15 13:06:47.028084 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812', 'code': 200} Jul 15 13:06:47.028335 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'code': 200} Jul 15 13:06:47.028575 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'code': 200} Jul 15 13:06:47.028812 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163', 'code': 200} Jul 15 13:06:47.061349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:47.093973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da182650-a680-4b55-aaf8-006e038bc0ae req-c288158f-8599-459f-992a-5b351942fed1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.102680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da182650-a680-4b55-aaf8-006e038bc0ae req-c288158f-8599-459f-992a-5b351942fed1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0796235 Jul 15 13:06:47.173395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da182650-a680-4b55-aaf8-006e038bc0ae req-05964b0d-0dfb-4085-b013-b268cf19e320 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694118 Jul 15 13:06:47.240109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:47.267539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.269182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.269390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '205c71eb-3136-44a8-b458-5239fea8665c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '205c71eb-3136-44a8-b458-5239fea8665c', 'mac_address': 'fa:16:3e:89:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:47.269984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.270900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.272161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.272921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.273768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.276047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-299d27a0-7f08-467e-bea8-071e50de5403 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6501 time: 0.0758963 Jul 15 13:06:47.278595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ce24c-2083-4bff-ae8b-b2d9ed2fe67c req-f879ccea-775d-4ceb-a109-4fcaecd65efd tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.280758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b34ce24c-2083-4bff-ae8b-b2d9ed2fe67c req-f879ccea-775d-4ceb-a109-4fcaecd65efd tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.1473365 Jul 15 13:06:47.317818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.326789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34ec0-73dd-44df-93da-ce4c69862abc req-f7d39341-9319-4497-a5d9-e9ac0ae3492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.327710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1dccfa49-6fe2-458f-b906-55fd518986b4 req-23cf4180-f04c-496a-b9cc-4a8268282a79 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404484 Jul 15 13:06:47.328284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62c34ec0-73dd-44df-93da-ce4c69862abc req-f7d39341-9319-4497-a5d9-e9ac0ae3492e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1096 time: 0.1208162 Jul 15 13:06:47.333240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:47.353986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:47.358008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.377324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b34ce24c-2083-4bff-ae8b-b2d9ed2fe67c req-c2edf0cc-b1c4-4fed-8001-038af0be30c6 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808864 Jul 15 13:06:47.406489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a340-2cb3-42ce-a521-e4328c139b46 req-393ac08c-43c7-4543-9751-66862db87e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.407948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d033a340-2cb3-42ce-a521-e4328c139b46 req-393ac08c-43c7-4543-9751-66862db87e1d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1101 time: 0.1019390 Jul 15 13:06:47.457301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.476266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62c34ec0-73dd-44df-93da-ce4c69862abc req-6f9d3aad-d0eb-4bef-8600-055bd04caac7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 Jul 15 13:06:47.482619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d033a340-2cb3-42ce-a521-e4328c139b46 req-f5d6f4f7-8070-4c8d-b807-df06411389a9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554945 Jul 15 13:06:47.588337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ac3660e-7d90-4389-934f-f689fabcbe01 req-665b4aee-f0cc-4f33-9b9d-25ea1788c6c9 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0455687 Jul 15 13:06:47.622525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2c08-5153-4cee-a276-13eda619ed34 req-67b3151c-c546-4d46-b365-8c45027cc0cc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.624044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135a2c08-5153-4cee-a276-13eda619ed34 req-67b3151c-c546-4d46-b365-8c45027cc0cc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.0945086 Jul 15 13:06:47.651633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['205c71eb-3136-44a8-b458-5239fea8665c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:47.663609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135a2c08-5153-4cee-a276-13eda619ed34 req-c0107d1e-2fc2-468b-a69a-ed7e84c46924 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Jul 15 13:06:47.774442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bc964-8e32-4a4f-92b2-e6642b1f8c77 req-0b4b8e70-44be-44f4-9ea3-2e56af98b5b9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.776468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f07bc964-8e32-4a4f-92b2-e6642b1f8c77 req-0b4b8e70-44be-44f4-9ea3-2e56af98b5b9 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.0744326 Jul 15 13:06:47.819175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f07bc964-8e32-4a4f-92b2-e6642b1f8c77 req-4287227b-e02c-4a23-92c9-ac3b8466dc75 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Jul 15 13:06:47.927716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.004397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-2be3e9b4-801e-44b5-8173-6fdeb8dadaa3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.005892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-2be3e9b4-801e-44b5-8173-6fdeb8dadaa3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.1102507 Jul 15 13:06:48.020992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-b4d12a20-c2b7-42e9-96eb-1e671e8f48ae tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/quotas/e82b1aa64d0a437dac02415bb5cb54f4 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Jul 15 13:06:48.087983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-139d2c14-933d-4a2e-94f1-95bafd9d93da tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610976 Jul 15 13:06:48.189337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-19996a85-5f5b-46e1-9e68-2f39595dfdce service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948441 Jul 15 13:06:48.323132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7831d64e-db2b-43ca-90da-29c55604b24b service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253998 Jul 15 13:06:48.346393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3551ca-d34a-4a90-b36d-99c6e6e5697e req-60ca95cf-785f-4c14-a1c6-e4b9b9e9673e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.348071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f3551ca-d34a-4a90-b36d-99c6e6e5697e req-60ca95cf-785f-4c14-a1c6-e4b9b9e9673e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 949 time: 0.0841823 Jul 15 13:06:48.393515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f3551ca-d34a-4a90-b36d-99c6e6e5697e req-eb2bcce6-f775-4575-9579-375aa8258280 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369699 Jul 15 13:06:48.628346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.636361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.641986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.648400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.655186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.675069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.682187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.689728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-10a1bd6c-2d4e-44fb-ae9f-192261fa7bac tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.1721241 Jul 15 13:06:48.773277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81982f54-a13e-4cee-91a6-c29e3c531a4c req-8ea8df7d-9df5-491b-96f5-182bad1540df tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823982 Jul 15 13:06:48.813188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24de71-bfae-4d65-a270-f8f411f0a4d9 req-9eb58167-c68c-4fad-80ed-88874ce657e8 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.814768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc24de71-bfae-4d65-a270-f8f411f0a4d9 req-9eb58167-c68c-4fad-80ed-88874ce657e8 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1156778 Jul 15 13:06:48.864262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc24de71-bfae-4d65-a270-f8f411f0a4d9 req-9d942b9b-207a-4674-8f0a-0d536b784058 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Jul 15 13:06:48.958888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f6fa399-6725-41db-82e6-1b72fdee484f req-50a948f0-70fe-44ac-8203-2d76e482ba92 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 210 time: 0.0664096 Jul 15 13:06:49.079663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:49.135439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-673f644d-30e9-431b-8fee-17163adc0220 req-7f59c9ea-81a1-42c5-a0c0-5d3461f1ffb2 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0299296 Jul 15 13:06:49.150878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 205c71eb-3136-44a8-b458-5239fea8665c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:49.166428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 205c71eb-3136-44a8-b458-5239fea8665c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:49.166535 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.266188 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.289421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:49.291831 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8b855-5afa-4b7b-aad1-3d87ef46a41b" -d '{"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-plugged", "status": "completed", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:49.305791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:49.311705 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.312988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:49.382882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba05fc-1588-4669-aa8d-00ac8304b73d req-54e542cf-cd5d-44a7-9864-97da8f4f1f13 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.386906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3527725-33fe-4d3d-920b-4c21a29a87ab details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:49.390275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9aba05fc-1588-4669-aa8d-00ac8304b73d req-54e542cf-cd5d-44a7-9864-97da8f4f1f13 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1315134 Jul 15 13:06:49.400485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d4f5a-22a3-42b8-8e7f-97b8b8106bce req-f422c8f4-d3f3-4b86-895c-823d5b3d8e39 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.401954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-188d4f5a-22a3-42b8-8e7f-97b8b8106bce req-f422c8f4-d3f3-4b86-895c-823d5b3d8e39 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1309373 Jul 15 13:06:49.470892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:49.480830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.492135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9aba05fc-1588-4669-aa8d-00ac8304b73d req-8cea40d7-f7c8-4405-ad66-a9816b1ca481 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009820 Jul 15 13:06:49.500231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-188d4f5a-22a3-42b8-8e7f-97b8b8106bce req-94861a65-07d7-4058-ba6b-1d68934092a2 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919552 Jul 15 13:06:49.525010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8490a-acce-4ad2-8f4e-715406551711 req-f795e27b-8b38-4df6-a68b-c41779d1917c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.527079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cce8490a-acce-4ad2-8f4e-715406551711 req-f795e27b-8b38-4df6-a68b-c41779d1917c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e3515a-4003-4811-ae73-b8c2d4dde387 HTTP/1.1" status: 200 len: 945 time: 0.1083133 Jul 15 13:06:49.560424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:49.575873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.579005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:49.616250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'port_id': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'mac_address': 'fa:16:3e:36:c7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:49.650564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-eebe95e2-9485-4b49-9ffb-b1296d047835 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499971 Jul 15 13:06:49.668895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:49.673348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.686690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3527725-33fe-4d3d-920b-4c21a29a87ab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:49.709620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:49.716290 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.764709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:49.823081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Deleting port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:49.823427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.872455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-1d53cbc8-37c0-472a-93c1-e6bdddaaa09d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.873920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-1d53cbc8-37c0-472a-93c1-e6bdddaaa09d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123289 Jul 15 13:06:49.888228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8dc4b-5186-4230-8871-5299bd59f884 req-cb52727b-8a9e-4ae9-89c1-a27302bb2952 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.889721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04e8dc4b-5186-4230-8871-5299bd59f884 req-cb52727b-8a9e-4ae9-89c1-a27302bb2952 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.2581844 Jul 15 13:06:49.889935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c3527725-33fe-4d3d-920b-4c21a29a87ab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:49.981057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-53d6af66-3936-4e81-a940-1d5fa1fbd912 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/quotas/77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 375 time: 0.0903201 Jul 15 13:06:50.082900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04e8dc4b-5186-4230-8871-5299bd59f884 req-bf58aebb-acaa-409e-b141-880855d8795c tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861327 Jul 15 13:06:50.084743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] For port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:50.085105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.098848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-6c3087e0-6712-455c-820b-1b0923837308 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.100311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-6c3087e0-6712-455c-820b-1b0923837308 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.3004751 Jul 15 13:06:50.113460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Request body: {'port': {'device_id': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'admin_state_up': True, 'tenant_id': 'e82b1aa64d0a437dac02415bb5cb54f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:50.116715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Calling delete_port for 6e6814f5-ae48-4889-afe0-cf30d6f4b77c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:50.131281 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf67768d-5a92-4cf7-9adb-2cc4f55f797a x-openstack-request-id: req-cf67768d-5a92-4cf7-9adb-2cc4f55f797a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:50.131797 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-plugged", "status": "completed", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:50.131797 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf67768d-5a92-4cf7-9adb-2cc4f55f797a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:50.132206 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'code': 200} Jul 15 13:06:50.239950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-e9f999e6-4d9c-490b-a98b-298074adc244 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2460992 Jul 15 13:06:50.349317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Made reservation on behalf of e82b1aa64d0a437dac02415bb5cb54f4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:50.357200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.394486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d2ce-8c3a-4f38-8e8a-fd9ea343f859 req-e1956102-e6eb-4b5a-bde1-3b0d129ada4d tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.396041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d99d2ce-8c3a-4f38-8e8a-fd9ea343f859 req-e1956102-e6eb-4b5a-bde1-3b0d129ada4d tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1096 time: 0.1686227 Jul 15 13:06:50.490307 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.537925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d99d2ce-8c3a-4f38-8e8a-fd9ea343f859 req-e8bf25fd-d92c-41c7-810a-4977c95c5e99 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324043 Jul 15 13:06:50.541903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event deleted for resources: {'Port': ['ID=6e6814f5-ae48-4889-afe0-cf30d6f4b77c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.580185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.580635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.580965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.581305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.581648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.582015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.582380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.582719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.583049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.583387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.583689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.584012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.638958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] No DVR routers for this DVR port 6e6814f5-ae48-4889-afe0-cf30d6f4b77c on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:50.643009 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.645010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cce8490a-acce-4ad2-8f4e-715406551711 req-af1db033-9e86-482a-bbf8-121a6dd6b7c3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "DELETE /v2.0/ports/6e6814f5-ae48-4889-afe0-cf30d6f4b77c HTTP/1.1" status: 204 len: 173 time: 1.1106172 Jul 15 13:06:50.645438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-deleted', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:50.647841 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3199eac-8e2a-455b-9e8c-e476681bf99d" -d '{"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-deleted", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:50.664761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Allocated IP 172.20.0.6 (664cba1a-9606-470d-a812-2cd85266b92a/979c6572-b599-4575-952f-6bf0b23f2cb5/8f973e81-4a4d-4826-bee1-e91892364609) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:50.916276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9dd9e6a6-0e4a-4830-88fa-4ae682086634 req-1e529374-5d4b-47b4-b01d-08d0a558e72c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 210 time: 0.0418019 Jul 15 13:06:50.959088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.985891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.991808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.997921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.004375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.010336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.016150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.022069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.024634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-f955c2e1-e694-4a33-9e33-05a69a8adf47 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.2497032 Jul 15 13:06:51.106616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e133d234-b712-462c-a5c8-83163efc2c96 req-0f6a47d4-ed8c-4e90-9e34-60ecf88db86b tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0437758 Jul 15 13:06:51.136404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c94da2bf-dd75-4616-b749-fff97cb19d51 req-d2a13fc5-0614-4e72-8d49-65cf85e66ad4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045315 Jul 15 13:06:51.161325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.218049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.226858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Network 664cba1a-9606-470d-a812-2cd85266b92a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:51.228713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:51.231576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:51.313795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf6e85c6-8548-4927-b013-adfef4d2b6f3 req-b6c205aa-b6fe-436e-a649-ef12ed5ead00 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 210 time: 0.0334606 Jul 15 13:06:51.359137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.359137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.397589 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286e2fda-4567-437b-bbfb-5a2f8687f77f x-openstack-request-id: req-286e2fda-4567-437b-bbfb-5a2f8687f77f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:51.397875 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-deleted", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:51.398120 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-286e2fda-4567-437b-bbfb-5a2f8687f77f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:51.398579 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-deleted', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'status': 'completed', 'code': 200} Jul 15 13:06:51.409873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3527725-33fe-4d3d-920b-4c21a29a87ab up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:51.428090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-7b4f8d13-e98b-4046-87c9-14a9e15ca82a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3184092 Jul 15 13:06:51.442154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb316-1938-4a0e-92d8-201bb5ab2bc8 req-19915f36-e39b-488a-8092-4af93f7a9123 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.445069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-923cb316-1938-4a0e-92d8-201bb5ab2bc8 req-19915f36-e39b-488a-8092-4af93f7a9123 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1096 time: 0.0867164 Jul 15 13:06:51.449697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Request body: {'port': {'device_id': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:51.475660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c3527725-33fe-4d3d-920b-4c21a29a87ab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:51.477059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.574787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.597878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-923cb316-1938-4a0e-92d8-201bb5ab2bc8 req-643f441b-d9cf-4987-a6a0-128677903655 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056526 Jul 15 13:06:51.599425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.609603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:51.613980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.638707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159e72a-af34-43aa-b697-a1e67a961b27 req-47b0d654-67c4-49d9-8eb0-12e2de143a38 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.640495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c159e72a-af34-43aa-b697-a1e67a961b27 req-47b0d654-67c4-49d9-8eb0-12e2de143a38 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1467476 Jul 15 13:06:51.668432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.763232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c159e72a-af34-43aa-b697-a1e67a961b27 req-c5575844-a2c4-46ce-b925-f810ceed0839 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014650 Jul 15 13:06:52.134203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c'}, {'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:52.137528 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74076de-f025-44f3-b8af-49b39e0422f3" -d '{"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c"}, {"server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "name": "network-vif-plugged", "status": "completed", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:52.165617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-62219f12-9ed3-4728-8364-deb7eb39c53b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=77ea1299346e4ffcb81c852203ecad30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707128 Jul 15 13:06:52.348007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e158-b4e9-4e70-9c4c-f1c3a8e988e5 req-41b59fa5-dc06-4654-a477-a94a3cccbdff tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.349491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81a1e158-b4e9-4e70-9c4c-f1c3a8e988e5 req-41b59fa5-dc06-4654-a477-a94a3cccbdff tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.6399889 Jul 15 13:06:52.396347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.403021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.408873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.415683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.421461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.427364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.433358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.435189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df2c3bdb-6999-4d93-a135-a861c9d33a41 req-5d7c39f4-f282-44f0-9e27-b5232a8255fb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.3393073 Jul 15 13:06:52.446230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:52.451848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Request body: {'floatingip': {'port_id': '0247534e-95e3-41ff-9638-ee2c988da812'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:52.470518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-df5e9f9f-559b-4a5b-9fc2-d07b30d9b855 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.472020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-df5e9f9f-559b-4a5b-9fc2-d07b30d9b855 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888374 Jul 15 13:06:52.493873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.495454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Request body: {'port': {'device_id': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '77ea1299346e4ffcb81c852203ecad30'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:52.536948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81a1e158-b4e9-4e70-9c4c-f1c3a8e988e5 req-c61f62ad-118a-42c8-a148-11e62d2a6cba tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706133 Jul 15 13:06:52.589076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f973e81-4a4d-4826-bee1-e91892364609 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:52.607337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.647631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Transition to ACTIVE for port object 8f973e81-4a4d-4826-bee1-e91892364609 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:52.665885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.752745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f521937a-3516-462c-a85d-27f45d7d8bd9 req-14293a8f-48b3-4e34-934e-e0dc14ae0e68 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0751164 Jul 15 13:06:52.782874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.797712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a996d4-6ab7-4aee-b1a1-d169a4bcee2e req-9605d802-c58d-45d9-984a-c4763beb4f87 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.799472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69a996d4-6ab7-4aee-b1a1-d169a4bcee2e req-9605d802-c58d-45d9-984a-c4763beb4f87 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 931 time: 0.2058640 Jul 15 13:06:52.800091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Made reservation on behalf of 77ea1299346e4ffcb81c852203ecad30 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:52.803417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.840157 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e0d0c-315b-41b7-84c3-5731e3e5a950 x-openstack-request-id: req-879e0d0c-315b-41b7-84c3-5731e3e5a950 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:52.840676 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e3515a-4003-4811-ae73-b8c2d4dde387", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6814f5-ae48-4889-afe0-cf30d6f4b77c", "code": 200}, {"server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "name": "network-vif-plugged", "status": "completed", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:52.840872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-879e0d0c-315b-41b7-84c3-5731e3e5a950 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:52.841492 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3515a-4003-4811-ae73-b8c2d4dde387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6814f5-ae48-4889-afe0-cf30d6f4b77c', 'code': 200} Jul 15 13:06:52.841797 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'code': 200} Jul 15 13:06:52.961854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69a996d4-6ab7-4aee-b1a1-d169a4bcee2e req-073c490c-d9e7-4f80-af56-06bf0d8616f8 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393433 Jul 15 13:06:52.965759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Attempting to bind port 8f973e81-4a4d-4826-bee1-e91892364609 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:52.965759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Attempting to bind port 8f973e81-4a4d-4826-bee1-e91892364609 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:52.965759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Attempting to bind port 8f973e81-4a4d-4826-bee1-e91892364609 on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:52.979762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Port 8f973e81-4a4d-4826-bee1-e91892364609 on network 664cba1a-9606-470d-a812-2cd85266b92a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:52.980021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Attempting to bind port 8f973e81-4a4d-4826-bee1-e91892364609 on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:53.006828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:53.007273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Checking segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:53.008275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Bound using segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:53.008541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Bound port: 8f973e81-4a4d-4826-bee1-e91892364609, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:53.008913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.068147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Allocated IP 192.168.233.102 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/f56c7091-b901-4911-a5df-24b952aeecde) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:53.080510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:53.088101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:06:53.120622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 6e6814f5-ae48-4889-afe0-cf30d6f4b77c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:53.126924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6e6814f5-ae48-4889-afe0-cf30d6f4b77c not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:53.160977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.169627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.264386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.278352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Transition to ACTIVE for port object f56c7091-b901-4911-a5df-24b952aeecde will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:53.318659 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Floating IP 0982d726-4d29-4ef5-9a5c-c572cf8f6dac associated. External IP: 172.25.2.160, port: 0247534e-95e3-41ff-9638-ee2c988da812. Jul 15 13:06:53.334364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:53.368067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f55272b1-dbbc-4683-8483-18af636cde5f req-81e44b32-55a3-416f-8304-b2fec0d1a851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0512013 Jul 15 13:06:53.395461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:53.397963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bc7448a-3bce-4a35-a619-824c6f6e00f2 req-5111bb2e-43f9-43a5-8965-d72a951017c0 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 210 time: 0.0678434 Jul 15 13:06:53.400396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.409791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.416155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['205c71eb-3136-44a8-b458-5239fea8665c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:53.418610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700', 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:53.479466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.480344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.482588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] 10.222.0.23 "PUT /v2.0/ports/8f973e81-4a4d-4826-bee1-e91892364609 HTTP/1.1" status: 200 len: 1091 time: 2.0428729 Jul 15 13:06:53.486696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:53.491578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:53.494676 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311" -d '{"events": [{"name": "network-changed", "server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "tag": "8f973e81-4a4d-4826-bee1-e91892364609"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:53.502563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:53.524009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:53.527062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.620880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:53.684811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.685485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.705502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc704-8d98-44ea-8e38-ce8f454ffe5a service neutron] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.724389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-9ac08699-bcaa-4446-b579-1b44db0314d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.726088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-9ac08699-bcaa-4446-b579-1b44db0314d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 1094 time: 0.1963212 Jul 15 13:06:53.728800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-19658816-b925-4974-a742-8df28eccea5e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2464161 Jul 15 13:06:53.751010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Request body: {'port': {'device_id': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:53.780565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:53.799340 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] Sync routers for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:53.813892 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:53.814550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:53.815455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.893736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-477f9902-6438-45d4-a8d0-65dfda8f8eb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f973e81-4a4d-4826-bee1-e91892364609 HTTP/1.1" status: 200 len: 217 time: 0.1596322 Jul 15 13:06:53.924858 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7ee81dee-7260-43b3-b682-71c19aa804f3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "PUT /v2.0/floatingips/0982d726-4d29-4ef5-9a5c-c572cf8f6dac HTTP/1.1" status: 200 len: 992 time: 1.4771833 Jul 15 13:06:53.925456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:53.932746 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107144d-b49a-4bed-b07c-89b01bfbbee6" -d '{"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "0247534e-95e3-41ff-9638-ee2c988da812"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:53.972188 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:53.998240 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.019472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c445ed7-4391-44e3-928b-90ed26c7a9c1 None None] Provisioning for port f56c7091-b901-4911-a5df-24b952aeecde completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:54.026723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c445ed7-4391-44e3-928b-90ed26c7a9c1 None None] Provisioning complete for port f56c7091-b901-4911-a5df-24b952aeecde triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:54.027419 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c445ed7-4391-44e3-928b-90ed26c7a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.117344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2c445ed7-4391-44e3-928b-90ed26c7a9c1 None None] Port f56c7091-b901-4911-a5df-24b952aeecde cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:54.193460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-d2299cc3-9ad1-448a-a15e-59498b3a3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.195694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-d2299cc3-9ad1-448a-a15e-59498b3a3258 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.2937336 Jul 15 13:06:54.262000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-ffd62c6a-eed6-447d-b86a-0f7e966a077d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529134 Jul 15 13:06:54.352676 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '0982d726-4d29-4ef5-9a5c-c572cf8f6dac', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'port_id': '0247534e-95e3-41ff-9638-ee2c988da812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'mac_address': 'fa:16:3e:fd:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:42Z', 'updated_at': '2021-07-15T13:06:52Z', 'revision_number': 1, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:54.375766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c055c-9d0a-4847-8f81-820309c2e38f req-bc8942cf-ebee-4f7e-bd4b-e10d7e44ef44 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.382282 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] Checking router: 3db45c17-167b-4cb5-8c18-ed9f2759ec55 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:54.383080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a2c055c-9d0a-4847-8f81-820309c2e38f req-bc8942cf-ebee-4f7e-bd4b-e10d7e44ef44 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.3667839 Jul 15 13:06:54.391094 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:54.391774 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:54.505673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-bef7db91-ad7f-4e73-9186-aa166761df9b service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978223 Jul 15 13:06:54.508084 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:54.535015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a2c055c-9d0a-4847-8f81-820309c2e38f req-b10d3884-6e87-4657-9d9e-0cc48dc4a8ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503248 Jul 15 13:06:54.583694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-7725dbaf-1e8d-4e8a-a813-a5c409c13055 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:06:54.585112 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-7725dbaf-1e8d-4e8a-a813-a5c409c13055 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067391 Jul 15 13:06:54.593608 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8415d97e-41d8-4c9c-89fa-40b7e1607c55 x-openstack-request-id: req-8415d97e-41d8-4c9c-89fa-40b7e1607c55 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:54.593903 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "tag": "8f973e81-4a4d-4826-bee1-e91892364609", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:54.594151 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8415d97e-41d8-4c9c-89fa-40b7e1607c55 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:54.594588 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609', 'status': 'completed', 'code': 200} Jul 15 13:06:54.597824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Request body: {'binding': {'host': 'n-h2-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:54.599740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:06:54.605288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56c7091-b901-4911-a5df-24b952aeecde {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:54.643580 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.665723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Transition to ACTIVE for port object f56c7091-b901-4911-a5df-24b952aeecde will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:54.680403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.687604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3745b7c-e8b5-422c-bffd-3ee69e4c6f25 req-5840aa95-a38f-4821-b129-adb04ea50eb7 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735075 Jul 15 13:06:54.772424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on host n-h2-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:54.772987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:54.774032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e3c9a57-11ee-49cb-8a99-7e4d07f2a3cb req-342ac218-9d74-480d-85a0-368bf98c669c tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0553334 Jul 15 13:06:54.783404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:54.796555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:54.797117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:54.802396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:54.802733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:54.803123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:54.803637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Bound port: 321b2bcd-2d39-46d7-87ff-f1174f409b31, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:54.811400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:54.836732 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '0982d726-4d29-4ef5-9a5c-c572cf8f6dac', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'port_id': '0247534e-95e3-41ff-9638-ee2c988da812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'mac_address': 'fa:16:3e:fd:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:42Z', 'updated_at': '2021-07-15T13:06:52Z', 'revision_number': 1, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:54.870695 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf0bee-bba9-467d-9578-1ab93e3d3233 None None] The sync data for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 is: [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '0982d726-4d29-4ef5-9a5c-c572cf8f6dac', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'port_id': '0247534e-95e3-41ff-9638-ee2c988da812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'mac_address': 'fa:16:3e:fd:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75514566-be42-4fa7-a737-3029f061deba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:42Z', 'updated_at': '2021-07-15T13:06:52Z', 'revision_number': 1, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:54.894812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:54.912680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.923464 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ab655fd9-4c19-423d-836f-925b51d234ae service neutron] 10.222.0.48 "POST /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31/bindings HTTP/1.1" status: 201 len: 389 time: 0.3253109 Jul 15 13:06:54.950101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-3e960376-dc92-4d81-a516-738a9276e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.951771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-3e960376-dc92-4d81-a516-738a9276e1a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 1094 time: 0.2119398 Jul 15 13:06:55.036101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:55.036478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:55.037238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:55.085168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:55.085503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:55.103835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:55.103835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:55.103835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:55.103835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Bound port: f56c7091-b901-4911-a5df-24b952aeecde, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:55.104330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.142830 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4935a9-c5fc-42db-823c-2878dd6a84b2 x-openstack-request-id: req-df4935a9-c5fc-42db-823c-2878dd6a84b2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:55.143305 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "tag": "0247534e-95e3-41ff-9638-ee2c988da812", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:55.143793 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df4935a9-c5fc-42db-823c-2878dd6a84b2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:55.144381 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812', 'status': 'completed', 'code': 200} Jul 15 13:06:55.149320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26ce6-4c4f-4ac6-8e44-84caf97b2d2c req-30b2e93a-4a48-44ed-9fd2-5bae106def6f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.151345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cd26ce6-4c4f-4ac6-8e44-84caf97b2d2c req-30b2e93a-4a48-44ed-9fd2-5bae106def6f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.2223673 Jul 15 13:06:55.176182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-4c4458fc-a847-4013-a95d-185001f2ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.177700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-4c4458fc-a847-4013-a95d-185001f2ced6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 906 time: 0.1942549 Jul 15 13:06:55.191557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e807ed-9898-456d-9295-0f8e9538a0fd None None] New status for floating IP 0982d726-4d29-4ef5-9a5c-c572cf8f6dac: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:55.256893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-4b50b6f3-dc6b-4559-8416-5746b948005a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f973e81-4a4d-4826-bee1-e91892364609 HTTP/1.1" status: 200 len: 217 time: 0.0701568 Jul 15 13:06:55.273286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.274046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.274512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.275144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.275623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.276091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.276555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.278777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-9b5dc790-e024-401e-818c-8e2c7d861a4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6501 time: 0.0829957 Jul 15 13:06:55.346766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cd26ce6-4c4f-4ac6-8e44-84caf97b2d2c req-3e6d71d1-32fb-4696-afd5-2cdfd457be16 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611996 Jul 15 13:06:55.347756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:55.365737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:55.383094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.389443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-0c77ddff-7c8c-4ee8-8711-1ea3a717f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.390896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-0c77ddff-7c8c-4ee8-8711-1ea3a717f0a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.1275711 Jul 15 13:06:55.417381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-454c743b-1a62-4dc1-b2eb-31d44829954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.418947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-454c743b-1a62-4dc1-b2eb-31d44829954b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 HTTP/1.1" status: 200 len: 918 time: 0.1304471 Jul 15 13:06:55.491586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-9a980749-8a31-40bc-96d3-27f227130b96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688753 Jul 15 13:06:55.497510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.498115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.499544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] 10.222.0.49 "PUT /v2.0/ports/f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 1096 time: 1.7547438 Jul 15 13:06:55.502748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-88fae2cf-7f9b-4398-b564-418789507141 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0247534e-95e3-41ff-9638-ee2c988da812 HTTP/1.1" status: 200 len: 1002 time: 0.0760834 Jul 15 13:06:55.562404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-359df13e-fc24-4c4e-a11f-09ab0f5d833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.563988 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-359df13e-fc24-4c4e-a11f-09ab0f5d833f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb586b47-de32-4f6a-9eae-8a47dd62e729 HTTP/1.1" status: 200 len: 856 time: 0.0500643 Jul 15 13:06:55.586709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866740d-1a74-44cb-a662-e41953bcefca service neutron] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.596673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38a4ad10-c050-4cc6-a896-7069f5123451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.598851 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38a4ad10-c050-4cc6-a896-7069f5123451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1096 time: 0.3540249 Jul 15 13:06:55.627358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-fb63873e-8d8e-448e-8115-d165f78bd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.628751 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-fb63873e-8d8e-448e-8115-d165f78bd80a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573695 Jul 15 13:06:55.728881 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-1ba4113f-5f57-4e03-a453-5e1cd2a55d31 service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910425 Jul 15 13:06:55.825110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7107144d-b49a-4bed-b07c-89b01bfbbee6 req-e6ac3f9b-a31d-4f58-be8e-44df681bb321 service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886259 Jul 15 13:06:55.944108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-f89feb14-0b15-4dd7-892f-983fd4e0a3b7 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.945640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-f89feb14-0b15-4dd7-892f-983fd4e0a3b7 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 946 time: 0.0706232 Jul 15 13:06:56.047034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Deleting port c3527725-33fe-4d3d-920b-4c21a29a87ab {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:56.047375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.090105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220ce83-666a-4480-b0f3-5520dc814dfe req-fa9cb5f0-867c-4230-9c32-710a7d3b465e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.094330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1220ce83-666a-4480-b0f3-5520dc814dfe req-fa9cb5f0-867c-4230-9c32-710a7d3b465e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 943 time: 0.6934071 Jul 15 13:06:56.144465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-f7a2b973-bb3a-43a8-9b04-8e6e41f51df9 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354866 Jul 15 13:06:56.152705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e2a0-1ad3-4356-945a-a251730d1205 req-27bf2dd6-57c3-4012-8c40-83aaa2c00ab3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.158742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fac8e2a0-1ad3-4356-945a-a251730d1205 req-27bf2dd6-57c3-4012-8c40-83aaa2c00ab3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.6650417 Jul 15 13:06:56.191054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-b89daed7-5f73-460e-a696-4b6b2105ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.192549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-b89daed7-5f73-460e-a696-4b6b2105ff22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1099 time: 0.6210241 Jul 15 13:06:56.219440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-c54c29c6-7cf4-4082-9623-a75d8b743288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.220922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-c54c29c6-7cf4-4082-9623-a75d8b743288 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.5911298 Jul 15 13:06:56.315168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-413e2067-067f-46ec-977d-1166baf87a45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.1088562 Jul 15 13:06:56.321847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1220ce83-666a-4480-b0f3-5520dc814dfe req-8ef6e636-c28d-4112-ba22-932dc2e14dc3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204549 Jul 15 13:06:56.356747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fcdd8e88-0689-4238-ae9c-6c552698fa3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 217 time: 0.1171222 Jul 15 13:06:56.406504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fac8e2a0-1ad3-4356-945a-a251730d1205 req-92a79e22-ec29-4b44-82a3-f707394a1c8a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289310 Jul 15 13:06:56.414601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] For port c3527725-33fe-4d3d-920b-4c21a29a87ab, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3527725-33fe-4d3d-920b-4c21a29a87ab,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:56.414601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.428506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Calling delete_port for c3527725-33fe-4d3d-920b-4c21a29a87ab owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:56.470338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-cf4441f2-98e0-4167-92ac-2f3ef70a7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.471779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-cf4441f2-98e0-4167-92ac-2f3ef70a7269 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1122799 Jul 15 13:06:56.482545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8fc3b0a-44a2-48ae-8583-cd98c6dc5311 req-0e343375-43d8-47d6-b763-749f75fa42f6 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158042 Jul 15 13:06:56.484500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-55e6666b-9bca-4071-93ce-4caf1408c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.487011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-55e6666b-9bca-4071-93ce-4caf1408c4a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.1147220 Jul 15 13:06:56.573313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-f920a37a-e600-415f-bf4f-e41732734d29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516882 Jul 15 13:06:56.580951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.594352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c3527725-33fe-4d3d-920b-4c21a29a87ab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:56.610341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:56.612947 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148418d-dea5-4a47-8a9e-f7307e1bef08" -d '{"events": [{"name": "network-changed", "server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:56.613843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event deleted for resources: {'Port': ['ID=c3527725-33fe-4d3d-920b-4c21a29a87ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.644059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.644400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.644736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.645061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.645384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.645708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.646027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.646436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.646753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.647069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.647385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.647697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:56.675328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] No DVR routers for this DVR port c3527725-33fe-4d3d-920b-4c21a29a87ab on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:56.678004 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.680989 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-69b7ab64-0a41-4c0c-8c4a-0fe4f686e197 req-1a785b41-5183-4e22-bf4d-385c629f17db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "DELETE /v2.0/ports/c3527725-33fe-4d3d-920b-4c21a29a87ab HTTP/1.1" status: 204 len: 173 time: 0.7294648 Jul 15 13:06:56.727703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0d8f-65c2-4595-ad26-a9360c105ced req-96ad47ea-6e88-451d-a517-da596be27f05 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.729208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-928b0d8f-65c2-4595-ad26-a9360c105ced req-96ad47ea-6e88-451d-a517-da596be27f05 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.2645152 Jul 15 13:06:56.759424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-648d6a60-7c26-4e4e-83a7-966deeac3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.760882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-648d6a60-7c26-4e4e-83a7-966deeac3bb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728770 Jul 15 13:06:56.774242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-cc24f0d3-86c8-476a-9883-20ee1cdd1139 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895726 Jul 15 13:06:56.794490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7788cd-b6cf-4158-8438-467bb3b9463b req-94bc2454-2b1c-42a5-a426-4abfdb370fe0 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.795981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c7788cd-b6cf-4158-8438-467bb3b9463b req-94bc2454-2b1c-42a5-a426-4abfdb370fe0 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.2457590 Jul 15 13:06:56.903413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-928b0d8f-65c2-4595-ad26-a9360c105ced req-95391ce4-dda2-43af-aa70-945394ac66cf tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618953 Jul 15 13:06:56.980643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c7788cd-b6cf-4158-8438-467bb3b9463b req-a5c4f012-d306-45bc-a3f0-fd3ee0ec2c46 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645031 Jul 15 13:06:56.987432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-b22d48d4-8aa7-4184-b631-a132f5fbac04 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093713 Jul 15 13:06:57.009776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-a2709683-48db-4fdb-ba86-3f8d9261d6f6 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116926 Jul 15 13:06:57.106079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4223511-8611-4e4f-8569-235e1f6f0e4d req-c0e41e28-8011-401a-9724-d84fc8bf95bc service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054900 Jul 15 13:06:57.112820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8f973e81-4a4d-4826-bee1-e91892364609 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:57.145794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'name': 'network-vif-deleted', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:57.148471 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6f2ab2-650a-4328-8e94-46091afd8580" -d '{"events": [{"server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "name": "network-vif-deleted", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:57.282172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:57.294819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '8f973e81-4a4d-4826-bee1-e91892364609', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': '8f973e81-4a4d-4826-bee1-e91892364609', 'mac_address': 'fa:16:3e:2a:0f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:57.297960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4bee9147-6b68-4048-976a-da82517747b9 req-c0efd187-4a71-453c-b07f-487add3d0b56 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb0d9cb-78e0-4c46-8953-8470825f8137 HTTP/1.1" status: 200 len: 210 time: 0.0511112 Jul 15 13:06:57.354032 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836295b4-b6a3-4947-8a80-9210c31a4523 x-openstack-request-id: req-836295b4-b6a3-4947-8a80-9210c31a4523 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:57.354482 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb0d9cb-78e0-4c46-8953-8470825f8137", "name": "network-vif-deleted", "tag": "c3527725-33fe-4d3d-920b-4c21a29a87ab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:57.354822 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-836295b4-b6a3-4947-8a80-9210c31a4523 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:57.355305 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb0d9cb-78e0-4c46-8953-8470825f8137', 'name': 'network-vif-deleted', 'tag': 'c3527725-33fe-4d3d-920b-4c21a29a87ab', 'status': 'completed', 'code': 200} Jul 15 13:06:57.358488 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f1203-8b84-4642-a852-23744cf4caa1 x-openstack-request-id: req-bc7f1203-8b84-4642-a852-23744cf4caa1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:57.359399 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:57.359651 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc7f1203-8b84-4642-a852-23744cf4caa1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:57.360045 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'status': 'completed', 'code': 200} Jul 15 13:06:57.360845 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.392344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f973e81-4a4d-4826-bee1-e91892364609 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:57.414397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:57.431168 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.521444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:57.529397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3afa2fc-3dfb-4ea0-8c0d-94b8dfd8e68b req-8c10bd5c-4e38-421f-95f7-e6b58960b587 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0561762 Jul 15 13:06:57.534141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec65ee98-9677-49ae-bc0b-e6c257e682f2 req-36b972ff-9b55-4a7d-be6e-d1877273ff5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2025f83020f34536a3be06a1303a44d1&device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0701604 Jul 15 13:06:57.536807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.537386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.538005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.538624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.539397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.540158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.540719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.541383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.541926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.542564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.543106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.543981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.609817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec65ee98-9677-49ae-bc0b-e6c257e682f2 req-5f41dc67-0e73-4dbf-b88c-584170fffe97 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2025f83020f34536a3be06a1303a44d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312030 Jul 15 13:06:57.674347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-4b3215dd-c2c8-49ca-acca-d7dbe3716aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.675699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-4b3215dd-c2c8-49ca-acca-d7dbe3716aa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1099 time: 0.2877257 Jul 15 13:06:57.715501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['8f973e81-4a4d-4826-bee1-e91892364609'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:57.748494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e499b9-e60c-4b15-889d-33982653017e req-d47687e6-010e-4826-bacc-55c033056328 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.750315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1e499b9-e60c-4b15-889d-33982653017e req-d47687e6-010e-4826-bacc-55c033056328 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 944 time: 0.2194862 Jul 15 13:06:57.860145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ee98-9677-49ae-bc0b-e6c257e682f2 req-a9283cc8-560f-4a1c-8a8b-1b81b2937442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.861595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec65ee98-9677-49ae-bc0b-e6c257e682f2 req-a9283cc8-560f-4a1c-8a8b-1b81b2937442 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2421052 Jul 15 13:06:57.879658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1e499b9-e60c-4b15-889d-33982653017e req-250987a7-9c0f-49b4-87be-ce411455f236 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066735 Jul 15 13:06:57.903127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf6e3-1892-44f7-9692-457a90a7b2d5 req-df9d956d-feb5-4f9e-90cc-206fa75a31b3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.903127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9dedf6e3-1892-44f7-9692-457a90a7b2d5 req-df9d956d-feb5-4f9e-90cc-206fa75a31b3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.2464280 Jul 15 13:06:57.925100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-40ce3873-672b-4ece-aab4-fd4a9f54b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.926519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-40ce3873-672b-4ece-aab4-fd4a9f54b1f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2288103 Jul 15 13:06:57.974934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-6fa91728-d8f7-4ea2-a808-116743c6ea6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.0409105 Jul 15 13:06:57.980278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9dedf6e3-1892-44f7-9692-457a90a7b2d5 req-5bfcbe31-ca03-45e4-8199-de476cbb848f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763478 Jul 15 13:06:58.061490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-669bb0ff-bf31-45be-a74d-d8bf4a8a14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.061490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-669bb0ff-bf31-45be-a74d-d8bf4a8a14b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0803385 Jul 15 13:06:58.170511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf4cc9-88c5-4065-bcfd-1541e9894e6d req-edd4412b-04ba-421d-9e37-ea176aef4b69 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.172001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54cf4cc9-88c5-4065-bcfd-1541e9894e6d req-edd4412b-04ba-421d-9e37-ea176aef4b69 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1465847 Jul 15 13:06:58.202320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-893b53a9-5780-4859-a40a-65000f1daf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.203698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-893b53a9-5780-4859-a40a-65000f1daf68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352189 Jul 15 13:06:58.258122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54cf4cc9-88c5-4065-bcfd-1541e9894e6d req-53147fc1-4bf0-49c7-b09d-2f69d9cf5f57 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787747 Jul 15 13:06:58.265379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c023ed-da4b-4d64-9062-e97a04f80a87 req-f10f7dd8-ea0f-40c0-8614-749592db62c8 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.266873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8c023ed-da4b-4d64-9062-e97a04f80a87 req-f10f7dd8-ea0f-40c0-8614-749592db62c8 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1548989 Jul 15 13:06:58.350602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8c023ed-da4b-4d64-9062-e97a04f80a87 req-8e35e52e-1c96-4617-a8ab-7154176dd93e tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Jul 15 13:06:58.352705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-f271d270-d523-4753-aae9-3c298d5678f8 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378222 Jul 15 13:06:58.467515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2148418d-dea5-4a47-8a9e-f7307e1bef08 req-873cd786-0a6d-471f-bb88-3bb9b324b297 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068714 Jul 15 13:06:58.682370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8806b436-e1ff-45ad-b4d0-5e52365123b6 req-182c3d8d-ca5b-4e89-b0ae-cffd6e3c47a0 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0290940 Jul 15 13:06:59.060859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35e20-b3e0-414e-af4b-8c799969d59e req-6f53c683-9539-4fcb-94ce-c11519208ce6 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.062449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebb35e20-b3e0-414e-af4b-8c799969d59e req-6f53c683-9539-4fcb-94ce-c11519208ce6 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 944 time: 0.0709896 Jul 15 13:06:59.105789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebb35e20-b3e0-414e-af4b-8c799969d59e req-00cf85cf-0fe1-49ee-aa0b-d3a162903679 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369787 Jul 15 13:06:59.119108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8f973e81-4a4d-4826-bee1-e91892364609 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:59.200281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 8f973e81-4a4d-4826-bee1-e91892364609 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:59.205920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 8f973e81-4a4d-4826-bee1-e91892364609 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:59.206544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.301757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.309357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec65ee98-9677-49ae-bc0b-e6c257e682f2 req-ce1b99f1-b005-43cf-9644-66e7455a23a0 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0381384 Jul 15 13:06:59.336848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f260b-90b8-4b70-a05d-2321b0e7545b req-2928c0a5-22f7-4c9f-a998-91a79d55bf65 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.342282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-393f260b-90b8-4b70-a05d-2321b0e7545b req-2928c0a5-22f7-4c9f-a998-91a79d55bf65 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.1253071 Jul 15 13:06:59.361917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:59.371363 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40ba213-e469-464c-be59-ec2554ec201c" -d '{"events": [{"server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f973e81-4a4d-4826-bee1-e91892364609"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:59.386981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:59.397450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.399696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-393f260b-90b8-4b70-a05d-2321b0e7545b req-aa5ded6f-7799-42ea-8031-9b13dd3487ae tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Jul 15 13:06:59.505358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:59.510871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294844503', 'description': 'tempest-description--487999758'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:59.553213 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.622747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329f324-2387-460f-bf6a-7888b3ce5ed7 req-c7227c2a-2af0-45d6-b163-41c841b66167 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.631930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5329f324-2387-460f-bf6a-7888b3ce5ed7 req-c7227c2a-2af0-45d6-b163-41c841b66167 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1177080 Jul 15 13:06:59.641176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:59.643565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3527725-33fe-4d3d-920b-4c21a29a87ab no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:59.683863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: c3527725-33fe-4d3d-920b-4c21a29a87ab {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:59.684268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3527725-33fe-4d3d-920b-4c21a29a87ab not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:59.693982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.703548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.709981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.749676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.755018 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2485430 Jul 15 13:06:59.756261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5329f324-2387-460f-bf6a-7888b3ce5ed7 req-d032ce25-1c2d-40af-9021-3a4cea76a0e0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230800 Jul 15 13:06:59.756808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:59.763102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'security_group_rule': {'security_group_id': '53187275-692e-45d4-8876-60019480e349', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:59.770315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864e8e-15a8-4349-a67d-95d59107251e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53187275-692e-45d4-8876-60019480e349,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.797430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:59.814106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f56c7091-b901-4911-a5df-24b952aeecde', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'f56c7091-b901-4911-a5df-24b952aeecde', 'mac_address': 'fa:16:3e:d8:90:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:59.822927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.857235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5b9-9197-4372-867e-fe8101baed02 req-07c76560-a6ac-4af7-b682-e4ea475533ff tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.858652 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.864623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcf5b5b9-9197-4372-867e-fe8101baed02 req-07c76560-a6ac-4af7-b682-e4ea475533ff tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.2102380 Jul 15 13:06:59.884139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56c7091-b901-4911-a5df-24b952aeecde {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:59.914738 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.921954 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ba48b0-e57d-4a38-9933-82ae8a166264 x-openstack-request-id: req-b5ba48b0-e57d-4a38-9933-82ae8a166264 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:59.921954 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f973e81-4a4d-4826-bee1-e91892364609", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:59.921954 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5ba48b0-e57d-4a38-9933-82ae8a166264 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:59.921954 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609', 'code': 200} Jul 15 13:06:59.922435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.932193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:59.946399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.977489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac6cb38-bb28-4566-8e41-bb6feb2bd047,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.978351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcf5b5b9-9197-4372-867e-fe8101baed02 req-1bc231ec-08dd-49e9-a974-cdc6caf3a7a9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977936 Jul 15 13:07:00.023767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.027867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86a499ad-80ba-4220-b2fe-61e2464c2027 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2674136 Jul 15 13:07:00.029969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:00.042836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'security_group_rule': {'security_group_id': '53187275-692e-45d4-8876-60019480e349', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:00.071461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.110361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.138576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e199f-0b80-4e90-8e70-76dd5a96b94b req-b7018a4b-62fc-41e1-b457-e5eea0cc0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.141102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-031e199f-0b80-4e90-8e70-76dd5a96b94b req-b7018a4b-62fc-41e1-b457-e5eea0cc0c43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 1096 time: 0.1129267 Jul 15 13:07:00.201621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-031e199f-0b80-4e90-8e70-76dd5a96b94b req-6ae10983-2a09-491b-8e11-468280b88b11 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Jul 15 13:07:00.233405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.252868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.294928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eeeb694-9c0f-43fa-9291-7f14e36b1a87,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.301072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f56c7091-b901-4911-a5df-24b952aeecde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:00.305802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.308568 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-557a3e90-97c1-4b40-8f78-ef35db4c46a1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773175 Jul 15 13:07:00.308780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef614ad3-253f-4d36-8811-7543acc73aca req-c811ad35-4820-465f-8ef7-e0be997dc9c1 tempest-ServerShowV254Test-1601906227 tempest-ServerShowV254Test-1601906227-project] 10.222.0.48 "GET /v2.0/ports?device_id=a29b24ca-b905-43a0-b587-36a9d71fbd6f HTTP/1.1" status: 200 len: 210 time: 0.0700073 Jul 15 13:07:00.311748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:00.318503 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:00.353163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.395566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec47a3-f30c-4638-b305-f2a1de366f64 req-4b1e3d27-8f79-434f-94b2-92ad83fd1902 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.399582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fec47a3-f30c-4638-b305-f2a1de366f64 req-4b1e3d27-8f79-434f-94b2-92ad83fd1902 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1054571 Jul 15 13:07:00.440506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fec47a3-f30c-4638-b305-f2a1de366f64 req-ec52a3bc-e2a8-4a23-a45f-84c3a83ae2dc tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356205 Jul 15 13:07:00.479463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.557720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.592034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cb17c-aa5d-4a38-b103-170ca2a3a821 req-1e31e970-481c-4cfd-b6e1-e682a2f2f3d1 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.593644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f2cb17c-aa5d-4a38-b103-170ca2a3a821 req-1e31e970-481c-4cfd-b6e1-e682a2f2f3d1 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 949 time: 0.0686553 Jul 15 13:07:00.606592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Allocated IP 172.25.2.200 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/7131f8c8-6181-48ee-b8e5-b0b70056769b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:00.635488 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f2cb17c-aa5d-4a38-b103-170ca2a3a821 req-99a12e3f-7ddd-4d86-82e2-f00d9b11240a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jul 15 13:07:00.715283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.754243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.798070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:00.801315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:00.807422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:00.810700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'Port': ['ID=7131f8c8-6181-48ee-b8e5-b0b70056769b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.906737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.953310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33915288-f03c-48dd-abee-7c79eee0b0d1 req-0422c738-a513-437f-b827-d3df3b8d7970 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.954848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33915288-f03c-48dd-abee-7c79eee0b0d1 req-0422c738-a513-437f-b827-d3df3b8d7970 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.0771513 Jul 15 13:07:00.958783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.003825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33915288-f03c-48dd-abee-7c79eee0b0d1 req-1c33d374-7d7f-44ba-a64f-edf54876e69a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Jul 15 13:07:01.141364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.147445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.225704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2e70-9e11-4148-b577-da7bf74f1b8d req-04d55d10-c967-4edf-acac-5036eab16ea3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.234706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ced2e70-9e11-4148-b577-da7bf74f1b8d req-04d55d10-c967-4edf-acac-5036eab16ea3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1089842 Jul 15 13:07:01.237106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.263078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.264417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9513388 Jul 15 13:07:01.265324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d02b5b-09b1-4cd4-9450-5d5ccd4691db tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'Port': ['ID=7131f8c8-6181-48ee-b8e5-b0b70056769b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.286576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ced2e70-9e11-4148-b577-da7bf74f1b8d req-3fb8f2f3-91f1-452f-8291-1ff30df5ccbb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509644 Jul 15 13:07:01.527868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-d64e5a28-871d-446d-a55a-480cd4fa3778 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.529334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-d64e5a28-871d-446d-a55a-480cd4fa3778 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 822 time: 0.1257031 Jul 15 13:07:01.553076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-f8d6fad9-5156-4526-a3dd-9ea0188ee4b2 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/quotas/fbe7ff1e18254bdf9cba8445520e6870 HTTP/1.1" status: 200 len: 375 time: 0.0165520 Jul 15 13:07:01.659842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-7b20382a-dc83-49c9-a976-470c139547a3 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058989 Jul 15 13:07:01.675807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849053c-84de-4c50-b661-8419457fd6d8 req-87995220-c686-432c-ad6f-a1155e6399a7 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.677522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2849053c-84de-4c50-b661-8419457fd6d8 req-87995220-c686-432c-ad6f-a1155e6399a7 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.0940032 Jul 15 13:07:01.731440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:01.789825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2849053c-84de-4c50-b661-8419457fd6d8 req-d99e556c-89dc-45bd-bfcd-7039f846009d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005471 Jul 15 13:07:01.814320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-bda2b854-698c-4f02-a2b3-cc3582a60055 service neutron] 10.222.0.48 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357155 Jul 15 13:07:01.878970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6c27482-a150-4c65-b439-6ae2387e2d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.941410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-12ce5736-61d6-4970-8460-609ed11d8585 service neutron] 10.222.0.48 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193640 Jul 15 13:07:02.012902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6c27482-a150-4c65-b439-6ae2387e2d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.017373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6c27482-a150-4c65-b439-6ae2387e2d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.027481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c4fdd-bb2b-4e7c-aa45-6872331062fe req-e76e36c3-0fd5-4e90-9e2f-9933d1282b99 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.030829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e93c4fdd-bb2b-4e7c-aa45-6872331062fe req-e76e36c3-0fd5-4e90-9e2f-9933d1282b99 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 949 time: 0.0807757 Jul 15 13:07:02.078682 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6c27482-a150-4c65-b439-6ae2387e2d6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2025f83020f34536a3be06a1303a44d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452280 Jul 15 13:07:02.079502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c27482-a150-4c65-b439-6ae2387e2d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9498ba-0bf8-4461-9c15-9745b6406024,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.082908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:02.094901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e93c4fdd-bb2b-4e7c-aa45-6872331062fe req-3c1dec32-19bf-4bbb-9398-7e90edb75ef4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578797 Jul 15 13:07:02.168033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54efb502-04c9-4fd2-97fa-0117d8dd8c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.197927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54efb502-04c9-4fd2-97fa-0117d8dd8c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.263543 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54efb502-04c9-4fd2-97fa-0117d8dd8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.266342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54efb502-04c9-4fd2-97fa-0117d8dd8c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.267796 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-54efb502-04c9-4fd2-97fa-0117d8dd8c8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb9498ba-0bf8-4461-9c15-9745b6406024 HTTP/1.1" status: 204 len: 168 time: 0.1836877 Jul 15 13:07:02.279778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efb502-04c9-4fd2-97fa-0117d8dd8c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9498ba-0bf8-4461-9c15-9745b6406024,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.329155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42dbf-ff23-40fb-acd1-ab40ef82c755 req-743ab817-7ead-48be-ad74-c5e4fd3dd51d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.340523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcd42dbf-ff23-40fb-acd1-ab40ef82c755 req-743ab817-7ead-48be-ad74-c5e4fd3dd51d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1149957 Jul 15 13:07:02.387859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bcd42dbf-ff23-40fb-acd1-ab40ef82c755 req-733045c8-8070-476b-9e05-5f2dded68f29 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Jul 15 13:07:02.433706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-772657dc-e0a0-4f56-ad3b-a2c95e65de64 req-b4702624-becc-4c46-8ac8-14b65c6ca179 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 210 time: 0.0444343 Jul 15 13:07:02.737334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751fde2-16ef-4837-9fe2-f6ac82c7569b req-13f2e420-a566-4b78-884e-d7a0a8e9fdec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.739148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0751fde2-16ef-4837-9fe2-f6ac82c7569b req-13f2e420-a566-4b78-884e-d7a0a8e9fdec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1160300 Jul 15 13:07:02.845415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0751fde2-16ef-4837-9fe2-f6ac82c7569b req-a811d11d-6e21-420b-aeee-0e0ac3e45642 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 Jul 15 13:07:02.884109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b080-983a-42c2-8a57-6e4abb78c2e0 req-61cab785-c049-409f-9a12-e2a19c0eb79c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.885647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7821b080-983a-42c2-8a57-6e4abb78c2e0 req-61cab785-c049-409f-9a12-e2a19c0eb79c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.0930340 Jul 15 13:07:02.938103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7821b080-983a-42c2-8a57-6e4abb78c2e0 req-f2962a8b-f5ff-4c95-8c37-7ae772c7d79e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453448 Jul 15 13:07:03.268229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9020-d3b3-4fb0-a8b0-5069b5dda7f5 req-d4663198-dbcf-41d5-a130-7f4f2d5bda04 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.269718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8ef9020-d3b3-4fb0-a8b0-5069b5dda7f5 req-d4663198-dbcf-41d5-a130-7f4f2d5bda04 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 949 time: 0.0659041 Jul 15 13:07:03.296094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.311562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8ef9020-d3b3-4fb0-a8b0-5069b5dda7f5 req-ac75aeb5-9946-4926-a7c6-7842a2a5c521 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348368 Jul 15 13:07:03.477659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:03.587195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f56c7091-b901-4911-a5df-24b952aeecde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:03.592707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f56c7091-b901-4911-a5df-24b952aeecde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:03.593534 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.640304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc87b0b2-0d8f-4af4-9010-21bf6e0c04e7 req-45d94528-adaf-49ab-a6ea-441d40b46a14 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 210 time: 0.0401196 Jul 15 13:07:03.673918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-99820ec2-4b1d-4cec-a8af-e3b4848c1800 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.675437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-99820ec2-4b1d-4cec-a8af-e3b4848c1800 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.23 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 822 time: 0.2163870 Jul 15 13:07:03.697188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'port': {'device_id': '07450bd6-6243-43bf-9acb-25247245e18a', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'admin_state_up': True, 'tenant_id': 'fbe7ff1e18254bdf9cba8445520e6870'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:03.713871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694d87-2156-4ac6-8816-d5e317af0e39 req-6ab7bcee-b112-4267-896c-4d16707a43f7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.714620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.715437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53694d87-2156-4ac6-8816-d5e317af0e39 req-6ab7bcee-b112-4267-896c-4d16707a43f7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1634266 Jul 15 13:07:03.739055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:03.742046 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdbbc08-a505-4037-bbe6-32cb55e14c51" -d '{"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-plugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:03.770987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:03.780257 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.840095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53694d87-2156-4ac6-8816-d5e317af0e39 req-b5062f11-400e-46fe-ad33-974302ba0c11 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175210 Jul 15 13:07:03.854656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.893245 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a2875-8f60-4e03-8f02-f1c9f441f8ed x-openstack-request-id: req-4a7a2875-8f60-4e03-8f02-f1c9f441f8ed {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:03.893659 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-plugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:03.894068 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a7a2875-8f60-4e03-8f02-f1c9f441f8ed {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:03.894380 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'code': 200} Jul 15 13:07:03.901927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Made reservation on behalf of fbe7ff1e18254bdf9cba8445520e6870 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:03.906578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.462420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797c6e-823f-4296-80ce-86136d589c74 req-3430bb1c-da7d-4fa7-9033-595ceab529fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.463929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04797c6e-823f-4296-80ce-86136d589c74 req-3430bb1c-da7d-4fa7-9033-595ceab529fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1101 time: 0.4934325 Jul 15 13:07:04.475968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Allocated IP 172.20.0.13 (2200adfd-0d16-4e42-8e57-94945979caa2/e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84/319c4f69-0996-4543-b6b8-cc0feaff486c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:04.524284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100667ec-f580-4378-99bf-3b559571e27a req-b5fbf512-bc88-41fc-ac67-ba3a10031a09 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.525759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-100667ec-f580-4378-99bf-3b559571e27a req-b5fbf512-bc88-41fc-ac67-ba3a10031a09 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.5252726 Jul 15 13:07:04.581213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4d9e-9f9e-4bd3-836f-2218a65ec9a1 req-20326388-b846-4f76-9176-4b1a5d0ec47b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.582610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dff4d9e-9f9e-4bd3-836f-2218a65ec9a1 req-20326388-b846-4f76-9176-4b1a5d0ec47b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.2239835 Jul 15 13:07:04.588975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04797c6e-823f-4296-80ce-86136d589c74 req-cd2db61d-a8d4-4ce7-a023-b129adf04cb8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145301 Jul 15 13:07:04.644833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-100667ec-f580-4378-99bf-3b559571e27a req-f8da3290-cead-4773-8205-7fce00739876 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115458 Jul 15 13:07:04.678814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dff4d9e-9f9e-4bd3-836f-2218a65ec9a1 req-41430fef-f667-474f-a5fb-5a7e03efd31a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878446 Jul 15 13:07:04.762130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.860110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.931544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c810c-440b-4c77-b628-999a3436fbf5 req-41f3437c-5253-4da9-ac92-66055bc0e9d5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.933019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-148c810c-440b-4c77-b628-999a3436fbf5 req-41f3437c-5253-4da9-ac92-66055bc0e9d5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1437628 Jul 15 13:07:04.947826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Network 2200adfd-0d16-4e42-8e57-94945979caa2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:04.962673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:04.975257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:05.001853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:05.045391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-148c810c-440b-4c77-b628-999a3436fbf5 req-1aa5e078-ea8b-4d98-8099-9410f5682a67 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030583 Jul 15 13:07:05.051214 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.051880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.071922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e45e6-8798-4b8d-95fb-7dc84386faee req-14884363-1e38-4297-b55c-2e79cdf24432 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.074666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b90e45e6-8798-4b8d-95fb-7dc84386faee req-14884363-1e38-4297-b55c-2e79cdf24432 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 932 time: 0.2119682 Jul 15 13:07:05.088570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-c70a960b-ce5a-4c31-b269-40d1d44e1fb8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4038553 Jul 15 13:07:05.104074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Request body: {'port': {'device_id': '07450bd6-6243-43bf-9acb-25247245e18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:05.149753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b90e45e6-8798-4b8d-95fb-7dc84386faee req-820f1291-c10c-4af4-9da7-899a43c65b9b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 Jul 15 13:07:05.236801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.302377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae7fcf-eb8f-4398-a6bd-75ed1edd9e50 req-308d1e7b-2776-44c1-8ab7-f21b4272b90e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.304410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71ae7fcf-eb8f-4398-a6bd-75ed1edd9e50 req-308d1e7b-2776-44c1-8ab7-f21b4272b90e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1388302 Jul 15 13:07:05.408463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71ae7fcf-eb8f-4398-a6bd-75ed1edd9e50 req-6151663d-aa11-4c3b-b89d-bdc2c702a1f1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936999 Jul 15 13:07:05.557890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319c4f69-0996-4543-b6b8-cc0feaff486c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:05.566341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.580277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Transition to ACTIVE for port object 319c4f69-0996-4543-b6b8-cc0feaff486c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:05.585085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.640686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:05.741265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Attempting to bind port 319c4f69-0996-4543-b6b8-cc0feaff486c on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:05.741915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Attempting to bind port 319c4f69-0996-4543-b6b8-cc0feaff486c by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:05.742334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Attempting to bind port 319c4f69-0996-4543-b6b8-cc0feaff486c on network 2200adfd-0d16-4e42-8e57-94945979caa2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:05.748189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Port 319c4f69-0996-4543-b6b8-cc0feaff486c on network 2200adfd-0d16-4e42-8e57-94945979caa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:05.748576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Attempting to bind port 319c4f69-0996-4543-b6b8-cc0feaff486c on network 2200adfd-0d16-4e42-8e57-94945979caa2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:05.755288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:05.755712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Checking segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:05.756112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Bound using segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:05.756790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Bound port: 319c4f69-0996-4543-b6b8-cc0feaff486c, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:05.758202 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.871155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:05.875249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:05.886932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.937208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.937771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.939200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] 10.222.0.23 "PUT /v2.0/ports/319c4f69-0996-4543-b6b8-cc0feaff486c HTTP/1.1" status: 200 len: 1092 time: 0.8400497 Jul 15 13:07:05.940904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07450bd6-6243-43bf-9acb-25247245e18a', 'tag': '319c4f69-0996-4543-b6b8-cc0feaff486c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:05.944030 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b" -d '{"events": [{"name": "network-changed", "server_uuid": "07450bd6-6243-43bf-9acb-25247245e18a", "tag": "319c4f69-0996-4543-b6b8-cc0feaff486c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:05.960386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcfefb-4354-4d55-b1e6-b1227bc78b55 req-3630384d-1aac-4c76-ae54-8154b1c1b7d2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.962093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0dcfefb-4354-4d55-b1e6-b1227bc78b55 req-3630384d-1aac-4c76-ae54-8154b1c1b7d2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1581786 Jul 15 13:07:05.994570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae87260-4b48-4e8b-8801-67455907d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.083139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0dcfefb-4354-4d55-b1e6-b1227bc78b55 req-6794581a-3691-4dcc-aa99-acefa7e683e0 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081383 Jul 15 13:07:06.112649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc61eb1-1872-4607-8539-732b96e28acc req-03a7573c-f2ae-4821-bbe4-b9328b9ddd51 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.114580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fc61eb1-1872-4607-8539-732b96e28acc req-03a7573c-f2ae-4821-bbe4-b9328b9ddd51 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1410933 Jul 15 13:07:06.122144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-57de9fbd-ea80-4570-972f-973f158d20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.123671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-57de9fbd-ea80-4570-972f-973f158d20ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 1095 time: 0.1322379 Jul 15 13:07:06.188343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-45d13c4e-a723-45ce-a21e-0b1f6f07145f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319c4f69-0996-4543-b6b8-cc0feaff486c HTTP/1.1" status: 200 len: 217 time: 0.0483339 Jul 15 13:07:06.201537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fc61eb1-1872-4607-8539-732b96e28acc req-1edcf943-6b7f-4b77-b487-d1c281beafd9 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769377 Jul 15 13:07:06.244782 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9536c298-9088-4951-8b60-a3103db14bf4 x-openstack-request-id: req-9536c298-9088-4951-8b60-a3103db14bf4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:06.245081 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07450bd6-6243-43bf-9acb-25247245e18a", "tag": "319c4f69-0996-4543-b6b8-cc0feaff486c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:06.245372 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9536c298-9088-4951-8b60-a3103db14bf4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:06.245785 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07450bd6-6243-43bf-9acb-25247245e18a', 'tag': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'status': 'completed', 'code': 200} Jul 15 13:07:06.251482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-b97e824b-22fa-4ab6-9840-7bf4b893e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.253401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-b97e824b-22fa-4ab6-9840-7bf4b893e921 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 200 len: 862 time: 0.0508866 Jul 15 13:07:06.301315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-5ae24f07-2509-49bb-a264-1887d11c55be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2200adfd-0d16-4e42-8e57-94945979caa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397270 Jul 15 13:07:06.492144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-1af2d33f-edfb-4489-9c04-6d4c4ff5fdd7 service neutron] 10.222.0.23 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767182 Jul 15 13:07:06.508534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39773f-0fa4-4b25-8df5-e156b6d59d05 req-48d6f2bb-0bbf-4b79-adbd-3b73dc889973 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.509949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa39773f-0fa4-4b25-8df5-e156b6d59d05 req-48d6f2bb-0bbf-4b79-adbd-3b73dc889973 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1755381 Jul 15 13:07:06.526075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ddea-a54e-444a-936f-f9da47d32729 req-cdfa37eb-ccfb-40c6-a623-1bd41d8fc6e6 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.527541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98a9ddea-a54e-444a-936f-f9da47d32729 req-cdfa37eb-ccfb-40c6-a623-1bd41d8fc6e6 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 944 time: 0.1908514 Jul 15 13:07:06.640294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa39773f-0fa4-4b25-8df5-e156b6d59d05 req-90f8d7dd-4d5e-4247-b9a0-bb3b344d2809 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227243 Jul 15 13:07:06.646672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98a9ddea-a54e-444a-936f-f9da47d32729 req-73d1ec96-a707-439d-b76e-c39bfa0fc24a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983853 Jul 15 13:07:06.666891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5c14a24-9572-42d7-8684-36670aaeb7ee req-219a3aa4-3191-4d7a-82a2-6394aeafc5e0 service neutron] 10.222.0.23 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662102 Jul 15 13:07:06.789777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-64d1f8b0-a07c-44c8-addb-f2a59b6f3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.791476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-64d1f8b0-a07c-44c8-addb-f2a59b6f3484 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 1095 time: 0.0610468 Jul 15 13:07:06.967528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-8cea8219-bbbe-4822-8bd0-6c07512e615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.968993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-8cea8219-bbbe-4822-8bd0-6c07512e615d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 923 time: 0.1709435 Jul 15 13:07:06.982615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e8e04-9cbe-48ae-acd2-d0929688dafa req-08dc7304-32e5-41d3-9d33-336d2e0563f8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.984048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-111e8e04-9cbe-48ae-acd2-d0929688dafa req-08dc7304-32e5-41d3-9d33-336d2e0563f8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1771061 Jul 15 13:07:07.032138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-3283de51-c321-45b8-b5b2-2d565893af92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319c4f69-0996-4543-b6b8-cc0feaff486c HTTP/1.1" status: 200 len: 217 time: 0.0471218 Jul 15 13:07:07.079568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816b454-0f31-42f5-afd9-c4a00692e84c req-259d8295-29fd-41bd-9b84-80eeeaaf7309 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.081084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4816b454-0f31-42f5-afd9-c4a00692e84c req-259d8295-29fd-41bd-9b84-80eeeaaf7309 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1101 time: 0.1746271 Jul 15 13:07:07.110569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-111e8e04-9cbe-48ae-acd2-d0929688dafa req-3fa6633c-bc65-46e1-acdd-877ab311690a tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137879 Jul 15 13:07:07.137034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-2afc5f05-fa4d-4f24-8b20-6dfe1737875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.138561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-2afc5f05-fa4d-4f24-8b20-6dfe1737875d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 200 len: 862 time: 0.0970647 Jul 15 13:07:07.144117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4816b454-0f31-42f5-afd9-c4a00692e84c req-668c6778-7f0d-41e7-a10c-d7f778d657c6 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545888 Jul 15 13:07:07.184387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-6a20710c-c775-4dd6-bd5d-55ad7ac46020 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2200adfd-0d16-4e42-8e57-94945979caa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379846 Jul 15 13:07:07.329534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-58983e18-9ef2-4de0-80dd-fbe1fa05b33f service neutron] 10.222.0.23 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359911 Jul 15 13:07:07.353284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b568-7f0c-4f48-8c59-0c7e72206667 req-50144d11-b83e-4931-af6a-019cfb022e54 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.354825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9717b568-7f0c-4f48-8c59-0c7e72206667 req-50144d11-b83e-4931-af6a-019cfb022e54 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1309450 Jul 15 13:07:07.446299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9717b568-7f0c-4f48-8c59-0c7e72206667 req-9240dc5c-bf52-432b-a560-39ead8f7f7cf tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802226 Jul 15 13:07:07.473476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1f4fe0c-e163-4b13-981a-bc9dc0e3478b req-fdc11bd4-048d-404d-88a4-c3cc262e935d service neutron] 10.222.0.23 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357095 Jul 15 13:07:07.614891 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-6824bfd8-51ad-4136-b0ad-0e9d62fd644d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723884 Jul 15 13:07:07.674487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a457c-c563-49a6-9358-4e7d6da7979c req-a47ede5c-618c-4f81-8eb7-2f2f088ec524 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.681663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108a457c-c563-49a6-9358-4e7d6da7979c req-a47ede5c-618c-4f81-8eb7-2f2f088ec524 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0837631 Jul 15 13:07:07.749650 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108a457c-c563-49a6-9358-4e7d6da7979c req-21befca9-d813-413d-868f-e35baf7edc8a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671146 Jul 15 13:07:07.789745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710213-8396-470c-a597-a29187ef2510 req-5859d46c-0645-4fbf-a6ef-7050bbd1e99e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.791383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be710213-8396-470c-a597-a29187ef2510 req-5859d46c-0645-4fbf-a6ef-7050bbd1e99e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1071305 Jul 15 13:07:07.836919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be710213-8396-470c-a597-a29187ef2510 req-c81a9364-1150-48d8-b22f-7d1bd98b32a2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Jul 15 13:07:07.964882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6d140-34b3-47fe-8fcb-acd02e8f5eec req-ab17ffaa-02d8-43ca-9574-06a13a554eca tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.966708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63a6d140-34b3-47fe-8fcb-acd02e8f5eec req-ab17ffaa-02d8-43ca-9574-06a13a554eca tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 944 time: 0.0776670 Jul 15 13:07:08.022965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63a6d140-34b3-47fe-8fcb-acd02e8f5eec req-fb792b1b-5440-40c9-9771-9842e89e1d12 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489380 Jul 15 13:07:08.157528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-bd4a6dc7-d449-4f9b-b8cd-9b47f209192d tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.159320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-bd4a6dc7-d449-4f9b-b8cd-9b47f209192d tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.0747306 Jul 15 13:07:08.171135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-9'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:08.277827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.404139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6f011-9287-42d3-9e4c-dc93f990326f req-a476df23-501d-4803-889a-02f1b492f1bd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.406019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21b6f011-9287-42d3-9e4c-dc93f990326f req-a476df23-501d-4803-889a-02f1b492f1bd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 945 time: 0.1408806 Jul 15 13:07:08.451679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:08.499306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21b6f011-9287-42d3-9e4c-dc93f990326f req-c5533794-2051-4018-bedc-b0e6daa790c5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572309 Jul 15 13:07:08.505582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:08.547098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:08.585140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-272a380b-fc40-42b4-ae30-26709eb792de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.623041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.626005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:08.628992 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc49d7b-08a7-428b-b22e-689d4629fe33" -d '{"events": [{"server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "name": "network-vif-unplugged", "status": "completed", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:08.636894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.700067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-272a380b-fc40-42b4-ae30-26709eb792de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.709515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-272a380b-fc40-42b4-ae30-26709eb792de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.740206 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-272a380b-fc40-42b4-ae30-26709eb792de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f55785836a345c0b6e0c99bb4b9ac38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874060 Jul 15 13:07:08.745558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:08.764145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a380b-fc40-42b4-ae30-26709eb792de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519da592-2d40-4220-aa93-f77bd034c5bf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.766604 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8154c8-2ce4-40fb-82dc-dbbb3a5db0dd x-openstack-request-id: req-cb8154c8-2ce4-40fb-82dc-dbbb3a5db0dd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:08.766886 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "name": "network-vif-unplugged", "status": "completed", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:08.767141 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb8154c8-2ce4-40fb-82dc-dbbb3a5db0dd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:08.767522 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'code': 200} Jul 15 13:07:08.783440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.133945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on host n-h1-798249-9 for vnic_type normal with profile {"migrating_to": "n-h2-798249-9"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:09.134812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:09.134812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:09.166746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 319c4f69-0996-4543-b6b8-cc0feaff486c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:09.195229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:09.195557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:09.212573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72449-b7ea-4fb1-a927-8792e1cd464c req-aa90aec9-202b-49b3-bf38-dd711369c50b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.214050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04b72449-b7ea-4fb1-a927-8792e1cd464c req-aa90aec9-202b-49b3-bf38-dd711369c50b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.5612631 Jul 15 13:07:09.224466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:09.224825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:09.225286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:09.226399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Bound port: 321b2bcd-2d39-46d7-87ff-f1174f409b31, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:09.226790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.273370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:09.279072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc5e3-b5b7-4fa5-9664-cdddb55e19c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.285062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'port_id': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'mac_address': 'fa:16:3e:48:5a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:09.325182 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.338664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319c4f69-0996-4543-b6b8-cc0feaff486c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:09.355077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc5e3-b5b7-4fa5-9664-cdddb55e19c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.360064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:09.364324 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.365063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:09.378750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04b72449-b7ea-4fb1-a927-8792e1cd464c req-9640cc56-5ad4-4abd-995a-e5e38b6d5f96 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567011 Jul 15 13:07:09.404373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac55803-1e36-4d8a-a15d-eed246fbc4d7 req-1ba21017-c2eb-49a6-bb1a-717a4c377073 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.405887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cac55803-1e36-4d8a-a15d-eed246fbc4d7 req-1ba21017-c2eb-49a6-bb1a-717a4c377073 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.2998540 Jul 15 13:07:09.414063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-b339c6da-9b6e-4cb7-b42b-fe08ce6a4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.415997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-b339c6da-9b6e-4cb7-b42b-fe08ce6a4931 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1101 time: 0.2835796 Jul 15 13:07:09.453453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.494669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:09.522405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:09.524777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:09.548118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on host n-h1-798249-9 for vnic_type normal with profile {"migrating_to": "n-h2-798249-9"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:09.548658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:09.549083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:09.553614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:09.554590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Attempting to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on network 8279a9f6-085b-4b88-bd81-cdfa0b4cee7b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:09.559732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:09.560109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Checking segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:09.560700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Bound using segment: {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:09.561157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Bound port: 321b2bcd-2d39-46d7-87ff-f1174f409b31, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5831ddc-a6cd-4319-8299-13ee95f09420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8279a9f6-085b-4b88-bd81-cdfa0b4cee7b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:09.561548 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.591814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.624838 n-d-798249-9 neutron-server[93825]: WARNING neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Concurrent port binding operations failed on port 321b2bcd-2d39-46d7-87ff-f1174f409b31 Jul 15 13:07:09.628722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:09.630127 n-d-798249-9 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Attempt 2 to bind port 321b2bcd-2d39-46d7-87ff-f1174f409b31 Jul 15 13:07:09.630631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 has no active binding in host n-h2-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:07:09.642396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cac55803-1e36-4d8a-a15d-eed246fbc4d7 req-4b76f92f-eec6-48f7-a565-7378dbc9384b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237189 Jul 15 13:07:09.666428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc5e3-b5b7-4fa5-9664-cdddb55e19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.668809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc5e3-b5b7-4fa5-9664-cdddb55e19c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.670025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8ecc5e3-b5b7-4fa5-9664-cdddb55e19c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/519da592-2d40-4220-aa93-f77bd034c5bf HTTP/1.1" status: 204 len: 168 time: 0.9053912 Jul 15 13:07:09.723276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecc5e3-b5b7-4fa5-9664-cdddb55e19c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519da592-2d40-4220-aa93-f77bd034c5bf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.733215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-408bfe31-ac41-4bfe-a91c-9aa8a47999be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.735408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-408bfe31-ac41-4bfe-a91c-9aa8a47999be service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3119621 Jul 15 13:07:09.767535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.768768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.773161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] 10.222.0.23 "PUT /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 1121 time: 1.6052313 Jul 15 13:07:09.773513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f520c8-fffa-49d3-b2e2-084ebf5804eb service neutron] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.827768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-e58e9cb6-e5a9-4923-8afd-e202499db586 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.0652666 Jul 15 13:07:09.855256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b781b-733f-4762-a51e-a6d576536b78 req-5e428ddb-81b9-4fe6-bf19-6c1aeaca57fc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.857549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d71b781b-733f-4762-a51e-a6d576536b78 req-5e428ddb-81b9-4fe6-bf19-6c1aeaca57fc tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.3452501 Jul 15 13:07:09.902732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['321b2bcd-2d39-46d7-87ff-f1174f409b31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:09.947593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['321b2bcd-2d39-46d7-87ff-f1174f409b31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:09.977382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['319c4f69-0996-4543-b6b8-cc0feaff486c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:09.984056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-9df0883a-717f-41cc-9985-7b6d048fdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.985523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-9df0883a-717f-41cc-9985-7b6d048fdb6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1504202 Jul 15 13:07:09.994648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d71b781b-733f-4762-a51e-a6d576536b78 req-034b10ec-cbdf-49aa-997a-1ff4118ea556 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030571 Jul 15 13:07:10.058880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:10.077793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756bb38d-1658-4c55-bdb3-5b7d3a3f483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.081155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcea52-6589-44cc-ae95-a1dbc73420d6 req-713ebc94-6789-483c-8586-593e5a5c0dd9 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.091369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14fcea52-6589-44cc-ae95-a1dbc73420d6 req-713ebc94-6789-483c-8586-593e5a5c0dd9 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 945 time: 0.1691344 Jul 15 13:07:10.190586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14fcea52-6589-44cc-ae95-a1dbc73420d6 req-f383808e-ab64-46e3-8d95-a3400d6dfeee tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977404 Jul 15 13:07:10.206044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-bc6194f8-53a8-4248-b688-cc41cd68d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.207644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-bc6194f8-53a8-4248-b688-cc41cd68d0cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120461 Jul 15 13:07:10.243581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756bb38d-1658-4c55-bdb3-5b7d3a3f483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.249162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756bb38d-1658-4c55-bdb3-5b7d3a3f483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.292540 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-756bb38d-1658-4c55-bdb3-5b7d3a3f483c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93d3178ade7c468ba344d605e82e1a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266977 Jul 15 13:07:10.292540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:10.360473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfabfdf-2fb6-4566-b011-026cc13bd0b4 req-2c6d1e2e-5c72-4d5a-b6e0-57332ec94abe tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.361041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bb38d-1658-4c55-bdb3-5b7d3a3f483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4cbc9-e102-4e11-9ca1-f708e8e13876,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.375215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbfabfdf-2fb6-4566-b011-026cc13bd0b4 req-2c6d1e2e-5c72-4d5a-b6e0-57332ec94abe tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.2478399 Jul 15 13:07:10.429666 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf806069-cee1-4db4-95c8-ea5b75138224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.454942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbfabfdf-2fb6-4566-b011-026cc13bd0b4 req-c64d0b8f-d1c5-433b-91d0-ddf532e06b4b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789335 Jul 15 13:07:10.455436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf806069-cee1-4db4-95c8-ea5b75138224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.456996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-8edd7713-123f-4053-b9cd-03f3222be96e service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357538 Jul 15 13:07:10.516350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf806069-cee1-4db4-95c8-ea5b75138224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.519031 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf806069-cee1-4db4-95c8-ea5b75138224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.520299 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf806069-cee1-4db4-95c8-ea5b75138224 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85b4cbc9-e102-4e11-9ca1-f708e8e13876 HTTP/1.1" status: 204 len: 168 time: 0.2272182 Jul 15 13:07:10.535167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf806069-cee1-4db4-95c8-ea5b75138224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4cbc9-e102-4e11-9ca1-f708e8e13876,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.596549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-692ed4ea-144d-4cf9-b396-c1d7b2352d5a service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320510 Jul 15 13:07:10.628228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae9d72-429b-49c7-a9cd-e19aec77f5c5 req-e8447299-d6f1-4796-ac22-d9e5563213e5 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.629794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9ae9d72-429b-49c7-a9cd-e19aec77f5c5 req-e8447299-d6f1-4796-ac22-d9e5563213e5 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.0998733 Jul 15 13:07:10.678096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9ae9d72-429b-49c7-a9cd-e19aec77f5c5 req-47e1a353-8037-4eab-ba28-8b72dae8582c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Jul 15 13:07:10.774344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:10.781858 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:10.844396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebb838-fdb5-4c82-80d7-9d4e4421cde8 req-d889ddcb-e675-444f-9533-a97dfe8dcd83 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.845978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ebb838-fdb5-4c82-80d7-9d4e4421cde8 req-d889ddcb-e675-444f-9533-a97dfe8dcd83 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0807517 Jul 15 13:07:10.892205 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ebb838-fdb5-4c82-80d7-9d4e4421cde8 req-80ba722a-7ff8-4d12-bcd2-8ce2002a5d8a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Jul 15 13:07:10.923948 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57fdd4f-bde3-40e3-a219-cd4ade80de31 x-openstack-request-id: req-c57fdd4f-bde3-40e3-a219-cd4ade80de31 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:10.924246 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:10.924501 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c57fdd4f-bde3-40e3-a219-cd4ade80de31 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:10.924928 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'status': 'completed', 'code': 200} Jul 15 13:07:11.005028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-3895d183-1140-40ca-8c4c-2c1725d59711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.006567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-3895d183-1140-40ca-8c4c-2c1725d59711 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1124 time: 0.0564840 Jul 15 13:07:11.114332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-5b766393-5bef-473e-a4c8-ea04c18117e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.116170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-5b766393-5bef-473e-a4c8-ea04c18117e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1020279 Jul 15 13:07:11.183222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-daf74f5b-c1ff-4517-b768-1ca9f3943cd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 217 time: 0.0514870 Jul 15 13:07:11.257665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-f9b6d58e-4253-4fe5-ac0e-503124820cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.259269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-f9b6d58e-4253-4fe5-ac0e-503124820cd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0677702 Jul 15 13:07:11.268759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07995498-efbf-4cb7-822c-d60f643d7248 req-2208e252-c043-4e51-ae60-4b5e1c5fc410 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.269937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07995498-efbf-4cb7-822c-d60f643d7248 req-2208e252-c043-4e51-ae60-4b5e1c5fc410 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1483133 Jul 15 13:07:11.303257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-5a25eea5-82bd-4bb7-b1b6-75faba46d5e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322921 Jul 15 13:07:11.395321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07995498-efbf-4cb7-822c-d60f643d7248 req-8ce089ee-54bb-4b58-ab6f-717f0f678fd6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158781 Jul 15 13:07:11.463106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-d2ab8b1c-978f-4737-8c55-ec0d3b37ab1e service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515164 Jul 15 13:07:11.473685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc11f5-9716-40ef-ae32-bcbfaedff6f8 req-c27f9f8b-001b-49a8-8115-1b7233e179e8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.475163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-effc11f5-9716-40ef-ae32-bcbfaedff6f8 req-c27f9f8b-001b-49a8-8115-1b7233e179e8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 945 time: 0.1423242 Jul 15 13:07:11.571811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-effc11f5-9716-40ef-ae32-bcbfaedff6f8 req-3850646f-289a-4650-8a89-405fbfadfc15 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882854 Jul 15 13:07:11.604524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f99b1be0-307e-4aa3-a0e8-bab85e696d1b req-c5191bdd-002f-413a-aa07-bab7cbae25c7 service neutron] 10.222.0.49 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283870 Jul 15 13:07:11.682368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb1fe-89cf-4b8b-aa17-f878ccae5c78 req-760f32b2-86bd-4586-b75c-24d87d661dc7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.683981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-463fb1fe-89cf-4b8b-aa17-f878ccae5c78 req-760f32b2-86bd-4586-b75c-24d87d661dc7 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.0688841 Jul 15 13:07:11.725099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-463fb1fe-89cf-4b8b-aa17-f878ccae5c78 req-46ba5ab6-766f-437c-9469-5bbf85aadc99 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Jul 15 13:07:11.872753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118325-8584-44cf-929d-d17a760324cb req-70c9797f-b845-4c75-b35f-0331fce3103a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.874837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74118325-8584-44cf-929d-d17a760324cb req-70c9797f-b845-4c75-b35f-0331fce3103a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.0700262 Jul 15 13:07:11.919469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74118325-8584-44cf-929d-d17a760324cb req-ca2dce09-dba3-483a-ad57-8afd40769efa tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Jul 15 13:07:12.098255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6cc8e-1074-45fa-895c-cd9b48171aa7 req-090cf1f3-6552-416e-a4a7-ac04287db32f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.099872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8e6cc8e-1074-45fa-895c-cd9b48171aa7 req-090cf1f3-6552-416e-a4a7-ac04287db32f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0720122 Jul 15 13:07:12.139777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8e6cc8e-1074-45fa-895c-cd9b48171aa7 req-d1641639-9515-4521-ad01-a265fb7068ce tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jul 15 13:07:12.580745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a968a3a-7228-4ddc-967f-33702880153b req-df693eb6-cf91-4d9c-9537-ef80b3cd4f0c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.582186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a968a3a-7228-4ddc-967f-33702880153b req-df693eb6-cf91-4d9c-9537-ef80b3cd4f0c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.0685847 Jul 15 13:07:12.615224 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dde701e4-bb6e-4736-b4e6-2df9e57059e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.635497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a968a3a-7228-4ddc-967f-33702880153b req-048ee859-cd6d-4880-9cca-2915fe552580 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Jul 15 13:07:12.816576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3f6f7-9966-44c2-8d5a-0c918a92b8d8 req-821dcc9a-c139-4af7-9dc7-e1ab6e8718fa tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.818156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fc3f6f7-9966-44c2-8d5a-0c918a92b8d8 req-821dcc9a-c139-4af7-9dc7-e1ab6e8718fa tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 945 time: 0.0797729 Jul 15 13:07:12.886161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fc3f6f7-9966-44c2-8d5a-0c918a92b8d8 req-230658ff-3d5f-4914-b44a-85ea844a006f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591323 Jul 15 13:07:12.928246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fb2e2-e0c8-4822-af91-b9b967b8c428 req-288f4fec-474f-44ae-b87a-55e139fef7fd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.930714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-698fb2e2-e0c8-4822-af91-b9b967b8c428 req-288f4fec-474f-44ae-b87a-55e139fef7fd tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.0773270 Jul 15 13:07:12.983451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-698fb2e2-e0c8-4822-af91-b9b967b8c428 req-e3da96de-f823-4b34-8e32-fde1ce62ac4e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Jul 15 13:07:13.143190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fe057-b9bd-451d-948f-08c125e62c21 req-9d2a53d7-4101-4eff-b485-ac281ec9bb55 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.144845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa8fe057-b9bd-451d-948f-08c125e62c21 req-9d2a53d7-4101-4eff-b485-ac281ec9bb55 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.0974591 Jul 15 13:07:13.189269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 319c4f69-0996-4543-b6b8-cc0feaff486c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:13.202704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa8fe057-b9bd-451d-948f-08c125e62c21 req-b0f51e6c-7447-4685-8993-fd1472fe1791 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Jul 15 13:07:13.266820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 319c4f69-0996-4543-b6b8-cc0feaff486c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:13.271606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 319c4f69-0996-4543-b6b8-cc0feaff486c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:13.272244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.281699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:13.362713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664bb4-1492-40be-bfc1-72c3a80ba441 req-09ad844e-3e7b-4468-be8a-981b9756138a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.371254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4664bb4-1492-40be-bfc1-72c3a80ba441 req-09ad844e-3e7b-4468-be8a-981b9756138a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0811880 Jul 15 13:07:13.374853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.404586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07450bd6-6243-43bf-9acb-25247245e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c4f69-0996-4543-b6b8-cc0feaff486c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:13.407257 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c0098b-b171-4cfc-93d2-9e6defbdb3bd" -d '{"events": [{"server_uuid": "07450bd6-6243-43bf-9acb-25247245e18a", "name": "network-vif-plugged", "status": "completed", "tag": "319c4f69-0996-4543-b6b8-cc0feaff486c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:13.417547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924a96c3-0ba4-431f-bf93-09869d0f6ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.422049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4664bb4-1492-40be-bfc1-72c3a80ba441 req-60ce9754-fb44-4b91-acd2-40353649bd3a tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493307 Jul 15 13:07:13.424684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.430590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.473145 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7b33c4-1213-4479-958f-948e12179731 x-openstack-request-id: req-8f7b33c4-1213-4479-958f-948e12179731 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:13.473442 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07450bd6-6243-43bf-9acb-25247245e18a", "name": "network-vif-plugged", "status": "completed", "tag": "319c4f69-0996-4543-b6b8-cc0feaff486c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:13.473753 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f7b33c4-1213-4479-958f-948e12179731 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:13.474153 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07450bd6-6243-43bf-9acb-25247245e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'code': 200} Jul 15 13:07:13.496187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.550749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924a96c3-0ba4-431f-bf93-09869d0f6ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.556360 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924a96c3-0ba4-431f-bf93-09869d0f6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.597776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-924a96c3-0ba4-431f-bf93-09869d0f6ca6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e648bf80c9484356ba978b780b1cb679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149619 Jul 15 13:07:13.598932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a96c3-0ba4-431f-bf93-09869d0f6ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc716bc-c1b6-4182-9496-235540016f80,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.601554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12e0c0-e70f-45fb-a0e3-079b81060cca req-2fe3df66-2b5a-48bf-a261-d4c0bc3096fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.602285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37314) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:13.603938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c12e0c0-e70f-45fb-a0e3-079b81060cca req-2fe3df66-2b5a-48bf-a261-d4c0bc3096fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 1097 time: 0.0597305 Jul 15 13:07:13.643572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c12e0c0-e70f-45fb-a0e3-079b81060cca req-ffc1f6fa-7e76-41d2-8593-0d071c8f756b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Jul 15 13:07:13.654424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2137042d-00ed-486f-afad-4ae72ba01d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.682696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2137042d-00ed-486f-afad-4ae72ba01d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.736596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2137042d-00ed-486f-afad-4ae72ba01d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.739902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2137042d-00ed-486f-afad-4ae72ba01d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.745264 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2137042d-00ed-486f-afad-4ae72ba01d1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abc716bc-c1b6-4182-9496-235540016f80 HTTP/1.1" status: 204 len: 168 time: 0.1421649 Jul 15 13:07:13.754366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137042d-00ed-486f-afad-4ae72ba01d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc716bc-c1b6-4182-9496-235540016f80,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.868403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ff687-5c2c-4cb8-860b-7eb92fcc36ad req-ffedd1cb-8382-4ce0-b1a1-9eb2b8c35a57 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.870576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-585ff687-5c2c-4cb8-860b-7eb92fcc36ad req-ffedd1cb-8382-4ce0-b1a1-9eb2b8c35a57 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.0842423 Jul 15 13:07:13.915446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-585ff687-5c2c-4cb8-860b-7eb92fcc36ad req-6b02ff2f-b655-40e5-a309-45b444bec6c1 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367746 Jul 15 13:07:14.104514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:14.113097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:14.125597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac3b14-9245-4fdb-8761-d919b40a89d6 req-8f932aba-280e-4274-8f60-beb1fb562553 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.127460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93ac3b14-9245-4fdb-8761-d919b40a89d6 req-8f932aba-280e-4274-8f60-beb1fb562553 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 946 time: 0.0941272 Jul 15 13:07:14.127812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab8-c286-4cd1-ad5b-4c5fe98a6498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.208559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93ac3b14-9245-4fdb-8761-d919b40a89d6 req-3afbdfd8-e109-45c9-9161-c7745a9b8801 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Jul 15 13:07:14.251245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab8-c286-4cd1-ad5b-4c5fe98a6498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.256332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94647aff-f1cc-4d76-943c-8e21797cc3c1 req-3e77be4e-4b82-46d6-be64-c980e6252757 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.256477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab8-c286-4cd1-ad5b-4c5fe98a6498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.266227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94647aff-f1cc-4d76-943c-8e21797cc3c1 req-3e77be4e-4b82-46d6-be64-c980e6252757 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 943 time: 0.1370938 Jul 15 13:07:14.298144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd1ab8-c286-4cd1-ad5b-4c5fe98a6498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34f15f5-8aad-4438-bdfd-8becf0ec0b02,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.330079 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8abd1ab8-c286-4cd1-ad5b-4c5fe98a6498 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=019200af30ff4a288e45e8c7938e593a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157853 Jul 15 13:07:14.330697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:14.335543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94647aff-f1cc-4d76-943c-8e21797cc3c1 req-ed13e1da-9ec1-4d5a-bd75-f8e747bf6841 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Jul 15 13:07:14.382682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb86ee1-b855-44e9-8604-02201c619173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.405854 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb86ee1-b855-44e9-8604-02201c619173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.468596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb86ee1-b855-44e9-8604-02201c619173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.472691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb86ee1-b855-44e9-8604-02201c619173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.477664 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1bb86ee1-b855-44e9-8604-02201c619173 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a34f15f5-8aad-4438-bdfd-8becf0ec0b02 HTTP/1.1" status: 204 len: 168 time: 0.1459782 Jul 15 13:07:14.488117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb86ee1-b855-44e9-8604-02201c619173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34f15f5-8aad-4438-bdfd-8becf0ec0b02,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.525661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34696-3779-4aa4-8225-1ac1be8f6af3 req-c1e33b43-0ac4-494a-9778-08901edbe721 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.527245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ff34696-3779-4aa4-8225-1ac1be8f6af3 req-c1e33b43-0ac4-494a-9778-08901edbe721 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.0815794 Jul 15 13:07:14.581169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ff34696-3779-4aa4-8225-1ac1be8f6af3 req-e2ebb9fa-6041-4b14-96cb-fca22c50c04d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Jul 15 13:07:14.694063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd836b-3db8-4802-addc-3b012f5d64f2 req-897bed86-f22c-401a-a849-f9b376d494c3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.696456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbdd836b-3db8-4802-addc-3b012f5d64f2 req-897bed86-f22c-401a-a849-f9b376d494c3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0837216 Jul 15 13:07:14.743721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbdd836b-3db8-4802-addc-3b012f5d64f2 req-2d237b9e-7bc5-488c-9cf1-a9c5be3910ed tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Jul 15 13:07:14.861837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-69c557f3-acd6-4085-b31a-f48e5921dab6 service neutron] 10.222.0.49 "GET /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31/bindings/n-h2-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.0797672 Jul 15 13:07:15.112031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:15.144772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:15.179241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab1e5-9db9-4a7c-a2b6-50233b195815 req-016c3292-df48-49a6-bcef-5bf4e12c2d65 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.180899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13eab1e5-9db9-4a7c-a2b6-50233b195815 req-016c3292-df48-49a6-bcef-5bf4e12c2d65 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1291711 Jul 15 13:07:15.209140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321b2bcd-2d39-46d7-87ff-f1174f409b31 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:15.225627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:15.245569 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-faa34728-ffb8-407e-82a6-21bf025619f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.250380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13eab1e5-9db9-4a7c-a2b6-50233b195815 req-1544c088-7390-4dff-8226-d52cedbbb7b8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604477 Jul 15 13:07:15.251235 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.347676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] Transition to ACTIVE for port object 321b2bcd-2d39-46d7-87ff-f1174f409b31 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:15.353184 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.468763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] No DVR routers for this DVR port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:15.519071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] Pushing event updated for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:15.519475 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.534976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:15.552293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-fc35d29b-c4ce-4d83-957f-b78e9887bf28 service neutron] 10.222.0.49 "PUT /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31/bindings/n-h2-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6828923 Jul 15 13:07:15.575424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179501a-0d2f-4be3-a2bc-3b9183b71774 req-b8f3c683-a262-49f0-961f-642798713fae tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.577065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3179501a-0d2f-4be3-a2bc-3b9183b71774 req-b8f3c683-a262-49f0-961f-642798713fae tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 946 time: 0.2213440 Jul 15 13:07:15.589370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:15.620308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf213e-db3b-4327-95c0-ddb9212f7108 req-80dc1bde-1dea-4478-8256-63026fc818b1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.622348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3bf213e-db3b-4327-95c0-ddb9212f7108 req-80dc1bde-1dea-4478-8256-63026fc818b1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.1561804 Jul 15 13:07:15.673005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3179501a-0d2f-4be3-a2bc-3b9183b71774 req-08b46f5e-60e9-4894-8329-c43812e3b863 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887728 Jul 15 13:07:15.724526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3bf213e-db3b-4327-95c0-ddb9212f7108 req-eda98e99-bce9-4fb0-a836-e86c95d0e429 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852532 Jul 15 13:07:15.740136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-a776efa0-9f85-4932-a426-ebd60974869e tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.743054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-a776efa0-9f85-4932-a426-ebd60974869e tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.1150100 Jul 15 13:07:15.819813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-37691fe9-db86-4fb5-889e-508b5d6a7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.821848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-37691fe9-db86-4fb5-889e-508b5d6a7448 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32&tenant_id=29bff708d8814b7fa0ac78263eb3af57 HTTP/1.1" status: 200 len: 1095 time: 0.0714493 Jul 15 13:07:16.025324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-bbb11896-aa82-4a76-8b45-1031ed5c514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.026849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-bbb11896-aa82-4a76-8b45-1031ed5c514c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29bff708d8814b7fa0ac78263eb3af57&device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1095 time: 0.1782753 Jul 15 13:07:16.038546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02876f-29a2-4f09-bb37-96347e2194b9 req-2ca74fc0-c291-4dea-9cfd-2be1626d8dce tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.040314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b02876f-29a2-4f09-bb37-96347e2194b9 req-2ca74fc0-c291-4dea-9cfd-2be1626d8dce tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1780097 Jul 15 13:07:16.061998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96599ffd-1127-4687-b83e-6889d780ef11 req-0f279fb9-0c7c-4bfd-91a4-0da02f28fc21 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.063520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96599ffd-1127-4687-b83e-6889d780ef11 req-0f279fb9-0c7c-4bfd-91a4-0da02f28fc21 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 946 time: 0.1603429 Jul 15 13:07:16.193786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b02876f-29a2-4f09-bb37-96347e2194b9 req-f41c7636-aeba-4cb4-b7ad-df11ddf3a8c1 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426599 Jul 15 13:07:16.201499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96599ffd-1127-4687-b83e-6889d780ef11 req-a0e9b0c2-b86f-45c8-8f75-c688f3651c9e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151583 Jul 15 13:07:16.228026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-c2576781-b259-4026-83a7-956383933a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.229722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-c2576781-b259-4026-83a7-956383933a97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 200 len: 909 time: 0.1885448 Jul 15 13:07:16.286139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-71c1317e-6fd5-4101-98c9-ef13b7585f46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 200 len: 217 time: 0.0432875 Jul 15 13:07:16.381140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-5d7904af-b7f8-44a8-bc2a-f54bd0332bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.382978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-5d7904af-b7f8-44a8-bc2a-f54bd0332bd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 200 len: 848 time: 0.0896800 Jul 15 13:07:16.433783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-99c6a076-385d-412e-a928-9c932bd29a68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440886 Jul 15 13:07:16.462011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f24dc-0c08-4881-a2e3-fb2e0d208a71 req-b9fe9b17-7a8e-4dd9-8a43-553bb798327b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.464006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b16f24dc-0c08-4881-a2e3-fb2e0d208a71 req-b9fe9b17-7a8e-4dd9-8a43-553bb798327b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1327207 Jul 15 13:07:16.558906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b16f24dc-0c08-4881-a2e3-fb2e0d208a71 req-c0918908-ae38-4d7e-b8ba-5f5be444ce50 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842626 Jul 15 13:07:16.580173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-ed761211-f215-433a-85ce-df1110bf13fa service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368361 Jul 15 13:07:16.605579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.083315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-8c201cb8-3ff6-4b39-832c-02d5d68250f7 service neutron] 10.222.0.23 "GET /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878738 Jul 15 13:07:17.160575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5432a-290a-4a9d-821b-2f08800f209a req-4e48d08b-c5e1-416d-a809-064aa17534ce tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.162594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94d5432a-290a-4a9d-821b-2f08800f209a req-4e48d08b-c5e1-416d-a809-064aa17534ce tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.4662917 Jul 15 13:07:17.208425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac7cd-4b16-40b5-b970-009f0be774d2 req-a3ec9e84-3dab-4166-a91a-faf341154fb0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.210701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9aac7cd-4b16-40b5-b970-009f0be774d2 req-a3ec9e84-3dab-4166-a91a-faf341154fb0 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.1331875 Jul 15 13:07:17.233727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94d5432a-290a-4a9d-821b-2f08800f209a req-ed82bb13-2a07-48b3-bbe6-d3f411bc5088 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Jul 15 13:07:17.271792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9aac7cd-4b16-40b5-b970-009f0be774d2 req-5c939d73-0ef7-4dc5-8d2e-3ee10965dc9b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Jul 15 13:07:17.481876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-e3d76a52-e270-4380-a319-72616d6aa6e5 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.483558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-e3d76a52-e270-4380-a319-72616d6aa6e5 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32&tenant_id=29bff708d8814b7fa0ac78263eb3af57&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.0764349 Jul 15 13:07:17.665402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396c9f4-2d68-49c2-9156-6c2d0c4b65ad req-6ec39281-ff84-437d-8c6a-1ebf14c3bf25 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.670339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c396c9f4-2d68-49c2-9156-6c2d0c4b65ad req-6ec39281-ff84-437d-8c6a-1ebf14c3bf25 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1253035 Jul 15 13:07:17.672662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-d4857e8d-52c8-4412-bec9-ac6bd70f1a08 service neutron] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:17.681756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-d4857e8d-52c8-4412-bec9-ac6bd70f1a08 service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.682832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d5227ce-b5cb-4647-837b-54aeffd45994 req-d4857e8d-52c8-4412-bec9-ac6bd70f1a08 service neutron] 10.222.0.23 "DELETE /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31/bindings/n-h1-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.1902502 Jul 15 13:07:17.715926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c396c9f4-2d68-49c2-9156-6c2d0c4b65ad req-9f905599-3c46-4cf1-8f76-b2abac989d6f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Jul 15 13:07:17.807188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c93e6e-5a28-4168-9d96-527c0cedcbaa req-7ca63740-87be-4386-ba5e-21fd1be21d56 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.808771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48c93e6e-5a28-4168-9d96-527c0cedcbaa req-7ca63740-87be-4386-ba5e-21fd1be21d56 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 946 time: 0.0909016 Jul 15 13:07:17.880741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48c93e6e-5a28-4168-9d96-527c0cedcbaa req-10bc38d9-a15d-4550-8d80-b60b74944fcc tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650067 Jul 15 13:07:17.933515 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.938629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132f89e-e7cb-459f-8ee4-88c373b0c507 req-e331f600-4610-4194-b0c2-5ff2fd98ac89 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.940391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6132f89e-e7cb-459f-8ee4-88c373b0c507 req-e331f600-4610-4194-b0c2-5ff2fd98ac89 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0991940 Jul 15 13:07:17.983679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6132f89e-e7cb-459f-8ee4-88c373b0c507 req-65661fae-ed73-49d6-80e6-9e486eb8b81d tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361962 Jul 15 13:07:18.496250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8df0d-c67e-41e4-90df-6280d839d0d6 req-fa610402-9b1a-4ac2-b04c-0e5762583157 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.497845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bc8df0d-c67e-41e4-90df-6280d839d0d6 req-fa610402-9b1a-4ac2-b04c-0e5762583157 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1180995 Jul 15 13:07:18.505418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec18c5f-8902-4a81-8901-9d38f2098592 req-b6bed529-0fe1-4194-887a-ba043dd6c213 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.507081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ec18c5f-8902-4a81-8901-9d38f2098592 req-b6bed529-0fe1-4194-887a-ba043dd6c213 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.0923014 Jul 15 13:07:18.565433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bc8df0d-c67e-41e4-90df-6280d839d0d6 req-d35d9cb4-bf25-4d5c-8834-bb9a1f728521 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570917 Jul 15 13:07:18.575727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ec18c5f-8902-4a81-8901-9d38f2098592 req-e991e694-8407-4f5b-b031-af6542f1ed42 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602677 Jul 15 13:07:18.977470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4745c9-909b-4e5a-9809-70adcbeb4246 req-ebf2abe3-f79d-4664-90df-c91d4d38ea8c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.979685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b4745c9-909b-4e5a-9809-70adcbeb4246 req-ebf2abe3-f79d-4664-90df-c91d4d38ea8c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1316700 Jul 15 13:07:18.986340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04355-896d-4915-ad6a-df26e1c844d9 req-ed56acc7-3313-48e4-9e79-c1db25ac28f5 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.987894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0af04355-896d-4915-ad6a-df26e1c844d9 req-ed56acc7-3313-48e4-9e79-c1db25ac28f5 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 1095 time: 0.1015172 Jul 15 13:07:19.078944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b4745c9-909b-4e5a-9809-70adcbeb4246 req-3083dc37-2b43-4007-bba5-456a92bd8795 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812864 Jul 15 13:07:19.088804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0af04355-896d-4915-ad6a-df26e1c844d9 req-19702e29-968f-45f4-9489-337c5600ec44 tempest-LiveMigrationTest-1987952287 tempest-LiveMigrationTest-1987952287-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880525 Jul 15 13:07:19.204243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 319c4f69-0996-4543-b6b8-cc0feaff486c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:19.365085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dbf48-8b2f-460a-af31-26530e473356 req-1591eb9e-514f-4acc-8a47-aaf0b39c6381 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.374532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-722dbf48-8b2f-460a-af31-26530e473356 req-1591eb9e-514f-4acc-8a47-aaf0b39c6381 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1209989 Jul 15 13:07:19.385509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855820c-853e-42e1-ac24-459aa2f904c5 req-bd89ad34-313c-4c51-a507-2db35a8fce9b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.393156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c855820c-853e-42e1-ac24-459aa2f904c5 req-bd89ad34-313c-4c51-a507-2db35a8fce9b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 946 time: 0.1787508 Jul 15 13:07:19.420506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.455562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'port_id': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'mac_address': 'fa:16:3e:48:5a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:19.469396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-722dbf48-8b2f-460a-af31-26530e473356 req-b7b2dd79-2ec6-4d9f-95dd-b0f649746513 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936387 Jul 15 13:07:19.498198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c855820c-853e-42e1-ac24-459aa2f904c5 req-4ad52a83-badd-4a6d-86ee-746c674b638e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041567 Jul 15 13:07:19.540622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.566868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 319c4f69-0996-4543-b6b8-cc0feaff486c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:19.611389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.621291 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.791416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.863815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['319c4f69-0996-4543-b6b8-cc0feaff486c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:19.897161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e832b-1330-4222-a174-aeb686547894 req-d6eef817-608f-4f3d-bf8d-33b220ecbf52 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.910895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f26e832b-1330-4222-a174-aeb686547894 req-d6eef817-608f-4f3d-bf8d-33b220ecbf52 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1375344 Jul 15 13:07:19.997994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f26e832b-1330-4222-a174-aeb686547894 req-b0349484-97a5-4ae6-90ea-5a68ce85f480 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862167 Jul 15 13:07:20.224386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3abda-2b24-4eb0-99b5-c25690ed6dc3 req-14e9835d-1037-49a6-887d-8bfcf8f73afe tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.226941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15b3abda-2b24-4eb0-99b5-c25690ed6dc3 req-14e9835d-1037-49a6-887d-8bfcf8f73afe tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.0902777 Jul 15 13:07:20.305525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15b3abda-2b24-4eb0-99b5-c25690ed6dc3 req-f25d17af-51ea-4b8b-811a-06e31a15a2b2 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681643 Jul 15 13:07:20.329762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10225-4d5d-4446-b78f-42fa581c1539 req-1394ecb8-20f5-4fa4-b777-c5fc69f76a76 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.331317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3a10225-4d5d-4446-b78f-42fa581c1539 req-1394ecb8-20f5-4fa4-b777-c5fc69f76a76 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1030581 Jul 15 13:07:20.373703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3a10225-4d5d-4446-b78f-42fa581c1539 req-5f880891-a3d6-42ee-9d8b-8ff489ba2474 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Jul 15 13:07:20.715268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6791c-cd56-4817-923d-8268c4462b0a req-9829be20-0d26-40b6-8e33-0a273f6c27b7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.717318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebb6791c-cd56-4817-923d-8268c4462b0a req-9829be20-0d26-40b6-8e33-0a273f6c27b7 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1372130 Jul 15 13:07:20.789685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9d11b-510e-4dd9-a9e1-c5f132b8bd62 req-8ba1a6aa-be96-4c67-a86c-a0ef29bbf10f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.791286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15b9d11b-510e-4dd9-a9e1-c5f132b8bd62 req-8ba1a6aa-be96-4c67-a86c-a0ef29bbf10f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 945 time: 0.1660237 Jul 15 13:07:20.799558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebb6791c-cd56-4817-923d-8268c4462b0a req-69ecb40e-1218-4d27-a67f-d7ef1aa0f51b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680017 Jul 15 13:07:20.810441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-04d63384-efee-4fba-b41b-aa11d346579b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.811908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-04d63384-efee-4fba-b41b-aa11d346579b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 944 time: 0.1513557 Jul 15 13:07:20.881597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15b9d11b-510e-4dd9-a9e1-c5f132b8bd62 req-1f569f9b-c0bb-4002-a156-d45e9aaf920a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Jul 15 13:07:20.941158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Deleting port 321b2bcd-2d39-46d7-87ff-f1174f409b31 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:20.941512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.044673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] For port 321b2bcd-2d39-46d7-87ff-f1174f409b31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=321b2bcd-2d39-46d7-87ff-f1174f409b31,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:21.045100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.067817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Calling delete_port for 321b2bcd-2d39-46d7-87ff-f1174f409b31 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:21.228018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.233620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 319c4f69-0996-4543-b6b8-cc0feaff486c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:21.264809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['321b2bcd-2d39-46d7-87ff-f1174f409b31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:21.291040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event deleted for resources: {'Port': ['ID=321b2bcd-2d39-46d7-87ff-f1174f409b31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.351197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] No DVR routers for this DVR port 321b2bcd-2d39-46d7-87ff-f1174f409b31 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:21.355995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.358072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1cdd81a-3282-41ed-b929-0a2683189b19 req-eaedc8ef-6da9-487c-9e18-71d932995eba tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "DELETE /v2.0/ports/321b2bcd-2d39-46d7-87ff-f1174f409b31 HTTP/1.1" status: 204 len: 173 time: 0.5396621 Jul 15 13:07:21.358547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'name': 'network-vif-deleted', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:21.359662 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.360808 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a636260-8260-4901-985f-64787d817d14" -d '{"events": [{"server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "name": "network-vif-deleted", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:21.380671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 319c4f69-0996-4543-b6b8-cc0feaff486c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:21.392371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589450-94cc-4bd9-8672-1254376218db req-fa3bd261-7bf5-40f5-83f4-675acd235438 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.401104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6589450-94cc-4bd9-8672-1254376218db req-fa3bd261-7bf5-40f5-83f4-675acd235438 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1705031 Jul 15 13:07:21.414437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:21.419548 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.477679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.497980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6589450-94cc-4bd9-8672-1254376218db req-fdb2766a-cbce-4907-8080-ec56120ffbd8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959933 Jul 15 13:07:21.545934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdaddc-7d65-41e4-8ee5-12b537668c33 req-873040a4-7cc9-4238-983c-b95b72d76380 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.554783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afcdaddc-7d65-41e4-8ee5-12b537668c33 req-873040a4-7cc9-4238-983c-b95b72d76380 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 944 time: 0.1080406 Jul 15 13:07:21.614040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afcdaddc-7d65-41e4-8ee5-12b537668c33 req-1b5b6920-cc3f-4615-bde2-a4eb4eb82374 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583191 Jul 15 13:07:21.702012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae71bd-3816-4181-ad71-c9b040724366 req-0f09de58-b79e-42fe-aded-887cad9c6bb8 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.705000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dae71bd-3816-4181-ad71-c9b040724366 req-0f09de58-b79e-42fe-aded-887cad9c6bb8 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Jul 15 13:07:21.760699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4608ccb-bf4a-4f0d-99f8-8954dc4bd7b1 req-5b59b09a-17f8-4a10-83ce-ca0c84aaeb99 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 210 time: 0.0352898 Jul 15 13:07:21.773491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dae71bd-3816-4181-ad71-c9b040724366 req-64daacc5-9736-49ad-ba53-5b86c7d232fa tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628159 Jul 15 13:07:21.837347 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab4956-286e-4eb1-bb46-c9a297cc5152 x-openstack-request-id: req-24ab4956-286e-4eb1-bb46-c9a297cc5152 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:21.838102 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a54dcc-86c5-4a2c-844a-a30c8d37ca32", "name": "network-vif-deleted", "tag": "321b2bcd-2d39-46d7-87ff-f1174f409b31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:21.838555 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24ab4956-286e-4eb1-bb46-c9a297cc5152 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:21.839040 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a54dcc-86c5-4a2c-844a-a30c8d37ca32', 'name': 'network-vif-deleted', 'tag': '321b2bcd-2d39-46d7-87ff-f1174f409b31', 'status': 'completed', 'code': 200} Jul 15 13:07:22.028131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd028-1102-4e7a-9ea1-38a7b91c3de1 req-e9c71bea-b53f-425d-89ea-99590459c6e3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.029649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c43fd028-1102-4e7a-9ea1-38a7b91c3de1 req-e9c71bea-b53f-425d-89ea-99590459c6e3 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.0811851 Jul 15 13:07:22.038728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c8b9b-1945-457e-b7c9-d91e3d95d25d req-33437b51-a562-4b6c-acb9-3ca915184bef tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.040572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d64c8b9b-1945-457e-b7c9-d91e3d95d25d req-33437b51-a562-4b6c-acb9-3ca915184bef tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1357884 Jul 15 13:07:22.107855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d64c8b9b-1945-457e-b7c9-d91e3d95d25d req-32b7e4d9-fac2-408c-b5b3-56f876f8d08e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562663 Jul 15 13:07:22.133390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c43fd028-1102-4e7a-9ea1-38a7b91c3de1 req-dc03c5ef-3a66-42c5-96a3-58e1015a0c28 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844743 Jul 15 13:07:22.716808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8c85a-1140-4184-9216-8107764c3219 req-e0104cc5-e0ba-4f1b-97e0-c17334a9cbbb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.718635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67c8c85a-1140-4184-9216-8107764c3219 req-e0104cc5-e0ba-4f1b-97e0-c17334a9cbbb tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.0814881 Jul 15 13:07:22.778566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67c8c85a-1140-4184-9216-8107764c3219 req-4c3c6f56-9ce5-4f6c-b8a0-58ada3f00f98 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537381 Jul 15 13:07:22.872066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b28ebc-0695-4638-8dcd-b4dc3b4281da req-8ea620fa-cbc9-4d2e-8fae-a208f1e05e50 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.873999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86b28ebc-0695-4638-8dcd-b4dc3b4281da req-8ea620fa-cbc9-4d2e-8fae-a208f1e05e50 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 944 time: 0.0999308 Jul 15 13:07:22.961457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86b28ebc-0695-4638-8dcd-b4dc3b4281da req-edb37f7b-7f81-4206-987f-f6b4fa56e9d3 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798452 Jul 15 13:07:23.097922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfeaedc-5b6c-4293-9f2f-46a01998400a req-0b2d4225-c8e0-4ae0-b81a-53290f7cd0c4 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.106786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3cfeaedc-5b6c-4293-9f2f-46a01998400a req-0b2d4225-c8e0-4ae0-b81a-53290f7cd0c4 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.1665792 Jul 15 13:07:23.183435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4bdfa-bd4e-4abe-8a88-775c042517cc req-1bcb5161-efcb-44a0-8e5c-4172a97b4a67 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 210 time: 0.0482004 Jul 15 13:07:23.191661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3cfeaedc-5b6c-4293-9f2f-46a01998400a req-a664b623-384d-4997-8189-42e71c963c98 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838456 Jul 15 13:07:23.199857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-64c602a1-be9f-42d3-9dbc-735401c95d9a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.201418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-64c602a1-be9f-42d3-9dbc-735401c95d9a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.23 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 944 time: 0.2078094 Jul 15 13:07:23.243140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:23.285009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 321b2bcd-2d39-46d7-87ff-f1174f409b31 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:23.285744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 321b2bcd-2d39-46d7-87ff-f1174f409b31 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:23.325924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:23.441296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Deleting port 319c4f69-0996-4543-b6b8-cc0feaff486c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:23.441573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.449609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c042895e-1786-4eb2-ab4c-c36fe5f74fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.506302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80909-9fd5-442b-84d7-2b37778842db req-00e24deb-acde-4df5-b02a-86b3919e619e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.508564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32c80909-9fd5-442b-84d7-2b37778842db req-00e24deb-acde-4df5-b02a-86b3919e619e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1630294 Jul 15 13:07:23.555012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c042895e-1786-4eb2-ab4c-c36fe5f74fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.560225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c042895e-1786-4eb2-ab4c-c36fe5f74fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.564380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37555082-aa52-4324-9f86-906bae2086e1 req-709ff8b8-3a1e-404f-9910-5f97a1c4bc6f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.566121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37555082-aa52-4324-9f86-906bae2086e1 req-709ff8b8-3a1e-404f-9910-5f97a1c4bc6f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.1898930 Jul 15 13:07:23.602754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042895e-1786-4eb2-ab4c-c36fe5f74fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f6a23-3ea5-4cb6-924b-0a199fd62dcb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.616407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] For port 319c4f69-0996-4543-b6b8-cc0feaff486c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=319c4f69-0996-4543-b6b8-cc0feaff486c,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.616761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.622939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32c80909-9fd5-442b-84d7-2b37778842db req-7ca560ef-c1f3-468a-b23b-bc0954d1e698 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877094 Jul 15 13:07:23.627347 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c042895e-1786-4eb2-ab4c-c36fe5f74fa5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ebc4f3c7f3e4b879f387c448ddb01c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993612 Jul 15 13:07:23.629550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:23.636238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Calling delete_port for 319c4f69-0996-4543-b6b8-cc0feaff486c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:23.698175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3213a5b3-3c9c-4e8c-b191-aa6993dbaeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.714864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37555082-aa52-4324-9f86-906bae2086e1 req-0b326113-1a56-4e75-9277-0e4d339b4334 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409550 Jul 15 13:07:23.731292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3213a5b3-3c9c-4e8c-b191-aa6993dbaeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.789740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3213a5b3-3c9c-4e8c-b191-aa6993dbaeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.793252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3213a5b3-3c9c-4e8c-b191-aa6993dbaeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.794732 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3213a5b3-3c9c-4e8c-b191-aa6993dbaeab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a8f6a23-3ea5-4cb6-924b-0a199fd62dcb HTTP/1.1" status: 204 len: 168 time: 0.1642053 Jul 15 13:07:23.804684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213a5b3-3c9c-4e8c-b191-aa6993dbaeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f6a23-3ea5-4cb6-924b-0a199fd62dcb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.832072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.864714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event deleted for resources: {'Port': ['ID=319c4f69-0996-4543-b6b8-cc0feaff486c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.929502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] No DVR routers for this DVR port 319c4f69-0996-4543-b6b8-cc0feaff486c on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:23.935787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.938455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17b873ad-f76e-4471-ac7d-b83ca752adeb req-cf1bb85e-9fc8-4973-aec0-7a277fe81766 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.23 "DELETE /v2.0/ports/319c4f69-0996-4543-b6b8-cc0feaff486c HTTP/1.1" status: 204 len: 173 time: 0.7259281 Jul 15 13:07:23.948378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07450bd6-6243-43bf-9acb-25247245e18a', 'name': 'network-vif-deleted', 'tag': '319c4f69-0996-4543-b6b8-cc0feaff486c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:23.951124 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a576f-4327-475e-911d-3e952de86cea" -d '{"events": [{"server_uuid": "07450bd6-6243-43bf-9acb-25247245e18a", "name": "network-vif-deleted", "tag": "319c4f69-0996-4543-b6b8-cc0feaff486c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:24.006450 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5a4024-dccf-4570-92e0-fd7527dc07e0 x-openstack-request-id: req-7d5a4024-dccf-4570-92e0-fd7527dc07e0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:24.007725 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07450bd6-6243-43bf-9acb-25247245e18a", "name": "network-vif-deleted", "tag": "319c4f69-0996-4543-b6b8-cc0feaff486c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:24.008146 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d5a4024-dccf-4570-92e0-fd7527dc07e0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:24.008727 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07450bd6-6243-43bf-9acb-25247245e18a', 'name': 'network-vif-deleted', 'tag': '319c4f69-0996-4543-b6b8-cc0feaff486c', 'status': 'completed', 'code': 200} Jul 15 13:07:24.026853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1362d-4691-4e0f-a286-3f6416ff2f26 req-bcfd8bc6-6ca7-4980-aa91-b46f882bc0dd tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.029345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81f1362d-4691-4e0f-a286-3f6416ff2f26 req-bcfd8bc6-6ca7-4980-aa91-b46f882bc0dd tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.0960364 Jul 15 13:07:24.123744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81f1362d-4691-4e0f-a286-3f6416ff2f26 req-8f4946fd-68fd-4af6-9686-1186a301115d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882761 Jul 15 13:07:24.186637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c390b25-2bb5-45d8-b930-6c8a8fb3dbeb req-6914d7d5-0b86-48d8-be68-d04313bef7b2 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=07450bd6-6243-43bf-9acb-25247245e18a HTTP/1.1" status: 200 len: 210 time: 0.0326145 Jul 15 13:07:24.252380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.267894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e58c1dc4-4f20-49c0-ae1e-d1c0e9ea5b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.355627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-33368d3c-6f3e-46f1-8c10-db3ae0cb8675 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.357606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-33368d3c-6f3e-46f1-8c10-db3ae0cb8675 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.1233194 Jul 15 13:07:24.386463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e58c1dc4-4f20-49c0-ae1e-d1c0e9ea5b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.390645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e58c1dc4-4f20-49c0-ae1e-d1c0e9ea5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.433773 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e58c1dc4-4f20-49c0-ae1e-d1c0e9ea5b50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f7fa7187a99472dae27a55cf5fece6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800332 Jul 15 13:07:24.434992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c1dc4-4f20-49c0-ae1e-d1c0e9ea5b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7228b258-82e3-49aa-a330-e7ec86cb3261,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.448638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.525190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28253657-6130-4fe2-9ab4-31ba0983b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.527453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ac2c1e2-d3d5-4d9a-b2c8-61c63b55fff0 req-c56ce66f-e309-4d09-a1bc-83988c0d31fc tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 210 time: 0.0813401 Jul 15 13:07:24.568368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28253657-6130-4fe2-9ab4-31ba0983b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.588493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f678b-03be-4bdd-96a8-9cfe567e720a req-c7dcb8bc-6d2b-4362-a64b-9e010a64b917 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.590018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e6f678b-03be-4bdd-96a8-9cfe567e720a req-c7dcb8bc-6d2b-4362-a64b-9e010a64b917 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 945 time: 0.2311823 Jul 15 13:07:24.595338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Deleting port 094fad7c-83d1-448c-8d9d-4cd23428ada1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:24.595676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.635783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28253657-6130-4fe2-9ab4-31ba0983b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.638724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28253657-6130-4fe2-9ab4-31ba0983b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.639880 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-28253657-6130-4fe2-9ab4-31ba0983b694 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7228b258-82e3-49aa-a330-e7ec86cb3261 HTTP/1.1" status: 204 len: 168 time: 0.1901782 Jul 15 13:07:24.652236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28253657-6130-4fe2-9ab4-31ba0983b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7228b258-82e3-49aa-a330-e7ec86cb3261,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.747713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e6f678b-03be-4bdd-96a8-9cfe567e720a req-e688d0b6-eca9-4654-b517-03abc52c6b63 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups?id=adc84946-becb-462c-aae7-b4f1b0fa162c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489773 Jul 15 13:07:24.789611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] For port 094fad7c-83d1-448c-8d9d-4cd23428ada1, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=094fad7c-83d1-448c-8d9d-4cd23428ada1,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:24.789845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.150696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da066450-c055-4590-af5a-5f3b2e128c84 req-05afe481-a4b3-43ea-aa0c-07d096adb298 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.152413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da066450-c055-4590-af5a-5f3b2e128c84 req-05afe481-a4b3-43ea-aa0c-07d096adb298 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.3142929 Jul 15 13:07:25.159803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100d8cd-705d-466a-aba6-08e32c507889 req-4a72139d-3bb2-4c32-995f-9e598fcd99dc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.161328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7100d8cd-705d-466a-aba6-08e32c507889 req-4a72139d-3bb2-4c32-995f-9e598fcd99dc tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 950 time: 0.2582440 Jul 15 13:07:25.202081 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.202508 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.202821 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64 disassociated. External IP: 172.25.2.8, port: 094fad7c-83d1-448c-8d9d-4cd23428ada1. Jul 15 13:07:25.203165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Calling delete_port for 094fad7c-83d1-448c-8d9d-4cd23428ada1 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:25.258870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:25.284880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da066450-c055-4590-af5a-5f3b2e128c84 req-875777e6-6f67-4852-bcfd-d1f49296daa6 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185322 Jul 15 13:07:25.300754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7100d8cd-705d-466a-aba6-08e32c507889 req-9fc182d6-0034-4cf4-b396-090326b2056b tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312788 Jul 15 13:07:25.424837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:25.439494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'mac_address': 'fa:16:3e:af:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:25.484200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.507227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bba11a0-3980-4b99-97bc-36ff775d3595 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:25.538347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457e470-1678-4d5c-b74c-fd8396937c1f req-9d317cf4-a1db-4469-96d1-f20567302165 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.543264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e457e470-1678-4d5c-b74c-fd8396937c1f req-9d317cf4-a1db-4469-96d1-f20567302165 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1266623 Jul 15 13:07:25.551767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.555501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:25.567194 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.636092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e457e470-1678-4d5c-b74c-fd8396937c1f req-084a6c94-6fe5-4bb3-a403-fa267f5fcef4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914874 Jul 15 13:07:25.636523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event deleted for resources: {'Port': ['ID=094fad7c-83d1-448c-8d9d-4cd23428ada1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.696420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.851496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5bba11a0-3980-4b99-97bc-36ff775d3595'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:26.263412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6126c603-98fb-4c98-9b94-087bba5a44b6 req-029f6612-5678-49b4-80f8-a45eea9944a1 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1a54dcc-86c5-4a2c-844a-a30c8d37ca32 HTTP/1.1" status: 200 len: 210 time: 0.0458877 Jul 15 13:07:26.302345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f4d5acf-30f6-4835-907a-0e139f30be0d req-43f0d500-4461-4a5d-afab-0fdf859f39b3 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5132e97-bc0b-4ded-9b6f-76e8a111eda9 HTTP/1.1" status: 200 len: 210 time: 0.0871341 Jul 15 13:07:26.328314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:26.581440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:26.592220 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:26.609071 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:26.609964 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:26.661369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] No DVR routers for this DVR port 094fad7c-83d1-448c-8d9d-4cd23428ada1 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:26.664932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.667491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aeaf1fc8-1284-402e-9969-db65af4680d3 req-21661e29-46d1-4a27-a18d-ac99da15b773 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.49 "DELETE /v2.0/ports/094fad7c-83d1-448c-8d9d-4cd23428ada1 HTTP/1.1" status: 204 len: 173 time: 2.2946424 Jul 15 13:07:26.671289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'name': 'network-vif-deleted', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:26.673961 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae74f44e-4bc2-4aa8-8de5-1ebab5688641" -d '{"events": [{"server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "name": "network-vif-deleted", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:26.688921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-b1e2d1c2-313d-44ef-8498-1f360994998d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.692228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-b1e2d1c2-313d-44ef-8498-1f360994998d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 822 time: 0.3002527 Jul 15 13:07:26.720972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-2eb84d76-7638-49f9-80fe-a5e4ac2dee2d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/quotas/fbe7ff1e18254bdf9cba8445520e6870 HTTP/1.1" status: 200 len: 375 time: 0.0213537 Jul 15 13:07:26.751480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1d56d-6d86-4ed3-8be0-96b43b7e9cca req-ffcc587a-492f-4b20-8961-26f08a1c732b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.753284 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:26.753930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ae1d56d-6d86-4ed3-8be0-96b43b7e9cca req-ffcc587a-492f-4b20-8961-26f08a1c732b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.3109109 Jul 15 13:07:26.890984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ae1d56d-6d86-4ed3-8be0-96b43b7e9cca req-e95d02d9-8e84-45e1-9c49-2ff1f4f17132 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Jul 15 13:07:26.923485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-0fbc50b9-cd26-44b7-9696-2f0973d3bd2d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2013774 Jul 15 13:07:27.051370 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:27.085456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-5edbecd6-d803-4b3a-954c-dbc5004c7c08 service neutron] 10.222.0.48 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515276 Jul 15 13:07:27.118344 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:27.129745 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:27.130435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:27.189434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde59d7-e5b7-4480-bf73-a650f1ca776b req-dda1a87f-aeeb-492d-8e57-ccac073c2dc5 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.198677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bde59d7-e5b7-4480-bf73-a650f1ca776b req-dda1a87f-aeeb-492d-8e57-ccac073c2dc5 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 949 time: 0.1714225 Jul 15 13:07:27.251154 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:27.275224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:27.292495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bde59d7-e5b7-4480-bf73-a650f1ca776b req-a9324c53-0bb8-4f88-8f07-e27d1937c426 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924559 Jul 15 13:07:27.325036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-2a1c1a22-e824-4c54-a6c7-18fd9339ae92 service neutron] 10.222.0.48 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335162 Jul 15 13:07:27.399367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5bba11a0-3980-4b99-97bc-36ff775d3595 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:27.399665 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.596831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 094fad7c-83d1-448c-8d9d-4cd23428ada1 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:27.663497 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce7a236-d6af-4d7e-a496-ab0749968667 x-openstack-request-id: req-1ce7a236-d6af-4d7e-a496-ab0749968667 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:27.663797 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5132e97-bc0b-4ded-9b6f-76e8a111eda9", "name": "network-vif-deleted", "tag": "094fad7c-83d1-448c-8d9d-4cd23428ada1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:27.664053 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ce7a236-d6af-4d7e-a496-ab0749968667 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:27.664463 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5132e97-bc0b-4ded-9b6f-76e8a111eda9', 'name': 'network-vif-deleted', 'tag': '094fad7c-83d1-448c-8d9d-4cd23428ada1', 'status': 'completed', 'code': 200} Jul 15 13:07:27.691169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 094fad7c-83d1-448c-8d9d-4cd23428ada1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:27.691891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 094fad7c-83d1-448c-8d9d-4cd23428ada1 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:27.695146 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.708279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:27.728181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:27.738373 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c759c30-757a-4618-a65e-e8b2983cedac" -d '{"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-plugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:27.763341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.773514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.774563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 319c4f69-0996-4543-b6b8-cc0feaff486c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:27.790099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b0916-523d-460b-be31-612b95545ba6 req-dc58bd91-d615-4718-a151-0cf79e54e53f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.799344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 319c4f69-0996-4543-b6b8-cc0feaff486c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:27.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 319c4f69-0996-4543-b6b8-cc0feaff486c not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:27.800357 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7cb29-aa15-4546-b35f-0a94c29ea4e9 None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '92a51248-242c-4cea-92f0-e03e09436722', 'name': '', 'network_id': 'd04f55f3-f7ff-44ed-a7bb-ebe1bfc54673', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'mac_address': 'fa:16:3e:d8:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:44Z', 'updated_at': '2021-07-15T13:02:52Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'subnets': [{'id': 'b8ee4ffa-d38b-4026-89fd-7701d4fcb88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:27.803645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-479b0916-523d-460b-be31-612b95545ba6 req-dc58bd91-d615-4718-a151-0cf79e54e53f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1083109 Jul 15 13:07:27.915895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-479b0916-523d-460b-be31-612b95545ba6 req-297f9083-67d6-40a7-ba2a-9d011df171cd tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992141 Jul 15 13:07:27.950735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.041066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:28.063943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9262aed-38b9-461d-ac23-03f32881194f req-f2bfc61c-1f44-4dbb-9a70-8a7d4677d2fd tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 210 time: 0.0685542 Jul 15 13:07:28.118253 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e9c125-dca5-442a-92ea-2873ba093083 x-openstack-request-id: req-52e9c125-dca5-442a-92ea-2873ba093083 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.118746 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-plugged", "status": "completed", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.119173 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52e9c125-dca5-442a-92ea-2873ba093083 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.119728 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'code': 200} Jul 15 13:07:28.336538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91b75b40-5cd8-4bc9-8169-4c06e1304a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.375455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39ab318-33ca-4b74-a40d-7377c25ff815 None None] New status for floating IP 607c6a1d-0944-4c40-aaa7-13d6c8a58e64: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:07:28.501425 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91b75b40-5cd8-4bc9-8169-4c06e1304a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.508891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91b75b40-5cd8-4bc9-8169-4c06e1304a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.573607 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-91b75b40-5cd8-4bc9-8169-4c06e1304a3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f6d557e22d448608be143aadb439fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308599 Jul 15 13:07:28.574485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:28.575516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b75b40-5cd8-4bc9-8169-4c06e1304a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91335d28-2aa3-4ddd-b544-d17023cb7393,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.599107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e53d-1ca0-4790-abda-2de6cea02dbf req-bc1d335e-f36e-419b-a1f4-3a9fc7ceca6b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.612437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70a3e53d-1ca0-4790-abda-2de6cea02dbf req-bc1d335e-f36e-419b-a1f4-3a9fc7ceca6b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.2955897 Jul 15 13:07:28.665160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4bacf3-5843-402e-9fae-5ee98c396b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.713371 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4bacf3-5843-402e-9fae-5ee98c396b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.734380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc40a4a-6bc1-4545-a7c5-15590f457b6d req-240ae632-130a-44fb-908a-58711b3bcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.736110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6cc40a4a-6bc1-4545-a7c5-15590f457b6d req-240ae632-130a-44fb-908a-58711b3bcd0c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1102 time: 0.3320706 Jul 15 13:07:28.785660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6cc40a4a-6bc1-4545-a7c5-15590f457b6d req-68da5eed-cfb0-4d90-91a6-928a9967dd05 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Jul 15 13:07:28.806826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70a3e53d-1ca0-4790-abda-2de6cea02dbf req-38a9f17a-fba6-4caa-9ded-32f4d5953a49 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874008 Jul 15 13:07:28.835404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4bacf3-5843-402e-9fae-5ee98c396b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.839468 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4bacf3-5843-402e-9fae-5ee98c396b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.842143 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-af4bacf3-5843-402e-9fae-5ee98c396b02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91335d28-2aa3-4ddd-b544-d17023cb7393 HTTP/1.1" status: 204 len: 168 time: 0.2479157 Jul 15 13:07:28.859247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643579-3c0a-4a1d-a827-49a059e62efb req-e8081ac2-1615-4dc3-a20a-cb2b42e1fe0f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.862781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6643579-3c0a-4a1d-a827-49a059e62efb req-e8081ac2-1615-4dc3-a20a-cb2b42e1fe0f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 951 time: 0.2313161 Jul 15 13:07:28.873758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bacf3-5843-402e-9fae-5ee98c396b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91335d28-2aa3-4ddd-b544-d17023cb7393,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.888228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:28.966172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d347e533-5e35-473c-a0f5-ac07eb5a24b7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.012463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6643579-3c0a-4a1d-a827-49a059e62efb req-41aac561-a807-40a5-a9ff-afd25fb74b33 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452737 Jul 15 13:07:29.029061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d347e533-5e35-473c-a0f5-ac07eb5a24b7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.144307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d347e533-5e35-473c-a0f5-ac07eb5a24b7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.149227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d347e533-5e35-473c-a0f5-ac07eb5a24b7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.153295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:29.159159 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d347e533-5e35-473c-a0f5-ac07eb5a24b7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "DELETE /v2.0/security-groups/adc84946-becb-462c-aae7-b4f1b0fa162c HTTP/1.1" status: 204 len: 168 time: 0.2638865 Jul 15 13:07:29.175058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347e533-5e35-473c-a0f5-ac07eb5a24b7 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc84946-becb-462c-aae7-b4f1b0fa162c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.193486 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-cdb7b724-8243-4459-853b-e2dcfb7e9da6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] show failed (client error): The resource could not be found. Jul 15 13:07:29.194690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cdb7b724-8243-4459-853b-e2dcfb7e9da6 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "GET /v2.0/security-groups/adc84946-becb-462c-aae7-b4f1b0fa162c HTTP/1.1" status: 404 len: 347 time: 0.0330508 Jul 15 13:07:29.198141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:29.344093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad109a82-65ad-4f20-8e04-718df574e8f9 req-69b04ab2-7da9-4aad-833b-00ae172cdc4e tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 210 time: 0.0498204 Jul 15 13:07:29.386357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7c0bb-5e10-4609-9fee-329a4e25004b req-d6d294ca-a272-4dfe-883a-0fcb95369f2d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.395476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42c7c0bb-5e10-4609-9fee-329a4e25004b req-d6d294ca-a272-4dfe-883a-0fcb95369f2d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1772816 Jul 15 13:07:29.407571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:29.452081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Deleting port 2700fd00-a5e2-4678-b548-6c2cd416d1e2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:29.452435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.468983 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03d468a9-22e2-4d63-b221-3be79dce721b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.523884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42c7c0bb-5e10-4609-9fee-329a4e25004b req-1ebfa8e9-07a2-48e6-931d-5dc24a1c03ac tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266441 Jul 15 13:07:29.614037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.614549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.630254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Calling delete_port for 2700fd00-a5e2-4678-b548-6c2cd416d1e2 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:29.727967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-e2a6b1e6-7311-4ff3-a312-2372a3edf0f6 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.730377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-e2a6b1e6-7311-4ff3-a312-2372a3edf0f6 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 822 time: 0.2202652 Jul 15 13:07:29.749778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Request body: {'port': {'device_id': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'admin_state_up': True, 'tenant_id': 'fbe7ff1e18254bdf9cba8445520e6870'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:29.864050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03d468a9-22e2-4d63-b221-3be79dce721b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.871307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.935415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Pushing event deleted for resources: {'Port': ['ID=2700fd00-a5e2-4678-b548-6c2cd416d1e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.946987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03d468a9-22e2-4d63-b221-3be79dce721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.018750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.021592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.025914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e2b3ab10-c20a-42e1-aeaf-79206d0d0351 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] 10.222.0.48 "DELETE /v2.0/floatingips/607c6a1d-0944-4c40-aaa7-13d6c8a58e64 HTTP/1.1" status: 204 len: 168 time: 0.8239877 Jul 15 13:07:30.063699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-03d468a9-22e2-4d63-b221-3be79dce721b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc4d6563dbe844f88b547199a7e0caed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550746 Jul 15 13:07:30.066789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:30.128099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d468a9-22e2-4d63-b221-3be79dce721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a904239d-af83-4b16-a004-dce76401cd58,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.182742 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d09791ca-f155-4256-b885-1d24fa4d0e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.195891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237af25-35d1-4f52-a71b-49defe7d4867 req-b2660cb1-0dc3-4e03-8d83-468229b0feb9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.203170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d237af25-35d1-4f52-a71b-49defe7d4867 req-b2660cb1-0dc3-4e03-8d83-468229b0feb9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1342001 Jul 15 13:07:30.233671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d09791ca-f155-4256-b885-1d24fa4d0e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.259520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Made reservation on behalf of fbe7ff1e18254bdf9cba8445520e6870 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:30.264458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.319564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d09791ca-f155-4256-b885-1d24fa4d0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.322688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d09791ca-f155-4256-b885-1d24fa4d0e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.324484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d09791ca-f155-4256-b885-1d24fa4d0e4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a904239d-af83-4b16-a004-dce76401cd58 HTTP/1.1" status: 204 len: 168 time: 0.2529862 Jul 15 13:07:30.334241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09791ca-f155-4256-b885-1d24fa4d0e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a904239d-af83-4b16-a004-dce76401cd58,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.347375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d237af25-35d1-4f52-a71b-49defe7d4867 req-199dfa88-1e62-4371-a480-8a0c796d8d54 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432443 Jul 15 13:07:30.479205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615cee6-7a64-45c7-8bb6-e2c145a4e6ce req-6434397b-9d62-4873-955c-74af14fca7bb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.486254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6615cee6-7a64-45c7-8bb6-e2c145a4e6ce req-6434397b-9d62-4873-955c-74af14fca7bb tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 951 time: 0.1997101 Jul 15 13:07:30.526419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Allocated IP 172.20.0.4 (2200adfd-0d16-4e42-8e57-94945979caa2/e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84/2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:30.562920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6615cee6-7a64-45c7-8bb6-e2c145a4e6ce req-f99eb9b9-5413-4eff-ba41-40d8d4672839 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Jul 15 13:07:30.569352 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.797638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed037fbf-8ea1-4951-8d26-6535e1323e0b req-af79b5d6-db18-4466-b0de-9e11f981f4e9 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 210 time: 0.0384903 Jul 15 13:07:30.893675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.902940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afcd57-526c-4aeb-9cfb-6aa456f3dd7c req-1c1a22ce-efad-490e-9088-c498c06049c3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.904554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36afcd57-526c-4aeb-9cfb-6aa456f3dd7c req-1c1a22ce-efad-490e-9088-c498c06049c3 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1175437 Jul 15 13:07:30.969858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36afcd57-526c-4aeb-9cfb-6aa456f3dd7c req-ae3abf85-4ea2-411a-a383-e7157810217a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578184 Jul 15 13:07:30.991936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.091643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event updated for resources: {'Port': ['ID=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.106395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Network 2200adfd-0d16-4e42-8e57-94945979caa2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:31.112087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:31.122987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:31.246052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.258994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.326338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-02650542-b93d-4ee0-9d48-7b1f27bec138 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5823417 Jul 15 13:07:31.340107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Request body: {'port': {'device_id': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:31.437842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282cc0-604e-4cee-845e-b8fa96a64b6b req-4bf269ad-ce3b-4e7d-b60d-bb4e4e8c7348 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.445919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b282cc0-604e-4cee-845e-b8fa96a64b6b req-4bf269ad-ce3b-4e7d-b60d-bb4e4e8c7348 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1102 time: 0.1840227 Jul 15 13:07:31.477985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.517552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b282cc0-604e-4cee-845e-b8fa96a64b6b req-7b6a1017-9a21-4beb-b8cc-e1b5a5c04cb7 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705929 Jul 15 13:07:31.645712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:31.758690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1cea4-e3b7-4dd8-8df7-f47d16f6f6eb req-f0db9059-7751-4b73-9090-b9ca5c40a6a3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.760225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5b1cea4-e3b7-4dd8-8df7-f47d16f6f6eb req-f0db9059-7751-4b73-9090-b9ca5c40a6a3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1882513 Jul 15 13:07:31.848308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5b1cea4-e3b7-4dd8-8df7-f47d16f6f6eb req-14e43295-42cc-4c46-bf4f-7ffb07f40410 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814548 Jul 15 13:07:31.991935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:32.017094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.051802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Transition to ACTIVE for port object 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:32.063244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.180864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.224261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.291925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.367574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Attempting to bind port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:32.367914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Attempting to bind port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:32.368270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Attempting to bind port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 on network 2200adfd-0d16-4e42-8e57-94945979caa2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:32.371020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83564f07-c98b-40ac-9f37-c08a735b594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.379053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 on network 2200adfd-0d16-4e42-8e57-94945979caa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:32.379053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Attempting to bind port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 on network 2200adfd-0d16-4e42-8e57-94945979caa2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:32.397152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:32.398056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Checking segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:32.398629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Bound using segment: {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:32.399315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Bound port: 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4e9491-ac50-487c-8f23-bea6ed7925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:32.399795 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.429733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10535c-08df-42d8-a248-2e1d9cabaf98 req-a5d0669d-2376-4f17-a2bd-ea2153a4f2c6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.431584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea10535c-08df-42d8-a248-2e1d9cabaf98 req-a5d0669d-2376-4f17-a2bd-ea2153a4f2c6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1726005 Jul 15 13:07:32.491304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] For port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:32.494963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] For port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:32.530098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.588732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83564f07-c98b-40ac-9f37-c08a735b594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.593821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.606610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5d00-4ece-41eb-9cb1-362f89c58446 req-986d03d4-5b3a-44b5-9b16-d4e13aa20a3a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.608249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-999e5d00-4ece-41eb-9cb1-362f89c58446 req-986d03d4-5b3a-44b5-9b16-d4e13aa20a3a tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 943 time: 0.3477373 Jul 15 13:07:32.612005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea10535c-08df-42d8-a248-2e1d9cabaf98 req-af4c0ebc-f524-41b0-a909-87a018764f86 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135626 Jul 15 13:07:32.616984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83564f07-c98b-40ac-9f37-c08a735b594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.617751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.618484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.620544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-36133dc7-66b9-48a6-a4fc-a728062c12f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 HTTP/1.1" status: 200 len: 1091 time: 1.2844200 Jul 15 13:07:32.620803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'tag': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:32.623925 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a8e8f-555a-4705-b755-6b0f011c6993" -d '{"events": [{"name": "network-changed", "server_uuid": "5146d6bc-3103-44cb-8d3b-3ffc8a292e1e", "tag": "2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:32.671120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-999e5d00-4ece-41eb-9cb1-362f89c58446 req-47ae1d29-991f-47ee-a8b2-e0d467305183 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434296 Jul 15 13:07:32.682321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-83564f07-c98b-40ac-9f37-c08a735b594a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=230782d2aa8842519184b23b9c328846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534602 Jul 15 13:07:32.705622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.712811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83564f07-c98b-40ac-9f37-c08a735b594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cfb95b-a815-42d5-bf9c-719727e0b0ec,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.748757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-6e2546c2-1dae-43e1-b908-61848dd05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.750886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-6e2546c2-1dae-43e1-b908-61848dd05f17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 1094 time: 0.0785146 Jul 15 13:07:32.788386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Deleting port 92a51248-242c-4cea-92f0-e03e09436722 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:32.788984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.826104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-3a5cc7f8-3c6c-40dc-b055-30a5dc050365 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 HTTP/1.1" status: 200 len: 217 time: 0.0586898 Jul 15 13:07:32.880344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] For port 92a51248-242c-4cea-92f0-e03e09436722, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=92a51248-242c-4cea-92f0-e03e09436722,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:32.881658 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.923362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118523-8d89-48e7-8618-b38f87415ef7 req-32d4bf95-b61b-404a-9250-3dddcc07a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.926601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-32d4bf95-b61b-404a-9250-3dddcc07a169 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 200 len: 862 time: 0.0910859 Jul 15 13:07:32.951558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73880aee-af5f-4a1a-919d-960b80106500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.953428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Calling delete_port for 92a51248-242c-4cea-92f0-e03e09436722 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:33.024665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-26f4a631-9e21-4ac6-a210-46361abcee79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2200adfd-0d16-4e42-8e57-94945979caa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909157 Jul 15 13:07:33.030968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73880aee-af5f-4a1a-919d-960b80106500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.178853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e74a88-597a-4c09-bd0f-d12cdca77f13 req-b1e57dce-2011-4b29-84c5-2e4b8a8a3a06 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.180402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7e74a88-597a-4c09-bd0f-d12cdca77f13 req-b1e57dce-2011-4b29-84c5-2e4b8a8a3a06 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1102 time: 0.1589079 Jul 15 13:07:33.184554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73880aee-af5f-4a1a-919d-960b80106500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.187870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73880aee-af5f-4a1a-919d-960b80106500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.189170 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73880aee-af5f-4a1a-919d-960b80106500 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07cfb95b-a815-42d5-bf9c-719727e0b0ec HTTP/1.1" status: 204 len: 168 time: 0.4889171 Jul 15 13:07:33.192716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-7a05576c-86ac-4677-9328-0ba98a2b1f37 service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582592 Jul 15 13:07:33.210064 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5025914-83f1-4de2-b44a-1985afdf6d74 x-openstack-request-id: req-c5025914-83f1-4de2-b44a-1985afdf6d74 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:33.210527 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5146d6bc-3103-44cb-8d3b-3ffc8a292e1e", "tag": "2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:33.210926 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5025914-83f1-4de2-b44a-1985afdf6d74 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:33.211545 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'tag': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80', 'status': 'completed', 'code': 200} Jul 15 13:07:33.212542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880aee-af5f-4a1a-919d-960b80106500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cfb95b-a815-42d5-bf9c-719727e0b0ec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.304301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7e74a88-597a-4c09-bd0f-d12cdca77f13 req-65af9a50-358c-45d3-858e-cef2a59f1207 tempest-ServersAdminTestJSON-983065903 tempest-ServersAdminTestJSON-983065903-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153114 Jul 15 13:07:33.326579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.327122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.380797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=92a51248-242c-4cea-92f0-e03e09436722,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.385086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30118523-8d89-48e7-8618-b38f87415ef7 req-e2a3aaba-0e5a-4c58-9de5-5201388f7e20 service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838264 Jul 15 13:07:33.473712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09f1a3-4452-4570-8cdb-7a0a8c79e316 req-2ba03c79-c474-48a9-98d6-04aa6423f183 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.484215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf09f1a3-4452-4570-8cdb-7a0a8c79e316 req-2ba03c79-c474-48a9-98d6-04aa6423f183 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.1219978 Jul 15 13:07:33.623962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf09f1a3-4452-4570-8cdb-7a0a8c79e316 req-be5aa2c4-42e2-499d-b3fc-84d97b6d71a1 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382973 Jul 15 13:07:33.710929 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.736202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-1895fb61-92b3-4f79-8c4d-3914ceeb2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.737806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-1895fb61-92b3-4f79-8c4d-3914ceeb2e52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 1094 time: 0.2764869 Jul 15 13:07:33.811148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-fda78628-cad7-4780-9b66-35f722c91c39 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.812667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-fda78628-cad7-4780-9b66-35f722c91c39 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 944 time: 0.1402287 Jul 15 13:07:33.864174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b5bb5-d1cf-4b02-9fbc-bf3c2b06c747 req-d5e15c8c-d448-4a07-ae23-f3cd8dc0f977 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.871159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-685b5bb5-d1cf-4b02-9fbc-bf3c2b06c747 req-d5e15c8c-d448-4a07-ae23-f3cd8dc0f977 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 944 time: 0.2231543 Jul 15 13:07:33.999493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:34.196099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:34.202306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3d91ce10-90e7-46ca-a582-28bec9958b4b admin admin] 10.222.0.48 "PUT /v2.0/routers/076d6cd3-ed2d-4fb9-883e-d09eff5f905b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555456 Jul 15 13:07:34.205276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.210264 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] Sync routers for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:34.223312 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:34.224187 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:34.320834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-7735c4cf-2086-48e1-956f-1bbf232edc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.322299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-7735c4cf-2086-48e1-956f-1bbf232edc66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 200 len: 923 time: 0.5757411 Jul 15 13:07:34.363227 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:34.381845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-685b5bb5-d1cf-4b02-9fbc-bf3c2b06c747 req-a0629fa4-c2bc-4fd4-8806-893ef0ba8bad tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091705 Jul 15 13:07:34.389984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.450635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-38ebc6dc-b9fc-4ebb-b57c-a096da556e61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 HTTP/1.1" status: 200 len: 217 time: 0.0907307 Jul 15 13:07:34.519999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-7bc256c9-213c-4e67-b8b2-182a325e3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.522817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-7bc256c9-213c-4e67-b8b2-182a325e3401 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 200 len: 862 time: 0.0627053 Jul 15 13:07:34.579419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-a2090b77-9e76-49e5-80a7-8ff836e8c937 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2200adfd-0d16-4e42-8e57-94945979caa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487604 Jul 15 13:07:34.617014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.644211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Deleting port 6c67b508-2e64-41cc-b66b-04b2132b8d4b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:34.644558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.691054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Deleting port 878e1c79-2b66-45ed-a115-18c33310c9ba {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:34.691643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.799837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] For port 878e1c79-2b66-45ed-a115-18c33310c9ba, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=878e1c79-2b66-45ed-a115-18c33310c9ba,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.801951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.837955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Calling delete_port for 878e1c79-2b66-45ed-a115-18c33310c9ba owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:34.867474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed34005-9640-4d9d-8dcf-30017b718f75 req-d515aed6-27d4-4c51-ab2a-decf5555edb4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.875273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ed34005-9640-4d9d-8dcf-30017b718f75 req-d515aed6-27d4-4c51-ab2a-decf5555edb4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.2940905 Jul 15 13:07:34.879609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] For port 6c67b508-2e64-41cc-b66b-04b2132b8d4b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=6c67b508-2e64-41cc-b66b-04b2132b8d4b,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.879980 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.900139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-21975abb-3bf7-48ec-bcb7-2385360c50da service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035638 Jul 15 13:07:34.922967 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 5, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port': {'id': '878e1c79-2b66-45ed-a115-18c33310c9ba', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:42Z', 'updated_at': '2021-07-15T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:34.925541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Calling delete_port for 6c67b508-2e64-41cc-b66b-04b2132b8d4b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:34.965037 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] Checking router: 076d6cd3-ed2d-4fb9-883e-d09eff5f905b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:34.979057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] Routers {'076d6cd3-ed2d-4fb9-883e-d09eff5f905b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:34.980146 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:35.050739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ed34005-9640-4d9d-8dcf-30017b718f75 req-1dfa9d73-5dae-40d1-ba5e-4bed1d9fb243 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751561 Jul 15 13:07:35.152768 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] Set router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:35.241691 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:07:34Z', 'revision_number': 6, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:35.275863 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80449891-d60d-42e6-a3c6-45cb7428faab None None] The sync data for ids ['076d6cd3-ed2d-4fb9-883e-d09eff5f905b'] in n-d-798249-9 is: [{'id': '076d6cd3-ed2d-4fb9-883e-d09eff5f905b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-875999641-router', 'tenant_id': 'd43a66d9ea694c20845a5a1edf58a645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:07:34Z', 'revision_number': 6, 'project_id': 'd43a66d9ea694c20845a5a1edf58a645', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:35.287091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f329cdf-f5e7-43e5-8eb4-35b004553cd8 req-894a3cff-7820-42ce-b65d-81edde666662 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.295014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f329cdf-f5e7-43e5-8eb4-35b004553cd8 req-894a3cff-7820-42ce-b65d-81edde666662 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 943 time: 0.4978201 Jul 15 13:07:35.348575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7a8e8f-555a-4705-b755-6b0f011c6993 req-4a16a8d2-2844-4013-9a7e-de747f43e419 service neutron] 10.222.0.49 "GET /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379964 Jul 15 13:07:35.389907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f329cdf-f5e7-43e5-8eb4-35b004553cd8 req-5a8bf5b5-c2a4-459e-b72e-9af054e1b384 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939355 Jul 15 13:07:35.430277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.473380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Pushing event deleted for resources: {'Port': ['ID=878e1c79-2b66-45ed-a115-18c33310c9ba,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.526689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cecf8-5cef-4640-adb0-24f7af22e3a5 req-e843ca57-d11f-441c-bdc2-f14f554c6144 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.533654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-567cecf8-5cef-4640-adb0-24f7af22e3a5 req-e843ca57-d11f-441c-bdc2-f14f554c6144 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 949 time: 0.2981572 Jul 15 13:07:35.542576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.549877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.586883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event deleted for resources: {'Port': ['ID=6c67b508-2e64-41cc-b66b-04b2132b8d4b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.667824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df480fb-5818-4727-8b05-182ddf08d44f req-8d92a942-e058-44ec-ac75-12d1bfeea238 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.669345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8df480fb-5818-4727-8b05-182ddf08d44f req-8d92a942-e058-44ec-ac75-12d1bfeea238 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 949 time: 0.2704070 Jul 15 13:07:35.695906 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.699183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.699786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-567cecf8-5cef-4640-adb0-24f7af22e3a5 req-bc4c578d-5e48-4882-9379-357eeda12209 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648860 Jul 15 13:07:35.702333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] No DVR routers for this DVR port 6c67b508-2e64-41cc-b66b-04b2132b8d4b on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:35.717264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.719400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fc2a8c5-a822-4f6f-a7da-0f713e5bd2f9 req-c71872ac-2ec4-44a5-9fcb-fcfecb092339 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "DELETE /v2.0/ports/6c67b508-2e64-41cc-b66b-04b2132b8d4b HTTP/1.1" status: 204 len: 173 time: 1.8764229 Jul 15 13:07:35.720014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'name': 'network-vif-deleted', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:35.722420 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f632b-dce3-4a29-8b0b-8e26bfc678b9" -d '{"events": [{"server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "name": "network-vif-deleted", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:35.793100 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69a947e-ea98-4b10-9aed-3ed5842a00b8 x-openstack-request-id: req-d69a947e-ea98-4b10-9aed-3ed5842a00b8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:35.796420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.797039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 076d6cd3-ed2d-4fb9-883e-d09eff5f905b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:07:35.798198 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed08e5-bf6c-4d82-a186-651ee339faf8", "name": "network-vif-deleted", "tag": "6c67b508-2e64-41cc-b66b-04b2132b8d4b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:35.800431 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d69a947e-ea98-4b10-9aed-3ed5842a00b8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:35.800948 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed08e5-bf6c-4d82-a186-651ee339faf8', 'name': 'network-vif-deleted', 'tag': '6c67b508-2e64-41cc-b66b-04b2132b8d4b', 'status': 'completed', 'code': 200} Jul 15 13:07:35.801831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.810743 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f8b5dcbb-3bce-4c75-8588-346ddbe317ba admin admin] 10.222.0.48 "DELETE /v2.0/routers/076d6cd3-ed2d-4fb9-883e-d09eff5f905b HTTP/1.1" status: 204 len: 168 time: 1.6030090 Jul 15 13:07:35.812085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:35.875642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Deleting subnet b8ee4ffa-d38b-4026-89fd-7701d4fcb88f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:35.877455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b10aaef-6592-49f5-965b-4f5a9b06a889 req-6762e7b8-d7bb-4bac-98ea-5a8a508449b8 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed08e5-bf6c-4d82-a186-651ee339faf8 HTTP/1.1" status: 200 len: 210 time: 0.0860074 Jul 15 13:07:35.893414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.896184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:35.929791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Deleting port fe38d196-8024-4d90-8049-96f1eec7510d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:35.930139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.945365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.027429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e14f99a4-2eb5-42f3-9f9c-a829764cf4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.035252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.047609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] For port fe38d196-8024-4d90-8049-96f1eec7510d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe38d196-8024-4d90-8049-96f1eec7510d,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:36.047969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.070894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Calling delete_port for fe38d196-8024-4d90-8049-96f1eec7510d owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:36.095216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.125778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.130294 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b8ee4ffa-d38b-4026-89fd-7701d4fcb88f HTTP/1.1" status: 204 len: 168 time: 0.3171968 Jul 15 13:07:36.131700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:36.133691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3c86a-4b33-427b-90a1-45e3448f13a4 None None] Network d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:36.134180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100991c-b88b-4f76-9e2d-23ed7f45be18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ee4ffa-d38b-4026-89fd-7701d4fcb88f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.244366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.319486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e14f99a4-2eb5-42f3-9f9c-a829764cf4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.331127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Deleting port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:36.331484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 878e1c79-2b66-45ed-a115-18c33310c9ba no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:36.331621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.337255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e14f99a4-2eb5-42f3-9f9c-a829764cf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.363984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594662ac-908e-4505-a7b7-97ff85f17dc1 req-09cff527-5619-4453-9145-d43ee313bb19 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.372437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594662ac-908e-4505-a7b7-97ff85f17dc1 req-09cff527-5619-4453-9145-d43ee313bb19 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1732666 Jul 15 13:07:36.374892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 878e1c79-2b66-45ed-a115-18c33310c9ba {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:36.375565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 878e1c79-2b66-45ed-a115-18c33310c9ba not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:36.376563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92a51248-242c-4cea-92f0-e03e09436722 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:36.400343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 92a51248-242c-4cea-92f0-e03e09436722 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:36.400843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92a51248-242c-4cea-92f0-e03e09436722 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:36.422480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] For port 7c0b5f3b-6a24-4373-a02e-8cddf120c323, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c0b5f3b-6a24-4373-a02e-8cddf120c323,segment=NetworkSegment(43cd9903-ddc3-4e5f-ade2-faf02c59a755),segment_id=43cd9903-ddc3-4e5f-ade2-faf02c59a755)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:36.422638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.424453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f99a4-2eb5-42f3-9f9c-a829764cf4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041201eb-4d7c-4656-b0fb-4561e953c566,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.430583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.437528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e14f99a4-2eb5-42f3-9f9c-a829764cf4a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae31b672e63a4f6d8ed1c8f556c285f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394444 Jul 15 13:07:36.441175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:36.442007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Calling delete_port for 7c0b5f3b-6a24-4373-a02e-8cddf120c323 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:36.450946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54f64a37-f2b5-4da7-8f99-402df91c6593', 'fe38d196-8024-4d90-8049-96f1eec7510d', '5bba11a0-3980-4b99-97bc-36ff775d3595'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:36.505298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event deleted for resources: {'Port': ['ID=fe38d196-8024-4d90-8049-96f1eec7510d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.543059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594662ac-908e-4505-a7b7-97ff85f17dc1 req-94190376-3251-4fd1-9300-7afb7b3d9346 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696787 Jul 15 13:07:36.574029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] DHCP port deletion for d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:07:36.609162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.637005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] No DVR routers for this DVR port fe38d196-8024-4d90-8049-96f1eec7510d on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:36.643853 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.649328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8df480fb-5818-4727-8b05-182ddf08d44f req-d2e0b870-a76d-4e75-b54c-2533171f14ec tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "DELETE /v2.0/ports/fe38d196-8024-4d90-8049-96f1eec7510d HTTP/1.1" status: 204 len: 173 time: 0.9481790 Jul 15 13:07:36.650111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0b5f3b-6a24-4373-a02e-8cddf120c323,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.669402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] No DVR routers for this DVR port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:36.738647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Deleting port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:36.742752 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.751841 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd876412-67ea-4118-b74e-7afc8f197914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.827809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.832692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd876412-67ea-4118-b74e-7afc8f197914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.839977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] For port 7c0b5f3b-6a24-4373-a02e-8cddf120c323, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:36.840503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.867154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:36.884090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d0305-a637-455e-baa3-dc74c1e9d59e req-c6a75590-5073-4265-ac2b-dee4e9a63cfc tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.885653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-341d0305-a637-455e-baa3-dc74c1e9d59e req-c6a75590-5073-4265-ac2b-dee4e9a63cfc tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 943 time: 0.2352350 Jul 15 13:07:36.886786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cd9903-ddc3-4e5f-ade2-faf02c59a755') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:36.887310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cd9903-ddc3-4e5f-ade2-faf02c59a755') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:36.899741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Calling delete_port for 7c0b5f3b-6a24-4373-a02e-8cddf120c323 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:36.901050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.930580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:07:36.940209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.966872 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.971476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:36.971899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.972127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-341d0305-a637-455e-baa3-dc74c1e9d59e req-2faf29c7-5318-443e-a9b5-ae2c3523bf4c tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784693 Jul 15 13:07:36.973289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd876412-67ea-4118-b74e-7afc8f197914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:36.973693 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:36.977754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd876412-67ea-4118-b74e-7afc8f197914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.994032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cd876412-67ea-4118-b74e-7afc8f197914 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/041201eb-4d7c-4656-b0fb-4561e953c566 HTTP/1.1" status: 204 len: 168 time: 0.5507607 Jul 15 13:07:37.018816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] Pushing event deleted for resources: {'Port': ['ID=7c0b5f3b-6a24-4373-a02e-8cddf120c323,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.024079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd876412-67ea-4118-b74e-7afc8f197914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041201eb-4d7c-4656-b0fb-4561e953c566,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.096337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f79dd-11bd-4be1-abc0-41a072b1cdac None None] No DVR routers for this DVR port 7c0b5f3b-6a24-4373-a02e-8cddf120c323 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:37.118811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.125867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.127982 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673 HTTP/1.1" status: 204 len: 168 time: 0.9952254 Jul 15 13:07:37.131809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.161116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f58ec-994d-4bee-a3d2-f15716c380d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04f55f3-f7ff-44ed-a7bb-ebe1bfc54673,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.308874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1d79f69-9b1a-4a76-a5d4-22ac1095600d req-293ebfa5-605b-421e-ba2c-0033b9cdbc01 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=164be9b8-10f9-4b09-8fdd-508198c612c7 HTTP/1.1" status: 200 len: 210 time: 0.0735390 Jul 15 13:07:37.340581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:37.343101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8f973e81-4a4d-4826-bee1-e91892364609 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:37.576982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38010) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.594335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb1bf-1977-4c51-a0c5-ac6035dfa32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.632719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 6c67b508-2e64-41cc-b66b-04b2132b8d4b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:37.633234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 6c67b508-2e64-41cc-b66b-04b2132b8d4b not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:37.650340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:37.791026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb1bf-1977-4c51-a0c5-ac6035dfa32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.802448 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb1bf-1977-4c51-a0c5-ac6035dfa32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.803319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'name': 'network-vif-deleted', 'tag': 'fe38d196-8024-4d90-8049-96f1eec7510d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:37.805541 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1cd8cf-a5aa-4942-bae9-8da607173fb0" -d '{"events": [{"server_uuid": "164be9b8-10f9-4b09-8fdd-508198c612c7", "name": "network-vif-deleted", "tag": "fe38d196-8024-4d90-8049-96f1eec7510d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:37.810943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:37.835320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:37.845568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80', 'network_id': '2200adfd-0d16-4e42-8e57-94945979caa2', 'port_id': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80', 'mac_address': 'fa:16:3e:95:cb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:37.855505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '8f973e81-4a4d-4826-bee1-e91892364609', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': '8f973e81-4a4d-4826-bee1-e91892364609', 'mac_address': 'fa:16:3e:2a:0f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:37.868280 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-43e66766-c84d-4969-8ebc-f75555a36700 req-2d46c8b7-961a-4a55-9163-756971b52a08 service neutron] show failed (client error): The resource could not be found. Jul 15 13:07:37.869301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-2d46c8b7-961a-4a55-9163-756971b52a08 service neutron] 10.222.0.49 "GET /v2.0/ports/f56c7091-b901-4911-a5df-24b952aeecde/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.2327282 Jul 15 13:07:37.896662 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7dfcb1bf-1977-4c51-a0c5-ac6035dfa32a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ffaac3598c94ec7bebb983c69f8f7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185079 Jul 15 13:07:37.897412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.920402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.946300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcb1bf-1977-4c51-a0c5-ac6035dfa32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd556a-9739-43ce-8dfb-dcf33f5224b8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.947259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f973e81-4a4d-4826-bee1-e91892364609 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:37.953554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.965549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-510597e6-85fc-423b-a4ba-929214fa6acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.983820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:37.984377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750aa88-07c7-45bf-af83-fdae23900a88 req-bf17fabc-824b-4872-8dcb-deeb8de54ada tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.985929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:37.992717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4750aa88-07c7-45bf-af83-fdae23900a88 req-bf17fabc-824b-4872-8dcb-deeb8de54ada tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1787066 Jul 15 13:07:38.000901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-510597e6-85fc-423b-a4ba-929214fa6acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.001474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.070663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:38.090416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.093998 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.095714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-510597e6-85fc-423b-a4ba-929214fa6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.102141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-510597e6-85fc-423b-a4ba-929214fa6acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.108317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-510597e6-85fc-423b-a4ba-929214fa6acf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12cd556a-9739-43ce-8dfb-dcf33f5224b8 HTTP/1.1" status: 204 len: 168 time: 0.2058990 Jul 15 13:07:38.129413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['8f973e81-4a4d-4826-bee1-e91892364609'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:38.166546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510597e6-85fc-423b-a4ba-929214fa6acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd556a-9739-43ce-8dfb-dcf33f5224b8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.226475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c0b5f3b-6a24-4373-a02e-8cddf120c323 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:38.231584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4d134-878d-425c-a2e8-40ee39371c04 req-e9eba006-3579-4d18-8473-952169ac6ebb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.234723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51a4d134-878d-425c-a2e8-40ee39371c04 req-e9eba006-3579-4d18-8473-952169ac6ebb tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 945 time: 0.3566966 Jul 15 13:07:38.259342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4750aa88-07c7-45bf-af83-fdae23900a88 req-1e3ad5b3-0395-4e3e-980f-3a795b893bc4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653489 Jul 15 13:07:38.270508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7c0b5f3b-6a24-4373-a02e-8cddf120c323 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:38.270853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c0b5f3b-6a24-4373-a02e-8cddf120c323 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:38.308555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.409834 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380facb-f9a1-4825-a15d-37d4e6772c8e x-openstack-request-id: req-c380facb-f9a1-4825-a15d-37d4e6772c8e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:38.410261 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164be9b8-10f9-4b09-8fdd-508198c612c7", "name": "network-vif-deleted", "tag": "fe38d196-8024-4d90-8049-96f1eec7510d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:38.410513 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c380facb-f9a1-4825-a15d-37d4e6772c8e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:38.410870 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164be9b8-10f9-4b09-8fdd-508198c612c7', 'name': 'network-vif-deleted', 'tag': 'fe38d196-8024-4d90-8049-96f1eec7510d', 'status': 'completed', 'code': 200} Jul 15 13:07:38.437770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:38.500025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.674851 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51a4d134-878d-425c-a2e8-40ee39371c04 req-df6dc72b-8c82-45b1-8f18-7e0f3504fa52 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639512 Jul 15 13:07:38.827410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-36e3c22b-70ac-4044-9526-3505f58acdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.828890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-36e3c22b-70ac-4044-9526-3505f58acdf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303&tenant_id=77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 1101 time: 0.4304893 Jul 15 13:07:38.845659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-26642157-a9ec-4ff1-8b9d-62a219bad8a5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.847175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-26642157-a9ec-4ff1-8b9d-62a219bad8a5 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 945 time: 0.7283485 Jul 15 13:07:38.872378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:39.353055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8f973e81-4a4d-4826-bee1-e91892364609 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:39.436514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 8f973e81-4a4d-4826-bee1-e91892364609 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:39.438298 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.532651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.566977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.602542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:39.607594 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64717c0-c577-40c3-9181-cf5e4b3de28f" -d '{"events": [{"server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f973e81-4a4d-4826-bee1-e91892364609"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:39.628718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:39.630471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-794877ec-b0bb-4a9e-89fa-fc112cf1ef77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0102170 Jul 15 13:07:39.637346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.639345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c9029aed-d1af-4e83-880c-c8435755e1c0 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:39.732935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.736735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:39.765283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba46dc-0f51-4f86-a2dc-d8f273e81568 req-1cee50cc-015a-4f7a-bd74-8cbc3fc6fe21 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.767656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bba46dc-0f51-4f86-a2dc-d8f273e81568 req-1cee50cc-015a-4f7a-bd74-8cbc3fc6fe21 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 944 time: 0.9691398 Jul 15 13:07:39.848929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:39.857184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:39.857565 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.882278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe38d196-8024-4d90-8049-96f1eec7510d no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:39.916652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: fe38d196-8024-4d90-8049-96f1eec7510d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:39.917052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe38d196-8024-4d90-8049-96f1eec7510d not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:39.950636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Deleting port c9029aed-d1af-4e83-880c-c8435755e1c0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:39.951204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.967820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d833-5ad8-47d6-90e5-82aa6424dee7 req-fa79fa76-97d5-489d-bf93-b514396ee0cd tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.974646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a88d833-5ad8-47d6-90e5-82aa6424dee7 req-fa79fa76-97d5-489d-bf93-b514396ee0cd tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 950 time: 0.5676947 Jul 15 13:07:39.976145 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.014489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:40.019608 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.020502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:40.067774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bba46dc-0f51-4f86-a2dc-d8f273e81568 req-9712e14a-6631-4f34-8a77-f485c4418b0f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518699 Jul 15 13:07:40.112906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.151029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-b1ebb48e-42a4-48fe-a771-bc37b8c8153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.161367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-b1ebb48e-42a4-48fe-a771-bc37b8c8153e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 1101 time: 0.4863834 Jul 15 13:07:40.181631 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.200762 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-5611647d-8fa9-41ec-943c-d5e69d0fd5cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1931489 Jul 15 13:07:40.307028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-8895976c-def1-47c1-b5d9-a97133653156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.309055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-8895976c-def1-47c1-b5d9-a97133653156 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 1102 time: 0.0779364 Jul 15 13:07:40.487913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-b6cc6013-7ce8-4270-8fa8-1ce834ee6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.489785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-b6cc6013-7ce8-4270-8fa8-1ce834ee6f28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1456435 Jul 15 13:07:40.499096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-78a5777d-6751-43da-8630-1d45918d3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.501028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-78a5777d-6751-43da-8630-1d45918d3ef8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2512634 Jul 15 13:07:40.529439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a88d833-5ad8-47d6-90e5-82aa6424dee7 req-f790dbb9-6793-45b3-92d6-b6de9af65dc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537477 Jul 15 13:07:40.557617 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-eabb2c9a-7cf3-4b2d-bb35-5dd22a5f7fcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5bba11a0-3980-4b99-97bc-36ff775d3595 HTTP/1.1" status: 200 len: 217 time: 0.0573902 Jul 15 13:07:40.682133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-065d7c2d-8135-4781-b18d-6320c6c57e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.683927 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-065d7c2d-8135-4781-b18d-6320c6c57e53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1169977 Jul 15 13:07:40.715014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-4cd6d1cf-f189-41a7-bce3-39473d97a4ba tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.720898 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-4cd6d1cf-f189-41a7-bce3-39473d97a4ba tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 950 time: 0.1143920 Jul 15 13:07:40.807463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:40.813217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] For port c9029aed-d1af-4e83-880c-c8435755e1c0, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c9029aed-d1af-4e83-880c-c8435755e1c0,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:40.813585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.825879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-2f1ebbc1-0fd0-49de-884c-a377737c25ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 200 len: 217 time: 0.2924404 Jul 15 13:07:40.840192 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5acce9-7412-4964-872b-45b0c1cb05fc x-openstack-request-id: req-ca5acce9-7412-4964-872b-45b0c1cb05fc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:40.840714 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f973e81-4a4d-4826-bee1-e91892364609", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:40.840714 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca5acce9-7412-4964-872b-45b0c1cb05fc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:40.841295 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609', 'code': 200} Jul 15 13:07:40.855522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-0e7356f5-0564-4a94-8a24-9fc4019b70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.857437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-0e7356f5-0564-4a94-8a24-9fc4019b70c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608093 Jul 15 13:07:40.899126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Calling delete_port for c9029aed-d1af-4e83-880c-c8435755e1c0 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:40.912084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b24fc-4d46-4eb8-9095-a1caa1bb6e8f req-f9cb213f-13f0-4283-b0b0-435606728c6a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.918948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-470b24fc-4d46-4eb8-9095-a1caa1bb6e8f req-f9cb213f-13f0-4283-b0b0-435606728c6a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.6469917 Jul 15 13:07:41.071464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-470b24fc-4d46-4eb8-9095-a1caa1bb6e8f req-3a964377-be70-451b-ad04-930685afb75b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516814 Jul 15 13:07:41.134677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-e0b1268c-ad45-4c95-a618-f95bb8a2545f service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692416 Jul 15 13:07:41.144665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Deleting port 54f64a37-f2b5-4da7-8f99-402df91c6593 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:41.144874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.167148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:41.207839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-1acb42fb-9696-47ed-a5c0-d4b62a61c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.210087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-1acb42fb-9696-47ed-a5c0-d4b62a61c721 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.3334589 Jul 15 13:07:41.221493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Deleting port e2328f3a-62e1-4a09-bf17-663ef22e3d02 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:41.221849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.408597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:41.412434 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd363a6-98d8-42c0-977e-e164f4e923fd" -d '{"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-unplugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:41.427998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] For port 54f64a37-f2b5-4da7-8f99-402df91c6593, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54f64a37-f2b5-4da7-8f99-402df91c6593,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:41.428582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.433845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.445571 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9031dbf6-62f3-4e2d-8307-9fbffb8dbe25 req-3f593724-1526-491a-bf6f-5ca5f3328604 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005524 Jul 15 13:07:41.455253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Calling delete_port for 54f64a37-f2b5-4da7-8f99-402df91c6593 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:41.462361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] For port e2328f3a-62e1-4a09-bf17-663ef22e3d02, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2328f3a-62e1-4a09-bf17-663ef22e3d02,segment=NetworkSegment(a246f3c7-ad87-4bee-8ef5-fd493a0b101a),segment_id=a246f3c7-ad87-4bee-8ef5-fd493a0b101a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:41.463004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.488838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Transition to ACTIVE for port object f56c7091-b901-4911-a5df-24b952aeecde will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:41.569908 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.580335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Calling delete_port for e2328f3a-62e1-4a09-bf17-663ef22e3d02 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:41.595207 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:07:41.595577 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:07:41.708268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.726519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5bba11a0-3980-4b99-97bc-36ff775d3595'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:41.799848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event deleted for resources: {'Port': ['ID=54f64a37-f2b5-4da7-8f99-402df91c6593,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:41.922751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-1431eb45-780a-4837-b013-e47ac95e5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.924109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] No DVR routers for this DVR port 54f64a37-f2b5-4da7-8f99-402df91c6593 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:41.925237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-1431eb45-780a-4837-b013-e47ac95e5a01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6268361 Jul 15 13:07:41.925691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] No DVR routers for this DVR port f56c7091-b901-4911-a5df-24b952aeecde on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:41.927070 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.928698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:41.930116 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-55235758-bae8-487f-9473-f8bec1d4c5a0 req-ad6417df-2c1a-45d1-b4af-8c4550b37cc1 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "DELETE /v2.0/ports/54f64a37-f2b5-4da7-8f99-402df91c6593 HTTP/1.1" status: 204 len: 173 time: 1.1689939 Jul 15 13:07:41.930691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'name': 'network-vif-deleted', 'tag': '54f64a37-f2b5-4da7-8f99-402df91c6593'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:41.933095 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9060bb6-7d06-4ba2-9b28-f2d9724a461d" -d '{"events": [{"server_uuid": "6556407f-0f8d-4ebf-ade0-baf60bdaea36", "name": "network-vif-deleted", "tag": "54f64a37-f2b5-4da7-8f99-402df91c6593"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:42.134777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bbee9-b0ff-4892-b4b7-4898c2a94091 req-ab0000cb-b3b2-4ea6-b43b-ff139290bbc4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.145464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-154bbee9-b0ff-4892-b4b7-4898c2a94091 req-ab0000cb-b3b2-4ea6-b43b-ff139290bbc4 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 945 time: 0.8399818 Jul 15 13:07:42.572924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.621135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb9e-1487-4ad9-bf62-8a3e32fe6bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.779007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:42.779563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:42.780113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:42.784102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event deleted for resources: {'Port': ['ID=c9029aed-d1af-4e83-880c-c8435755e1c0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.800198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-154bbee9-b0ff-4892-b4b7-4898c2a94091 req-c1fd8417-da5a-4e76-9210-337a804a1b48 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534998 Jul 15 13:07:42.820648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:42.821097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:42.842416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:42.848946 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99da6b1-95b3-4865-866c-d84461862e8f" -d '{"events": [{"server_uuid": "5146d6bc-3103-44cb-8d3b-3ffc8a292e1e", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:42.888312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:42.888878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:42.889469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:42.890622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Bound port: f56c7091-b901-4911-a5df-24b952aeecde, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:42.890622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.903253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-71227a09-3efa-41e4-9bc7-24379e9c27c6 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9076147 Jul 15 13:07:42.975071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d1521-24f9-4dab-bfbb-df317a8eaf8c req-ee2fdf97-dcda-4e45-bcbf-b02c8e0e3467 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.986469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a2d1521-24f9-4dab-bfbb-df317a8eaf8c req-ee2fdf97-dcda-4e45-bcbf-b02c8e0e3467 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 945 time: 1.0341899 Jul 15 13:07:42.991521 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a7f9c9-e244-4d22-8614-81ebfc8395ca x-openstack-request-id: req-d3a7f9c9-e244-4d22-8614-81ebfc8395ca {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:42.992361 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-unplugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:42.992630 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3a7f9c9-e244-4d22-8614-81ebfc8395ca {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:42.993060 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'code': 200} Jul 15 13:07:43.109352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] No DVR routers for this DVR port c9029aed-d1af-4e83-880c-c8435755e1c0 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:43.140195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.144579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5bf9ae4-2c2a-421c-95c2-ab8deb21973c req-0289df2f-0e2b-4876-9110-596409d01109 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.23 "DELETE /v2.0/ports/c9029aed-d1af-4e83-880c-c8435755e1c0 HTTP/1.1" status: 204 len: 173 time: 4.2240727 Jul 15 13:07:43.336785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a2d1521-24f9-4dab-bfbb-df317a8eaf8c req-25637628-c2fe-44f3-95f2-bf72d00c0ff8 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497953 Jul 15 13:07:43.344608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebab53e5-b92e-448c-aba1-6c5d8b188d62 req-314d855f-dcef-4477-8f87-6930c36f871d tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6556407f-0f8d-4ebf-ade0-baf60bdaea36 HTTP/1.1" status: 200 len: 210 time: 0.0889008 Jul 15 13:07:43.377414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54f64a37-f2b5-4da7-8f99-402df91c6593 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:43.384092 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:43.413374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 54f64a37-f2b5-4da7-8f99-402df91c6593 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:43.413937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54f64a37-f2b5-4da7-8f99-402df91c6593 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:43.448998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.461351 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084286b-1a9a-4a8c-a5a1-cb10049f72bc x-openstack-request-id: req-c084286b-1a9a-4a8c-a5a1-cb10049f72bc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:43.461928 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556407f-0f8d-4ebf-ade0-baf60bdaea36", "name": "network-vif-deleted", "tag": "54f64a37-f2b5-4da7-8f99-402df91c6593", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:43.461928 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c084286b-1a9a-4a8c-a5a1-cb10049f72bc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:43.462296 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556407f-0f8d-4ebf-ade0-baf60bdaea36', 'name': 'network-vif-deleted', 'tag': '54f64a37-f2b5-4da7-8f99-402df91c6593', 'status': 'completed', 'code': 200} Jul 15 13:07:43.465484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:43.473037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c316f1f2-5ae8-41b8-9f6b-03ea6414ca6b req-3b0ce642-2c29-4b56-9d70-9aca29cb1e56 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339935 Jul 15 13:07:43.525393 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.531113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2328f3a-62e1-4a09-bf17-663ef22e3d02,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.617029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.618286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.619966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] 10.222.0.23 "PUT /v2.0/ports/f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 1096 time: 4.7711067 Jul 15 13:07:43.851486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32872c3e-2ac6-4750-b532-1b58d93c4ceb service neutron] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.934904 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e5c99-962a-45e2-9c88-657fd92f6099 x-openstack-request-id: req-049e5c99-962a-45e2-9c88-657fd92f6099 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:43.936101 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5146d6bc-3103-44cb-8d3b-3ffc8a292e1e", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:43.936981 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-049e5c99-962a-45e2-9c88-657fd92f6099 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:43.938232 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80', 'code': 200} Jul 15 13:07:44.170726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-5e01aafd-78cf-450a-99af-a68c9870df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.172274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-5e01aafd-78cf-450a-99af-a68c9870df31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1099 time: 0.5053835 Jul 15 13:07:44.258329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1177c4-6b62-4556-92a1-0aedf37db4c4 req-36ee633c-d816-4e13-9bfd-e439d969f8ed tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.259925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a1177c4-6b62-4556-92a1-0aedf37db4c4 req-36ee633c-d816-4e13-9bfd-e439d969f8ed tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.5240550 Jul 15 13:07:44.356054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d7009c5-fe70-42e0-b93c-99db83bdfe87 req-7794f874-a4b6-4fb7-9775-57d90221e86e tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6bff4c-c85c-4e16-b59f-2f98462c3ca0 HTTP/1.1" status: 200 len: 210 time: 0.1497910 Jul 15 13:07:44.424841 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.610061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a1177c4-6b62-4556-92a1-0aedf37db4c4 req-b193db00-b4ab-470f-8953-93044e2ed43b tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315997 Jul 15 13:07:44.611277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-f18b2628-b545-47c8-aaff-1769a5ed1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.613703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-f18b2628-b545-47c8-aaff-1769a5ed1883 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.4025621 Jul 15 13:07:44.740292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-39d68451-b9c0-494a-8c96-624558ed9058 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.1039231 Jul 15 13:07:44.744535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfabf2-729a-4bc7-9040-29ce5ef502b6 req-d7adaef0-6754-456c-8ef4-c8e27e8f962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.746736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbbfabf2-729a-4bc7-9040-29ce5ef502b6 req-d7adaef0-6754-456c-8ef4-c8e27e8f962a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 1096 time: 0.5710335 Jul 15 13:07:44.819735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-f313088d-61a4-4993-a2b4-176385bc6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.821546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-f313088d-61a4-4993-a2b4-176385bc6bef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0687234 Jul 15 13:07:44.967909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d13ebc-1265-4612-8a13-f141a93f3434 req-df2b06ad-1ef3-4d71-8ea7-8643ca01c929 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.969476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72d13ebc-1265-4612-8a13-f141a93f3434 req-df2b06ad-1ef3-4d71-8ea7-8643ca01c929 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 945 time: 0.3548436 Jul 15 13:07:45.001975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'name': 'network-vif-deleted', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0'}, {'name': 'network-changed', 'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:45.004567 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335471f8-fcbf-4e15-8702-cc325436b0cb" -d '{"events": [{"server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "name": "network-vif-deleted", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0"}, {"name": "network-changed", "server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:45.008853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbbfabf2-729a-4bc7-9040-29ce5ef502b6 req-3ca2b37f-d807-4852-b3b2-5c78f71c87eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863203 Jul 15 13:07:45.065342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66766-c84d-4969-8ebc-f75555a36700 req-424ac80f-97d2-4247-a905-25f32c7b5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.068990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-424ac80f-97d2-4247-a905-25f32c7b5b67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310090 Jul 15 13:07:45.079759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72d13ebc-1265-4612-8a13-f141a93f3434 req-4f9b2415-d6b7-4735-8fd1-9391c19366c1 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944054 Jul 15 13:07:45.246522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80937005-2491-4085-8d3a-02914f637663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.525966 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.712304 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d4abc-c1d8-40e4-aba7-3cf078b749a9 x-openstack-request-id: req-501d4abc-c1d8-40e4-aba7-3cf078b749a9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:45.712901 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6bff4c-c85c-4e16-b59f-2f98462c3ca0", "name": "network-vif-deleted", "tag": "c9029aed-d1af-4e83-880c-c8435755e1c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:45.712901 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-501d4abc-c1d8-40e4-aba7-3cf078b749a9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:45.713174 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6bff4c-c85c-4e16-b59f-2f98462c3ca0', 'name': 'network-vif-deleted', 'tag': 'c9029aed-d1af-4e83-880c-c8435755e1c0', 'status': 'completed', 'code': 200} Jul 15 13:07:45.714663 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'status': 'completed', 'code': 200} Jul 15 13:07:45.787084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Router 37c5a096-10dc-450d-b075-f4c58c98f770 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:45.904874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-5be55428-8cae-4736-94d1-7fc737ec5a27 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236814 Jul 15 13:07:46.048573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-d4a84cd7-98ef-4737-b5f3-47f374ec1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.050907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-d4a84cd7-98ef-4737-b5f3-47f374ec1a02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1099 time: 0.3406923 Jul 15 13:07:46.065707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3af694-055a-40a1-8197-7f38b4ffcb8a req-29629ba9-b45f-4b0d-916d-81cd63705dea tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.067774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a3af694-055a-40a1-8197-7f38b4ffcb8a req-29629ba9-b45f-4b0d-916d-81cd63705dea tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 951 time: 0.3498547 Jul 15 13:07:46.308988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:46.323807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c199aeae-4095-4659-b3d0-b3152e623719 admin admin] 10.222.0.48 "PUT /v2.0/routers/37c5a096-10dc-450d-b075-f4c58c98f770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1904132 Jul 15 13:07:46.326362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:46.326827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] Sync routers for ids ['37c5a096-10dc-450d-b075-f4c58c98f770'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:46.342624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a3af694-055a-40a1-8197-7f38b4ffcb8a req-3f2dd837-490d-495f-93d8-735094e2b17f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664328 Jul 15 13:07:46.354819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] Routers {'37c5a096-10dc-450d-b075-f4c58c98f770'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:46.355150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43e66766-c84d-4969-8ebc-f75555a36700 req-14fc40a6-1aa0-4741-9ec6-059f7810652d service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399259 Jul 15 13:07:46.356507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:07:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['37c5a096-10dc-450d-b075-f4c58c98f770'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:46.362569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-ddf7cdf5-5bda-4d7e-b116-4c71018a5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.364318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-ddf7cdf5-5bda-4d7e-b116-4c71018a5441 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2945910 Jul 15 13:07:46.378302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431b6b-c436-448f-934c-aa71ca8210b0 req-53d7bf51-1e40-4be5-90d7-4fc8eb9caaff tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.385279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32431b6b-c436-448f-934c-aa71ca8210b0 req-53d7bf51-1e40-4be5-90d7-4fc8eb9caaff tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.3818505 Jul 15 13:07:46.444243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-47fa6e82-8865-4448-9251-0af06539e7f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.0567224 Jul 15 13:07:46.545066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8badf6f-7b60-402f-9316-a98fe889823e req-797334ec-5490-4edc-a61f-5ac9cee45146 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.546177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32431b6b-c436-448f-934c-aa71ca8210b0 req-b16a015c-2ba9-4a43-830a-70f38faf3174 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599557 Jul 15 13:07:46.551983 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8badf6f-7b60-402f-9316-a98fe889823e req-797334ec-5490-4edc-a61f-5ac9cee45146 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 945 time: 0.1881607 Jul 15 13:07:46.599945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-be912206-4dae-47cc-bf83-f4fa9e89a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.601507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-be912206-4dae-47cc-bf83-f4fa9e89a939 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1516304 Jul 15 13:07:46.656865 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.674347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] Set router 37c5a096-10dc-450d-b075-f4c58c98f770 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:46.842595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-65e6c784-3ef7-4235-8a09-b8ea72af6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.844798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-65e6c784-3ef7-4235-8a09-b8ea72af6b31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1099 time: 0.3739135 Jul 15 13:07:46.927057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Deleting port 4bca3c32-0865-4966-a071-db21211ee622 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:46.928298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.035169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-b9fe2956-8d84-40da-aeb5-c4c6bbfb4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.037708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-b9fe2956-8d84-40da-aeb5-c4c6bbfb4e9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4293568 Jul 15 13:07:47.052563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] For port 4bca3c32-0865-4966-a071-db21211ee622, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4bca3c32-0865-4966-a071-db21211ee622,segment=NetworkSegment(f5831ddc-a6cd-4319-8299-13ee95f09420),segment_id=f5831ddc-a6cd-4319-8299-13ee95f09420)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:47.053737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.082951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Calling delete_port for 4bca3c32-0865-4966-a071-db21211ee622 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:47.132021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:07:43Z', 'revision_number': 5, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:47.194247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] Checking router: 37c5a096-10dc-450d-b075-f4c58c98f770 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:47.215781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-e7089a28-a659-43ba-9e9d-0e5941996a37 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.217337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-e7089a28-a659-43ba-9e9d-0e5941996a37 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 951 time: 0.5015600 Jul 15 13:07:47.222534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] Routers {'37c5a096-10dc-450d-b075-f4c58c98f770'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:47.223425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:07:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['37c5a096-10dc-450d-b075-f4c58c98f770'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:47.241626 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.260089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-dc069436-3ea2-4a68-8f69-7e682c4a90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.261768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-dc069436-3ea2-4a68-8f69-7e682c4a90ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3927615 Jul 15 13:07:47.290800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cd134-2859-4086-8f64-3baf9f9a9126 req-1eafba1f-041e-40a3-90e4-6d63b7f87385 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.298119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-273cd134-2859-4086-8f64-3baf9f9a9126 req-1eafba1f-041e-40a3-90e4-6d63b7f87385 tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/ports?device_id=19393e2c-8f0c-4cac-a253-2e09b9f09caa HTTP/1.1" status: 200 len: 945 time: 0.4726875 Jul 15 13:07:47.389478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-e3c10b03-4bc3-4fa1-8358-25e6c9258bbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.0851362 Jul 15 13:07:47.397600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720b04d-9ace-4ea7-97d6-65be3f5c7978 req-ad9ad6cf-180b-49f6-a0f6-7fd733e3c5f0 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.405518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6720b04d-9ace-4ea7-97d6-65be3f5c7978 req-ad9ad6cf-180b-49f6-a0f6-7fd733e3c5f0 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 945 time: 0.3986800 Jul 15 13:07:47.415863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-89366e2f-1241-4785-94e8-2160981c26bf service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559909 Jul 15 13:07:47.423507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] Set router 37c5a096-10dc-450d-b075-f4c58c98f770 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:47.583149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.628862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-512ad0c3-3816-43fb-8d04-5b0864306edf service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897266 Jul 15 13:07:47.632496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-273cd134-2859-4086-8f64-3baf9f9a9126 req-9288107c-8c7d-4fdb-a995-8726de2c7a2b tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.48 "GET /v2.0/security-groups?id=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332698 Jul 15 13:07:47.675736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6720b04d-9ace-4ea7-97d6-65be3f5c7978 req-30bf1c3b-6e32-4560-886f-991d2f2479e3 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682550 Jul 15 13:07:47.689700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Pushing event deleted for resources: {'Port': ['ID=4bca3c32-0865-4966-a071-db21211ee622,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:47.696724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-4a20829a-4659-4392-948d-c048ed6bad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.707294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-4a20829a-4659-4392-948d-c048ed6bad3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2933328 Jul 15 13:07:47.757298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] No DVR routers for this DVR port 4bca3c32-0865-4966-a071-db21211ee622 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:47.760204 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.762981 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8badf6f-7b60-402f-9316-a98fe889823e req-38eca5e3-a56c-49fd-ac57-ac82080ddf8d tempest-LiveMigrationTest-1979736659 tempest-LiveMigrationTest-1979736659-project] 10.222.0.49 "DELETE /v2.0/ports/4bca3c32-0865-4966-a071-db21211ee622 HTTP/1.1" status: 204 len: 173 time: 1.2077856 Jul 15 13:07:47.765275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'name': 'network-vif-deleted', 'tag': '4bca3c32-0865-4966-a071-db21211ee622'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:47.768787 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000d5d15-d869-48ab-bc09-a8b640428e18" -d '{"events": [{"server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "name": "network-vif-deleted", "tag": "4bca3c32-0865-4966-a071-db21211ee622"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:47.782469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.803063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:07:43Z', 'revision_number': 5, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:47.814735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Deleting port 5bba11a0-3980-4b99-97bc-36ff775d3595 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:47.815324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.891680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd71d2-8d18-4108-b25c-c43cc526b693 None None] The sync data for ids ['37c5a096-10dc-450d-b075-f4c58c98f770'] in n-d-798249-9 is: [{'id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1008468194-router', 'tenant_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:48Z', 'updated_at': '2021-07-15T13:07:43Z', 'revision_number': 5, 'project_id': 'ed24db069ddd4d5da3e7b51bd6ce81b0', 'gw_port': {'id': 'b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c5a096-10dc-450d-b075-f4c58c98f770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:47.928941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-11b02c3c-2bd0-4bd4-b998-66417b11513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.930567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-11b02c3c-2bd0-4bd4-b998-66417b11513d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140362 Jul 15 13:07:47.942574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Deleting port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:47.947151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.961216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.003416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] For port 5bba11a0-3980-4b99-97bc-36ff775d3595, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5bba11a0-3980-4b99-97bc-36ff775d3595,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:48.003819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.054580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Calling delete_port for 5bba11a0-3980-4b99-97bc-36ff775d3595 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:48.072206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] For port b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:48.072917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.132059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Calling delete_port for b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:48.305999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2328f3a-62e1-4a09-bf17-663ef22e3d02 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:48.368071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e2328f3a-62e1-4a09-bf17-663ef22e3d02 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:48.369652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2328f3a-62e1-4a09-bf17-663ef22e3d02 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:48.518015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.581666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.695707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.697587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e8d5-faa7-4f67-a4b5-6a476c018212 req-14e12db7-7e42-4878-af91-eace89065a42 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.700955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6502e8d5-faa7-4f67-a4b5-6a476c018212 req-14e12db7-7e42-4878-af91-eace89065a42 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/ports?device_id=53329411-d72a-41c1-a2b5-7e3c63806ade HTTP/1.1" status: 200 len: 951 time: 0.6996262 Jul 15 13:07:48.719591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f05f2-fa66-4b87-abcb-7ac40a8fa012 req-e19c495b-de95-421c-a010-6e6739b3f5aa tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.728553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f3f05f2-fa66-4b87-abcb-7ac40a8fa012 req-e19c495b-de95-421c-a010-6e6739b3f5aa tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.2550824 Jul 15 13:07:48.732971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-f8ac6409-4f22-4792-ba69-2411c9b5009f service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936742 Jul 15 13:07:48.861087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f3f05f2-fa66-4b87-abcb-7ac40a8fa012 req-0a8b54b8-d14c-4099-be98-68b95514bd1c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311984 Jul 15 13:07:48.869730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6502e8d5-faa7-4f67-a4b5-6a476c018212 req-83711875-12c6-433a-9062-8e1c3a4d9d1f tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.48 "GET /v2.0/security-groups?id=a498cd51-f8b4-4356-9683-c79ef549875f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586123 Jul 15 13:07:48.919879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.944429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.969677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-335471f8-fcbf-4e15-8702-cc325436b0cb req-ce0014fb-75c9-470c-89ee-c87384045363 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020371 Jul 15 13:07:48.971667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.005093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Pushing event deleted for resources: {'Port': ['ID=5bba11a0-3980-4b99-97bc-36ff775d3595,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.096612 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8fdb05-770d-45d3-aca4-fe509b7ab251 x-openstack-request-id: req-1d8fdb05-770d-45d3-aca4-fe509b7ab251 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:49.097303 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19393e2c-8f0c-4cac-a253-2e09b9f09caa", "name": "network-vif-deleted", "tag": "4bca3c32-0865-4966-a071-db21211ee622", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:49.097850 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d8fdb05-770d-45d3-aca4-fe509b7ab251 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:49.098506 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19393e2c-8f0c-4cac-a253-2e09b9f09caa', 'name': 'network-vif-deleted', 'tag': '4bca3c32-0865-4966-a071-db21211ee622', 'status': 'completed', 'code': 200} Jul 15 13:07:49.113971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.115336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c5a096-10dc-450d-b075-f4c58c98f770 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:07:49.121684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.125081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5836bebc-ad76-4fe8-9a68-bc0db355b6ba admin admin] 10.222.0.48 "DELETE /v2.0/routers/37c5a096-10dc-450d-b075-f4c58c98f770 HTTP/1.1" status: 204 len: 168 time: 2.7945583 Jul 15 13:07:49.125591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.138627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] No DVR routers for this DVR port 5bba11a0-3980-4b99-97bc-36ff775d3595 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:49.144113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.146794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4329a07f-1f11-4f49-b2b0-0cb2e2432c82 req-7e2d52ee-e4ec-4a3a-aafb-85adbf75bc94 tempest-ServersAdminTestJSON-966867287 tempest-ServersAdminTestJSON-966867287-project] 10.222.0.23 "DELETE /v2.0/ports/5bba11a0-3980-4b99-97bc-36ff775d3595 HTTP/1.1" status: 204 len: 173 time: 1.9159870 Jul 15 13:07:49.147241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-deleted', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:49.165018 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aecde6-a6a9-4fa8-816b-ac51e76cf062" -d '{"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-deleted", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:49.246358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Deleting subnet 0c43d42a-fa77-4bbb-bb9b-b35961061a57 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:49.250896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.311728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.413394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.446171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:49.491612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.517461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f56c7091-b901-4911-a5df-24b952aeecde details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:49.533866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.639760 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2a863d-1ab8-4e4d-924a-ae36dd1da9df x-openstack-request-id: req-de2a863d-1ab8-4e4d-924a-ae36dd1da9df {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:49.640061 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53329411-d72a-41c1-a2b5-7e3c63806ade", "name": "network-vif-deleted", "tag": "5bba11a0-3980-4b99-97bc-36ff775d3595", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:49.640315 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de2a863d-1ab8-4e4d-924a-ae36dd1da9df {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:49.640722 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53329411-d72a-41c1-a2b5-7e3c63806ade', 'name': 'network-vif-deleted', 'tag': '5bba11a0-3980-4b99-97bc-36ff775d3595', 'status': 'completed', 'code': 200} Jul 15 13:07:49.658015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.692209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c43d42a-fa77-4bbb-bb9b-b35961061a57,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.694017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af51-22b7-4c65-ab05-ed8349bbc297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.695764 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.699282 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3dba969c-f469-4286-abfa-34aa4f2fde0b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c43d42a-fa77-4bbb-bb9b-b35961061a57 HTTP/1.1" status: 204 len: 168 time: 0.5725622 Jul 15 13:07:49.704680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.787214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 5bba11a0-3980-4b99-97bc-36ff775d3595 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:49.788351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5bba11a0-3980-4b99-97bc-36ff775d3595 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:49.791916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305607ee-c0be-440e-bbbe-789185e2d3a2 None None] Network b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:49.892850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.920612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af51-22b7-4c65-ab05-ed8349bbc297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.949138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Deleting subnet 58f1a75d-8f8b-403c-bd8e-9505ff1123d6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:49.959259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:49.962406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af51-22b7-4c65-ab05-ed8349bbc297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.995457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.050718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Deleting port cbed453e-a9ab-402c-96aa-51995cb66574 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:50.051569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.060407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f56c7091-b901-4911-a5df-24b952aeecde', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'f56c7091-b901-4911-a5df-24b952aeecde', 'mac_address': 'fa:16:3e:d8:90:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:50.139181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6cc3af51-22b7-4c65-ab05-ed8349bbc297 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22c05dfbe921478e8b0b6a629edfed38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7243590 Jul 15 13:07:50.140218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3af51-22b7-4c65-ab05-ed8349bbc297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4afc52-5b20-4e28-9d83-156ceb5ba0f8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.144848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:50.194796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.217867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] For port cbed453e-a9ab-402c-96aa-51995cb66574, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cbed453e-a9ab-402c-96aa-51995cb66574,segment=NetworkSegment(a246f3c7-ad87-4bee-8ef5-fd493a0b101a),segment_id=a246f3c7-ad87-4bee-8ef5-fd493a0b101a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:50.222778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.265717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Calling delete_port for cbed453e-a9ab-402c-96aa-51995cb66574 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:50.296540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91d9451d-8cca-4600-a53a-04e15a3a7857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.410223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.410817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.415691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:50.424798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] No DVR routers for this DVR port cbed453e-a9ab-402c-96aa-51995cb66574 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:50.448682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:50.449272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b30a5bc3-b6f3-4fbb-8cf1-270e0a665db4 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:50.475561 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.492695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56c7091-b901-4911-a5df-24b952aeecde {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:50.501980 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91d9451d-8cca-4600-a53a-04e15a3a7857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.544661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:50.551975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.553322 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.568591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66d2ff2-8259-42f8-8b25-7919ba5a9fd2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:50.580399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:50.580914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a246f3c7-ad87-4bee-8ef5-fd493a0b101a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:50.592108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.609503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.616753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:50.617334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.632345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7b40f-6d67-4ce9-bd81-7add30743e0e req-5a439058-8ff6-45fb-b96b-c528c3b2f5e2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.634243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0f7b40f-6d67-4ce9-bd81-7add30743e0e req-5a439058-8ff6-45fb-b96b-c528c3b2f5e2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 948 time: 0.3409495 Jul 15 13:07:50.634698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.635572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.639293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060ba61-fdbf-4e85-ac42-102713497494 None None] DHCP port deletion for b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:07:50.684667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f1a75d-8f8b-403c-bd8e-9505ff1123d6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.697532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.700659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/58f1a75d-8f8b-403c-bd8e-9505ff1123d6 HTTP/1.1" status: 204 len: 168 time: 1.2075758 Jul 15 13:07:50.710275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:50.713940 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:50.717283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbed453e-a9ab-402c-96aa-51995cb66574,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.721645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.721645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.722005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.722364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.722697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.723053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.723390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.724158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.724355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.724829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.725132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.725450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937532db-9489-4dab-afed-7f5de5b73316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:50.726559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.736104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69468a7d-bffa-4e91-a95f-b5946b8e35f3 req-81577745-fb25-4a8b-b8d9-d01089135c2d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.743695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69468a7d-bffa-4e91-a95f-b5946b8e35f3 req-81577745-fb25-4a8b-b8d9-d01089135c2d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 945 time: 0.8139157 Jul 15 13:07:50.767331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.773704 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b66d2ff2-8259-42f8-8b25-7919ba5a9fd2 HTTP/1.1" status: 204 len: 168 time: 1.0645924 Jul 15 13:07:50.774123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580cd61-923c-4c19-b0cc-f2c9af422b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66d2ff2-8259-42f8-8b25-7919ba5a9fd2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.792254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91d9451d-8cca-4600-a53a-04e15a3a7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.794821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91d9451d-8cca-4600-a53a-04e15a3a7857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.799120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-91d9451d-8cca-4600-a53a-04e15a3a7857 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab4afc52-5b20-4e28-9d83-156ceb5ba0f8 HTTP/1.1" status: 204 len: 168 time: 0.6454675 Jul 15 13:07:50.810020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f56c7091-b901-4911-a5df-24b952aeecde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:50.910500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9451d-8cca-4600-a53a-04e15a3a7857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4afc52-5b20-4e28-9d83-156ceb5ba0f8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.008127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69468a7d-bffa-4e91-a95f-b5946b8e35f3 req-e62434bd-4076-4a0b-a9ff-9af3e2f06caa tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups?id=008538f2-b4f4-44c2-a740-a900a82bff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633491 Jul 15 13:07:51.010727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ff0ce-4701-4432-9d22-899f17c59264 req-a76f41df-8431-4e5c-bbf4-5f8c48e77402 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.012474 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-987ff0ce-4701-4432-9d22-899f17c59264 req-a76f41df-8431-4e5c-bbf4-5f8c48e77402 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 945 time: 0.1527176 Jul 15 13:07:51.050963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.081482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.118188 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:51.162554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0f7b40f-6d67-4ce9-bd81-7add30743e0e req-21a0464e-0f6e-4482-8987-8b26e9d55009 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761083 Jul 15 13:07:51.238323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Deleting port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:51.241670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.276345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8cd819e-b9cf-4182-80c7-ea82a884a4ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d43a66d9ea694c20845a5a1edf58a645&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1819658 Jul 15 13:07:51.277353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.586512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.648048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb06c9-d040-4491-a719-f9b25c630490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.667697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8279a9f6-085b-4b88-bd81-cdfa0b4cee7b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:51.710561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:51.762463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 4bca3c32-0865-4966-a071-db21211ee622 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:51.762809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4bca3c32-0865-4966-a071-db21211ee622 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:51.784796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.788759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] For port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,segment=NetworkSegment(9b4e9491-ac50-487c-8f23-bea6ed7925b5),segment_id=9b4e9491-ac50-487c-8f23-bea6ed7925b5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:51.789320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.813726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Calling delete_port for 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:51.832770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5831ddc-a6cd-4319-8299-13ee95f09420') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:51.834426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5831ddc-a6cd-4319-8299-13ee95f09420') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:51.918816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb06c9-d040-4491-a719-f9b25c630490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.937342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.982102 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.014095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:52.014786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.016702 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:52.021782 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:52.092012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cbed453e-a9ab-402c-96aa-51995cb66574 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:52.132237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.186016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:52.188660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: cbed453e-a9ab-402c-96aa-51995cb66574 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:52.189112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cbed453e-a9ab-402c-96aa-51995cb66574 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:52.212555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-2f17197c-b374-4d1b-900e-dd6c6126882c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.225697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-2f17197c-b374-4d1b-900e-dd6c6126882c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303&tenant_id=77ea1299346e4ffcb81c852203ecad30&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 949 time: 0.5522714 Jul 15 13:07:52.243426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event deleted for resources: {'Port': ['ID=2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.344102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] No DVR routers for this DVR port 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:52.350558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.354090 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-987ff0ce-4701-4432-9d22-899f17c59264 req-30c32e56-2246-4255-a531-0d814a720adb tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.49 "DELETE /v2.0/ports/2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 HTTP/1.1" status: 204 len: 173 time: 1.3356063 Jul 15 13:07:52.354666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'name': 'network-vif-deleted', 'tag': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:52.360431 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42dad70-9949-4929-9644-a02da37773fc" -d '{"events": [{"server_uuid": "5146d6bc-3103-44cb-8d3b-3ffc8a292e1e", "name": "network-vif-deleted", "tag": "2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:52.420638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ce764fc-6271-40d1-8c81-422bdb4f5d52 req-a4f92111-79e9-492c-83d1-353166763f64 tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/ports?device_id=5146d6bc-3103-44cb-8d3b-3ffc8a292e1e HTTP/1.1" status: 200 len: 210 time: 0.0922117 Jul 15 13:07:52.430885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.471432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a86b4817-0609-468b-8e83-1e448431391a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48dac768f68447c0a8292b8d2c2cb4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823916 Jul 15 13:07:52.474962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.530191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.535352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8279a9f6-085b-4b88-bd81-cdfa0b4cee7b HTTP/1.1" status: 204 len: 168 time: 1.8242550 Jul 15 13:07:52.538741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.556124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f4321-4de0-481d-98e6-055ad4366857 admin admin] Pushing event deleted for resources: {'Network': ['ID=8279a9f6-085b-4b88-bd81-cdfa0b4cee7b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.594100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb06c9-d040-4491-a719-f9b25c630490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.602348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb06c9-d040-4491-a719-f9b25c630490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.608340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-35cb06c9-d040-4491-a719-f9b25c630490 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dafa3915-96bd-42b1-964c-5e9239e705a3 HTTP/1.1" status: 204 len: 168 time: 1.3297338 Jul 15 13:07:52.688646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb06c9-d040-4491-a719-f9b25c630490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa3915-96bd-42b1-964c-5e9239e705a3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.703630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-199cba21-4f43-4243-8f3a-b718916d3533 service neutron] 10.222.0.23 "GET /v2.0/ports/f56c7091-b901-4911-a5df-24b952aeecde/bindings/n-h2-798249-9 HTTP/1.1" status: 200 len: 382 time: 0.4663675 Jul 15 13:07:52.722141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b45a0-6c9f-4d38-8265-034320d37272 req-c54be741-3178-4bce-b427-3041664d336a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.732200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed5b45a0-6c9f-4d38-8265-034320d37272 req-c54be741-3178-4bce-b427-3041664d336a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 949 time: 0.3107128 Jul 15 13:07:52.747079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098a1f1f-d482-4d4a-8fcc-9634735f4c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.812965 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb29b0d3-fc92-4d0d-b7e9-d4528a7dabb5 x-openstack-request-id: req-bb29b0d3-fc92-4d0d-b7e9-d4528a7dabb5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:52.813628 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5146d6bc-3103-44cb-8d3b-3ffc8a292e1e", "name": "network-vif-deleted", "tag": "2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:52.813628 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb29b0d3-fc92-4d0d-b7e9-d4528a7dabb5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:52.820565 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146d6bc-3103-44cb-8d3b-3ffc8a292e1e', 'name': 'network-vif-deleted', 'tag': '2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80', 'status': 'completed', 'code': 200} Jul 15 13:07:52.827573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed5b45a0-6c9f-4d38-8265-034320d37272 req-d60b911d-75c1-4b8f-8703-99b0e48058d8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942812 Jul 15 13:07:52.831946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Deleting subnet 013a9146-20ea-49c2-9391-21cc886dca4e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:52.879591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-1b839ab6-5bc7-476e-b815-df06a66aea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.883698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-1b839ab6-5bc7-476e-b815-df06a66aea70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1100 time: 0.1366198 Jul 15 13:07:52.884824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098a1f1f-d482-4d4a-8fcc-9634735f4c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.933049 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.960010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098a1f1f-d482-4d4a-8fcc-9634735f4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.962973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098a1f1f-d482-4d4a-8fcc-9634735f4c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.964354 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-098a1f1f-d482-4d4a-8fcc-9634735f4c85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a498cd51-f8b4-4356-9683-c79ef549875f HTTP/1.1" status: 204 len: 168 time: 0.4882538 Jul 15 13:07:52.982198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a1f1f-d482-4d4a-8fcc-9634735f4c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498cd51-f8b4-4356-9683-c79ef549875f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.007092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.082870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.214779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.237562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-0d969626-5cf3-4dc6-993b-71564d1e284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.255417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-0d969626-5cf3-4dc6-993b-71564d1e284b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3632984 Jul 15 13:07:53.257286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013a9146-20ea-49c2-9391-21cc886dca4e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.267369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.272270 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2db1aa46-a4d8-4d3f-9a20-00f885a5d53d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/013a9146-20ea-49c2-9391-21cc886dca4e HTTP/1.1" status: 204 len: 168 time: 0.7265635 Jul 15 13:07:53.272999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.421199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-b62dafd6-ae5e-41a9-9772-1448e269a86b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.1544619 Jul 15 13:07:53.475594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f56c7091-b901-4911-a5df-24b952aeecde up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:53.561067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.566542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-c4095a4f-6b75-4474-92c4-d94ef893a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.569030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-c4095a4f-6b75-4474-92c4-d94ef893a8b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1380787 Jul 15 13:07:53.620287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port f56c7091-b901-4911-a5df-24b952aeecde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:53.625502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f56c7091-b901-4911-a5df-24b952aeecde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:53.625886 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.643732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.785338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.792420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.807433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a52432-c62b-49f4-a59b-78fd47d329cd']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:53.816997 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.822238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-01f26531-22e5-41e5-a194-3166ec845950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.822828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a9d1f3a2-cd2f-4842-9cf0-0bf90edf5643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed24db069ddd4d5da3e7b51bd6ce81b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1765902 Jul 15 13:07:53.823826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-01f26531-22e5-41e5-a194-3166ec845950 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2486882 Jul 15 13:07:53.825453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.825583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066d0011-1183-4d69-bd99-a38504bf681a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:53.825883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066d0011-1183-4d69-bd99-a38504bf681a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:53.851209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.882974 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cdd91cd0-2985-48b4-b6c6-7856f8dcec0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07253f216d1f460597f8eddca6d9fdfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960672 Jul 15 13:07:53.883914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.884938 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.907866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:53.915677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:53.923124 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b6143-88d8-4cbd-b7a6-b55cefe45950" -d '{"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-plugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:53.933251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.953821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:53.954249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.955017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe3da48b-0b3d-46b6-9f42-4bbdca09dd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:53.956005 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:53.994509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe3da48b-0b3d-46b6-9f42-4bbdca09dd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.051520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6755912-5b9d-4b9d-8a6e-fe6d9298187b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.056955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.065994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.068977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c7a52432-c62b-49f4-a59b-78fd47d329cd HTTP/1.1" status: 204 len: 168 time: 0.7951138 Jul 15 13:07:54.095222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe3da48b-0b3d-46b6-9f42-4bbdca09dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.097147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-7102693f-6e43-4195-82b7-e30067d66cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642610 Jul 15 13:07:54.099274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe3da48b-0b3d-46b6-9f42-4bbdca09dd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.101018 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fe3da48b-0b3d-46b6-9f42-4bbdca09dd01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01713006-dc2e-469c-bd36-1751caa4c102 HTTP/1.1" status: 204 len: 168 time: 0.2736337 Jul 15 13:07:54.128651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3da48b-0b3d-46b6-9f42-4bbdca09dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01713006-dc2e-469c-bd36-1751caa4c102,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.161114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69362c6c-e95d-4c44-b6ce-bb7f1cab9270 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a52432-c62b-49f4-a59b-78fd47d329cd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.173389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.214665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6755912-5b9d-4b9d-8a6e-fe6d9298187b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.267322 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9821d3a-d96e-49eb-92af-fdd37eb651a4 x-openstack-request-id: req-a9821d3a-d96e-49eb-92af-fdd37eb651a4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:54.267623 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-plugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:54.267878 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9821d3a-d96e-49eb-92af-fdd37eb651a4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:54.268275 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'code': 200} Jul 15 13:07:54.320585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.474562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf9-ac22-491a-8efb-ab9d255e4f0b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.476523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-de5a32a7-4d1f-4979-9aeb-e793e4401ebb service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339975 Jul 15 13:07:54.505984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ccf7-27a0-41d6-9774-1e60eb3453c3 req-645c33e9-e1ed-4e0c-ba41-66b2a7846c4a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.507876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7080ccf7-27a0-41d6-9774-1e60eb3453c3 req-645c33e9-e1ed-4e0c-ba41-66b2a7846c4a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.2804193 Jul 15 13:07:54.509055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6755912-5b9d-4b9d-8a6e-fe6d9298187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.511941 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6755912-5b9d-4b9d-8a6e-fe6d9298187b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.513145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b6755912-5b9d-4b9d-8a6e-fe6d9298187b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78e67f22-3ba0-4b71-99e7-6a055b2f34aa HTTP/1.1" status: 204 len: 168 time: 0.6257975 Jul 15 13:07:54.524037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6755912-5b9d-4b9d-8a6e-fe6d9298187b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e67f22-3ba0-4b71-99e7-6a055b2f34aa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.545566 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf9-ac22-491a-8efb-ab9d255e4f0b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.591578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7080ccf7-27a0-41d6-9774-1e60eb3453c3 req-e5c67866-2146-4d88-ad91-1f5e668e5b00 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Jul 15 13:07:54.594846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.638441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf9-ac22-491a-8efb-ab9d255e4f0b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.642837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0cf9-ac22-491a-8efb-ab9d255e4f0b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.648447 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8fff0cf9-ac22-491a-8efb-ab9d255e4f0b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "DELETE /v2.0/security-groups/53187275-692e-45d4-8876-60019480e349 HTTP/1.1" status: 204 len: 168 time: 0.3268080 Jul 15 13:07:54.649086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.668475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-deadf36b-8598-4665-a75f-4a32f47d453d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29bff708d8814b7fa0ac78263eb3af57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721769 Jul 15 13:07:54.671589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.680642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff0cf9-ac22-491a-8efb-ab9d255e4f0b tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53187275-692e-45d4-8876-60019480e349,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.684828 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1b8cf81c-7b5d-4125-8c13-2ed799a4e99f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] show failed (client error): The resource could not be found. Jul 15 13:07:54.690706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b8cf81c-7b5d-4125-8c13-2ed799a4e99f tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "GET /v2.0/security-groups/53187275-692e-45d4-8876-60019480e349 HTTP/1.1" status: 404 len: 347 time: 0.0292642 Jul 15 13:07:54.691458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.779062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cad37a-405b-48b2-88ce-77410fadc7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.826107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cad37a-405b-48b2-88ce-77410fadc7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.894462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Deleting port 7131f8c8-6181-48ee-b8e5-b0b70056769b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:54.895607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.933629 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cad37a-405b-48b2-88ce-77410fadc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.937640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cad37a-405b-48b2-88ce-77410fadc7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.945852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-48cad37a-405b-48b2-88ce-77410fadc7c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afad82a6-7b4a-49b1-a62b-3f45e0bc33ed HTTP/1.1" status: 204 len: 168 time: 0.2719762 Jul 15 13:07:54.965948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cad37a-405b-48b2-88ce-77410fadc7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad82a6-7b4a-49b1-a62b-3f45e0bc33ed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.013730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.013730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.030142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Calling delete_port for 7131f8c8-6181-48ee-b8e5-b0b70056769b owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:55.121023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.297815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.367097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Pushing event deleted for resources: {'Port': ['ID=7131f8c8-6181-48ee-b8e5-b0b70056769b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.521569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.526727 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.527892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4bb12e8f-2475-42a7-ba0c-0944aac8db4d tempest-ImagesOneServerNegativeTestJSON-1638025652 tempest-ImagesOneServerNegativeTestJSON-1638025652-project] 10.222.0.48 "DELETE /v2.0/floatingips/382e51f4-65ac-49da-b799-95d4bb2ad131 HTTP/1.1" status: 204 len: 168 time: 0.8354883 Jul 15 13:07:55.571422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d57c26f8-9a6a-4b78-b1e8-633ac7114918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.660416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.741025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:55.799821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:55.802603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2d4ad8fd-c0fc-42c1-90ce-b2d94b231b80 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:55.813804 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f423ba5-d6ff-47bb-b4fa-03772d65303c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8dc709bfbc74e38827551be13e9fb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511617 Jul 15 13:07:55.815346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38816) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.914317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.927631 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d57c26f8-9a6a-4b78-b1e8-633ac7114918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.999107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d57c26f8-9a6a-4b78-b1e8-633ac7114918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.063680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84288c26-7a85-4b21-9841-bf9f85f21163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.068162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Deleting subnet e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:56.084323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.133572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d57c26f8-9a6a-4b78-b1e8-633ac7114918 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2ab42a434f748f19ad6f12de8c1f7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0117445 Jul 15 13:07:56.148219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.173494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.182377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c26f8-9a6a-4b78-b1e8-633ac7114918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c459a-a115-4e72-a162-183fe57aea5b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.235282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e126ee-fab1-486d-8b72-969098f2930f req-647dbe9e-8fc7-45f3-9266-700291ba1c7f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.237157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e126ee-fab1-486d-8b72-969098f2930f req-647dbe9e-8fc7-45f3-9266-700291ba1c7f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.3051980 Jul 15 13:07:56.294573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91b452e5-0c56-42d8-a240-e9150e24c9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.316514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84288c26-7a85-4b21-9841-bf9f85f21163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.325742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e126ee-fab1-486d-8b72-969098f2930f req-77de8a0b-63c1-4f57-a66e-376628462af2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791669 Jul 15 13:07:56.328347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.350338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91b452e5-0c56-42d8-a240-e9150e24c9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.441389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84288c26-7a85-4b21-9841-bf9f85f21163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.446508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84288c26-7a85-4b21-9841-bf9f85f21163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.450632 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-84288c26-7a85-4b21-9841-bf9f85f21163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8cae522-9393-4868-894d-eb65536931af HTTP/1.1" status: 204 len: 168 time: 0.6294172 Jul 15 13:07:56.460407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.490243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.492121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84288c26-7a85-4b21-9841-bf9f85f21163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cae522-9393-4868-894d-eb65536931af,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.498713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.502733 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d6c1fe62-62ce-42e0-81a0-c5789e020ad5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e31ad9f8-cefd-4a03-8e36-e3b0e3d35e84 HTTP/1.1" status: 204 len: 168 time: 0.5843923 Jul 15 13:07:56.515786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.561898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91b452e5-0c56-42d8-a240-e9150e24c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.565378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91b452e5-0c56-42d8-a240-e9150e24c9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.572966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-91b452e5-0c56-42d8-a240-e9150e24c9fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/530c459a-a115-4e72-a162-183fe57aea5b HTTP/1.1" status: 204 len: 168 time: 0.4214153 Jul 15 13:07:56.591324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b452e5-0c56-42d8-a240-e9150e24c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c459a-a115-4e72-a162-183fe57aea5b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.701824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.822044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.832707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2200adfd-0d16-4e42-8e57-94945979caa2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:56.843563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4e9491-ac50-487c-8f23-bea6ed7925b5') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:56.843864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4e9491-ac50-487c-8f23-bea6ed7925b5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:56.854627 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.870095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.876633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:56.877031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:56.879035 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:56.949563 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.956281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.958522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2200adfd-0d16-4e42-8e57-94945979caa2 HTTP/1.1" status: 204 len: 168 time: 0.4395833 Jul 15 13:07:56.973135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0b9ce-1f94-49c6-bfd0-bd89a0a77710 admin admin] Pushing event deleted for resources: {'Network': ['ID=2200adfd-0d16-4e42-8e57-94945979caa2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.983775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-8a823be8-c1ba-4be2-9948-b8382041f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.985965 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-8a823be8-c1ba-4be2-9948-b8382041f2e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303&tenant_id=77ea1299346e4ffcb81c852203ecad30 HTTP/1.1" status: 200 len: 1101 time: 0.0721374 Jul 15 13:07:56.996699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:57.096602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.291734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.348211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5283bbf9-be86-4a8e-94b1-e42d02f4cf59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbe7ff1e18254bdf9cba8445520e6870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554824 Jul 15 13:07:57.349745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38916) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.425736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:57.426246 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c0859d7-5cfb-4897-a2e5-2f69e06a611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.465689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c0859d7-5cfb-4897-a2e5-2f69e06a611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.481633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:57.530124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:57.532868 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045be555-e84d-4ff4-b3b3-a713e85c8a4b" -d '{"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-unplugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:57.538325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.553985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Transition to ACTIVE for port object f56c7091-b901-4911-a5df-24b952aeecde will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:57.559076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.618536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.648550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.648947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.649238 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.649575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.650076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.650441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.650770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.651096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.651419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.651743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.652081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.652387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:57.687008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] No DVR routers for this DVR port f56c7091-b901-4911-a5df-24b952aeecde on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:57.733698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:57.734254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:57.734782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:57.741115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:57.741456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Attempting to bind port f56c7091-b901-4911-a5df-24b952aeecde on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:57.748668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:57.749045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:57.749501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:57.749924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Bound port: f56c7091-b901-4911-a5df-24b952aeecde, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:57.750906 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.836665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:57.842140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:57.851206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.868973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.869621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.871724 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] 10.222.0.49 "PUT /v2.0/ports/f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 1097 time: 0.8791957 Jul 15 13:07:57.882148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3b4b1-b31c-4065-a30d-2f11000e246d req-627de233-cf04-4dfa-bb64-cfd30667c9af tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.889476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ad3b4b1-b31c-4065-a30d-2f11000e246d req-627de233-cf04-4dfa-bb64-cfd30667c9af tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.4067981 Jul 15 13:07:57.891918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c0859d7-5cfb-4897-a2e5-2f69e06a611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.894748 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c0859d7-5cfb-4897-a2e5-2f69e06a611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.896585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7c0859d7-5cfb-4897-a2e5-2f69e06a611f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/008538f2-b4f4-44c2-a740-a900a82bff7a HTTP/1.1" status: 204 len: 168 time: 0.5456300 Jul 15 13:07:57.916960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0859d7-5cfb-4897-a2e5-2f69e06a611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008538f2-b4f4-44c2-a740-a900a82bff7a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.966018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ad3b4b1-b31c-4065-a30d-2f11000e246d req-4b121d13-90af-41f6-9f09-268acb43f1ad tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755301 Jul 15 13:07:57.996141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e449d-bed2-498b-98c3-803075f25a7c service neutron] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.018168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-2d72868d-8ce1-4da8-b244-d6d91f284d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.019923 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-2d72868d-8ce1-4da8-b244-d6d91f284d5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1100 time: 0.1033366 Jul 15 13:07:58.057493 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81dabd7-48d9-4d5c-8d56-b538c72992de x-openstack-request-id: req-b81dabd7-48d9-4d5c-8d56-b538c72992de {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:58.057788 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-unplugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:58.058038 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b81dabd7-48d9-4d5c-8d56-b538c72992de {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:58.058452 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'code': 200} Jul 15 13:07:58.176832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-325c0a81-6ea9-4560-a77e-57a427a9c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.178756 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-325c0a81-6ea9-4560-a77e-57a427a9c724 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1527979 Jul 15 13:07:58.251938 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-54573619-c2f3-4d4f-9c31-cb426fce79aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.0661139 Jul 15 13:07:58.303173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-9fe4104a-3655-42bd-b206-a602e1063018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.304797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-9fe4104a-3655-42bd-b206-a602e1063018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0460680 Jul 15 13:07:58.383964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-57063303-4763-4693-b708-eb492228dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.385643 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-57063303-4763-4693-b708-eb492228dd92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736983 Jul 15 13:07:58.512130 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-08471089-3453-4e46-94c7-b6a1d3142b37 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200941 Jul 15 13:07:58.628297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7cc7a1c-3fad-4acb-b1f7-09fddf0cd395 req-59a57040-7c1a-4d22-9807-66c55ab9f94d service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099589 Jul 15 13:07:59.277903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba7cb-842e-410d-b87f-89f64259999b req-d071265b-30c8-4b54-b117-612530cb6104 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.279519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80eba7cb-842e-410d-b87f-89f64259999b req-d071265b-30c8-4b54-b117-612530cb6104 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 949 time: 0.1358817 Jul 15 13:07:59.286025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-5cb16a38-62b5-44dc-8a71-66875c5ef0f2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.288347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-5cb16a38-62b5-44dc-8a71-66875c5ef0f2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.1816700 Jul 15 13:07:59.318867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-0e684a54-8788-40bd-a7ac-42eff4ae7f3a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/quotas/e82b1aa64d0a437dac02415bb5cb54f4 HTTP/1.1" status: 200 len: 375 time: 0.0223587 Jul 15 13:07:59.340420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80eba7cb-842e-410d-b87f-89f64259999b req-198da463-ca30-4661-af97-c875c2946d97 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510991 Jul 15 13:07:59.408378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-5de7a431-d314-4007-b298-f901e4b4f64e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817430 Jul 15 13:07:59.519765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f56c7091-b901-4911-a5df-24b952aeecde no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:59.524698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-12ecd137-190e-4794-adf6-0de79f4f946e service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053212 Jul 15 13:07:59.575632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f56c7091-b901-4911-a5df-24b952aeecde not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:59.641211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-f02869d9-abbd-406a-960d-913218d7a9ed service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101418 Jul 15 13:07:59.811483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-32868e86-3663-4393-967a-51c27c79ad11 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287249 Jul 15 13:07:59.934423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-c6f72633-0315-49f0-98a6-27aa8ec5252e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.935908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-c6f72633-0315-49f0-98a6-27aa8ec5252e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185255 Jul 15 13:07:59.952431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-8a50d3d2-46f9-48d8-a582-7f67ba499cf6 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/quotas/f9d850173a3d4fafb1e89ff7c801578a HTTP/1.1" status: 200 len: 375 time: 0.0103710 Jul 15 13:07:59.991838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-3890906d-b2dd-4bee-90e5-8c29ca169cfa tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339913 Jul 15 13:08:00.059564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:00.063222 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b064a-01b5-4a69-941a-82b08ab250e3" -d '{"events": [{"name": "network-changed", "server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:00.335938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c79c0cb-921c-43a7-a261-2ed3b8c7026b req-c7ae38fd-7fb4-4e94-b3b9-278a1e4e1f27 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 210 time: 0.0539603 Jul 15 13:08:00.384019 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083aff8-0c46-4a98-a777-b4d9fba7f811 x-openstack-request-id: req-2083aff8-0c46-4a98-a777-b4d9fba7f811 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:00.384408 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:00.384749 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2083aff8-0c46-4a98-a777-b4d9fba7f811 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:00.385234 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'status': 'completed', 'code': 200} Jul 15 13:08:00.400405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-6e0f6147-56ee-4afa-bcfe-b8ec77f572eb tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.402041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-6e0f6147-56ee-4afa-bcfe-b8ec77f572eb tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7aa4e7-8334-4dfd-8eed-7c60162225f3 HTTP/1.1" status: 200 len: 945 time: 0.2050805 Jul 15 13:08:00.475705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0e959f7-989d-4e24-bee3-8b7dc5928f32 req-cc3f93fd-a683-4945-8f54-d96cd1edeefb tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 210 time: 0.0634496 Jul 15 13:08:00.571082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.582666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-065ac9e9-bf3c-49e9-bbf9-e75d0db3e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.585510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-065ac9e9-bf3c-49e9-bbf9-e75d0db3e8bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77ea1299346e4ffcb81c852203ecad30&device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1100 time: 0.1782942 Jul 15 13:08:00.643754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Deleting port 8f973e81-4a4d-4826-bee1-e91892364609 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:00.644255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.754290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-14b2377d-8611-46b2-8ba4-93b3504ea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.757107 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-14b2377d-8611-46b2-8ba4-93b3504ea112 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1647196 Jul 15 13:08:00.767796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:00.805907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] For port 8f973e81-4a4d-4826-bee1-e91892364609, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8f973e81-4a4d-4826-bee1-e91892364609,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:00.806309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.843364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Calling delete_port for 8f973e81-4a4d-4826-bee1-e91892364609 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:00.910593 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-bd00c006-eaea-4222-bc5c-2937fdac1061 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 200 len: 217 time: 0.1294172 Jul 15 13:08:00.910700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887ec0-9ee2-41ec-9522-848819a29fd7 req-13b67c0f-1c3e-4e2e-8181-0eb88d6153ca tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.910700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93887ec0-9ee2-41ec-9522-848819a29fd7 req-13b67c0f-1c3e-4e2e-8181-0eb88d6153ca tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 949 time: 0.1752260 Jul 15 13:08:00.989011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93887ec0-9ee2-41ec-9522-848819a29fd7 req-d17de87e-b95b-4514-8178-90564f43f1e8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746660 Jul 15 13:08:01.070814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-3d34f2ca-c11f-4de3-9db3-769fbe7592f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.077575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-3d34f2ca-c11f-4de3-9db3-769fbe7592f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1710608 Jul 15 13:08:01.100765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.233985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-ead34037-3c84-4060-8b9a-d445fe7b047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.235433 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-ead34037-3c84-4060-8b9a-d445fe7b047d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536064 Jul 15 13:08:01.247801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event deleted for resources: {'Port': ['ID=8f973e81-4a4d-4826-bee1-e91892364609,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.253564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-132159804'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:01.291913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] No DVR routers for this DVR port 8f973e81-4a4d-4826-bee1-e91892364609 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:01.298828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.305264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec513440-88fe-44ae-9723-122ee3b0f23e req-39581ad6-e357-44f5-ab7a-8110c5935c3b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "DELETE /v2.0/ports/8f973e81-4a4d-4826-bee1-e91892364609 HTTP/1.1" status: 204 len: 173 time: 0.8931520 Jul 15 13:08:01.307168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'name': 'network-vif-deleted', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:01.312361 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4bcad5-4230-4635-a534-92c36f2341eb" -d '{"events": [{"server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "name": "network-vif-deleted", "tag": "8f973e81-4a4d-4826-bee1-e91892364609"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:01.389287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Made reservation on behalf of 3c3ad7c816b94246b9a1fb169cb147e1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:01.393331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.415791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.430380 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-762e8750-d736-4bdd-bceb-9fb523909a8d service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868744 Jul 15 13:08:01.555235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8f973e81-4a4d-4826-bee1-e91892364609 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:01.591606 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e3b064a-01b5-4a69-941a-82b08ab250e3 req-cc24170c-44a9-4d71-8d11-7bf6c40797fe service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520829 Jul 15 13:08:01.607835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 8f973e81-4a4d-4826-bee1-e91892364609 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:01.608450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8f973e81-4a4d-4826-bee1-e91892364609 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:01.658320 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd615a3-6cb1-4781-8803-bfa1c59fd771 x-openstack-request-id: req-2cd615a3-6cb1-4781-8803-bfa1c59fd771 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:01.659370 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7aa4e7-8334-4dfd-8eed-7c60162225f3", "name": "network-vif-deleted", "tag": "8f973e81-4a4d-4826-bee1-e91892364609", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:01.659930 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cd615a3-6cb1-4781-8803-bfa1c59fd771 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:01.660533 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7aa4e7-8334-4dfd-8eed-7c60162225f3', 'name': 'network-vif-deleted', 'tag': '8f973e81-4a4d-4826-bee1-e91892364609', 'status': 'completed', 'code': 200} Jul 15 13:08:01.668783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.677042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.716065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e206c-285c-4b7a-b7e6-31e5318bdd7b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.727735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:01.751256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:01.752030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.752630 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Added segment 33f9f996-3581-48ed-851d-7faeef86785a of type vlan for network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 Jul 15 13:08:01.830712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.830873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ff557f-fcde-43f3-90e4-aba21bf6c9f4 req-8182f9a0-904d-44f6-a0a0-42075d5bbe3f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 210 time: 0.0340414 Jul 15 13:08:01.868593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.874137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:01.877643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.879023 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.889872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f56c7091-b901-4911-a5df-24b952aeecde', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'f56c7091-b901-4911-a5df-24b952aeecde', 'mac_address': 'fa:16:3e:d8:90:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:01.916850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-752fd9ba-79ca-40ef-ae03-1ad001f64d6e req-e40af7c5-e350-4559-9b73-e5d2db70d57b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 210 time: 0.0848918 Jul 15 13:08:01.936980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.954513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56c7091-b901-4911-a5df-24b952aeecde {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:01.993529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:02.010088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.031489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Pushing event updated for resources: {'Network': ['ID=820319a3-fbef-4df9-bbb4-0e0d3f8fc989,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.063139 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-430fc25c-82ef-43e6-ba11-a5079b5e4798 tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2905688 Jul 15 13:08:02.083861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:02.128912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.186344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.186696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.187036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.187364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.187867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.188363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.188846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.189336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.190096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.190593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.191086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.191560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:02.326339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f56c7091-b901-4911-a5df-24b952aeecde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:02.327376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39186) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:02.332627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Request body: {'port': {'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989', 'binding:host_id': 'n-h1-798249-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1523514655'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:02.358778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Made reservation on behalf of 334973fa3c7d4fba941b4809789bf21f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:02.361947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.374734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.422098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbedb1-6607-48b1-8b3f-01160b01e2ad req-62678287-bf59-4623-9533-08d8a2985737 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.424252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8cbedb1-6607-48b1-8b3f-01160b01e2ad req-62678287-bf59-4623-9533-08d8a2985737 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 950 time: 0.1030514 Jul 15 13:08:02.483526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.500366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8cbedb1-6607-48b1-8b3f-01160b01e2ad req-1805d828-931b-4882-889e-dcd4c8da2080 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695601 Jul 15 13:08:02.502222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.508516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port 0eb288fe-e975-4257-a38b-771024258e16 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:02.619872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b66ae1-084d-4404-887e-8bbd5724f013,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.803176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-f146e8fd-6ab5-47c4-b6da-4ce69456b6b9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.805573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-f146e8fd-6ab5-47c4-b6da-4ce69456b6b9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.1506701 Jul 15 13:08:02.833680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Request body: {'port': {'device_id': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'admin_state_up': True, 'tenant_id': 'e82b1aa64d0a437dac02415bb5cb54f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:02.951857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port 0eb288fe-e975-4257-a38b-771024258e16 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:02.964491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.982176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Transition to ACTIVE for port object 0eb288fe-e975-4257-a38b-771024258e16 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:03.004088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.096595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb288fe-e975-4257-a38b-771024258e16,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.166768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Checking segment: {'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:03.167531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Network hostable DHCP agents. Network: 820319a3-fbef-4df9-bbb4-0e0d3f8fc989, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:03.178552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-d2ea4f69-77f2-46aa-abe6-c52080e8b3d6 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430801 Jul 15 13:08:03.194773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:03.206625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 820319a3-fbef-4df9-bbb4-0e0d3f8fc989) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:03.212268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:03.218248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e2993-6eda-4bb3-a120-58a501e7499b None None] Network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:03.229680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Made reservation on behalf of e82b1aa64d0a437dac02415bb5cb54f4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:03.230653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.231170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.231630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.233350 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.236950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.237318 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.238433 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 2 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.273932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.274415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd629c8c-47ba-4069-886b-043a444d4802 req-9bfb7210-8c6d-43cf-83a1-fc9e4371b292 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.276427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.278540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.281733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd629c8c-47ba-4069-886b-043a444d4802 req-9bfb7210-8c6d-43cf-83a1-fc9e4371b292 tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 1101 time: 0.2879243 Jul 15 13:08:03.284374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.285089 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.285713 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 3 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.291175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3732f8d-1f9e-4f32-a99e-03ab1586c9c7 req-6a017627-c3ec-441c-a242-22a5d16e37e9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 210 time: 0.0921280 Jul 15 13:08:03.318142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.335914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.336997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.349279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.349620 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.351655 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 4 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.391503 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.391845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.392188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.398021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.398403 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.398788 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 5 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.414026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.414445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.414786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.425720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.426111 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.426580 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 6 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.454953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.455289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.455638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.462348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.468781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.470285 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.470699 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 7 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.495643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.496001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.496333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.501442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd629c8c-47ba-4069-886b-043a444d4802 req-f69015fd-19e2-40f4-9dd4-6a4a3737b38e tempest-MigrationsAdminTest-1237695793 tempest-MigrationsAdminTest-1237695793-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187676 Jul 15 13:08:03.501623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.502253 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.502253 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 8 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.526570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.526570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.526570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.541785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.542126 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.542549 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 9 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.562989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.563399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.563752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.570059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.570433 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.570881 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 10 to bind port 0eb288fe-e975-4257-a38b-771024258e16 Jul 15 13:08:03.576702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-d7c8134b-d7ff-4b85-b0a0-930676f3978e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.578545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-d7c8134b-d7ff-4b85-b0a0-930676f3978e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915584 Jul 15 13:08:03.584885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.584885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.585210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.590027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 0eb288fe-e975-4257-a38b-771024258e16 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.590413 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 0eb288fe-e975-4257-a38b-771024258e16 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:03.590793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.621117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:03.664598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] For port 0eb288fe-e975-4257-a38b-771024258e16, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:03.664967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempted to set empty binding levels {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:08:03.672399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.678287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a16ca560-3a03-453b-b17f-6eeb5842d6af req-629a5bb2-13ec-4e7e-95ff-ba5f5bb6798a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 210 time: 0.0620792 Jul 15 13:08:03.719102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.720038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.726840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Allocated IP 172.20.0.6 (664cba1a-9606-470d-a812-2cd85266b92a/979c6572-b599-4575-952f-6bf0b23f2cb5/f7d1d98b-2e63-467e-befd-d6b853607187) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:03.747510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb288fe-e975-4257-a38b-771024258e16,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.752637 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-18c10000-1a7e-48a8-8f16-e9c6ffdb8980 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4241774 Jul 15 13:08:03.756187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:03.773474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:03.892449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Deleting port 0eb288fe-e975-4257-a38b-771024258e16 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:03.892841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.898969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f56c7091-b901-4911-a5df-24b952aeecde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:03.901288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:03.904990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.905434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f56c7091-b901-4911-a5df-24b952aeecde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:03.906288 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.917386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.976082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] For port 0eb288fe-e975-4257-a38b-771024258e16, host n-h1-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:03.976562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.990077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Calling delete_port for 0eb288fe-e975-4257-a38b-771024258e16 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:04.077428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.101559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.150951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:04.151333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.152548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:04.153777 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.162584 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e814460-b549-4b3f-936a-70a4033a4f7f" -d '{"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-plugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:04.172063 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.177700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.229665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eb288fe-e975-4257-a38b-771024258e16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.238517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.247478 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.255597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13cde3ec-6b2a-48da-a575-1e82c3331c78 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0eb288fe-e975-4257-a38b-771024258e16 HTTP/1.1" status: 204 len: 168 time: 0.4974170 Jul 15 13:08:04.257344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.267022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.293763 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c423a6b7-33fc-4ce6-b96e-cf1fdee5b8ed tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:04.295703 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c423a6b7-33fc-4ce6-b96e-cf1fdee5b8ed tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "GET /v2.0/ports/0eb288fe-e975-4257-a38b-771024258e16 HTTP/1.1" status: 404 len: 333 time: 0.0369589 Jul 15 13:08:04.300130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.306054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Request body: {'port': {'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1445906926'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:04.347199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Made reservation on behalf of 334973fa3c7d4fba941b4809789bf21f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:04.350976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.351308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b052a17-75f8-46fe-8b17-3aaf446d94f2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.370719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Network 664cba1a-9606-470d-a812-2cd85266b92a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:04.380358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.383408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:04.403770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port c2c22fd6-65a7-4874-b696-1458c3ff22cf yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:04.423327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.493108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.493746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.522723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.7 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:04.556030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-a7afb383-843b-48a5-98c3-295dcc478743 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7386918 Jul 15 13:08:04.619473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.663955 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78442b49-a637-4d38-9907-3589ffad9fbe x-openstack-request-id: req-78442b49-a637-4d38-9907-3589ffad9fbe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:04.664247 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-plugged", "status": "completed", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:04.664545 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78442b49-a637-4d38-9907-3589ffad9fbe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:04.664938 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'code': 200} Jul 15 13:08:04.666168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222837-82bb-472c-bd89-37186dfa1b99 req-3fce6c7a-05f6-4b15-a271-29472a39b5c2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.666885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.669465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23222837-82bb-472c-bd89-37186dfa1b99 req-3fce6c7a-05f6-4b15-a271-29472a39b5c2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 951 time: 0.1682131 Jul 15 13:08:04.719885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:04.724657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.729219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:04.730636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.731764 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.738419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c22fd6-65a7-4874-b696-1458c3ff22cf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.762156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.762713 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8ae3e85f-ab50-4cd4-9c9e-272943883765 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4613349 Jul 15 13:08:04.773768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:04.809672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Request body: {'port': {'device_id': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:04.884549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23222837-82bb-472c-bd89-37186dfa1b99 req-f3a4449b-ff3e-40fa-bcd3-07f50bdf3951 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094007 Jul 15 13:08:04.919895 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.969182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39272) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.992110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:05.031928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.037004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.077865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd387d4d-a28b-412a-82a6-95d491ae2499 req-c45b2f8e-53da-4583-bc4f-5befb96dcdb8 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.079651 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd387d4d-a28b-412a-82a6-95d491ae2499 req-c45b2f8e-53da-4583-bc4f-5befb96dcdb8 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 931 time: 0.2745602 Jul 15 13:08:05.096601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf674d35-0467-43bd-85d9-10781b7be8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.185251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.205476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf674d35-0467-43bd-85d9-10781b7be8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.211842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf674d35-0467-43bd-85d9-10781b7be8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.250577 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf674d35-0467-43bd-85d9-10781b7be8be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74882831885545e8bdbfe5bafc26a44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773094 Jul 15 13:08:05.252227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.266068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf674d35-0467-43bd-85d9-10781b7be8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae74549-2c5a-45ca-ae04-ceecb95218a4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.308122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84da962a-514e-48c6-9c98-6701d7b3a959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.315970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd387d4d-a28b-412a-82a6-95d491ae2499 req-e2780c90-dcf0-44c5-b14c-561313584d94 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285614 Jul 15 13:08:05.331074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84da962a-514e-48c6-9c98-6701d7b3a959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.388015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:05.399602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84da962a-514e-48c6-9c98-6701d7b3a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.404223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84da962a-514e-48c6-9c98-6701d7b3a959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.405560 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-84da962a-514e-48c6-9c98-6701d7b3a959 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bae74549-2c5a-45ca-ae04-ceecb95218a4 HTTP/1.1" status: 204 len: 168 time: 0.1523585 Jul 15 13:08:05.418072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da962a-514e-48c6-9c98-6701d7b3a959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae74549-2c5a-45ca-ae04-ceecb95218a4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.538637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d9aab3e1-b92a-47a3-98ff-d2959c7a95e2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.540935 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d9aab3e1-b92a-47a3-98ff-d2959c7a95e2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 951 time: 0.0892832 Jul 15 13:08:05.686322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Deleting port f56c7091-b901-4911-a5df-24b952aeecde {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:05.687052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.706036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.715379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:05.730534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:05.829961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] For port f56c7091-b901-4911-a5df-24b952aeecde, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f56c7091-b901-4911-a5df-24b952aeecde,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:05.830662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.861814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Calling delete_port for f56c7091-b901-4911-a5df-24b952aeecde owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:05.902399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.903298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.953370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befc01c-5c9c-49eb-87ad-4924eaace865 req-5fa3414d-33c9-42a8-9681-1c7f8ab2a958 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.954058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.958789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6befc01c-5c9c-49eb-87ad-4924eaace865 req-5fa3414d-33c9-42a8-9681-1c7f8ab2a958 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 934 time: 0.6484158 Jul 15 13:08:05.966457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port c2c22fd6-65a7-4874-b696-1458c3ff22cf yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:05.973580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c74131b4-5975-41f6-807d-e4011c9a4d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.977259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.991018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-7b1d221b-3569-4e95-ab9c-4183b1b2ddd5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3737426 Jul 15 13:08:06.018464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Transition to ACTIVE for port object c2c22fd6-65a7-4874-b696-1458c3ff22cf will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:06.022582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Request body: {'port': {'device_id': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:06.026884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6069a0f2-d1d3-4b8d-9399-900d2e27870b None None] Provisioning for port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:06.031755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6069a0f2-d1d3-4b8d-9399-900d2e27870b None None] Provisioning complete for port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:06.032349 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6069a0f2-d1d3-4b8d-9399-900d2e27870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.080386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6069a0f2-d1d3-4b8d-9399-900d2e27870b None None] Port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:06.086030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6befc01c-5c9c-49eb-87ad-4924eaace865 req-451a1768-d130-4ce0-8924-a85a00eac816 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138797 Jul 15 13:08:06.087743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.113699 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.127225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['205c71eb-3136-44a8-b458-5239fea8665c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:06.129570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700', 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'f56c7091-b901-4911-a5df-24b952aeecde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:06.213492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d1d98b-2e63-467e-befd-d6b853607187 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:06.232567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.249927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event deleted for resources: {'Port': ['ID=f56c7091-b901-4911-a5df-24b952aeecde,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.263299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c74131b4-5975-41f6-807d-e4011c9a4d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.304877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c22fd6-65a7-4874-b696-1458c3ff22cf,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.310505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] No DVR routers for this DVR port f56c7091-b901-4911-a5df-24b952aeecde on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:06.312205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c74131b4-5975-41f6-807d-e4011c9a4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.315550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.318742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d9b34502-aaec-46a1-a12f-ce0760254218 req-d39d11be-2bc5-482e-98aa-8e398d339832 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "DELETE /v2.0/ports/f56c7091-b901-4911-a5df-24b952aeecde HTTP/1.1" status: 204 len: 173 time: 0.7716427 Jul 15 13:08:06.337937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.343584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.344301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.353436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-deleted', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:06.357395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:06.358019 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:06.363310 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f550fe43-975a-4225-8253-e1a958727fe8" -d '{"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-deleted", "tag": "f56c7091-b901-4911-a5df-24b952aeecde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:06.368561 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 2 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:06.372550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74131b4-5975-41f6-807d-e4011c9a4d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545eab6-1019-474b-a69b-f0bed30253a6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.384351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Transition to ACTIVE for port object f7d1d98b-2e63-467e-befd-d6b853607187 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:06.387786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.388544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.389620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.399601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.401772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.433679 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c74131b4-5975-41f6-807d-e4011c9a4d81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25054b1ac35b44d9ae7ce8848215bba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782753 Jul 15 13:08:06.438760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:06.542568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.545827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:06.546165 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:06.552820 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 3 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:06.572555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-176b38c5-76ab-4bc0-b3d3-f8664ac03b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.598360 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-176b38c5-76ab-4bc0-b3d3-f8664ac03b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.619764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51404e26-7e89-43f6-b663-366adb0b57ff req-a1f8a185-de12-4f23-afd8-f934b1a8d34c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=db23cf53-7ded-44f6-8c10-179c9a690303 HTTP/1.1" status: 200 len: 210 time: 0.0720541 Jul 15 13:08:06.651970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.652813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.653807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.665830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-176b38c5-76ab-4bc0-b3d3-f8664ac03b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.669313 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-176b38c5-76ab-4bc0-b3d3-f8664ac03b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.670780 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-176b38c5-76ab-4bc0-b3d3-f8664ac03b1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3545eab6-1019-474b-a69b-f0bed30253a6 HTTP/1.1" status: 204 len: 168 time: 0.2306921 Jul 15 13:08:06.687309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b38c5-76ab-4bc0-b3d3-f8664ac03b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545eab6-1019-474b-a69b-f0bed30253a6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.795661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:06.796138 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:06.833914 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 4 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:06.842049 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e72c11-5596-4587-9195-2b77573a1449 x-openstack-request-id: req-59e72c11-5596-4587-9195-2b77573a1449 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:06.842364 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db23cf53-7ded-44f6-8c10-179c9a690303", "name": "network-vif-deleted", "tag": "f56c7091-b901-4911-a5df-24b952aeecde", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:06.842632 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59e72c11-5596-4587-9195-2b77573a1449 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:06.843498 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db23cf53-7ded-44f6-8c10-179c9a690303', 'name': 'network-vif-deleted', 'tag': 'f56c7091-b901-4911-a5df-24b952aeecde', 'status': 'completed', 'code': 200} Jul 15 13:08:06.900768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.901112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.901624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.934029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:06.934385 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:06.942960 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 5 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:06.988056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Attempting to bind port f7d1d98b-2e63-467e-befd-d6b853607187 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.991540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Attempting to bind port f7d1d98b-2e63-467e-befd-d6b853607187 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.991540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Attempting to bind port f7d1d98b-2e63-467e-befd-d6b853607187 on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.998820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.999155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.999615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.006942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Port f7d1d98b-2e63-467e-befd-d6b853607187 on network 664cba1a-9606-470d-a812-2cd85266b92a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.007269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Attempting to bind port f7d1d98b-2e63-467e-befd-d6b853607187 on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.016139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d9dd-f72b-4833-adb9-73519363a45c req-f11ab189-25a0-4b39-aaef-54c72b978d3e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.017726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3345d9dd-f72b-4833-adb9-73519363a45c req-f11ab189-25a0-4b39-aaef-54c72b978d3e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 943 time: 0.3682678 Jul 15 13:08:07.038576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.038927 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:07.042330 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 6 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:07.050009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:07.050283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Checking segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:07.058351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Bound using segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:07.059024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Bound port: f7d1d98b-2e63-467e-befd-d6b853607187, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:07.059669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.134712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.134900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.135168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.148228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.148564 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:07.153883 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 7 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:07.189485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3345d9dd-f72b-4833-adb9-73519363a45c req-a79ad284-cd16-469e-802c-626807e13ea2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477823 Jul 15 13:08:07.243483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.243953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.244187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.278437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.278768 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:07.282587 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 8 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:07.329967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:07.344775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:07.347934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.351424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.351781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.352130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.364709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39348) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.377086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:07.379549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.380025 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:07.382435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Transition to ACTIVE for port object 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:07.383041 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 9 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:07.388256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.411714 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.446141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.447655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.447999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.461053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.461811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.463346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7d1d98b-2e63-467e-befd-d6b853607187 HTTP/1.1" status: 200 len: 1091 time: 2.8935814 Jul 15 13:08:07.469526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:07.471777 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a0903-abeb-4114-975a-d0335b50f29b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:07.481840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.482195 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:07.492740 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 10 to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf Jul 15 13:08:07.540597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a1cfb-1518-4305-bd76-ccda5f8a0d56 req-a8c1915d-635f-405f-af06-789dd4a1f58d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.547599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a73a1cfb-1518-4305-bd76-ccda5f8a0d56 req-a8c1915d-635f-405f-af06-789dd4a1f58d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 934 time: 0.2699974 Jul 15 13:08:07.551545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca835320-c5a9-4d69-9020-1fc8a82f4404 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.562325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa45b-8796-4125-ab79-312335f29ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.578565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.578903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.579237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.687354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.687763 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port c2c22fd6-65a7-4874-b696-1458c3ff22cf on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:07.688142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.700129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa45b-8796-4125-ab79-312335f29ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.712226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa45b-8796-4125-ab79-312335f29ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.754300 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7e9aa45b-8796-4125-ab79-312335f29ae2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb508fc7e1294dc9af8f7339e984af55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879423 Jul 15 13:08:07.757674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.758141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39372) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.795539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a73a1cfb-1518-4305-bd76-ccda5f8a0d56 req-04338bde-b76c-40a0-9502-2753348c4a3e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438707 Jul 15 13:08:07.799281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa45b-8796-4125-ab79-312335f29ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e25b5aa-87d8-44c5-958d-70356a40405f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.835113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-407035e9-e205-4b1f-b257-e957d0be41ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.863104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-407035e9-e205-4b1f-b257-e957d0be41ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.878524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Attempting to bind port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.879077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Attempting to bind port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.879604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Attempting to bind port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.885135 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d4b63-3caf-4093-8a47-d8ac618d39bf x-openstack-request-id: req-c48d4b63-3caf-4093-8a47-d8ac618d39bf {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:07.885946 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:07.886312 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c48d4b63-3caf-4093-8a47-d8ac618d39bf {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:07.886800 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'status': 'completed', 'code': 200} Jul 15 13:08:07.903425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.904693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Attempting to bind port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.918153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] For port c2c22fd6-65a7-4874-b696-1458c3ff22cf, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:07.918561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:08:07.922296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-9db935f8-0da7-43f8-bc08-d70554875c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.924067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-9db935f8-0da7-43f8-bc08-d70554875c1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 1094 time: 0.3744540 Jul 15 13:08:07.930994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-407035e9-e205-4b1f-b257-e957d0be41ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.931182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.935017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-407035e9-e205-4b1f-b257-e957d0be41ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.936903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:07.937347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:07.937788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:07.938065 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-407035e9-e205-4b1f-b257-e957d0be41ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e25b5aa-87d8-44c5-958d-70356a40405f HTTP/1.1" status: 204 len: 168 time: 0.1780095 Jul 15 13:08:07.938412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Bound port: 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:07.938826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.956084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407035e9-e205-4b1f-b257-e957d0be41ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e25b5aa-87d8-44c5-958d-70356a40405f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.026075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-3d31d231-6431-4960-82cb-f1f386b3c9d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7d1d98b-2e63-467e-befd-d6b853607187 HTTP/1.1" status: 200 len: 217 time: 0.0916839 Jul 15 13:08:08.034544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] In _notify_port_updated(), no bound segment for port c2c22fd6-65a7-4874-b696-1458c3ff22cf on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:08:08.034544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.034544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.034544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "PUT /v2.0/ports/c2c22fd6-65a7-4874-b696-1458c3ff22cf HTTP/1.1" status: 200 len: 975 time: 3.2667348 Jul 15 13:08:08.037839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.147044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10efca7-a502-428c-b614-a8356066d4a2 req-e6fc25be-2e12-4e16-a5ff-621779c41848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.148761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-e6fc25be-2e12-4e16-a5ff-621779c41848 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.1126373 Jul 15 13:08:08.149419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595b4f-ead6-48e5-832a-e71da89ec333 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c22fd6-65a7-4874-b696-1458c3ff22cf,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.216919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-64623500-0105-477b-b8a8-9a64528ba830 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367844 Jul 15 13:08:08.291457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] For port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:08.318166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.318681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.319152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.319619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.320089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.320553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.321016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.321478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.321937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.332859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.333448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.333932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.334435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.334909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.335375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.335839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.336305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.336766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.338827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.341692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] For port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:08.342661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.350751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.351512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.351684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.352346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.368842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6ea06f0e-c536-4220-a2a4-22b0098f86e5 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20801 time: 0.3289437 Jul 15 13:08:08.369739 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.429437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.450870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.454747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.456834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-344aed78-fab6-4022-8f5c-e66a236ffe59 service neutron] 10.222.0.23 "PUT /v2.0/ports/1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 HTTP/1.1" status: 200 len: 1094 time: 2.4440808 Jul 15 13:08:08.470533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-32483f4c-863e-4d56-b808-a1469eeee778 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401290 Jul 15 13:08:08.553474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Deleting port c2c22fd6-65a7-4874-b696-1458c3ff22cf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:08.554202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.664895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10efca7-a502-428c-b614-a8356066d4a2 req-0dc4ec91-f347-48ba-908a-3fea3458ac83 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870384 Jul 15 13:08:08.688371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] For port c2c22fd6-65a7-4874-b696-1458c3ff22cf, host n-h1-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:08.688371 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.709305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Calling delete_port for c2c22fd6-65a7-4874-b696-1458c3ff22cf owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:08.804615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.823148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39f0f2-3e5c-49dc-969c-8919b02eb974 req-857a550e-3215-42ff-aee2-3c908659e12b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.829991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de39f0f2-3e5c-49dc-969c-8919b02eb974 req-857a550e-3215-42ff-aee2-3c908659e12b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 943 time: 0.2475157 Jul 15 13:08:08.834421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-0c562a8b-de84-4915-8d02-d3bae4397f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.835878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-0c562a8b-de84-4915-8d02-d3bae4397f7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 1097 time: 0.2547638 Jul 15 13:08:08.836222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c22fd6-65a7-4874-b696-1458c3ff22cf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.843820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.849370 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-378dc169-fb36-4823-9cbd-d8ad2efdeda7 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c2c22fd6-65a7-4874-b696-1458c3ff22cf HTTP/1.1" status: 204 len: 168 time: 0.4780004 Jul 15 13:08:08.849947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8f450-2310-49f4-8950-cc9e9bcb8e36 req-dcdd2961-b7b8-403e-b87a-56c6f380365c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.850094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.856715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ca8f450-2310-49f4-8950-cc9e9bcb8e36 req-dcdd2961-b7b8-403e-b87a-56c6f380365c tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 950 time: 0.2725019 Jul 15 13:08:08.877573 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c1e521-cbce-442f-aef4-c5a292401c5a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:08.884823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-53c1e521-cbce-442f-aef4-c5a292401c5a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "GET /v2.0/ports/c2c22fd6-65a7-4874-b696-1458c3ff22cf HTTP/1.1" status: 404 len: 333 time: 0.0327172 Jul 15 13:08:08.885982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.891044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1431064415', 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:08.916233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Made reservation on behalf of 334973fa3c7d4fba941b4809789bf21f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:08.919690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.928822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-1cd0f6ff-146f-42f3-8951-5fab73f1f563 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 HTTP/1.1" status: 200 len: 217 time: 0.0694752 Jul 15 13:08:08.939513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-0b7acb3a-3e07-4bb5-937e-d29b54ad9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.941249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-0b7acb3a-3e07-4bb5-937e-d29b54ad9503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 1094 time: 0.2143703 Jul 15 13:08:08.943914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port 9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:09.008083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ca8f450-2310-49f4-8950-cc9e9bcb8e36 req-b0016f81-55b0-4d70-9ebc-d57b3a09ba39 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505337 Jul 15 13:08:09.019418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de39f0f2-3e5c-49dc-969c-8919b02eb974 req-ae2440f3-5d8c-4011-9630-15555037f8e3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886556 Jul 15 13:08:09.087014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-e19070f3-ca50-4f1f-acd9-e8f967826e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.089403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-e19070f3-ca50-4f1f-acd9-e8f967826e25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1456165 Jul 15 13:08:09.230126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.234080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.322885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.392183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:09.396102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:09.400549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:09.401488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.402079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.412879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.431666 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e80127f3-b045-4167-b619-f85e76dbbf40 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5421636 Jul 15 13:08:09.433073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.507858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-93882858-8f00-485e-b484-c26edf4eea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.509649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-93882858-8f00-485e-b484-c26edf4eea94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 906 time: 0.5481641 Jul 15 13:08:09.524287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19fe6d1-c2fb-4c27-9c8d-04b8a975f693 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.528640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a19fe6d1-c2fb-4c27-9c8d-04b8a975f693 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "GET /v2.0/ports/9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f HTTP/1.1" status: 200 len: 955 time: 0.0921237 Jul 15 13:08:09.529060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.566729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-ff8e38a3-73db-4dc5-aa1c-a11952b7e3ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7d1d98b-2e63-467e-befd-d6b853607187 HTTP/1.1" status: 200 len: 217 time: 0.0480533 Jul 15 13:08:09.586467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1516298503-network', 'tenant_id': '6ebecac474b24a839c924756d27bf711'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:09.616443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977466b-d854-42b1-8067-f4f092d154ad req-8b4ec826-017e-4d7f-8a76-892676ed14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.617920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-8b4ec826-017e-4d7f-8a76-892676ed14f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5161009 Jul 15 13:08:09.627279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a43c-1668-4494-b61b-d8931cc7f453 req-e67c4b14-a6d6-40c4-97c1-3696cb9d39e5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.630814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a89a43c-1668-4494-b61b-d8931cc7f453 req-e67c4b14-a6d6-40c4-97c1-3696cb9d39e5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 946 time: 0.1787205 Jul 15 13:08:09.680066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Made reservation on behalf of 6ebecac474b24a839c924756d27bf711 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:09.687022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.690103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-5979a81a-bfba-4689-ac8a-ef81da67b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.691588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-5979a81a-bfba-4689-ac8a-ef81da67b970 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.1166461 Jul 15 13:08:09.706530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Deleting port 9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:09.707081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.712983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.758241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd6b1-6847-4710-9276-c32fa796378a req-4fb41eb2-3340-4cab-a62f-f9fa5a8d9263 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.759713 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36afd6b1-6847-4710-9276-c32fa796378a req-4fb41eb2-3340-4cab-a62f-f9fa5a8d9263 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 950 time: 0.1508572 Jul 15 13:08:09.764512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-26b870a5-b11c-448a-9e13-d58efb08f089 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607102 Jul 15 13:08:09.773986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a89a43c-1668-4494-b61b-d8931cc7f453 req-098df9cc-4287-4e73-a783-0dbb72b17737 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333776 Jul 15 13:08:09.810496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:09.849691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: f56c7091-b901-4911-a5df-24b952aeecde {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:09.850286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f56c7091-b901-4911-a5df-24b952aeecde not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:09.870013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.887529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'tag': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:09.890028 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640edb2d-447b-450b-9b6e-7489ed84445c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0235b8c-619e-4a00-b6b4-199d7a4c2d9e", "tag": "1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:09.913730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-70e19111-ce04-4949-af40-f91aaadab193 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810035 Jul 15 13:08:10.002810 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642e2510-d5e4-4ea2-b766-57371d36c319 x-openstack-request-id: req-642e2510-d5e4-4ea2-b766-57371d36c319 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:10.003074 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0235b8c-619e-4a00-b6b4-199d7a4c2d9e", "tag": "1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:10.003326 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-642e2510-d5e4-4ea2-b766-57371d36c319 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:10.003720 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'tag': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'status': 'completed', 'code': 200} Jul 15 13:08:10.028908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-c61bcc96-7602-42b7-9958-82047486a603 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538469 Jul 15 13:08:10.150598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9977466b-d854-42b1-8067-f4f092d154ad req-f23c9b1e-615e-4ee2-9065-e091895a2e20 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287779 Jul 15 13:08:10.272955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.306754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd7a0903-abeb-4114-975a-d0335b50f29b req-33e48bed-25f0-475b-9f8b-242e7b9418a2 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677393 Jul 15 13:08:10.367803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9b099-c2bf-4ed8-9626-4a1fa4ad3959 req-0db5568f-335b-4a34-bd63-9e5fd3799a17 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.369310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ed9b099-c2bf-4ed8-9626-4a1fa4ad3959 req-0db5568f-335b-4a34-bd63-9e5fd3799a17 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 943 time: 0.1919422 Jul 15 13:08:10.371937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.377512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640edb2d-447b-450b-9b6e-7489ed84445c req-78f7834c-7aa8-4e57-ae33-78a525167c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.378985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-78f7834c-7aa8-4e57-ae33-78a525167c45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 1097 time: 0.1529086 Jul 15 13:08:10.387805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e37584-7346-41be-a384-1ef381048766 req-c13ede0a-5c27-4ea3-b6c4-17550a860880 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.388898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.389315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8e37584-7346-41be-a384-1ef381048766 req-c13ede0a-5c27-4ea3-b6c4-17550a860880 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 950 time: 0.1652892 Jul 15 13:08:10.402655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:10.408637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Calling delete_port for 9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:10.466033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f547384a-336b-494a-8bac-12bc958194c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.499140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.499486 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Added segment 7d322681-633c-4c6a-a7d1-9159fe129a49 of type vlan for network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 Jul 15 13:08:10.510134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f0e725-b366-49be-ba82-b184a4257892,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.533893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ed9b099-c2bf-4ed8-9626-4a1fa4ad3959 req-f11dc799-9b1a-4fe0-8dda-1e2cb02bf595 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535959 Jul 15 13:08:10.536546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8e37584-7346-41be-a384-1ef381048766 req-c550681d-3718-4180-a251-4e897a725618 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301064 Jul 15 13:08:10.568713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640edb2d-447b-450b-9b6e-7489ed84445c req-ad7d79ca-acb0-4afe-88aa-4498eaebdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.570034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.570298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-ad7d79ca-acb0-4afe-88aa-4498eaebdb71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1799593 Jul 15 13:08:10.621059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-d1899783-13c0-4f1a-abb1-aec29b9f2848 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 HTTP/1.1" status: 200 len: 217 time: 0.0420239 Jul 15 13:08:10.630655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Deleting port 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:10.631009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.649165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.650198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.650868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.666833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.698653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640edb2d-447b-450b-9b6e-7489ed84445c req-1359c933-e5a2-4293-9c40-91367bb1a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.700049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-1359c933-e5a2-4293-9c40-91367bb1a28a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0714712 Jul 15 13:08:10.726139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.732444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.734589 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ee73a6d8-eefe-440a-a908-ceec0f07082a tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f HTTP/1.1" status: 204 len: 168 time: 1.2036424 Jul 15 13:08:10.741059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.747713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f547384a-336b-494a-8bac-12bc958194c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.774188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f547384a-336b-494a-8bac-12bc958194c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.782145 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-960d42ef-e419-468e-b74b-2addab0b8a23 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:10.783702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-960d42ef-e419-468e-b74b-2addab0b8a23 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "GET /v2.0/ports/9ed57e6d-9d7d-4557-bb1a-1ed11d6ec65f HTTP/1.1" status: 404 len: 333 time: 0.0381684 Jul 15 13:08:10.797524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.803688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] Pushing event updated for resources: {'Network': ['ID=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.805952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Request body: {'port': {'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1665070972'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:10.807403 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3c6eeaa-070e-4459-b456-74796d8252df admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5722606 Jul 15 13:08:10.811825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.820042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:10.826583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Request body: {'subnet': {'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1516298503-subnet', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:10.839744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] For port 205c71eb-3136-44a8-b458-5239fea8665c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=205c71eb-3136-44a8-b458-5239fea8665c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:10.840349 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.851151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547384a-336b-494a-8bac-12bc958194c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c51c83f-a3ff-4ebc-952d-94bdedf11f01,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.855976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Calling delete_port for 205c71eb-3136-44a8-b458-5239fea8665c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:10.858626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f547384a-336b-494a-8bac-12bc958194c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88b8d6f3dcf84365953a69523dad70c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677657 Jul 15 13:08:10.861734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.873768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640edb2d-447b-450b-9b6e-7489ed84445c req-efaa3738-89f8-4521-bee6-f3b28f4827c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.875406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-efaa3738-89f8-4521-bee6-f3b28f4827c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680984 Jul 15 13:08:10.893781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Made reservation on behalf of 334973fa3c7d4fba941b4809789bf21f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:10.896747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.919205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Made reservation on behalf of 6ebecac474b24a839c924756d27bf711 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:10.921619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.969371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port 6b792e3c-e365-4844-8710-0312f71662c5 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:10.986074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e9206-d084-48e8-8db5-590ff7cdc4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.022498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e9206-d084-48e8-8db5-590ff7cdc4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.118043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e9206-d084-48e8-8db5-590ff7cdc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.121344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e9206-d084-48e8-8db5-590ff7cdc4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.122625 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1a8e9206-d084-48e8-8db5-590ff7cdc4eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c51c83f-a3ff-4ebc-952d-94bdedf11f01 HTTP/1.1" status: 204 len: 168 time: 0.2592137 Jul 15 13:08:11.125917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.140266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['205c71eb-3136-44a8-b458-5239fea8665c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:11.166484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e9206-d084-48e8-8db5-590ff7cdc4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c51c83f-a3ff-4ebc-952d-94bdedf11f01,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.175151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event deleted for resources: {'Port': ['ID=205c71eb-3136-44a8-b458-5239fea8665c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.208924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700', 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:11.239342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] No DVR routers for this DVR port 205c71eb-3136-44a8-b458-5239fea8665c on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:11.242225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.245544 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36afd6b1-6847-4710-9276-c32fa796378a req-d997beb3-194c-4784-9149-ece2c3a92829 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.23 "DELETE /v2.0/ports/205c71eb-3136-44a8-b458-5239fea8665c HTTP/1.1" status: 204 len: 173 time: 1.4792559 Jul 15 13:08:11.246044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-deleted', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:11.248039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-1148a328-fc0e-4de4-a19d-46168adeeebb service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551793 Jul 15 13:08:11.250632 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8254859f-631c-431e-8496-f5548adc4ce0" -d '{"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-deleted", "tag": "205c71eb-3136-44a8-b458-5239fea8665c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:11.296800 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d28ba25-dabe-4da0-8eac-81594064b75a x-openstack-request-id: req-8d28ba25-dabe-4da0-8eac-81594064b75a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:11.297099 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57403189-3318-4789-b829-6a43f4032e44", "name": "network-vif-deleted", "tag": "205c71eb-3136-44a8-b458-5239fea8665c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:11.297347 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d28ba25-dabe-4da0-8eac-81594064b75a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:11.297796 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57403189-3318-4789-b829-6a43f4032e44', 'name': 'network-vif-deleted', 'tag': '205c71eb-3136-44a8-b458-5239fea8665c', 'status': 'completed', 'code': 200} Jul 15 13:08:11.464041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89d2d4-81a8-435f-8e9a-f7873646a832 req-e722e7c2-c11d-4230-8829-596c6a94af50 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.465599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0f89d2d4-81a8-435f-8e9a-f7873646a832 req-e722e7c2-c11d-4230-8829-596c6a94af50 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 946 time: 0.4048228 Jul 15 13:08:11.572842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.597924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:11.637670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-640edb2d-447b-450b-9b6e-7489ed84445c req-c19a9ff0-4811-4653-9b3c-b48dc17b765c service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747845 Jul 15 13:08:11.649432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0f89d2d4-81a8-435f-8e9a-f7873646a832 req-686f900e-901c-40a1-aa63-a108e1f79241 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511028 Jul 15 13:08:11.652612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.853999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.859650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:11.868634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'mac_address': 'fa:16:3e:cb:c7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:11.895466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9209-c59b-4a95-8b08-47b337b35f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.901590 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.914617 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.915490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415ac862-73a1-4451-a745-c90c8ae58fd4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.934347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d1d98b-2e63-467e-befd-d6b853607187 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:11.956081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.962392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8993984-bb72-4e78-88cf-3e01c2261855 req-3ee086c2-5dcd-4eba-8a7a-e77331b172a7 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=57403189-3318-4789-b829-6a43f4032e44 HTTP/1.1" status: 200 len: 210 time: 0.0626864 Jul 15 13:08:11.964107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.053060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.086484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Checking segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:12.086925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Network hostable DHCP agents. Network: 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:12.090429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9209-c59b-4a95-8b08-47b337b35f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.106389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9209-c59b-4a95-8b08-47b337b35f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.141676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:12.151333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:12.155034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:12.158191 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ec1f9209-c59b-4a95-8b08-47b337b35f62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82e46d5a0c8d4fff877195c3c65d2a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950151 Jul 15 13:08:12.158331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.158331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.158514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.167627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f9209-c59b-4a95-8b08-47b337b35f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5cec1-dbc1-45f2-84e2-6cf2ed8ce486,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.168903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f7d1d98b-2e63-467e-befd-d6b853607187'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:12.179922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=6b792e3c-e365-4844-8710-0312f71662c5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.199758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:12.211951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-498cec41-4392-4f1e-b7aa-332a4f547fb9 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4133780 Jul 15 13:08:12.214525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.220064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:12.229812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ed63-7f10-4fd3-bfb4-8129b5cebb29 req-691e9c00-e791-4736-878e-b744301bf500 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.235020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab89d658-998b-428c-a064-04e10943eec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.238537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0242ed63-7f10-4fd3-bfb4-8129b5cebb29 req-691e9c00-e791-4736-878e-b744301bf500 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 943 time: 0.3830307 Jul 15 13:08:12.240165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.263900 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab89d658-998b-428c-a064-04e10943eec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.271289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:12.286152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.287037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.293728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e21f9-aafc-43b2-9888-33f0f1f55e5a None None] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:12.317595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab89d658-998b-428c-a064-04e10943eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.321367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab89d658-998b-428c-a064-04e10943eec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.323660 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab89d658-998b-428c-a064-04e10943eec6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ce5cec1-dbc1-45f2-84e2-6cf2ed8ce486 HTTP/1.1" status: 204 len: 168 time: 0.1643229 Jul 15 13:08:12.327018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-66ef26a6-a8f3-4dbb-b121-a97d664b29c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5093086 Jul 15 13:08:12.335407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.337096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d658-998b-428c-a064-04e10943eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5cec1-dbc1-45f2-84e2-6cf2ed8ce486,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.356838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:12.363008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0242ed63-7f10-4fd3-bfb4-8129b5cebb29 req-7e15a294-251d-465c-9cda-d9b10a2382c8 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245565 Jul 15 13:08:12.398764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.406935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.410080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.503822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.540602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:12.541481 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.663783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.663998 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7877ee34-4a50-43b6-a5a3-cb0db4666770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.743800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Allocated IP 172.20.0.2 (3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0/415ac862-73a1-4451-a745-c90c8ae58fd4/1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:12.789140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfddf38c-f10a-4501-9cc9-0ffb936ef1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.934336 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.950331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Transition to ACTIVE for port object 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:12.972887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Transition to ACTIVE for port object 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:13.001586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.045650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.053019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfddf38c-f10a-4501-9cc9-0ffb936ef1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.064261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32344b-9e1e-4953-9cc5-c30a5876893c req-6c058653-95ac-4f38-92fb-29e584d3125b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.071321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.072529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a32344b-9e1e-4953-9cc5-c30a5876893c req-6c058653-95ac-4f38-92fb-29e584d3125b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 946 time: 0.2090786 Jul 15 13:08:13.103417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfddf38c-f10a-4501-9cc9-0ffb936ef1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.111926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:13.116162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:13.135206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:13.168859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bfddf38c-f10a-4501-9cc9-0ffb936ef1df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dae3789834e344468ec2fe38f0bbfcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9194541 Jul 15 13:08:13.171265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Pushing event updated for resources: {'Port': ['ID=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.173128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:13.186536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] device_id is not set on port 6b792e3c-e365-4844-8710-0312f71662c5 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:13.227747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Allocated IP 172.25.2.128 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/1dc04573-1cdc-4e5f-b56b-e2f89306e23f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:13.235823 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.253708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf38c-f10a-4501-9cc9-0ffb936ef1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2578b1d0-166c-4676-a194-6cfa662dc1de,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.270186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Attempting to bind port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.270821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Attempting to bind port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.271344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Attempting to bind port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf on network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.279773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:13.282660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Checking segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:13.284608 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.288047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Bound using segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:13.288195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Bound port: 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:13.288524 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.289222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a32344b-9e1e-4953-9cc5-c30a5876893c req-fdafc87d-d88c-4108-b082-0e2ce8f19832 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157702 Jul 15 13:08:13.305521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Transition to ACTIVE for port object 6b792e3c-e365-4844-8710-0312f71662c5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:13.316663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.354220 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ecf2736b-2036-4632-b954-61de20bd32b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.396006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] For port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:13.401857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] For port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:13.413721 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.416218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.416600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.417295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.422169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ecf2736b-2036-4632-b954-61de20bd32b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.423936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=6b792e3c-e365-4844-8710-0312f71662c5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.440345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.440722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.441061 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.447737 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 2 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.480628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.480969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.481357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.489619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.489971 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.490896 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 3 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.510370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.510772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.511120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.512209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110fdd5-3588-427d-b12e-249c1b15af1d None None] Pushing event updated for resources: {'Port': ['ID=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.530124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.531762 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.532548 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 4 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.535443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.547507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.547844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.548183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.554522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.554943 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.555389 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 5 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.571347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ecf2736b-2036-4632-b954-61de20bd32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.577003 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ecf2736b-2036-4632-b954-61de20bd32b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.581108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ecf2736b-2036-4632-b954-61de20bd32b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2578b1d0-166c-4676-a194-6cfa662dc1de HTTP/1.1" status: 204 len: 168 time: 0.3982539 Jul 15 13:08:13.595541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:13.597971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:13.612042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2736b-2036-4632-b954-61de20bd32b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2578b1d0-166c-4676-a194-6cfa662dc1de,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.616402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.616849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.617288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.635152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Pushing event updated for resources: {'Port': ['ID=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.649167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:13.651468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:13.654539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:13.674022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.674452 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.677034 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 6 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.718375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561195-f035-4bdb-bd71-b75840a8bcf1 req-c2370663-c37d-4807-a3a5-24092465192d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.728445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a561195-f035-4bdb-bd71-b75840a8bcf1 req-c2370663-c37d-4807-a3a5-24092465192d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 944 time: 0.1304216 Jul 15 13:08:13.757275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.757633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.758141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.769216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.769606 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.772809 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 7 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.799761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a561195-f035-4bdb-bd71-b75840a8bcf1 req-c05ff2ca-1dad-43a4-9e74-5780f69a0a7c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703380 Jul 15 13:08:13.824371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.824715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.825058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.837499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.837728 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.838141 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 8 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.862614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.863085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.863278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.870885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.871228 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.871631 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 9 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.900472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.903350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.903350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.941829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.942178 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.943236 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempt 10 to bind port 6b792e3c-e365-4844-8710-0312f71662c5 Jul 15 13:08:13.976783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:13.977500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:13.977978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempting to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:13.991130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:13.991479 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Failed to bind port 6b792e3c-e365-4844-8710-0312f71662c5 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '33f9f996-3581-48ed-851d-7faeef86785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '820319a3-fbef-4df9-bbb4-0e0d3f8fc989'}] Jul 15 13:08:13.991860 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.203630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:14.219502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bead14-22a5-4192-9913-48a40cf96d2d req-08c16fb4-e229-4a8f-b72e-e0d6c5b7c6e2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.227269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76bead14-22a5-4192-9913-48a40cf96d2d req-08c16fb4-e229-4a8f-b72e-e0d6c5b7c6e2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.2369537 Jul 15 13:08:14.228715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] For port 6b792e3c-e365-4844-8710-0312f71662c5, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:14.229086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:08:14.244168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.252810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port f7d1d98b-2e63-467e-befd-d6b853607187 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:14.296173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f7d1d98b-2e63-467e-befd-d6b853607187 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:14.296547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.329226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.333898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.360389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] In _notify_port_updated(), no bound segment for port 6b792e3c-e365-4844-8710-0312f71662c5 on network 820319a3-fbef-4df9-bbb4-0e0d3f8fc989 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:08:14.362613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'mac_address': 'fa:16:3e:b2:83:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:14.363051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.364768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.367268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "PUT /v2.0/ports/6b792e3c-e365-4844-8710-0312f71662c5 HTTP/1.1" status: 200 len: 975 time: 2.1517313 Jul 15 13:08:14.373896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76bead14-22a5-4192-9913-48a40cf96d2d req-7212c65b-ac42-4adc-a206-c1b8503ffb30 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430702 Jul 15 13:08:14.385502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:14.431367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:14.478974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:14.493192 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.505319 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.522178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:14.525758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a24e79e2-27ad-4936-b62d-23a70b72bee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.544206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.554939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b0caf-fd83-44b2-b417-49fab8f36d97 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event updated for resources: {'Port': ['ID=6b792e3c-e365-4844-8710-0312f71662c5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.577797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:14.583480 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d84a105-4ec1-45d2-bb66-10694146fb13" -d '{"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-plugged", "status": "completed", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:14.586848 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.602958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dbe98-3663-4b94-8387-529b70206bd0 req-ca3d2232-9afa-4ebb-b2ca-b343185e67ed tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.604649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-687dbe98-3663-4b94-8387-529b70206bd0 req-ca3d2232-9afa-4ebb-b2ca-b343185e67ed tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 946 time: 0.1106467 Jul 15 13:08:14.651452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.656105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.668118 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.668692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:14.712230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-687dbe98-3663-4b94-8387-529b70206bd0 req-1834d4ee-b7d3-4ada-ae42-2b781fe7f81b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992911 Jul 15 13:08:14.734195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 205c71eb-3136-44a8-b458-5239fea8665c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:14.734195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 205c71eb-3136-44a8-b458-5239fea8665c not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:14.734615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Deleting port 6b792e3c-e365-4844-8710-0312f71662c5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:14.734615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.780000 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c8340f-7e12-485f-84b3-49f08d9cb8dd x-openstack-request-id: req-01c8340f-7e12-485f-84b3-49f08d9cb8dd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:14.780295 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-plugged", "status": "completed", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:14.780567 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01c8340f-7e12-485f-84b3-49f08d9cb8dd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:14.781763 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'code': 200} Jul 15 13:08:14.792580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.793134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.809306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:14.833648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a24e79e2-27ad-4936-b62d-23a70b72bee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.928873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] For port 6b792e3c-e365-4844-8710-0312f71662c5, host n-h1-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.929411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.960495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Calling delete_port for 6b792e3c-e365-4844-8710-0312f71662c5 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:14.988124 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a24e79e2-27ad-4936-b62d-23a70b72bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.024794 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a24e79e2-27ad-4936-b62d-23a70b72bee8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecac781f8be844bda167deffad3f15ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423162 Jul 15 13:08:15.028164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.122724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677d817-cc32-44ba-82f1-6eeb7c62d68b req-a6a20cc8-f52c-48b5-a261-ffa11ce41a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.124252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5677d817-cc32-44ba-82f1-6eeb7c62d68b req-a6a20cc8-f52c-48b5-a261-ffa11ce41a4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 1096 time: 0.2396531 Jul 15 13:08:15.125616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16c05f-4e81-4ea6-b6e8-598345af9d64 None None] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:15.170121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e79e2-27ad-4936-b62d-23a70b72bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f157d-2646-455d-bf16-4317325c392c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.205278 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.212835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] Provisioning for port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:15.219313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] Provisioning complete for port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:15.219692 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.226238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e3a98ab-fb3e-4e32-9f51-9531776d19e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.238529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-57369bfa-f7f6-4557-8ff6-1665768d450a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.241458 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-57369bfa-f7f6-4557-8ff6-1665768d450a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.1939461 Jul 15 13:08:15.284689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14de2a-d109-4355-8d3a-424c0fdf8f84 req-6e5c21a5-05cf-4ebc-9ccd-4f557be74b38 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.294186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac14de2a-d109-4355-8d3a-424c0fdf8f84 req-6e5c21a5-05cf-4ebc-9ccd-4f557be74b38 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 945 time: 0.3215029 Jul 15 13:08:15.302528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b792e3c-e365-4844-8710-0312f71662c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.306904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.310692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e3a98ab-fb3e-4e32-9f51-9531776d19e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.311606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-976e7613-fe6c-4b53-bf3b-abd6c7a130ae tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6b792e3c-e365-4844-8710-0312f71662c5 HTTP/1.1" status: 204 len: 168 time: 0.9215791 Jul 15 13:08:15.312357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.319583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Router 6ab08d47-58bd-4aa9-8405-54341b45db27 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:15.320397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5677d817-cc32-44ba-82f1-6eeb7c62d68b req-07cfecde-d024-4075-b3ac-03aa8ac3f853 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832423 Jul 15 13:08:15.363489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac14de2a-d109-4355-8d3a-424c0fdf8f84 req-6ba8503c-c063-44dd-a3b6-bd987b03acb2 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682397 Jul 15 13:08:15.384179 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b50f78-21c8-4bb6-a7a1-62f9ee9c2f89 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:15.386401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c5b50f78-21c8-4bb6-a7a1-62f9ee9c2f89 tempest-PortsAdminExtendedAttrsTestJSON-1516440886 tempest-PortsAdminExtendedAttrsTestJSON-1516440886-project-admin] 10.222.0.48 "GET /v2.0/ports/6b792e3c-e365-4844-8710-0312f71662c5 HTTP/1.1" status: 404 len: 333 time: 0.0672505 Jul 15 13:08:15.390707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.402446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b6c78f-9974-474c-9178-d221c3fb836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.428711 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.483706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] For port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:15.492238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.501287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.587717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.595176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7bc2-18d8-4bcb-9a03-b19c49eee581 None None] Pushing event updated for resources: {'Port': ['ID=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.623500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:15.659978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Deleting port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:15.660327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.663417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e3a98ab-fb3e-4e32-9f51-9531776d19e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.666129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e3a98ab-fb3e-4e32-9f51-9531776d19e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.667369 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0e3a98ab-fb3e-4e32-9f51-9531776d19e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/669f157d-2646-455d-bf16-4317325c392c HTTP/1.1" status: 204 len: 168 time: 0.6316807 Jul 15 13:08:15.698774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:15.699297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:15.710600 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Sync routers for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:15.713904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a98ab-fb3e-4e32-9f51-9531776d19e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f157d-2646-455d-bf16-4317325c392c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.714971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:15.715503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.729807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.732649 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:15.742600 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:15.743594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820319a3-fbef-4df9-bbb4-0e0d3f8fc989']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:15.757623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f9f996-3581-48ed-851d-7faeef86785a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:15.757840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f9f996-3581-48ed-851d-7faeef86785a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:15.798474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04df236-0028-4a89-a49d-de1568333b57 req-daa2bb36-c370-4c43-892b-19a9a5574f68 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.800137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b04df236-0028-4a89-a49d-de1568333b57 req-daa2bb36-c370-4c43-892b-19a9a5574f68 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.2342160 Jul 15 13:08:15.807039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.808693 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ab10385-3a9b-4307-8e98-983e00039b8c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4569163 Jul 15 13:08:15.811640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.821061 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.883134 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.891772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.904349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b04df236-0028-4a89-a49d-de1568333b57 req-a684b3c9-00e7-41b8-bd86-d8ac9976b169 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810156 Jul 15 13:08:15.905335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:15.905756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:15.909168 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:15.989670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:15.990100 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:15.999743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] For port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:16.005054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.011054 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.063987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.068030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Calling delete_port for fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:16.089958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.118339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] 10.222.0.48 "DELETE /v2.0/networks/820319a3-fbef-4df9-bbb4-0e0d3f8fc989 HTTP/1.1" status: 204 len: 168 time: 0.7263899 Jul 15 13:08:16.129123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276c01-42e9-4a39-816b-68bf80c2fc2d tempest-PortsAdminExtendedAttrsTestJSON-1766608881 tempest-PortsAdminExtendedAttrsTestJSON-1766608881-project] Pushing event deleted for resources: {'Network': ['ID=820319a3-fbef-4df9-bbb4-0e0d3f8fc989,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.134725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-92c72d40-0b95-4660-85d1-d1add471cea8 None None] Provisioning complete for port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:16.135121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92c72d40-0b95-4660-85d1-d1add471cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.282613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4522fe-7585-4b1a-aeaa-5a386bb0bf39 req-5c512855-7d6d-4af1-bbc6-4f116be632ed tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.289054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:16.296499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f4522fe-7585-4b1a-aeaa-5a386bb0bf39 req-5c512855-7d6d-4af1-bbc6-4f116be632ed tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 948 time: 0.1482673 Jul 15 13:08:16.342548 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:14Z', 'revision_number': 3, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:16.397538 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Checking router: 6ab08d47-58bd-4aa9-8405-54341b45db27 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:16.397896 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Updating router 6ab08d47-58bd-4aa9-8405-54341b45db27 port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:16.423827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f4522fe-7585-4b1a-aeaa-5a386bb0bf39 req-fee6c778-4e64-4a86-a92b-b15927622f9b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264350 Jul 15 13:08:16.501037 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.504775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.576320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:16.576738 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.622694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39694) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.691312 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.739224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6258bed-07ed-4d74-a799-56bc3c6320af req-9fd212e3-953f-4b78-a2fc-1ccf71ab608f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.741016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6258bed-07ed-4d74-a799-56bc3c6320af req-9fd212e3-953f-4b78-a2fc-1ccf71ab608f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 945 time: 0.1192992 Jul 15 13:08:16.782728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:16.791033 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c32e71-992c-4990-a4a8-c32617a3cbd6" -d '{"events": [{"server_uuid": "c0235b8c-619e-4a00-b6b4-199d7a4c2d9e", "name": "network-vif-plugged", "status": "completed", "tag": "1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:16.828321 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.839311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6258bed-07ed-4d74-a799-56bc3c6320af req-62671729-764f-41bb-8446-230918b080b0 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898564 Jul 15 13:08:16.839508 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Transition to ACTIVE for port object 1dc04573-1cdc-4e5f-b56b-e2f89306e23f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:16.846401 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ae8497-a4f9-41f4-84ad-df1e9bae52c9 x-openstack-request-id: req-77ae8497-a4f9-41f4-84ad-df1e9bae52c9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:16.846991 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0235b8c-619e-4a00-b6b4-199d7a4c2d9e", "name": "network-vif-plugged", "status": "completed", "tag": "1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:16.847294 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77ae8497-a4f9-41f4-84ad-df1e9bae52c9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:16.847684 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'code': 200} Jul 15 13:08:16.850198 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.891179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.908655 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Attempting to bind port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:16.909213 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Attempting to bind port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:16.909954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Attempting to bind port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:16.918660 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:16.919239 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:16.919828 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.920382 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:16.921105 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Bound port: 1dc04573-1cdc-4e5f-b56b-e2f89306e23f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:16.921679 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.992195 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] For port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:17.003645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Pushing event updated for resources: {'Port': ['ID=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.009693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] For port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:17.016096 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.016857 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.018056 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.018632 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.019125 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.019616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.020270 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.020795 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.021450 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.022392 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.022881 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.023362 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:17.029521 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.107931 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:17.108470 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:17.152581 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971842-1876-4550-b201-a7459c1410e4 None None] Pushing event updated for resources: {'Port': ['ID=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.160237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75b3d559-b6f8-4e92-9f90-50affbb19fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.252555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97f239a4-8afc-46ed-bd02-69e41334cfdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c3ad7c816b94246b9a1fb169cb147e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280677 Jul 15 13:08:17.258906 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:17.301671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.351176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67528293-968b-4630-81df-1bd49768252b req-dc1f09e6-5072-4509-a9fb-991abdcf7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.352993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67528293-968b-4630-81df-1bd49768252b req-dc1f09e6-5072-4509-a9fb-991abdcf7f90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 1099 time: 0.4036043 Jul 15 13:08:17.517018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2e7f-e4bc-42df-a5a9-d589ea6b513b req-ee1dc812-5814-4827-94a4-624683a564a8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.524167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39eb2e7f-e4bc-42df-a5a9-d589ea6b513b req-ee1dc812-5814-4827-94a4-624683a564a8 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 950 time: 0.2697427 Jul 15 13:08:17.541098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7fda-4f8c-4c27-a360-0e7c86979fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.565897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67528293-968b-4630-81df-1bd49768252b req-99d441e2-4916-4698-b15d-d83409e8ffd9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964316 Jul 15 13:08:17.609610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.621852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700', 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:17.643973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7fda-4f8c-4c27-a360-0e7c86979fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.646811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event deleted for resources: {'Port': ['ID=fdbcdbcd-6ea3-4dc2-9770-a78a3afce818,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.700013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39eb2e7f-e4bc-42df-a5a9-d589ea6b513b req-04c569be-13e0-45e7-9652-81f21602ab7f tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731663 Jul 15 13:08:17.707136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] No DVR routers for this DVR port fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:17.711958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.713878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-42684c7d-d8bb-43b5-be93-33be2b3ca59b req-6d6ae015-dc90-4599-b15b-bb1a2099a360 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "DELETE /v2.0/ports/fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 HTTP/1.1" status: 204 len: 173 time: 2.4655659 Jul 15 13:08:17.714429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-deleted', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:17.716650 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd8acd2-fe02-49f3-a7ec-11da6c4e0cef" -d '{"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-deleted", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:17.721060 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:14Z', 'revision_number': 3, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:17.772444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.844250 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5940e43-38b0-46e4-9fe1-5b57f5d5d81a None None] The sync data for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 is: [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:14Z', 'revision_number': 3, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:17.866090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75b3d559-b6f8-4e92-9f90-50affbb19fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.888586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc247cf-6c7e-467f-b867-3d5f6e9107c4 req-4cd77fc2-d863-431b-aa20-fe37c64c0795 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.897618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acc247cf-6c7e-467f-b867-3d5f6e9107c4 req-4cd77fc2-d863-431b-aa20-fe37c64c0795 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 945 time: 0.4699590 Jul 15 13:08:17.904483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75b3d559-b6f8-4e92-9f90-50affbb19fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.963069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7fda-4f8c-4c27-a360-0e7c86979fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.966245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7fda-4f8c-4c27-a360-0e7c86979fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.967413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ee9f7fda-4f8c-4c27-a360-0e7c86979fcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c5e206c-285c-4b7a-b7e6-31e5318bdd7b HTTP/1.1" status: 204 len: 168 time: 0.6608260 Jul 15 13:08:17.990132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d559-b6f8-4e92-9f90-50affbb19fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2aa81-f56c-4976-91f0-9200afcf0fba,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.015265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acc247cf-6c7e-467f-b867-3d5f6e9107c4 req-c7065081-0bc8-4834-9d56-3c5d8db58f0e tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166730 Jul 15 13:08:18.018659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Allocated IP 172.20.0.1 (3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0/415ac862-73a1-4451-a745-c90c8ae58fd4/614fabeb-c08b-4cbe-81dc-36f9bb2fba11) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:18.033019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.192622 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed131c6f-1bfb-4c18-9891-a596c07278f1 x-openstack-request-id: req-ed131c6f-1bfb-4c18-9891-a596c07278f1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:18.192967 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace1960f-9d98-4851-a42a-18bcda167cee", "name": "network-vif-deleted", "tag": "fdbcdbcd-6ea3-4dc2-9770-a78a3afce818", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:18.193209 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed131c6f-1bfb-4c18-9891-a596c07278f1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:18.193598 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace1960f-9d98-4851-a42a-18bcda167cee', 'name': 'network-vif-deleted', 'tag': 'fdbcdbcd-6ea3-4dc2-9770-a78a3afce818', 'status': 'completed', 'code': 200} Jul 15 13:08:18.199644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f7fda-4f8c-4c27-a360-0e7c86979fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e206c-285c-4b7a-b7e6-31e5318bdd7b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.210068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-75b3d559-b6f8-4e92-9f90-50affbb19fc5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4713f9dfce4b4560b74f81b6f2b5ef0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3174887 Jul 15 13:08:18.215039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:18.463158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.485014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Transition to ACTIVE for port object 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:18.517413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf91f4-61b5-47fd-8053-7be2def91d95 req-37fcf8a8-cdff-4731-85d1-2b11659d8b6c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.527887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4cf91f4-61b5-47fd-8053-7be2def91d95 req-37fcf8a8-cdff-4731-85d1-2b11659d8b6c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 948 time: 0.5392327 Jul 15 13:08:18.550125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.600708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4cf91f4-61b5-47fd-8053-7be2def91d95 req-13f03c32-dded-4ea4-b3e1-21276624bb73 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717273 Jul 15 13:08:18.603009 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d53eb344-68fe-404e-a304-5a71dca56e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.607062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:18.610308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:18.614646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:18.654117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Pushing event updated for resources: {'Port': ['ID=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.664331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d53eb344-68fe-404e-a304-5a71dca56e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.675620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.793278 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d53eb344-68fe-404e-a304-5a71dca56e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.797176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d53eb344-68fe-404e-a304-5a71dca56e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.798673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d53eb344-68fe-404e-a304-5a71dca56e88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dba2aa81-f56c-4976-91f0-9200afcf0fba HTTP/1.1" status: 204 len: 168 time: 0.5826492 Jul 15 13:08:18.835441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53eb344-68fe-404e-a304-5a71dca56e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba2aa81-f56c-4976-91f0-9200afcf0fba,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.847253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.025463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08d3d121-9da2-4769-ac2c-b709ee06dd58 None None] Provisioning for port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:19.030789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08d3d121-9da2-4769-ac2c-b709ee06dd58 None None] Provisioning complete for port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:19.031167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08d3d121-9da2-4769-ac2c-b709ee06dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.053788 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-db10f089-945a-4344-8c8b-9dfef7c5fe6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=334973fa3c7d4fba941b4809789bf21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589668 Jul 15 13:08:19.053964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.057008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.120669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.172911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-08d3d121-9da2-4769-ac2c-b709ee06dd58 None None] Port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:19.243332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6099758-2778-42f5-a537-3bb085e1f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.340038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c69e6bc3-018d-423f-8225-adba6efaea0a req-e59db1bc-db12-4a2a-9f74-1b5a2e1c18f6 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace1960f-9d98-4851-a42a-18bcda167cee HTTP/1.1" status: 200 len: 210 time: 0.1364374 Jul 15 13:08:19.379783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6099758-2778-42f5-a537-3bb085e1f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.413141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.427925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.468322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d10cc-4ff7-45de-b6cd-22eb13822ff9 req-2cf54f39-5ad5-4065-80e2-f1a186db7341 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.477204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448d10cc-4ff7-45de-b6cd-22eb13822ff9 req-2cf54f39-5ad5-4065-80e2-f1a186db7341 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 945 time: 0.2206078 Jul 15 13:08:19.481214 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6099758-2778-42f5-a537-3bb085e1f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.485394 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6099758-2778-42f5-a537-3bb085e1f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.487118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e6099758-2778-42f5-a537-3bb085e1f37a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41b66ae1-084d-4404-887e-8bbd5724f013 HTTP/1.1" status: 204 len: 168 time: 0.4326079 Jul 15 13:08:19.543102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6099758-2778-42f5-a537-3bb085e1f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b66ae1-084d-4404-887e-8bbd5724f013,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.571456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.584016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448d10cc-4ff7-45de-b6cd-22eb13822ff9 req-a6a2a921-6930-4116-9d71-679529843f88 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048620 Jul 15 13:08:19.585092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d83ab785-a2da-43cf-9c18-4ae2fbfad3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.602416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Pushing event updated for resources: {'Port': ['ID=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.671986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.710634 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bce3666b-79b0-4860-8e28-637fe06bf325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.792185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:19.794258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:19.837325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:19.855001 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d83ab785-a2da-43cf-9c18-4ae2fbfad3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.873666 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d83ab785-a2da-43cf-9c18-4ae2fbfad3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.912866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:19.913067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fdbcdbcd-6ea3-4dc2-9770-a78a3afce818 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:20.049456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Router 6ab08d47-58bd-4aa9-8405-54341b45db27 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:20.081962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d83ab785-a2da-43cf-9c18-4ae2fbfad3a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27db3d1fcd124851a93a72033e5da183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9579253 Jul 15 13:08:20.091739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ab785-a2da-43cf-9c18-4ae2fbfad3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f4bc1-5533-4005-bf6b-ba987bd9aa76,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.097705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.222882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc04573-1cdc-4e5f-b56b-e2f89306e23f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:20.233985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f63fba78-4417-42db-b258-a361bad82823 None None] Provisioning complete for port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:20.235006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f63fba78-4417-42db-b258-a361bad82823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.299894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-723dd6ef-d137-4589-a453-e5fd607337a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.315830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675164d-fa5c-4b07-880c-9bab972089fa req-7456d1fb-2427-4879-b33b-b3019917da7b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.326106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3675164d-fa5c-4b07-880c-9bab972089fa req-7456d1fb-2427-4879-b33b-b3019917da7b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 948 time: 0.3808441 Jul 15 13:08:20.376624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f63fba78-4417-42db-b258-a361bad82823 None None] Port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:20.386324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-723dd6ef-d137-4589-a453-e5fd607337a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.387420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:20.403243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:20.412170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:20.412764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.421910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab15df90-4db2-492b-9ccd-b5577f2e601c admin admin] 10.222.0.48 "PUT /v2.0/routers/6ab08d47-58bd-4aa9-8405-54341b45db27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6056528 Jul 15 13:08:20.440741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bce3666b-79b0-4860-8e28-637fe06bf325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.470982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3675164d-fa5c-4b07-880c-9bab972089fa req-7936e155-ad2c-487c-bbd1-65449e517c1d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438656 Jul 15 13:08:20.481655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bce3666b-79b0-4860-8e28-637fe06bf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.608318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Sync routers for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:20.609724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3666b-79b0-4860-8e28-637fe06bf325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aae4a2-8ba3-42c9-87dd-4c6d0fb6fa4c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.620562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bce3666b-79b0-4860-8e28-637fe06bf325 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ad3ae51534b4043abe908333d764870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9472551 Jul 15 13:08:20.622965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.648767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.671546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-723dd6ef-d137-4589-a453-e5fd607337a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.672037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:20.673271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:20.674036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-723dd6ef-d137-4589-a453-e5fd607337a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.677561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-723dd6ef-d137-4589-a453-e5fd607337a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f2f4bc1-5533-4005-bf6b-ba987bd9aa76 HTTP/1.1" status: 204 len: 168 time: 0.5722721 Jul 15 13:08:20.691219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dd6ef-d137-4589-a453-e5fd607337a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f4bc1-5533-4005-bf6b-ba987bd9aa76,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.723992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca7123e2-dfdd-4045-8f27-4dc433492984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.745883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:20.754904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca7123e2-dfdd-4045-8f27-4dc433492984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.765125 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.835667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca7123e2-dfdd-4045-8f27-4dc433492984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.838924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca7123e2-dfdd-4045-8f27-4dc433492984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.840388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ca7123e2-dfdd-4045-8f27-4dc433492984 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5aae4a2-8ba3-42c9-87dd-4c6d0fb6fa4c HTTP/1.1" status: 204 len: 168 time: 0.2161827 Jul 15 13:08:20.858772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7123e2-dfdd-4045-8f27-4dc433492984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aae4a2-8ba3-42c9-87dd-4c6d0fb6fa4c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.862162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:20.864760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.122804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:19Z', 'revision_number': 2, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:21.152158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Checking router: 6ab08d47-58bd-4aa9-8405-54341b45db27 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:21.152662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Updating router 6ab08d47-58bd-4aa9-8405-54341b45db27 port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:21.186021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb530c-e7ef-4785-8353-839115380e1d req-7a94c309-99ec-4dba-a591-b24ac481c002 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.188146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09cb530c-e7ef-4785-8353-839115380e1d req-7a94c309-99ec-4dba-a591-b24ac481c002 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 1099 time: 0.1097486 Jul 15 13:08:21.201909 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.214906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-09cb530c-e7ef-4785-8353-839115380e1d req-23295c0e-a4e8-43d0-87d6-acc05bcdcbd5 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.399878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-09cb530c-e7ef-4785-8353-839115380e1d req-23295c0e-a4e8-43d0-87d6-acc05bcdcbd5 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.420981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-09cb530c-e7ef-4785-8353-839115380e1d req-23295c0e-a4e8-43d0-87d6-acc05bcdcbd5 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.484968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295c0e-a4e8-43d0-87d6-acc05bcdcbd5 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36cdf04-e1f3-4095-aad0-47b92c24b2a9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.499595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09cb530c-e7ef-4785-8353-839115380e1d req-23295c0e-a4e8-43d0-87d6-acc05bcdcbd5 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043025 Jul 15 13:08:21.525487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.542514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Transition to ACTIVE for port object 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:21.554820 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.635473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b35338-8b68-4d6b-97ba-3771f34a2dd8 None None] Pushing event updated for resources: {'Port': ['ID=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.727036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Attempting to bind port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:21.727036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Attempting to bind port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:21.727036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Attempting to bind port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 on network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:21.731453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:21.731946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Checking segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:21.732458 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.733145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Bound using segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:21.733935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Bound port: 614fabeb-c08b-4cbe-81dc-36f9bb2fba11, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:21.734363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.761601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:21.789888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.790438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:21.795092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463342447', 'description': 'tempest-description--1328315154'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:21.838961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] For port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:21.846196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] For port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:21.849142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:08:21.849142 n-d-798249-9 neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:08:21.849142 n-d-798249-9 neutron-server[93824]: [parameters: {'project_id': '5aa46976a3bb48d2a96a11c7be6849cb', 'id': '68547f6f-a65f-4ed1-85de-5e7a49613922', 'expiration': datetime.datetime(2021, 7, 15, 13, 10, 21, 838520)}] Jul 15 13:08:21.849142 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:08:21.849596 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:08:21.861403 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.869386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.976605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b35338-8b68-4d6b-97ba-3771f34a2dd8 None None] Pushing event updated for resources: {'Port': ['ID=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.980858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:21.981816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.166641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc04573-1cdc-4e5f-b56b-e2f89306e23f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:22.187794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.196914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.268352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c568c4a8-eab0-433d-9a33-ef95431f6626,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.290886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.292418 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dfad83ba-e15b-4d88-a17e-d5f614b95813 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5014377 Jul 15 13:08:22.295563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:22.305173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Request body: {'security_group_rule': {'security_group_id': 'c568c4a8-eab0-433d-9a33-ef95431f6626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:22.351395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.384259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.463436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:22.548295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.624233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:22.624879 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.635090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:22.771123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:21Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.802436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8aec6-4da2-4711-bbef-c51436765ebf None None] The sync data for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 is: [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:21Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:22.831718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.840412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b860c-de93-4c1a-bb84-0baf20affe5f req-94fa90f2-77fc-4e23-a367-7e816aa70bc5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.847297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d0b860c-de93-4c1a-bb84-0baf20affe5f req-94fa90f2-77fc-4e23-a367-7e816aa70bc5 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.4906502 Jul 15 13:08:22.908916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-aa92ddcc-2ab6-4344-8a33-b0259194c5f8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3709979 Jul 15 13:08:22.923317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-748135905'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:22.971342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cea31d-cfe2-4efe-817a-bbe182831eb7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.049605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.065241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d0b860c-de93-4c1a-bb84-0baf20affe5f req-89236061-6bca-4ad8-9993-fb99f33bece4 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/security-groups?id=b90aced3-d7f2-4fa2-9310-db4ff19b1d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144945 Jul 15 13:08:23.087439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.127753 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.131570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.142777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aa46976a3bb48d2a96a11c7be6849cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3800483 Jul 15 13:08:23.148004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.149932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32c9fef4-3494-4f22-a7a8-80381135b6af tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8530452 Jul 15 13:08:23.150993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39928) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.154922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.183063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Request body: {'security_group_rule': {'security_group_id': 'c568c4a8-eab0-433d-9a33-ef95431f6626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:23.277527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.279090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12785660-a021-4872-a20d-45795152006f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.281506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ec8ec-5163-4bfb-876c-c4ad0e3a982f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06bfbc-e2c3-41ff-a18b-b0c146e7f025,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.289779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.309548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.334542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.336830 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8371f829-dd24-411d-ba29-99393d468fd4 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6999648 Jul 15 13:08:23.341850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12785660-a021-4872-a20d-45795152006f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.353681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.444415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-a2ffbaec-b62e-43dd-b338-8d0f5aba5559 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.451939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-a2ffbaec-b62e-43dd-b338-8d0f5aba5559 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5169055 Jul 15 13:08:23.491191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.501034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.534902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469a360-c337-484c-b287-15bb84649a86 req-e749d7fe-5fd9-44ca-a2d3-9a2ec1b12e9a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.537346 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b469a360-c337-484c-b287-15bb84649a86 req-e749d7fe-5fd9-44ca-a2d3-9a2ec1b12e9a tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 949 time: 0.2160063 Jul 15 13:08:23.541418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ee7e17-c279-4f33-8738-be4797240a7d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.572966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-631056a8-4c3f-4050-bc8e-b02192deed71 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/quotas/f9d850173a3d4fafb1e89ff7c801578a HTTP/1.1" status: 200 len: 375 time: 0.1201246 Jul 15 13:08:23.577918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.605950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:23.621985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.627306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e3a171c-fe1a-4d9b-a385-0ef8424addbf tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4668746 Jul 15 13:08:23.629917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.639407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:23.752826 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.840704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Deleting port 50544849-6090-437d-8d8c-0d034c2fc700 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:23.841053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.860227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:23.870845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12785660-a021-4872-a20d-45795152006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.874172 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12785660-a021-4872-a20d-45795152006f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.875985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12785660-a021-4872-a20d-45795152006f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a06bfbc-e2c3-41ff-a18b-b0c146e7f025 HTTP/1.1" status: 204 len: 168 time: 0.7147367 Jul 15 13:08:23.898189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'mac_address': 'fa:16:3e:cb:c7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:23.935913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12785660-a021-4872-a20d-45795152006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06bfbc-e2c3-41ff-a18b-b0c146e7f025,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.950863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.954770 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.078296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.132268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] For port 50544849-6090-437d-8d8c-0d034c2fc700, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=50544849-6090-437d-8d8c-0d034c2fc700,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:24.133279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.135913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7d1d98b-2e63-467e-befd-d6b853607187 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:24.145053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-cfb3206c-916e-49a1-8505-c9cf96629ea8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5635095 Jul 15 13:08:24.178594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.179139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9620a5-25ad-495a-a261-4aa6349b623e {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:08:24.185832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Calling delete_port for 50544849-6090-437d-8d8c-0d034c2fc700 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:24.185994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.192812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97e7ae90-bd4d-4328-8115-cc3bc18c758d tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7c9620a5-25ad-495a-a261-4aa6349b623e HTTP/1.1" status: 204 len: 168 time: 0.8340850 Jul 15 13:08:24.192812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.197207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Request body: {'router': {'name': 'tempest-router-1281973246', 'distributed': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:24.220618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.226043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:24.242717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.336138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.337194 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.375761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.406539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:24.513580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f7d1d98b-2e63-467e-befd-d6b853607187'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:24.704572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:24.709936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Allocated IP 172.25.2.99 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/967f89de-83ec-4fad-a7d6-aab1e179781b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:24.736082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:24.739027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.740290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.762676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.797754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.801810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a2d79406-f833-4f95-ad65-32a1b10f3b15 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6052933 Jul 15 13:08:24.803599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.902247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.943876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['50544849-6090-437d-8d8c-0d034c2fc700'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:25.151174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.184097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66d6ed69-046a-4cdb-b7b2-270fe730a286 req-bc8ab008-a636-4d66-9e09-1e7ca372dbd2 tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 210 time: 0.1095405 Jul 15 13:08:25.189371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.341507 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.456117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Pushing event deleted for resources: {'Port': ['ID=50544849-6090-437d-8d8c-0d034c2fc700,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:25.462926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.487318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:25.509892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.550290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event updated for resources: {'Port': ['ID=967f89de-83ec-4fad-a7d6-aab1e179781b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:25.557711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] No DVR routers for this DVR port 50544849-6090-437d-8d8c-0d034c2fc700 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:25.563247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.566758 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b469a360-c337-484c-b287-15bb84649a86 req-4ab78380-0261-47fd-8795-fbd6af8b8b5d tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.49 "DELETE /v2.0/ports/50544849-6090-437d-8d8c-0d034c2fc700 HTTP/1.1" status: 204 len: 173 time: 2.0181246 Jul 15 13:08:25.567887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-deleted', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:25.581656 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba45d3e-767d-4d45-9c51-262b85963706" -d '{"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-deleted", "tag": "50544849-6090-437d-8d8c-0d034c2fc700"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:25.631491 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:25.632203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:25.657373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:25.665405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:25.747494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:25.786053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.811842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.876068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f7d1d98b-2e63-467e-befd-d6b853607187 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:25.876707 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.916667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.917618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5ff475-05e6-47be-9cbb-dbdc86fa4d3a {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:08:25.933561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.941406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:25.944114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6eb31925-8794-4924-a531-d577bdb99b11 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8f5ff475-05e6-47be-9cbb-dbdc86fa4d3a HTTP/1.1" status: 204 len: 168 time: 1.1402194 Jul 15 13:08:25.948669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Request body: {'router': {'name': 'tempest-router-69851304', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1dfe3fb008c04bf69b23cf4d45b2628d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.025686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-network', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.034698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.036257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.055086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.101065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.116746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Made reservation on behalf of 1fe9d995cd3843b1b1c980bce61c0bc3 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:26.120775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.135754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.166752 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99afdd85-ee4e-454e-8795-cf34cd5c1a74 x-openstack-request-id: req-99afdd85-ee4e-454e-8795-cf34cd5c1a74 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:26.167241 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692ebd97-5fa9-4f42-aff2-5aaa848b53db", "name": "network-vif-deleted", "tag": "50544849-6090-437d-8d8c-0d034c2fc700", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:26.167356 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99afdd85-ee4e-454e-8795-cf34cd5c1a74 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:26.167703 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ebd97-5fa9-4f42-aff2-5aaa848b53db', 'name': 'network-vif-deleted', 'tag': '50544849-6090-437d-8d8c-0d034c2fc700', 'status': 'completed', 'code': 200} Jul 15 13:08:26.249804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.336775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:26.338388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:26.341878 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb71e40-2319-47e8-ab00-11f323d7446e" -d '{"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-plugged", "status": "completed", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:26.358168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.376106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.387252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.445116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.463608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.478901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.498106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:26.532601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.545695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.545695 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Added segment cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2 of type vlan for network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c Jul 15 13:08:26.545919 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c80fc627-34e9-46e2-9462-5e032c006233 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5997548 Jul 15 13:08:26.563418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40046) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:26.581787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.588809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.675117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.793804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7503ad9-2330-45da-9161-cd76e9c65999,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.814327 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.818597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.828870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.938735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11f8e2d2-1fd3-4fb8-8bf2-e3bf283a54af req-264e6a29-c249-4b8d-bf10-fb0078b8878e tempest-MigrationsAdminTest-1626905068 tempest-MigrationsAdminTest-1626905068-project] 10.222.0.48 "GET /v2.0/ports?device_id=692ebd97-5fa9-4f42-aff2-5aaa848b53db HTTP/1.1" status: 200 len: 210 time: 0.1042221 Jul 15 13:08:26.991434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2383232 Jul 15 13:08:27.002358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.013449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Request body: {'subnet': {'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-subnet', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:27.031560 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9b3f08-0079-4a97-837f-86e4c440bc24 x-openstack-request-id: req-fa9b3f08-0079-4a97-837f-86e4c440bc24 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:27.031880 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-plugged", "status": "completed", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:27.032129 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa9b3f08-0079-4a97-837f-86e4c440bc24 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:27.032517 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'code': 200} Jul 15 13:08:27.143940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b153b7-64a1-4d68-9825-565ed4478ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.166967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:27.169320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.180822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.193438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Made reservation on behalf of 1fe9d995cd3843b1b1c980bce61c0bc3 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:27.196403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.379072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05b322c3-fa57-4b8c-b07a-2c55ab39fd75 req-1e43989c-1618-47de-8a30-57eaf117232a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 210 time: 0.1314416 Jul 15 13:08:27.470541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.477969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.572361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event updated for resources: {'Port': ['ID=967f89de-83ec-4fad-a7d6-aab1e179781b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.583342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.607863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.653027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93823) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 13:08:27.653658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Router 41733e9b-7e2a-416b-a828-9dcd195331a3 migrating from provider to provider. {{(pid=93823) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 13:08:27.656204 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.666175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Checking segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:27.666619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Network hostable DHCP agents. Network: 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:27.668956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.672787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.674636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8d682ebf-d70e-4ebd-b83e-29b6bcf03a4c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0433736 Jul 15 13:08:27.687800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.699149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.724369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:27.756470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:27.762474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.763086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.770317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01da83-3f4d-423c-b2bf-6787694ba102 None None] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:27.822830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-779a0369-70de-4236-9510-7834a1ec342d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8193378 Jul 15 13:08:27.823503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.826661 n-d-798249-9 neutron-server[93823]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] No L3 agents can host the router 41733e9b-7e2a-416b-a828-9dcd195331a3 Jul 15 13:08:27.837765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:27.934122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.935210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.945093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-81d3c5da-dfaa-470c-9ae6-d7f291352bf1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371075 Jul 15 13:08:27.999938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:28.037000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 50544849-6090-437d-8d8c-0d034c2fc700 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:28.037584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 50544849-6090-437d-8d8c-0d034c2fc700 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:28.107708 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:08:28.153440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:28.160100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'fixed_ips': [{'subnet_id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:28.163389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.203290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-27024b6b-8555-4428-8edc-3588fdade9cf tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.205963 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-27024b6b-8555-4428-8edc-3588fdade9cf tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218688 Jul 15 13:08:28.211447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40092) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:28.228061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': '24ba7a71-c384-48de-84f5-5e389c48858f', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:28.268709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.520815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:28.521547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.567738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:28.596584 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.731038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Allocated IP 172.20.0.2 (4cf6be6c-a35d-45f9-9efb-a544c25a9c0c/e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf/7c25396f-fbe7-407e-8f48-722ff2584e1f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:28.781840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:28.948164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.976882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.989861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Transition to ACTIVE for port object 7c25396f-fbe7-407e-8f48-722ff2584e1f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:29.015656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d7e6ffb-3f72-4382-8cfa-a8ff50c09832 req-15c88f99-ab7a-4069-89b2-75e12135dc48 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 210 time: 0.1081846 Jul 15 13:08:29.016168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Transition to ACTIVE for port object 7c25396f-fbe7-407e-8f48-722ff2584e1f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:29.029746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.077584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-3dbe5a27-810f-41bb-91b3-dd211d80a420 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--463342447&fields=id&tenant_id=6ebecac474b24a839c924756d27bf711 HTTP/1.1" status: 200 len: 267 time: 0.8438816 Jul 15 13:08:29.092641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-0c6ee290-5a54-4ed3-9ac2-b5de49f53a19 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2117062 Jul 15 13:08:29.120934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:29.123815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:29.127766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:29.133822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Pushing event updated for resources: {'Port': ['ID=7c25396f-fbe7-407e-8f48-722ff2584e1f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:29.241398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Attempting to bind port 7c25396f-fbe7-407e-8f48-722ff2584e1f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.241793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Attempting to bind port 7c25396f-fbe7-407e-8f48-722ff2584e1f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.242096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Attempting to bind port 7c25396f-fbe7-407e-8f48-722ff2584e1f on network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.247861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:29.248244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Checking segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:29.248790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.249195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Bound using segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:29.249666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Bound port: 7c25396f-fbe7-407e-8f48-722ff2584e1f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:29.250111 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.327518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf5e9-c843-47f3-9e8f-f2cc12d3e3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.330338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Hosts for router 41733e9b-7e2a-416b-a828-9dcd195331a3: [] {{(pid=93823) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 13:08:29.342190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] For port 7c25396f-fbe7-407e-8f48-722ff2584e1f, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:29.351426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] For port 7c25396f-fbe7-407e-8f48-722ff2584e1f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c25396f-fbe7-407e-8f48-722ff2584e1f,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:29.369048 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.373661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-e8ced697-b504-4edf-98ba-afb65f515ed2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.375908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-e8ced697-b504-4edf-98ba-afb65f515ed2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190490 Jul 15 13:08:29.397089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:29.476387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Hosts for other DVR routers connected to router 41733e9b-7e2a-416b-a828-9dcd195331a3: set() {{(pid=93823) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 13:08:29.479576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.481298 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c8e27ca0-2c33-45ec-adf1-ecdd6b138ce7 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "PUT /v2.0/routers/41733e9b-7e2a-416b-a828-9dcd195331a3 HTTP/1.1" status: 200 len: 715 time: 2.9164548 Jul 15 13:08:29.499260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40126) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:29.509710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4e724-16f4-4695-9930-3346e66d14a7 None None] Pushing event updated for resources: {'Port': ['ID=7c25396f-fbe7-407e-8f48-722ff2584e1f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:29.685336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-600e6840-4149-496c-a516-76ba0e1e19c6 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "GET /v2.0/routers/41733e9b-7e2a-416b-a828-9dcd195331a3 HTTP/1.1" status: 200 len: 715 time: 0.1848693 Jul 15 13:08:29.691831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:29.742436 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d8079b8-d488-48e5-ab3e-d0e571ec7307 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77ea1299346e4ffcb81c852203ecad30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288657 Jul 15 13:08:29.745310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:29.767627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.34 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/9c082d75-1676-4508-9fec-6a3dc20eada4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:29.900287 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf5e9-c843-47f3-9e8f-f2cc12d3e3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.920971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf5e9-c843-47f3-9e8f-f2cc12d3e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.963789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-a2994da7-bca4-493b-b4bf-c93e610c6582 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.965809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-a2994da7-bca4-493b-b4bf-c93e610c6582 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/networks?id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 HTTP/1.1" status: 200 len: 806 time: 0.8808641 Jul 15 13:08:29.989299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-155e91b4-8359-4e21-887e-8db765a8717b tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/quotas/6ebecac474b24a839c924756d27bf711 HTTP/1.1" status: 200 len: 375 time: 0.0175276 Jul 15 13:08:30.090250 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7ccf5e9-c843-47f3-9e8f-f2cc12d3e3fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2e262e06dd04d70a19a7f1789be410c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8772490 Jul 15 13:08:30.107151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40136) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:30.197088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c25396f-fbe7-407e-8f48-722ff2584e1f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:30.212864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:30.217285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.235774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e5f493-e3ad-49e5-afab-861fa6d2acee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.248714 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3fbfee26-0930-40f9-bc43-b99b3bca81ae tempest-RoutersTestDVR-580811097 tempest-RoutersTestDVR-580811097-project] 10.222.0.48 "GET /v2.0/routers/41733e9b-7e2a-416b-a828-9dcd195331a3 HTTP/1.1" status: 200 len: 681 time: 0.5514774 Jul 15 13:08:30.251581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf5e9-c843-47f3-9e8f-f2cc12d3e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a01b7d-184a-437a-90c7-d97020510d25,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.262109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40138) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:30.303135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7c25396f-fbe7-407e-8f48-722ff2584e1f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:30.387796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e5f493-e3ad-49e5-afab-861fa6d2acee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.411550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.502882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-127696c0-94bf-4c22-852f-d76342dfdd14 req-5653053f-4932-4ae5-a4da-0c387bd428d7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 210 time: 0.1312556 Jul 15 13:08:30.518806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-de177e9a-1ef7-4622-8db9-1769e54f5e2b tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6ebecac474b24a839c924756d27bf711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5086286 Jul 15 13:08:30.539921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e6ca-a41c-4d92-af12-83b391aedfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.599656 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.635314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e6ca-a41c-4d92-af12-83b391aedfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.695130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.716743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.729531 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.736696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.746426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object 9c082d75-1676-4508-9fec-6a3dc20eada4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:30.799353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.809374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.810011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41733e9b-7e2a-416b-a828-9dcd195331a3 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:08:30.811682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e5f493-e3ad-49e5-afab-861fa6d2acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.815845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e5f493-e3ad-49e5-afab-861fa6d2acee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.818196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-53e5f493-e3ad-49e5-afab-861fa6d2acee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b90aced3-d7f2-4fa2-9310-db4ff19b1d28 HTTP/1.1" status: 204 len: 168 time: 1.0699379 Jul 15 13:08:30.822794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.825249 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ede1a880-009e-4339-bcfd-9ab3150ec797 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "DELETE /v2.0/routers/41733e9b-7e2a-416b-a828-9dcd195331a3 HTTP/1.1" status: 204 len: 168 time: 0.5622199 Jul 15 13:08:30.832513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:30.842837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Request body: {'router': {'name': 'tempest-router-1254630859', 'distributed': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:30.865047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f493-e3ad-49e5-afab-861fa6d2acee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90aced3-d7f2-4fa2-9310-db4ff19b1d28,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.905857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.920114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:30.930233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.931781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.991618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:31.026077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e6ca-a41c-4d92-af12-83b391aedfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.028187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:31.030316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e6ca-a41c-4d92-af12-83b391aedfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.035567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2fe8e6ca-a41c-4d92-af12-83b391aedfda admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99a01b7d-184a-437a-90c7-d97020510d25 HTTP/1.1" status: 204 len: 168 time: 0.9216969 Jul 15 13:08:31.053633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:31.141242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8e6ca-a41c-4d92-af12-83b391aedfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a01b7d-184a-437a-90c7-d97020510d25,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.171131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36b789-eea3-4707-8cef-23f35a2bad3a None None] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:31.186037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-4de3bf80-32cc-4193-86df-b50ec07ffba2 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406276 Jul 15 13:08:31.199701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.80 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/fbca00d7-0d3e-4796-9520-a56cc2732ba6) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:31.286357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=9c082d75-1676-4508-9fec-6a3dc20eada4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.307229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Allocated IP 172.25.2.216 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a3624612-965c-450e-a321-3d36d04435c8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:31.314456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.331187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.357213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.358483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.399337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] Provisioning for port 7c25396f-fbe7-407e-8f48-722ff2584e1f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:31.407578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.409027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-65350ea0-f4a1-4a17-8cbb-7608f32bcf85 tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5726345 Jul 15 13:08:31.412737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.434516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] Provisioning complete for port 7c25396f-fbe7-407e-8f48-722ff2584e1f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:31.434889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.500189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-401191a2-06de-4b67-900c-0f2f0ede9f31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2776437 Jul 15 13:08:31.652460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.662830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.688221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-1721cae3-def8-4e99-879c-0c752769f206 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555330 Jul 15 13:08:31.824188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.961174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Request body: {'port': {'device_id': '24ba7a71-c384-48de-84f5-5e389c48858f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:32.061714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.101616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.148516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object fbca00d7-0d3e-4796-9520-a56cc2732ba6 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:32.209111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-322f7d08-b81d-4277-b971-091f6b6cd965 req-53577847-5da8-4ccd-9ca4-3a06dfc3aa04 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 210 time: 0.2676964 Jul 15 13:08:32.250927 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-14fd6f7f-d4e5-4521-be1c-9659f2c019ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33e3c968d1fe4ecb88e8b74658d9cc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901484 Jul 15 13:08:32.257442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:32.283901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] For port 7c25396f-fbe7-407e-8f48-722ff2584e1f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c25396f-fbe7-407e-8f48-722ff2584e1f,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:32.296358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.338357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.383635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.420534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b51765-79a5-4bb7-a0c4-b3c270572405 None None] Pushing event updated for resources: {'Port': ['ID=7c25396f-fbe7-407e-8f48-722ff2584e1f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.442360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c83b685-30f9-402f-b072-c526e02f3311 None None] Provisioning for port 9c082d75-1676-4508-9fec-6a3dc20eada4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:32.455631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c83b685-30f9-402f-b072-c526e02f3311 None None] Provisioning complete for port 9c082d75-1676-4508-9fec-6a3dc20eada4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:32.456019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c83b685-30f9-402f-b072-c526e02f3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.482297 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.482871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1b3c133-eb64-48c7-99a8-d178827dc51f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:08:32.493782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.500441 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9cf84128-ebd7-409b-90f7-f94fb62f8ebc tempest-RoutersTestDVR-1298005202 tempest-RoutersTestDVR-1298005202-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a1b3c133-eb64-48c7-99a8-d178827dc51f HTTP/1.1" status: 204 len: 168 time: 1.0842335 Jul 15 13:08:32.507567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.561135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8c83b685-30f9-402f-b072-c526e02f3311 None None] Port 9c082d75-1676-4508-9fec-6a3dc20eada4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:32.572247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73952d8e-3183-481a-b382-563b7b5cfd52 req-9701c53e-e77c-4389-a493-5e02cf7fc52c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.1731408 Jul 15 13:08:32.603992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.615664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.628357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:32.691542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:32.876402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ee5171-7c5e-4a43-b5b3-d72b6d0bcbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.968523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a775c6db-5547-45db-9436-af80121aaef3 None None] Provisioning complete for port 7c25396f-fbe7-407e-8f48-722ff2584e1f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:32.968904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a775c6db-5547-45db-9436-af80121aaef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.977088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:32.985457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:32.987308 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-367414ee-73a6-47f7-8be0-c9c1847afc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.998708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:33.029730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:33.044637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:33.109859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:33.269027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c082d75-1676-4508-9fec-6a3dc20eada4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:33.270808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:33.279305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.299688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Transition to ACTIVE for port object 9c082d75-1676-4508-9fec-6a3dc20eada4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:33.309340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.329656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.330337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.341599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Pushing event updated for resources: {'Port': ['ID=a3624612-965c-450e-a321-3d36d04435c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.348630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5a381d5-9bb4-4788-adf2-0b47dbe4cb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.430704 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.485423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Pushing event updated for resources: {'Port': ['ID=9c082d75-1676-4508-9fec-6a3dc20eada4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.536712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Attempting to bind port 9c082d75-1676-4508-9fec-6a3dc20eada4 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:33.537051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Attempting to bind port 9c082d75-1676-4508-9fec-6a3dc20eada4 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:33.537602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Attempting to bind port 9c082d75-1676-4508-9fec-6a3dc20eada4 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:33.540786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=fbca00d7-0d3e-4796-9520-a56cc2732ba6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.547590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Port 9c082d75-1676-4508-9fec-6a3dc20eada4 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:33.548489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Attempting to bind port 9c082d75-1676-4508-9fec-6a3dc20eada4 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:33.556599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:33.557611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:33.558459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:33.562039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Bound port: 9c082d75-1676-4508-9fec-6a3dc20eada4, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:33.562867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.612465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a81dcac2-6128-4e46-bfc0-85b989c59024 None None] Provisioning for port fbca00d7-0d3e-4796-9520-a56cc2732ba6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:33.617627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a81dcac2-6128-4e46-bfc0-85b989c59024 None None] Provisioning complete for port fbca00d7-0d3e-4796-9520-a56cc2732ba6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:33.618009 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a81dcac2-6128-4e46-bfc0-85b989c59024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.713440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a81dcac2-6128-4e46-bfc0-85b989c59024 None None] Port fbca00d7-0d3e-4796-9520-a56cc2732ba6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:33.739122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] For port 9c082d75-1676-4508-9fec-6a3dc20eada4, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:33.745300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] For port 9c082d75-1676-4508-9fec-6a3dc20eada4, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9c082d75-1676-4508-9fec-6a3dc20eada4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:33.759507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.781872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-367414ee-73a6-47f7-8be0-c9c1847afc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.818250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.819324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.821416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] 10.222.0.49 "PUT /v2.0/ports/9c082d75-1676-4508-9fec-6a3dc20eada4 HTTP/1.1" status: 200 len: 1095 time: 2.2969723 Jul 15 13:08:33.828710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ba7a71-c384-48de-84f5-5e389c48858f', 'tag': '9c082d75-1676-4508-9fec-6a3dc20eada4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:33.832136 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b94daa1-6913-457a-886a-ccbf7d67445e" -d '{"events": [{"name": "network-changed", "server_uuid": "24ba7a71-c384-48de-84f5-5e389c48858f", "tag": "9c082d75-1676-4508-9fec-6a3dc20eada4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:33.942277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca131-d34a-492f-9790-b3ae766d936f service neutron] Pushing event updated for resources: {'Port': ['ID=9c082d75-1676-4508-9fec-6a3dc20eada4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.975493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3ddc174-d937-44a5-8cd3-13d61501441f req-20e47647-33e5-4769-9ee5-12b93196df29 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.0852678 Jul 15 13:08:34.036727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-bf85fcf4-0a08-417e-a0b7-d7caecfdb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.041892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-bf85fcf4-0a08-417e-a0b7-d7caecfdb4ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 1098 time: 0.1562009 Jul 15 13:08:34.120942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c25396f-fbe7-407e-8f48-722ff2584e1f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:34.122831 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68d417-cad0-4c5c-822b-4f07d60b87a1 x-openstack-request-id: req-de68d417-cad0-4c5c-822b-4f07d60b87a1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:34.123104 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ba7a71-c384-48de-84f5-5e389c48858f", "tag": "9c082d75-1676-4508-9fec-6a3dc20eada4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:34.123365 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de68d417-cad0-4c5c-822b-4f07d60b87a1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:34.123753 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ba7a71-c384-48de-84f5-5e389c48858f', 'tag': '9c082d75-1676-4508-9fec-6a3dc20eada4', 'status': 'completed', 'code': 200} Jul 15 13:08:34.125655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-1e73ce76-7f06-4cc5-9f40-9cc84de677fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9c082d75-1676-4508-9fec-6a3dc20eada4 HTTP/1.1" status: 200 len: 217 time: 0.0779119 Jul 15 13:08:34.182363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d3e3c-0576-4966-81ab-b0e6e62d0be7 req-532811d6-fc57-41c2-b985-1aa09f13cd2d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.186521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b0d3e3c-0576-4966-81ab-b0e6e62d0be7 req-532811d6-fc57-41c2-b985-1aa09f13cd2d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 935 time: 0.6413748 Jul 15 13:08:34.204829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-df9e528f-ca20-4493-88a8-975882af29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.205282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ee5171-7c5e-4a43-b5b3-d72b6d0bcbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.210646 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-df9e528f-ca20-4493-88a8-975882af29b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0774851 Jul 15 13:08:34.238993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7c25396f-fbe7-407e-8f48-722ff2584e1f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:34.239363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.253370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ee5171-7c5e-4a43-b5b3-d72b6d0bcbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.277887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-967ecb9e-9e87-4a88-8bc6-7755d175d319 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8876061 Jul 15 13:08:34.324776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b0d3e3c-0576-4966-81ab-b0e6e62d0be7 req-8d483636-be2b-4e26-a96f-542359828cdf tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120009 Jul 15 13:08:34.325703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-604e5f7b-328c-449a-853e-6541923aec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.329398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-604e5f7b-328c-449a-853e-6541923aec33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138732 Jul 15 13:08:34.333590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Request body: {'port': {'device_id': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:34.339715 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-367414ee-73a6-47f7-8be0-c9c1847afc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.342324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-367414ee-73a6-47f7-8be0-c9c1847afc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.353158 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-367414ee-73a6-47f7-8be0-c9c1847afc07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daacc336-e3b1-484c-ab1f-aec7d8aa8242 HTTP/1.1" status: 204 len: 168 time: 2.0812488 Jul 15 13:08:34.514962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5a381d5-9bb4-4788-adf2-0b47dbe4cb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.529136 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-22649f18-77d6-42d1-a439-639383ba8aea service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915469 Jul 15 13:08:34.541993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-41ee5171-7c5e-4a43-b5b3-d72b6d0bcbdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bcc37dd1e9243e09be5c5031669ea72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8447754 Jul 15 13:08:34.548946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40232) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:34.549340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5a381d5-9bb4-4788-adf2-0b47dbe4cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.593034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b5a381d5-9bb4-4788-adf2-0b47dbe4cb92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dfe3fb008c04bf69b23cf4d45b2628d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6026857 Jul 15 13:08:34.595012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.607483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:34.889768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e026166f-28c5-4385-81f9-37b29f3767f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.971036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-c640b29b-88a6-47ea-8c90-82103cf8bbf6 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235950 Jul 15 13:08:34.974868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a102f72a-60e2-4b05-b482-24968e9068da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.978810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e026166f-28c5-4385-81f9-37b29f3767f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.012943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee5171-7c5e-4a43-b5b3-d72b6d0bcbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcb646-4dbe-41f0-a73f-ace058e4b5f8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.042240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a102f72a-60e2-4b05-b482-24968e9068da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.176154 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e026166f-28c5-4385-81f9-37b29f3767f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.179151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e026166f-28c5-4385-81f9-37b29f3767f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.187725 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e026166f-28c5-4385-81f9-37b29f3767f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba76b5cf-8247-46ec-b618-3a53dd290cf4 HTTP/1.1" status: 204 len: 168 time: 0.5779307 Jul 15 13:08:35.197298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367414ee-73a6-47f7-8be0-c9c1847afc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daacc336-e3b1-484c-ab1f-aec7d8aa8242,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.201392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a102f72a-60e2-4b05-b482-24968e9068da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.221830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a102f72a-60e2-4b05-b482-24968e9068da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.225594 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a102f72a-60e2-4b05-b482-24968e9068da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cafcb646-4dbe-41f0-a73f-ace058e4b5f8 HTTP/1.1" status: 204 len: 168 time: 0.6733582 Jul 15 13:08:35.233925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026166f-28c5-4385-81f9-37b29f3767f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba76b5cf-8247-46ec-b618-3a53dd290cf4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.248506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-2409c7b4-b89b-4fcf-83a8-61ca9ede8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.250775 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-2409c7b4-b89b-4fcf-83a8-61ca9ede8895 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 1098 time: 0.2058833 Jul 15 13:08:35.259122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a381d5-9bb4-4788-adf2-0b47dbe4cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba76b5cf-8247-46ec-b618-3a53dd290cf4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.265478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.454473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-cd3f3d16-8fb8-4fd9-b2e3-95fa8d28363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.460854 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-cd3f3d16-8fb8-4fd9-b2e3-95fa8d28363c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1943491 Jul 15 13:08:35.461804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102f72a-60e2-4b05-b482-24968e9068da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcb646-4dbe-41f0-a73f-ace058e4b5f8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.536703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b727ede-9073-48e2-8d91-bc081f4596a4 req-ab9d403f-e0ed-4daf-9e36-e75dbe95743e tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.2725420 Jul 15 13:08:35.596063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.599431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-98217550-10aa-4da5-bbf1-cd9842155aec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9c082d75-1676-4508-9fec-6a3dc20eada4 HTTP/1.1" status: 200 len: 217 time: 0.1313415 Jul 15 13:08:35.697466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-4fd2c59a-593f-45dc-acc1-bf122824a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.699519 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-4fd2c59a-593f-45dc-acc1-bf122824a650 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0918620 Jul 15 13:08:35.701152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-08a4f504-a0b6-4bba-aeab-cf6e79563935 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.711228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-08a4f504-a0b6-4bba-aeab-cf6e79563935 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.23 "GET /v2.0/networks?id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 HTTP/1.1" status: 200 len: 806 time: 1.1896203 Jul 15 13:08:35.925181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40290) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:35.930600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-234faba5-78e3-4165-9116-094cc56908c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.932168 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-234faba5-78e3-4165-9116-094cc56908c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237797 Jul 15 13:08:35.993749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f97cc928-6550-477d-8dbe-50fceb685b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.104634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbca00d7-0d3e-4796-9520-a56cc2732ba6 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:36.113608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.136748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Transition to ACTIVE for port object fbca00d7-0d3e-4796-9520-a56cc2732ba6 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:36.162760 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-c8b064c7-7c16-4b1a-8906-5a27341a0b28 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914575 Jul 15 13:08:36.196029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:36.214730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Router bb900681-3325-4bd8-a7f5-031ae4bedd07 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:36.231653 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.558110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-6041adee-778a-4fa9-987e-1ff75f1fb461 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebecac474b24a839c924756d27bf711 HTTP/1.1" status: 200 len: 379 time: 0.4178991 Jul 15 13:08:36.575340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Request body: {'port': {'device_id': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'admin_state_up': True, 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'security_groups': ['c568c4a8-eab0-433d-9a33-ef95431f6626']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:36.737773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:36.835412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca00d7-0d3e-4796-9520-a56cc2732ba6,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.838146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:36.845101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d29f930c-bc79-4f15-abbe-12c2bca3f88d req-b1b43b37-f1aa-4641-8865-3c70778e354e tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.1082380 Jul 15 13:08:36.852621 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Sync routers for ids ['bb900681-3325-4bd8-a7f5-031ae4bedd07'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:36.866789 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Routers {'bb900681-3325-4bd8-a7f5-031ae4bedd07'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:36.870460 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['bb900681-3325-4bd8-a7f5-031ae4bedd07'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:36.895843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f97cc928-6550-477d-8dbe-50fceb685b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.900150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-network', 'tenant_id': '26dd2c0695724181b5375cfa2c720076'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:36.910905 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5b94daa1-6913-457a-886a-ccbf7d67445e req-58a3f321-a6f1-4d3e-87a7-db57ef41e472 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390268 Jul 15 13:08:36.912130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f97cc928-6550-477d-8dbe-50fceb685b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.933938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c824f-4113-4b68-9382-3acfe64d407f req-52bdc60e-0e16-426e-9d17-7a4d97052683 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.947441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-134c824f-4113-4b68-9382-3acfe64d407f req-52bdc60e-0e16-426e-9d17-7a4d97052683 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 935 time: 1.2678485 Jul 15 13:08:36.959020 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f97cc928-6550-477d-8dbe-50fceb685b57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ae036b210db4ff78f045942fa2f8d17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0234823 Jul 15 13:08:36.959463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc928-6550-477d-8dbe-50fceb685b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7adcf3-9418-48d4-97ba-48a96a9492fc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.966927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:37.019978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.024261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ea374e14-b56f-41fd-b137-a9dafe2bf428 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1970696 Jul 15 13:08:37.025929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:37.094710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Made reservation on behalf of 26dd2c0695724181b5375cfa2c720076 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:37.098741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.121072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-570667821-network', 'tenant_id': '6022af81ad4c47b2b6102a503911fc17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:37.127208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Set router bb900681-3325-4bd8-a7f5-031ae4bedd07 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:37.146610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Made reservation on behalf of 6ebecac474b24a839c924756d27bf711 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:37.148203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.151699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.193362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Attempting to bind port fbca00d7-0d3e-4796-9520-a56cc2732ba6 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:37.193691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Attempting to bind port fbca00d7-0d3e-4796-9520-a56cc2732ba6 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:37.194024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Attempting to bind port fbca00d7-0d3e-4796-9520-a56cc2732ba6 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:37.231017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-134c824f-4113-4b68-9382-3acfe64d407f req-863b6627-a85b-484b-a09d-604062f1d85a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766392 Jul 15 13:08:37.267098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Port fbca00d7-0d3e-4796-9520-a56cc2732ba6 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:37.267429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Attempting to bind port fbca00d7-0d3e-4796-9520-a56cc2732ba6 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:37.277610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63d043aa-0fdc-4184-9dd4-b36abb1796df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.288979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:37.289367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:37.289694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:37.290145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Bound port: fbca00d7-0d3e-4796-9520-a56cc2732ba6, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:37.290532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.317418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Made reservation on behalf of 6022af81ad4c47b2b6102a503911fc17 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:37.319589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.365499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63d043aa-0fdc-4184-9dd4-b36abb1796df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.372144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.466609 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:33Z', 'revision_number': 3, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:37.480978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] For port fbca00d7-0d3e-4796-9520-a56cc2732ba6, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:37.499740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Allocated IP 172.20.0.14 (3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0/415ac862-73a1-4451-a745-c90c8ae58fd4/364fe6d0-b430-4f3b-9de5-f063cde20d99) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:37.507586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] For port fbca00d7-0d3e-4796-9520-a56cc2732ba6, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:37.522088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.534511 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Checking router: bb900681-3325-4bd8-a7f5-031ae4bedd07 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:37.535036 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Updating router bb900681-3325-4bd8-a7f5-031ae4bedd07 port a3624612-965c-450e-a321-3d36d04435c8 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:37.568252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63d043aa-0fdc-4184-9dd4-b36abb1796df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.570794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63d043aa-0fdc-4184-9dd4-b36abb1796df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.571912 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.572128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-63d043aa-0fdc-4184-9dd4-b36abb1796df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b7adcf3-9418-48d4-97ba-48a96a9492fc HTTP/1.1" status: 204 len: 168 time: 0.6026804 Jul 15 13:08:37.589908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.596475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.597215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.603619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] 10.222.0.49 "PUT /v2.0/ports/fbca00d7-0d3e-4796-9520-a56cc2732ba6 HTTP/1.1" status: 200 len: 1095 time: 3.2846298 Jul 15 13:08:37.606444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'tag': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:37.617328 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef068818-dd05-4bab-87cf-fc27f68ad1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4a80a0ff-a751-4af9-bd6b-7d15af9309c9", "tag": "fbca00d7-0d3e-4796-9520-a56cc2732ba6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:37.621241 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.655180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:37.679788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e666b35f-13f2-4d63-a8c3-23cfe867cfa2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.683956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.684438 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Added segment cab32129-bcc7-47a1-9375-4278bb1690f8 of type vlan for network 6e83b065-e160-4364-a6eb-232bdcdf7d9d Jul 15 13:08:37.744583 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d3a39b-3689-4176-8708-f9786c0d0345 x-openstack-request-id: req-38d3a39b-3689-4176-8708-f9786c0d0345 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:37.744583 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a80a0ff-a751-4af9-bd6b-7d15af9309c9", "tag": "fbca00d7-0d3e-4796-9520-a56cc2732ba6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:37.745002 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38d3a39b-3689-4176-8708-f9786c0d0345 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:37.745334 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'tag': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', 'status': 'completed', 'code': 200} Jul 15 13:08:37.798948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.838651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.843729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d043aa-0fdc-4184-9dd4-b36abb1796df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7adcf3-9418-48d4-97ba-48a96a9492fc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.949806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9c082d75-1676-4508-9fec-6a3dc20eada4 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:37.974634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a62ab8-abb5-4463-bdd6-7733c93ec579 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca00d7-0d3e-4796-9520-a56cc2732ba6,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.047944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.058423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.060726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.105268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.125977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.131226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-8c7cc174-6c8e-4366-be8c-9a37af5bb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.132877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-8c7cc174-6c8e-4366-be8c-9a37af5bb457 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 1098 time: 0.3628333 Jul 15 13:08:38.256135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.261898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-6f8995b1-2435-4f31-aba7-3cfc5675b19d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6 HTTP/1.1" status: 200 len: 217 time: 0.0932829 Jul 15 13:08:38.325534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9c082d75-1676-4508-9fec-6a3dc20eada4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9c082d75-1676-4508-9fec-6a3dc20eada4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:38.331664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] Pushing event updated for resources: {'Network': ['ID=6e83b065-e160-4364-a6eb-232bdcdf7d9d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.334786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:38.360821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:38.370597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f16358d-216b-4be8-bd78-5f401566ea97 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1695623 Jul 15 13:08:38.393653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:38.402351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-722d61ea-1494-4092-a043-d2e7b52a60c4 req-eb020660-c0c2-4a75-bd09-2496e669fb3c tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.1338940 Jul 15 13:08:38.406756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Transition to ACTIVE for port object 364fe6d0-b430-4f3b-9de5-f063cde20d99 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:38.419840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Request body: {'subnet': {'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-subnet', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:38.420050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '9c082d75-1676-4508-9fec-6a3dc20eada4', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '9c082d75-1676-4508-9fec-6a3dc20eada4', 'mac_address': 'fa:16:3e:c7:24:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:38.429174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5feecd-67da-4a5a-b715-3f4febbe034d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.469886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.470310 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Added segment 3f090e86-b93f-4847-a680-e253e7e73dea of type vlan for network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 Jul 15 13:08:38.547006 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.574444 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Transition to ACTIVE for port object a3624612-965c-450e-a321-3d36d04435c8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:38.603280 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.644717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Made reservation on behalf of 26dd2c0695724181b5375cfa2c720076 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:38.649158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.650994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.658521 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.669481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c082d75-1676-4508-9fec-6a3dc20eada4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:38.705492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9c082d75-1676-4508-9fec-6a3dc20eada4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9c082d75-1676-4508-9fec-6a3dc20eada4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:38.723762 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.737043 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.738515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.739100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.760605 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Attempting to bind port a3624612-965c-450e-a321-3d36d04435c8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:38.761086 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Attempting to bind port a3624612-965c-450e-a321-3d36d04435c8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:38.764544 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Attempting to bind port a3624612-965c-450e-a321-3d36d04435c8 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:38.769550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448b573-7d43-4cc7-b993-3fc5931f315f None None] Pushing event updated for resources: {'Port': ['ID=a3624612-965c-450e-a321-3d36d04435c8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.793486 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:38.793866 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:38.794292 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.797514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:38.797958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Bound port: a3624612-965c-450e-a321-3d36d04435c8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:38.798744 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.838956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9c082d75-1676-4508-9fec-6a3dc20eada4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.865956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-508aa27a-310d-4076-96ea-b4ba62ea2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.867904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-508aa27a-310d-4076-96ea-b4ba62ea2dbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.5864966 Jul 15 13:08:38.872489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] Pushing event updated for resources: {'Network': ['ID=4962dcb9-3a70-46eb-bf63-a45ca3419cd7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.878757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aa89126d-5701-4b57-ab05-9cec9fc9af0b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1140332 Jul 15 13:08:38.883663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40372) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:38.885438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:38.890475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Request body: {'subnet': {'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-570667821-subnet', 'tenant_id': '6022af81ad4c47b2b6102a503911fc17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:38.946958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] For port a3624612-965c-450e-a321-3d36d04435c8, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:38.956281 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] For port a3624612-965c-450e-a321-3d36d04435c8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a3624612-965c-450e-a321-3d36d04435c8,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:38.973235 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.984228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Made reservation on behalf of 6022af81ad4c47b2b6102a503911fc17 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:38.986718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.989489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.025066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:39.117313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd4d5f-d125-473c-adf2-3ae1c39433e9 req-af613b3e-c152-442f-9be2-c76844ad951a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.119602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64dd4d5f-d125-473c-adf2-3ae1c39433e9 req-af613b3e-c152-442f-9be2-c76844ad951a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 947 time: 0.4022183 Jul 15 13:08:39.125402 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448b573-7d43-4cc7-b993-3fc5931f315f None None] Pushing event updated for resources: {'Port': ['ID=a3624612-965c-450e-a321-3d36d04435c8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:39.134980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:39.161670 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Routers {'bb900681-3325-4bd8-a7f5-031ae4bedd07'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:39.162568 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['bb900681-3325-4bd8-a7f5-031ae4bedd07'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:39.355418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event updated for resources: {'Port': ['ID=364fe6d0-b430-4f3b-9de5-f063cde20d99,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:39.359258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:39.387181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:39.486280 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] Set router bb900681-3325-4bd8-a7f5-031ae4bedd07 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:39.490074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Allocated IP 172.20.0.1 (4cf6be6c-a35d-45f9-9efb-a544c25a9c0c/e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf/bab8ca47-6955-4403-8519-e5058e1160f4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:39.609505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.653045 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.804895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb22382-8999-4a84-84e8-a46935e52509,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:39.815325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-e4d5b1f6-4c38-4976-bb45-6f576c9d6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.817364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-e4d5b1f6-4c38-4976-bb45-6f576c9d6eae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9320097 Jul 15 13:08:39.821623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1354c3-db99-4552-978d-325d4dfdf7cf,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:39.853407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Checking segment: {'id': 'cab32129-bcc7-47a1-9375-4278bb1690f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:39.854936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Network hostable DHCP agents. Network: 6e83b065-e160-4364-a6eb-232bdcdf7d9d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:39.906911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.907987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.928869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:39.930976 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-342c648d-2754-4406-bba0-45f63786de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:33Z', 'revision_number': 3, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:39.982383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.984074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee38455c-8d53-4902-a732-4298ca155e5c None None] Provisioning for port 364fe6d0-b430-4f3b-9de5-f063cde20d99 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:39.989386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee38455c-8d53-4902-a732-4298ca155e5c None None] Provisioning complete for port 364fe6d0-b430-4f3b-9de5-f063cde20d99 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:39.989770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee38455c-8d53-4902-a732-4298ca155e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.992028 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c648d-2754-4406-bba0-45f63786de36 None None] The sync data for ids ['bb900681-3325-4bd8-a7f5-031ae4bedd07'] in n-d-798249-9 is: [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:33Z', 'revision_number': 3, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:40.032323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 6e83b065-e160-4364-a6eb-232bdcdf7d9d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:40.057298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.063838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.085783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ee38455c-8d53-4902-a732-4298ca155e5c None None] Port 364fe6d0-b430-4f3b-9de5-f063cde20d99 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:40.098497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Transition to ACTIVE for port object bab8ca47-6955-4403-8519-e5058e1160f4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:40.102988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305849ba-f0c1-4ce9-b275-f95b858ace07 None None] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:40.142878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-36e50aa7-6c18-407c-b2f3-434e39e84a3a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7444482 Jul 15 13:08:40.147941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:40.157841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:40.161176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-7fb54d6b-8493-41d9-8f14-214d2eac37e1 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268528 Jul 15 13:08:40.202822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.203997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.315330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-6e83b065-e160-4364-a6eb-232bdcdf7d9d', 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'fixed_ips': [{'subnet_id': '7e1354c3-db99-4552-978d-325d4dfdf7cf'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:40.316688 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.346860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.542158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40412) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:40.554028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-cd99bbac-fcac-4497-b5a3-f1990657ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.555374 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-cd99bbac-fcac-4497-b5a3-f1990657ed33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 1096 time: 0.4618270 Jul 15 13:08:40.592685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Allocated IP 172.20.0.2 (6e83b065-e160-4364-a6eb-232bdcdf7d9d/7e1354c3-db99-4552-978d-325d4dfdf7cf/0efa8d07-b5aa-49fd-949d-c2f02a1fab70) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:40.758646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64dd4d5f-d125-473c-adf2-3ae1c39433e9 req-5fd3b885-4d85-44c7-81db-c5f39601f9b2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3832400 Jul 15 13:08:40.808720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8cddaee5-333c-4cf2-a717-ff3ecbaf54a2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2442038 Jul 15 13:08:40.849697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.871569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Request body: {'port': {'device_id': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:40.875980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.900767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-402174786', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:40.915549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.932797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Transition to ACTIVE for port object 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:40.954867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Transition to ACTIVE for port object 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:40.972974 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.031861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:41.048608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:41.059560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:41.061544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:41.061912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Network hostable DHCP agents. Network: 4962dcb9-3a70-46eb-bf63-a45ca3419cd7, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:41.093073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Pushing event updated for resources: {'Port': ['ID=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:41.107332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116311e-a839-4acc-b8dc-8e2e88a77bbd req-2e95e4c1-e03c-4770-9a55-3187fb61ce65 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.123793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a116311e-a839-4acc-b8dc-8e2e88a77bbd req-2e95e4c1-e03c-4770-9a55-3187fb61ce65 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 932 time: 1.3239672 Jul 15 13:08:41.151040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:41.167338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:41.170412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:41.227998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204e676f-b0db-4a43-9868-5b804bed7ed9 req-f4efd159-9fb4-41b7-843a-c3be7d725da7 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0320122 Jul 15 13:08:41.232129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bab8ca47-6955-4403-8519-e5058e1160f4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:41.250057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Made reservation on behalf of 3348927e0bd84983be5f2de3dea8cdc6 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:41.255838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.261566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Attempting to bind port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:41.262446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Attempting to bind port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cab32129-bcc7-47a1-9375-4278bb1690f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:41.263118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Attempting to bind port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 on network 6e83b065-e160-4364-a6eb-232bdcdf7d9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:41.270138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:41.273773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Checking segment: {'id': 'cab32129-bcc7-47a1-9375-4278bb1690f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:41.274616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.275410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Bound using segment: {'id': 'cab32129-bcc7-47a1-9375-4278bb1690f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:41.276142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Bound port: 0efa8d07-b5aa-49fd-949d-c2f02a1fab70, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab32129-bcc7-47a1-9375-4278bb1690f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:41.286657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:41.287979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.295772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-fb526cf6-4f5b-45de-a107-21aa5f238045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.297296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-fb526cf6-4f5b-45de-a107-21aa5f238045 service neutron] 10.222.0.23 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 906 time: 0.7058663 Jul 15 13:08:41.305807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.339089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.377195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a116311e-a839-4acc-b8dc-8e2e88a77bbd req-3fbf3441-7e3c-4e4e-a36f-f54edb27d435 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524598 Jul 15 13:08:41.440651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] For port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:41.442648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4962dcb9-3a70-46eb-bf63-a45ca3419cd7) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:41.451399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.455616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.457034 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.464226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] For port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,segment=NetworkSegment(cab32129-bcc7-47a1-9375-4278bb1690f8),segment_id=cab32129-bcc7-47a1-9375-4278bb1690f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:41.465799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-4202e504-4ac0-46e6-bfe1-7a85b484d6c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7d1d98b-2e63-467e-befd-d6b853607187 HTTP/1.1" status: 200 len: 217 time: 0.1528432 Jul 15 13:08:41.476547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87989a5c-9e9c-43ce-bedc-0bb726da99b5 None None] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:41.615622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-8ffe9433-a767-4c00-a814-007783390beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.617432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-8ffe9433-a767-4c00-a814-007783390beb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 1098 time: 0.2900620 Jul 15 13:08:41.693913 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.711139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144ee99-3ec4-417b-baeb-3dff0b79ca2c None None] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:41.756542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4309b1f5-cc7c-4739-8fd9-b761f363c68c None None] Provisioning for port bab8ca47-6955-4403-8519-e5058e1160f4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:41.778664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4309b1f5-cc7c-4739-8fd9-b761f363c68c None None] Provisioning complete for port bab8ca47-6955-4403-8519-e5058e1160f4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:41.778956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4309b1f5-cc7c-4739-8fd9-b761f363c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.826253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4309b1f5-cc7c-4739-8fd9-b761f363c68c None None] Port bab8ca47-6955-4403-8519-e5058e1160f4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:41.827494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-d3258678-9524-409a-bf4f-55eedf7eb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.829098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-d3258678-9524-409a-bf4f-55eedf7eb322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.2420986 Jul 15 13:08:41.938743 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-ed34ae79-2034-42f9-a11d-f4c5cf3fab90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649474 Jul 15 13:08:41.947904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e9aa6-557c-4aff-a8f2-8f98b1f6cb33 None None] Pushing event updated for resources: {'Port': ['ID=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:41.970894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9c082d75-1676-4508-9fec-6a3dc20eada4 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:42.073793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364fe6d0-b430-4f3b-9de5-f063cde20d99 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:42.096620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.102647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.118479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Transition to ACTIVE for port object 364fe6d0-b430-4f3b-9de5-f063cde20d99 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:42.181160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3b4f72a6-0d1c-4753-98f3-82601303e434 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.2921760 Jul 15 13:08:42.184833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.309488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.330973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.335068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] device_id is not set on port fe686302-a411-4148-aa64-d054567ee8a1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:42.414806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3624612-965c-450e-a321-3d36d04435c8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:42.593375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Allocated IP 172.25.2.124 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/fe686302-a411-4148-aa64-d054567ee8a1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:42.721909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 9c082d75-1676-4508-9fec-6a3dc20eada4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:42.779422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.793496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 9c082d75-1676-4508-9fec-6a3dc20eada4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:42.794663 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.794900 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.798654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a3624612-965c-450e-a321-3d36d04435c8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:42.837737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a3624612-965c-450e-a321-3d36d04435c8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:42.838111 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.839719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-220add42-ffa4-462c-9c5d-34fb482930de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.014020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Pushing event updated for resources: {'Port': ['ID=364fe6d0-b430-4f3b-9de5-f063cde20d99,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.072241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.137439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d572-8a08-4f7d-acb9-dc932814e4b4 req-88fe564c-db98-4109-a8a9-f5a052384ae5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.143224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9c082d75-1676-4508-9fec-6a3dc20eada4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9c082d75-1676-4508-9fec-6a3dc20eada4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:43.146781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba7a71-c384-48de-84f5-5e389c48858f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c082d75-1676-4508-9fec-6a3dc20eada4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:43.149004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34e4d572-8a08-4f7d-acb9-dc932814e4b4 req-88fe564c-db98-4109-a8a9-f5a052384ae5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 947 time: 0.9775691 Jul 15 13:08:43.149428 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184d75a-ccc9-4c7d-a7be-19998adb1aae" -d '{"events": [{"server_uuid": "24ba7a71-c384-48de-84f5-5e389c48858f", "name": "network-vif-plugged", "status": "completed", "tag": "9c082d75-1676-4508-9fec-6a3dc20eada4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:43.153207 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.163877 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.167474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244a39d-5593-4dac-bdeb-030ff1c356d8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.182973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-7dc92425-ade3-41dc-8e39-01743fee06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.184914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-7dc92425-ade3-41dc-8e39-01743fee06a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 1.0578635 Jul 15 13:08:43.190411 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-1d97bbc8-c4e2-404c-9f4c-d003203b3456 service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2302239 Jul 15 13:08:43.253579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9c082d75-1676-4508-9fec-6a3dc20eada4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.258391 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.283237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a3624612-965c-450e-a321-3d36d04435c8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a3624612-965c-450e-a321-3d36d04435c8,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:43.296212 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.352768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a3624612-965c-450e-a321-3d36d04435c8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.387944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-bcab8e52-80f2-470d-b32c-9158f3ec91c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6 HTTP/1.1" status: 200 len: 217 time: 0.1824248 Jul 15 13:08:43.503275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34e4d572-8a08-4f7d-acb9-dc932814e4b4 req-2ee2a283-b91e-4736-a778-b64cd7a7a342 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520658 Jul 15 13:08:43.505909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Attempting to bind port 364fe6d0-b430-4f3b-9de5-f063cde20d99 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:43.506576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Attempting to bind port 364fe6d0-b430-4f3b-9de5-f063cde20d99 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:43.510553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Attempting to bind port 364fe6d0-b430-4f3b-9de5-f063cde20d99 on network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:43.515983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:43.517994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-30124725-9599-4099-ad5c-faf0261a61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.529553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-30124725-9599-4099-ad5c-faf0261a61c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0996449 Jul 15 13:08:43.530541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Port 364fe6d0-b430-4f3b-9de5-f063cde20d99 on network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:43.531007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Attempting to bind port 364fe6d0-b430-4f3b-9de5-f063cde20d99 on network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:43.547858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:43.548211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Checking segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:43.549451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Bound using segment: {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:43.549950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Bound port: 364fe6d0-b430-4f3b-9de5-f063cde20d99, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d322681-633c-4c6a-a7d1-9159fe129a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:43.550491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.580572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec5d8-a1f6-4e14-bc48-209d47722d2f req-80cdb9a8-b08c-439f-a035-231bac48185b tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.590512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d95ec5d8-a1f6-4e14-bc48-209d47722d2f req-80cdb9a8-b08c-439f-a035-231bac48185b tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 944 time: 0.7998300 Jul 15 13:08:43.648376 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b2b8dc-d829-4033-b77f-080da92c6657 x-openstack-request-id: req-39b2b8dc-d829-4033-b77f-080da92c6657 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:43.648859 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba7a71-c384-48de-84f5-5e389c48858f", "name": "network-vif-plugged", "status": "completed", "tag": "9c082d75-1676-4508-9fec-6a3dc20eada4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:43.648977 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39b2b8dc-d829-4033-b77f-080da92c6657 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:43.649356 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba7a71-c384-48de-84f5-5e389c48858f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c082d75-1676-4508-9fec-6a3dc20eada4', 'code': 200} Jul 15 13:08:43.761264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d95ec5d8-a1f6-4e14-bc48-209d47722d2f req-d1887ab3-b1bc-4d88-bb2e-8b06084320f2 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694558 Jul 15 13:08:43.778510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] For port 364fe6d0-b430-4f3b-9de5-f063cde20d99, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:43.782917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] For port 364fe6d0-b430-4f3b-9de5-f063cde20d99, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:43.788725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-a05cc9fc-f68f-4b86-a58f-6a34fefb84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.790273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-a05cc9fc-f68f-4b86-a58f-6a34fefb84ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2443619 Jul 15 13:08:43.827695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.853433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7e2ee-a536-41e6-a77f-e13be47215fb None None] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:43.898144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.898803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.900228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] 10.222.0.23 "PUT /v2.0/ports/364fe6d0-b430-4f3b-9de5-f063cde20d99 HTTP/1.1" status: 200 len: 1092 time: 3.0561259 Jul 15 13:08:43.905001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:43.907448 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3" -d '{"events": [{"name": "network-changed", "server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:43.981246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fbca00d7-0d3e-4796-9520-a56cc2732ba6 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:44.021382 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f0de69-9123-4117-8a60-f887fd2ec8c4 x-openstack-request-id: req-f5f0de69-9123-4117-8a60-f887fd2ec8c4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:44.021876 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:44.022499 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5f0de69-9123-4117-8a60-f887fd2ec8c4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:44.023402 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'status': 'completed', 'code': 200} Jul 15 13:08:44.033160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-234faccb-b349-4eec-afdc-bb84fea8984e None None] Provisioning for port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:44.074557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9cab1-80d5-4491-9420-a8ced8765d57 service neutron] Pushing event updated for resources: {'Port': ['ID=364fe6d0-b430-4f3b-9de5-f063cde20d99,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.130497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-2b1e49c4-b8f6-4e17-8dbe-23dfed9f8a45 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328567 Jul 15 13:08:44.217810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2004441688-network', 'tenant_id': '3b6c5713c59f45ba81942ed31952c049'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:44.287268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Made reservation on behalf of 3b6c5713c59f45ba81942ed31952c049 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:44.289571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.300783 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-84db74c7-7d35-45a2-bcf1-02060326a4a3 req-944cc857-ee5e-493b-869a-a329ed8dc9db service neutron] 10.222.0.23 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0935729 Jul 15 13:08:44.308946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3624612-965c-450e-a321-3d36d04435c8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:44.327749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-aaf5e5bd-4cd6-4d4e-8e24-57e7666e30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.329380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-aaf5e5bd-4cd6-4d4e-8e24-57e7666e30cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebecac474b24a839c924756d27bf711&device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 1095 time: 0.3659101 Jul 15 13:08:44.340720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.401586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-f129f5d3-dbbb-4e13-8a15-9ba4bd54c401 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99 HTTP/1.1" status: 200 len: 217 time: 0.0605166 Jul 15 13:08:44.449665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef068818-dd05-4bab-87cf-fc27f68ad1ab req-ceb98757-d56f-4d74-8421-c24975055bed service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068154 Jul 15 13:08:44.472980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Allocated IP 172.25.2.113 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/6ca61942-9d67-40d0-8b15-b99509915684) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:44.474370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-113cef94-04f6-4628-b1fb-ce32227c623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.476511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-113cef94-04f6-4628-b1fb-ce32227c623b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=415ac862-73a1-4451-a745-c90c8ae58fd4 HTTP/1.1" status: 200 len: 845 time: 0.0648978 Jul 15 13:08:44.489536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fbca00d7-0d3e-4796-9520-a56cc2732ba6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:44.513534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', 'mac_address': 'fa:16:3e:5e:8c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:44.518798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a3624612-965c-450e-a321-3d36d04435c8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:44.519218 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.595691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.601203 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.627530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-2b0cc797-a597-4140-a434-ac36e0ffd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.631892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-2b0cc797-a597-4140-a434-ac36e0ffd5c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428909 Jul 15 13:08:44.668519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbca00d7-0d3e-4796-9520-a56cc2732ba6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:44.707842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fbca00d7-0d3e-4796-9520-a56cc2732ba6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:44.709826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:44.746512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.747514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:44.782547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:44.850891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:44.883442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fbca00d7-0d3e-4796-9520-a56cc2732ba6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.918903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-ab681834-15e7-4535-8d6c-dc761ba0b9ec service neutron] 10.222.0.23 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770691 Jul 15 13:08:44.931202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:44.935708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:44.936298 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.942928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.965440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.000116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.012584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Pushing event updated for resources: {'Port': ['ID=fe686302-a411-4148-aa64-d054567ee8a1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.030608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['fbca00d7-0d3e-4796-9520-a56cc2732ba6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:45.058450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2c5af-d3d9-4a49-b85d-bbce18f29b1a req-2ee9f7c3-2ed5-4af7-94fa-357e5287884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.060205 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-54e2c5af-d3d9-4a49-b85d-bbce18f29b1a req-2ee9f7c3-2ed5-4af7-94fa-357e5287884f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 1100 time: 0.7897201 Jul 15 13:08:45.070422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b87f5274-43f7-40d6-ab16-cd17ebf44d5d None None] Provisioning complete for port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:45.072432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87f5274-43f7-40d6-ab16-cd17ebf44d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.085666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62ec7f42-43fa-45e7-b731-921e82944a71 req-a14a839f-b746-4a1c-a669-2d5d70c92ec6 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578372 Jul 15 13:08:45.096451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79187c-0b5c-4cdf-807d-a98022a73f74 req-19206684-e710-4c42-8bb6-69dd2a7263c3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.099048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc79187c-0b5c-4cdf-807d-a98022a73f74 req-19206684-e710-4c42-8bb6-69dd2a7263c3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 948 time: 0.2872751 Jul 15 13:08:45.134774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.135580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.217117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.230891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bab8ca47-6955-4403-8519-e5058e1160f4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.233544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc79187c-0b5c-4cdf-807d-a98022a73f74 req-c4114935-9b7c-44ae-8a23-7bc073912994 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872765 Jul 15 13:08:45.242954 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-54e2c5af-d3d9-4a49-b85d-bbce18f29b1a req-b1bcf259-19b3-41e3-b93e-7f84b00f2e85 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577668 Jul 15 13:08:45.244278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.281034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422e3b-bc2e-4132-ac70-adef7ad0f221 req-10d6540b-99dc-400d-a2de-eebb2b42ef15 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.288657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75422e3b-bc2e-4132-ac70-adef7ad0f221 req-10d6540b-99dc-400d-a2de-eebb2b42ef15 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 944 time: 0.2019215 Jul 15 13:08:45.314402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87f5274-43f7-40d6-ab16-cd17ebf44d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.321137 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60c4c020-42d9-4dc5-a8d8-ac4c923f96ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.322152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.347644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:45.361064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,segment=NetworkSegment(cab32129-bcc7-47a1-9375-4278bb1690f8),segment_id=cab32129-bcc7-47a1-9375-4278bb1690f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:45.361675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-d258301f-2afd-43b0-9ef0-17eaf8df8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.364073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-d258301f-2afd-43b0-9ef0-17eaf8df8c7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebecac474b24a839c924756d27bf711&device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 1095 time: 0.2125554 Jul 15 13:08:45.392045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75422e3b-bc2e-4132-ac70-adef7ad0f221 req-81081e1e-5976-4942-b8df-8a1f2ae4465f tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025016 Jul 15 13:08:45.419134 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.495345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:45.503211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:45.524185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-e868bed8-ff32-43a8-a9ff-c887b9503bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.526637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-e868bed8-ff32-43a8-a9ff-c887b9503bd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 HTTP/1.1" status: 200 len: 907 time: 0.1500173 Jul 15 13:08:45.529568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca61942-9d67-40d0-8b15-b99509915684,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.536324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:45.546003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:45.577553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.620353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-bc3651c0-0613-4edc-9981-c13d9cd5dea2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99 HTTP/1.1" status: 200 len: 217 time: 0.0795801 Jul 15 13:08:45.634641 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b87f5274-43f7-40d6-ab16-cd17ebf44d5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:08:45.635396 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b87f5274-43f7-40d6-ab16-cd17ebf44d5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:08:45.639076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.649793 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.674324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.696410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-1c36840c-013d-42e3-ba96-f0792ba9e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.698099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-1c36840c-013d-42e3-ba96-f0792ba9e809 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=415ac862-73a1-4451-a745-c90c8ae58fd4 HTTP/1.1" status: 200 len: 845 time: 0.0696821 Jul 15 13:08:45.745604 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61736fbb-d90c-4c30-aa21-734d26d90713 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.1866562 Jul 15 13:08:45.754750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:45.760074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.124'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:45.823035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:45.825302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.826373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.846990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-bf7a6e4d-7bed-4c66-a2f5-1418226726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.849156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-bf7a6e4d-7bed-4c66-a2f5-1418226726ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428168 Jul 15 13:08:45.943515 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01d23e-bc4c-46c9-95ff-5d0ecc318b47,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.951129 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.042530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-a4e3485e-9773-4aab-a580-94947399b5db service neutron] 10.222.0.23 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802568 Jul 15 13:08:46.064335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.142458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Router bb900681-3325-4bd8-a7f5-031ae4bedd07 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:46.176475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.176801 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Added segment 84ef8aa5-c4f9-4073-9213-c646b858b145 of type vlan for network 78abb8a9-21b6-4989-a129-7d93d106b97c Jul 15 13:08:46.227889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:46.293550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.330980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.333696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:46.334698 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.407531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:46.446684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Sync routers for ids ['bb900681-3325-4bd8-a7f5-031ae4bedd07'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:46.447583 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-443ffbd3-5d47-4fc4-9ada-ef55641eecb1 admin admin] 10.222.0.48 "PUT /v2.0/routers/bb900681-3325-4bd8-a7f5-031ae4bedd07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4204717 Jul 15 13:08:46.480005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Routers {'bb900681-3325-4bd8-a7f5-031ae4bedd07'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:46.480745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['bb900681-3325-4bd8-a7f5-031ae4bedd07'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:46.522359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.540218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f1f0a278-d492-4c12-9764-37dae1b94093 None None] Provisioning complete for port bab8ca47-6955-4403-8519-e5058e1160f4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:46.541066 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a278-d492-4c12-9764-37dae1b94093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.547259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.548975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.552187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.587436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0a278-d492-4c12-9764-37dae1b94093 None None] Port bab8ca47-6955-4403-8519-e5058e1160f4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:46.691835 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.755193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Set router bb900681-3325-4bd8-a7f5-031ae4bedd07 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:46.755454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] Pushing event updated for resources: {'Network': ['ID=78abb8a9-21b6-4989-a129-7d93d106b97c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.783626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b2914fa7-9b1e-4ddf-a956-22eae15433d6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2648242 Jul 15 13:08:46.795322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 78abb8a9-21b6-4989-a129-7d93d106b97c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:46.805519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:46.830791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Request body: {'subnet': {'network_id': '78abb8a9-21b6-4989-a129-7d93d106b97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2004441688-subnet', 'tenant_id': '3b6c5713c59f45ba81942ed31952c049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:46.846075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9100fd6a-1cfc-46bb-a435-9e7684a7baf3 req-97fb7415-27cc-4bed-8c79-54759353918d service neutron] 10.222.0.23 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536952 Jul 15 13:08:46.962273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad18d35-a597-4e03-ab76-ce4e16c2224e req-ae0dcf54-f39b-43fa-8d75-c3b9651b0acd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.970177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad18d35-a597-4e03-ab76-ce4e16c2224e req-ae0dcf54-f39b-43fa-8d75-c3b9651b0acd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 948 time: 0.2708700 Jul 15 13:08:46.977351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Made reservation on behalf of 3b6c5713c59f45ba81942ed31952c049 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:46.989469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.064214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad18d35-a597-4e03-ab76-ce4e16c2224e req-9684f0ed-b7b6-403d-b850-51175321f1bd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922647 Jul 15 13:08:47.091214 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb972-0c60-467b-8467-639832143c01 req-fb6e23d6-7485-47cc-af25-7f5693c19886 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.101762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfdfb972-0c60-467b-8467-639832143c01 req-fb6e23d6-7485-47cc-af25-7f5693c19886 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 944 time: 0.2627339 Jul 15 13:08:47.212545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Router ba110ce5-f2fd-4432-9a92-5fb4307a55ab is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:47.254618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfdfb972-0c60-467b-8467-639832143c01 req-1d1888da-c4f3-4935-8de5-84d72dd0a0ad tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518698 Jul 15 13:08:47.406671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.458889 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.478183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.528576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d796e9b7-86d3-43e6-8fb5-7c85c535ce8f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.531063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:47.544816 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Sync routers for ids ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:47.549090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:41Z', 'revision_number': 4, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'bab8ca47-6955-4403-8519-e5058e1160f4', 'name': '', 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'mac_address': 'fa:16:3e:c0:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:38Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 2, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'subnets': [{'id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:47.567048 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Routers {'ba110ce5-f2fd-4432-9a92-5fb4307a55ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:47.567625 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:47.575011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:47.583662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-network', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:47.589833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Checking router: bb900681-3325-4bd8-a7f5-031ae4bedd07 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:47.589833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Updating router bb900681-3325-4bd8-a7f5-031ae4bedd07 port bab8ca47-6955-4403-8519-e5058e1160f4 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:47.590411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.598650 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f16642cb-409a-44f0-9188-7e17ee2368f8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4484911 Jul 15 13:08:47.603898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:47.641627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.665972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Checking segment: {'id': '84ef8aa5-c4f9-4073-9213-c646b858b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '78abb8a9-21b6-4989-a129-7d93d106b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:47.666393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Network hostable DHCP agents. Network: 78abb8a9-21b6-4989-a129-7d93d106b97c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:47.822359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Made reservation on behalf of 1d220accfebb4793a6cd1715bf41b65d for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:47.822359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.822706 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Set router ba110ce5-f2fd-4432-9a92-5fb4307a55ab gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:47.822805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.827648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Network 78abb8a9-21b6-4989-a129-7d93d106b97c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:47.896030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 78abb8a9-21b6-4989-a129-7d93d106b97c) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:47.952277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.953130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.973168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.023010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.035168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Transition to ACTIVE for port object bab8ca47-6955-4403-8519-e5058e1160f4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:48.043569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 364fe6d0-b430-4f3b-9de5-f063cde20d99 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:48.046008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7791246-4bb1-4fce-bef1-55850e8a50a3 None None] Network 78abb8a9-21b6-4989-a129-7d93d106b97c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:48.047776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '6ca61942-9d67-40d0-8b15-b99509915684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:45Z', 'revision_number': 3, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port': {'id': '6ca61942-9d67-40d0-8b15-b99509915684', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:42Z', 'updated_at': '2021-07-15T13:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:48.049029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fbca00d7-0d3e-4796-9520-a56cc2732ba6 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:48.057966 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.098708 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Checking router: ba110ce5-f2fd-4432-9a92-5fb4307a55ab for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:48.098920 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Updating router ba110ce5-f2fd-4432-9a92-5fb4307a55ab port 6ca61942-9d67-40d0-8b15-b99509915684 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:48.181463 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.257126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523207a-6a88-4f75-9d64-d179a817cd95 None None] Pushing event updated for resources: {'Port': ['ID=bab8ca47-6955-4403-8519-e5058e1160f4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.264741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.280809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.338609 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.367555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a1688-91a9-46bf-9f62-db4dec72ab92,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.376363 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-40bde9b3-ac78-47c8-b49b-bf5b77ca0514 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5695796 Jul 15 13:08:48.488722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:48.527025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.527379 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Added segment 56b73eea-99b2-4bfc-9238-5217bd8c6403 of type vlan for network a3727b58-b1f4-47ac-b4b9-641979ae84c9 Jul 15 13:08:48.570768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.586120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.587840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.621325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port fbca00d7-0d3e-4796-9520-a56cc2732ba6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:48.635017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port fbca00d7-0d3e-4796-9520-a56cc2732ba6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:48.635476 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.678827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.727882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Attempting to bind port bab8ca47-6955-4403-8519-e5058e1160f4 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:48.728259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Attempting to bind port bab8ca47-6955-4403-8519-e5058e1160f4 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:48.728869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Attempting to bind port bab8ca47-6955-4403-8519-e5058e1160f4 on network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:48.809954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.810939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.811521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.819252 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.834099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.835465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2de41068-4094-40df-ab55-cfa791794a15 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:08:48.836074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:48.836713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Checking segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:48.837329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.838153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Bound using segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:48.838897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Bound port: bab8ca47-6955-4403-8519-e5058e1160f4, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:48.839538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.912709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3ba55-cb99-4fe3-a167-664f1da1567b req-842adc84-8baa-4e4f-bd02-88522ebdcf55 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.915936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15e3ba55-cb99-4fe3-a167-664f1da1567b req-842adc84-8baa-4e4f-bd02-88522ebdcf55 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 948 time: 0.5462599 Jul 15 13:08:48.924301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 364fe6d0-b430-4f3b-9de5-f063cde20d99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:48.929022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:48.930488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3727b58-b1f4-47ac-b4b9-641979ae84c9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.931881 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c971f-b558-4914-847b-73adc43fd919" -d '{"events": [{"server_uuid": "4a80a0ff-a751-4af9-bd6b-7d15af9309c9", "name": "network-vif-plugged", "status": "completed", "tag": "fbca00d7-0d3e-4796-9520-a56cc2732ba6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:48.938981 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:08:48.943962 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3ad4f807-73d0-4437-a993-76eee9da0ac5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3622277 Jul 15 13:08:48.945774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f2564ea1-008f-4097-b39e-a4e2486a5e20 tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1887069 Jul 15 13:08:48.947105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:48.947436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:48.961067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76604e83-9a4b-4c73-a8e5-8839c42dde42 None None] Network 78abb8a9-21b6-4989-a129-7d93d106b97c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:48.964251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:48.979089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Request body: {'subnet': {'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-subnet', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:48.983301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d1561-bcdd-49da-a5cd-a91033cc55c9 req-72ad6bbe-a4ec-42a2-afc0-0ccadb560390 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.984367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b55d1561-bcdd-49da-a5cd-a91033cc55c9 req-72ad6bbe-a4ec-42a2-afc0-0ccadb560390 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 944 time: 0.4283698 Jul 15 13:08:49.015845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15e3ba55-cb99-4fe3-a167-664f1da1567b req-f92d1541-9ef0-4b1e-92fe-f6fcaa900a50 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828028 Jul 15 13:08:49.058636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b55d1561-bcdd-49da-a5cd-a91033cc55c9 req-56c76497-b8d9-4dbb-8ce7-a45db5c72912 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664933 Jul 15 13:08:49.131975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Allocated IP 172.20.0.1 (6e83b065-e160-4364-a6eb-232bdcdf7d9d/7e1354c3-db99-4552-978d-325d4dfdf7cf/6f098625-7cb2-4d63-b7c3-f28a321c8ee0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:49.141198 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.169577 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Transition to ACTIVE for port object 6ca61942-9d67-40d0-8b15-b99509915684 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:49.183616 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.246618 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3dea3-3e44-48f8-b35e-658f37347cf8 None None] Pushing event updated for resources: {'Port': ['ID=6ca61942-9d67-40d0-8b15-b99509915684,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.257641 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.273024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Transition to ACTIVE for port object 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:49.295085 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Attempting to bind port 6ca61942-9d67-40d0-8b15-b99509915684 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:49.295565 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Attempting to bind port 6ca61942-9d67-40d0-8b15-b99509915684 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:49.296609 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Attempting to bind port 6ca61942-9d67-40d0-8b15-b99509915684 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:49.304059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] For port bab8ca47-6955-4403-8519-e5058e1160f4, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:49.308280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] For port bab8ca47-6955-4403-8519-e5058e1160f4, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bab8ca47-6955-4403-8519-e5058e1160f4,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:49.316514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:49.317559 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:49.320155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.321313 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.322412 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:49.325100 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Bound port: 6ca61942-9d67-40d0-8b15-b99509915684, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:49.325586 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.376549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Made reservation on behalf of 1d220accfebb4793a6cd1715bf41b65d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:49.379469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.380943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fbca00d7-0d3e-4796-9520-a56cc2732ba6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:49.386435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.392672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:49.401786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'port_id': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'mac_address': 'fa:16:3e:71:5c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:49.408414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:49.415523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:49.442278 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ccc9b5-5b97-4e11-9cb6-e705b711b9f0 x-openstack-request-id: req-43ccc9b5-5b97-4e11-9cb6-e705b711b9f0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:49.442278 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a80a0ff-a751-4af9-bd6b-7d15af9309c9", "name": "network-vif-plugged", "status": "completed", "tag": "fbca00d7-0d3e-4796-9520-a56cc2732ba6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:49.442278 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43ccc9b5-5b97-4e11-9cb6-e705b711b9f0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:49.442278 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', 'code': 200} Jul 15 13:08:49.442278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.579188 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] For port 6ca61942-9d67-40d0-8b15-b99509915684, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:49.588454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Pushing event updated for resources: {'Port': ['ID=6f098625-7cb2-4d63-b7c3-f28a321c8ee0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.589304 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] For port 6ca61942-9d67-40d0-8b15-b99509915684, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6ca61942-9d67-40d0-8b15-b99509915684,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:49.603796 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.677007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Routers {'bb900681-3325-4bd8-a7f5-031ae4bedd07'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:49.678799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['bb900681-3325-4bd8-a7f5-031ae4bedd07'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:49.752598 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Routers {'ba110ce5-f2fd-4432-9a92-5fb4307a55ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:49.753839 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:49.810178 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3dea3-3e44-48f8-b35e-658f37347cf8 None None] Pushing event updated for resources: {'Port': ['ID=6ca61942-9d67-40d0-8b15-b99509915684,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.882450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] Set router bb900681-3325-4bd8-a7f5-031ae4bedd07 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:49.891003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-942da400-f60e-4bd2-b0a0-a7732ff21457 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.893192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-942da400-f60e-4bd2-b0a0-a7732ff21457 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.1579113 Jul 15 13:08:49.921768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-74f803f6-f0ed-4433-9016-ed7c93ca4f7d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/quotas/6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 375 time: 0.0211644 Jul 15 13:08:49.932921 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] Set router ba110ce5-f2fd-4432-9a92-5fb4307a55ab gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:49.937563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.977036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f66528c9-0ca4-4f5f-b914-0d61592ab2fd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462458 Jul 15 13:08:50.017668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523207a-6a88-4f75-9d64-d179a817cd95 None None] Pushing event updated for resources: {'Port': ['ID=bab8ca47-6955-4403-8519-e5058e1160f4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.024630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364fe6d0-b430-4f3b-9de5-f063cde20d99 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:50.129378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-92755d22-5813-4775-aaeb-6381ff442253 service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450329 Jul 15 13:08:50.211111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.299529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-7eb2343e-a91a-4b4c-9d70-e3cdc2cdb129 service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631620 Jul 15 13:08:50.318514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 364fe6d0-b430-4f3b-9de5-f063cde20d99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:50.324844 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '6ca61942-9d67-40d0-8b15-b99509915684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:45Z', 'revision_number': 3, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port': {'id': '6ca61942-9d67-40d0-8b15-b99509915684', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:42Z', 'updated_at': '2021-07-15T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:50.338061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Deleting port fe686302-a411-4148-aa64-d054567ee8a1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:50.338505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.369638 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.373974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fbca00d7-0d3e-4796-9520-a56cc2732ba6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.385674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9095d0fd-9685-4e04-8cdf-8ba887cae0f0 None None] Provisioning for port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:50.412530 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0013-33aa-472a-addc-ef7eaf47e4e0 None None] The sync data for ids ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'] in n-d-798249-9 is: [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '6ca61942-9d67-40d0-8b15-b99509915684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:45Z', 'revision_number': 3, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port': {'id': '6ca61942-9d67-40d0-8b15-b99509915684', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:42Z', 'updated_at': '2021-07-15T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:50.412873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9095d0fd-9685-4e04-8cdf-8ba887cae0f0 None None] Provisioning complete for port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:50.413083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9095d0fd-9685-4e04-8cdf-8ba887cae0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.422848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b537d1f-f64c-4694-aee2-8cc5cc8f2f74 req-ec607e58-c849-4cc3-af8d-341af69b9466 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.426835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b537d1f-f64c-4694-aee2-8cc5cc8f2f74 req-ec607e58-c849-4cc3-af8d-341af69b9466 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 949 time: 0.1235709 Jul 15 13:08:50.504428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef37b6-380e-472c-b2de-a6ef652431aa req-10ac2d2d-bd61-44a6-ace7-509b617af684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.506171 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aeef37b6-380e-472c-b2de-a6ef652431aa req-10ac2d2d-bd61-44a6-ace7-509b617af684 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 1100 time: 0.9108286 Jul 15 13:08:50.507013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b537d1f-f64c-4694-aee2-8cc5cc8f2f74 req-0d184fbf-c517-4471-a46c-7cd7fab29fb7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733280 Jul 15 13:08:50.515629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9095d0fd-9685-4e04-8cdf-8ba887cae0f0 None None] Port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:50.517103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=364fe6d0-b430-4f3b-9de5-f063cde20d99,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.613769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:41Z', 'revision_number': 4, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'bab8ca47-6955-4403-8519-e5058e1160f4', 'name': '', 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'mac_address': 'fa:16:3e:c0:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:38Z', 'updated_at': '2021-07-15T13:08:49Z', 'revision_number': 4, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'subnets': [{'id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:50.680383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.705202 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aeef37b6-380e-472c-b2de-a6ef652431aa req-9598bc98-1d01-48a8-8117-ec85cacc5486 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471126 Jul 15 13:08:50.705419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91837b-5f2d-432f-a4d1-00dfa8c3c6da None None] The sync data for ids ['bb900681-3325-4bd8-a7f5-031ae4bedd07'] in n-d-798249-9 is: [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:41Z', 'revision_number': 4, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'bab8ca47-6955-4403-8519-e5058e1160f4', 'name': '', 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'mac_address': 'fa:16:3e:c0:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:38Z', 'updated_at': '2021-07-15T13:08:49Z', 'revision_number': 4, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'subnets': [{'id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:50.710333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['364fe6d0-b430-4f3b-9de5-f063cde20d99'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:50.713239 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.724042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Calling delete_port for fe686302-a411-4148-aa64-d054567ee8a1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:50.777275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.837596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af9a77-c3c4-48f2-b509-66a78782dc05 req-7878b2ea-ec18-40d4-9082-819a12c6e556 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.839430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37af9a77-c3c4-48f2-b509-66a78782dc05 req-7878b2ea-ec18-40d4-9082-819a12c6e556 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 945 time: 0.1772220 Jul 15 13:08:50.956654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37af9a77-c3c4-48f2-b509-66a78782dc05 req-f62012f8-f2cc-4b12-a63d-a4c185be6acd tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097445 Jul 15 13:08:51.042871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3629ccd-d273-46d4-a738-a82dbbe2f3fb req-a5aa0395-e3ac-4d22-961f-9f9f01258339 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 210 time: 0.1061573 Jul 15 13:08:51.111443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7595a68-78d8-48f5-8d43-b588e8051da6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.163197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Checking segment: {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:51.163578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Network hostable DHCP agents. Network: a3727b58-b1f4-47ac-b4b9-641979ae84c9, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:51.300607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:51.363916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a3727b58-b1f4-47ac-b4b9-641979ae84c9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:51.374090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.374722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.375803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e7c2e-cade-42ee-b379-6f348bf4a543 None None] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:51.474572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.485677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7393460e-6337-4acb-9c1f-7c80df5b3143 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5339808 Jul 15 13:08:51.485835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:51.490194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.491273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:51.538507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.539581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.578491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.598953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.809541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.848165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a3727b58-b1f4-47ac-b4b9-641979ae84c9', 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'fixed_ips': [{'subnet_id': 'c7595a68-78d8-48f5-8d43-b588e8051da6'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:51.849142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.951119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Pushing event updated for resources: {'Port': ['ID=6f098625-7cb2-4d63-b7c3-f28a321c8ee0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.989773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe686302-a411-4148-aa64-d054567ee8a1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.156227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Allocated IP 172.20.0.2 (a3727b58-b1f4-47ac-b4b9-641979ae84c9/c7595a68-78d8-48f5-8d43-b588e8051da6/78d0a51e-2576-471f-bf7e-5295dd434925) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:52.164516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.173828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f9359e20-0e7d-40d0-8b70-dc77337ed12f tempest-RoutersAdminNegativeIpV6Test-1660531485 tempest-RoutersAdminNegativeIpV6Test-1660531485-project-admin] 10.222.0.48 "DELETE /v2.0/ports/fe686302-a411-4148-aa64-d054567ee8a1 HTTP/1.1" status: 204 len: 168 time: 3.2208898 Jul 15 13:08:52.187136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.199143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:52.201010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:52.352971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d22c8-cbe6-466b-9772-320db36ddb56 req-ccae9662-5f58-43f1-a6ee-cc229d337441 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.370861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-034d22c8-cbe6-466b-9772-320db36ddb56 req-ccae9662-5f58-43f1-a6ee-cc229d337441 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 949 time: 0.5535398 Jul 15 13:08:52.458354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bab8ca47-6955-4403-8519-e5058e1160f4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:52.461664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 364fe6d0-b430-4f3b-9de5-f063cde20d99 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:52.544842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-034d22c8-cbe6-466b-9772-320db36ddb56 req-6ea1a940-c886-4b8a-9a2c-73fbfe3526f9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727569 Jul 15 13:08:52.694141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Router ba110ce5-f2fd-4432-9a92-5fb4307a55ab has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:52.738599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.758833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Transition to ACTIVE for port object 78d0a51e-2576-471f-bf7e-5295dd434925 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:52.789031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 364fe6d0-b430-4f3b-9de5-f063cde20d99 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:52.801306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Transition to ACTIVE for port object 78d0a51e-2576-471f-bf7e-5295dd434925 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:52.808902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf85a715-0a89-49cd-a43c-bee4f7a5ebea None None] Provisioning complete for port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.809291 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf85a715-0a89-49cd-a43c-bee4f7a5ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.810991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port bab8ca47-6955-4403-8519-e5058e1160f4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:52.812755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 364fe6d0-b430-4f3b-9de5-f063cde20d99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.813133 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.852955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:52.870096 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.879712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port bab8ca47-6955-4403-8519-e5058e1160f4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.880055 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.925779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:52.928214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2c85838-ff96-4857-92bd-249c480b0ede req-3680be64-b294-4bc8-96b6-d6017cd2249a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 210 time: 0.0735552 Jul 15 13:08:52.949894 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-63c4af5d-d745-44fb-b2c6-ef2d4af3e255 admin admin] 10.222.0.48 "PUT /v2.0/routers/ba110ce5-f2fd-4432-9a92-5fb4307a55ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3433638 Jul 15 13:08:53.038166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-b7321137-b7bc-4b31-9e84-132b6f402803 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.039734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-b7321137-b7bc-4b31-9e84-132b6f402803 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.5039680 Jul 15 13:08:53.049341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:53.059645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:53.061406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bf85a715-0a89-49cd-a43c-bee4f7a5ebea None None] Port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:53.066379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:53.075410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Pushing event updated for resources: {'Port': ['ID=78d0a51e-2576-471f-bf7e-5295dd434925,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.091034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Request body: {'port': {'device_id': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'admin_state_up': True, 'tenant_id': '6022af81ad4c47b2b6102a503911fc17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:53.184492 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.219367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.252443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Attempting to bind port 78d0a51e-2576-471f-bf7e-5295dd434925 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:53.253384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Attempting to bind port 78d0a51e-2576-471f-bf7e-5295dd434925 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:53.253751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Attempting to bind port 78d0a51e-2576-471f-bf7e-5295dd434925 on network a3727b58-b1f4-47ac-b4b9-641979ae84c9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:53.275203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:53.275774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Checking segment: {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:53.276253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.276697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Bound using segment: {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:53.277365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Bound port: 78d0a51e-2576-471f-bf7e-5295dd434925, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:53.277986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.307664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614881-72ea-4fe0-b3d1-930eb7500978 req-5d91f5ff-9c6a-4a66-98a3-8b824dbe1895 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.316316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9614881-72ea-4fe0-b3d1-930eb7500978 req-5d91f5ff-9c6a-4a66-98a3-8b824dbe1895 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 945 time: 0.4724069 Jul 15 13:08:53.348289 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.371088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port bab8ca47-6955-4403-8519-e5058e1160f4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bab8ca47-6955-4403-8519-e5058e1160f4,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.392832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.393644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6ca61942-9d67-40d0-8b15-b99509915684 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:53.430153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9614881-72ea-4fe0-b3d1-930eb7500978 req-54d90f30-5502-4716-8304-7160585d20de tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115980 Jul 15 13:08:53.443191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.487570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.515766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-caab6979-999b-436e-a383-528fbca97c4b None None] For port 78d0a51e-2576-471f-bf7e-5295dd434925, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:53.519793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:53.522293 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff79407a-62de-4963-86fc-13d2aa1f5f6e" -d '{"events": [{"server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "name": "network-vif-plugged", "status": "completed", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:53.560562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 364fe6d0-b430-4f3b-9de5-f063cde20d99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.563285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-caab6979-999b-436e-a383-528fbca97c4b None None] For port 78d0a51e-2576-471f-bf7e-5295dd434925, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=78d0a51e-2576-471f-bf7e-5295dd434925,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:53.564547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=bab8ca47-6955-4403-8519-e5058e1160f4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.569242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.570165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:53.593093 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.655692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 6ca61942-9d67-40d0-8b15-b99509915684 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:53.667843 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-455236a9-9bcc-4088-9d67-63a32c73ad2f req-0716ca4d-2911-49a8-90a9-8a63220127ed tempest-FloatingIPDetailsNegativeTestJSON-2123829770 tempest-FloatingIPDetailsNegativeTestJSON-2123829770-project] show failed (client error): The resource could not be found. Jul 15 13:08:53.677887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:53.679346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-455236a9-9bcc-4088-9d67-63a32c73ad2f req-0716ca4d-2911-49a8-90a9-8a63220127ed tempest-FloatingIPDetailsNegativeTestJSON-2123829770 tempest-FloatingIPDetailsNegativeTestJSON-2123829770-project] 10.222.0.48 "GET /v2.0/floatingips/25f05497-e7f6-4f12-b031-c9982e197e11 HTTP/1.1" status: 404 len: 350 time: 0.0828931 Jul 15 13:08:53.682488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6ca61942-9d67-40d0-8b15-b99509915684 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:53.682932 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.687106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=364fe6d0-b430-4f3b-9de5-f063cde20d99,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.730854 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab324b13-210d-436c-9f4c-6fb666d6b01e x-openstack-request-id: req-ab324b13-210d-436c-9f4c-6fb666d6b01e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:53.731225 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "name": "network-vif-plugged", "status": "completed", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:53.731548 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab324b13-210d-436c-9f4c-6fb666d6b01e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:53.732006 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'code': 200} Jul 15 13:08:53.836249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.866785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Sync routers for ids ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:53.940296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab6979-999b-436e-a383-528fbca97c4b None None] Pushing event updated for resources: {'Port': ['ID=78d0a51e-2576-471f-bf7e-5295dd434925,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.962848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Routers {'ba110ce5-f2fd-4432-9a92-5fb4307a55ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:53.962848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:53.962848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:54.122629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2bbaf-254f-4714-a341-b9658ffcad60 req-d1644fc3-516d-48f9-b6a5-ddc23a0efe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.124193 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-54e2bbaf-254f-4714-a341-b9658ffcad60 req-d1644fc3-516d-48f9-b6a5-ddc23a0efe69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 1097 time: 0.2470000 Jul 15 13:08:54.188630 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-54e2bbaf-254f-4714-a341-b9658ffcad60 req-a02e0532-d9a8-4ea5-83b8-12c3d062019d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Jul 15 13:08:54.257262 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.266228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.281135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.302150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.334706 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.353519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Set router ba110ce5-f2fd-4432-9a92-5fb4307a55ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:54.354258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Allocated IP 172.25.2.203 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/0896e9e5-dc76-4d88-8776-28a71cd94b2c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:54.384358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Made reservation on behalf of 6022af81ad4c47b2b6102a503911fc17 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:54.387919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.400254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.405203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 6ca61942-9d67-40d0-8b15-b99509915684, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6ca61942-9d67-40d0-8b15-b99509915684,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:54.417058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.418996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-59b0820f-c9f0-485f-b455-e83b80ed83c9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.427863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-59b0820f-c9f0-485f-b455-e83b80ed83c9 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.6900525 Jul 15 13:08:54.435022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b21f8fc0a47d4a84aacb3a67dfe271ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5715365 Jul 15 13:08:54.438254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:54.451890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f7d94-cdee-4d20-b687-3fd204251d11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.496679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-865e6b4d-c279-4d59-895b-80ac3c83e59f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/quotas/e82b1aa64d0a437dac02415bb5cb54f4 HTTP/1.1" status: 200 len: 375 time: 0.0676482 Jul 15 13:08:54.511958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.512309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.512651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.512988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.513319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.513942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.514478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.514966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.515470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.515965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.516542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.517036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61782b2-ef08-4954-af82-7d2222ca3749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:54.579409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=6ca61942-9d67-40d0-8b15-b99509915684,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.587600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Deleting port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:54.588201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.693661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.695316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc282352-e72a-46ef-bea0-ea0f882448a7 req-73549abb-4058-461c-800a-a8adea5fa47c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.697215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bab8ca47-6955-4403-8519-e5058e1160f4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:54.697353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc282352-e72a-46ef-bea0-ea0f882448a7 req-73549abb-4058-461c-800a-a8adea5fa47c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 949 time: 0.4892936 Jul 15 13:08:54.719198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Calling delete_port for 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:54.750859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '6ca61942-9d67-40d0-8b15-b99509915684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 4, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port': {'id': '6ca61942-9d67-40d0-8b15-b99509915684', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:42Z', 'updated_at': '2021-07-15T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6f098625-7cb2-4d63-b7c3-f28a321c8ee0', 'name': '', 'network_id': '6e83b065-e160-4364-a6eb-232bdcdf7d9d', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'mac_address': 'fa:16:3e:a9:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7e1354c3-db99-4552-978d-325d4dfdf7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:48Z', 'updated_at': '2021-07-15T13:08:51Z', 'revision_number': 2, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'subnets': [{'id': '7e1354c3-db99-4552-978d-325d4dfdf7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:54.793995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Checking router: ba110ce5-f2fd-4432-9a92-5fb4307a55ab for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:54.794605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Updating router ba110ce5-f2fd-4432-9a92-5fb4307a55ab port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:54.842306 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.844833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768dfacc-e1e3-4135-9603-73f13adcbcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.872006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc282352-e72a-46ef-bea0-ea0f882448a7 req-e1eeb572-aaa4-4762-9a74-33507c1ef865 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392283 Jul 15 13:08:54.911905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port bab8ca47-6955-4403-8519-e5058e1160f4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:54.912220 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.926586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.962521 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768dfacc-e1e3-4135-9603-73f13adcbcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.977612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-b5f28d55-1162-426d-a08c-c64d1a857436 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4797492 Jul 15 13:08:54.993581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Allocated IP 172.20.0.11 (4962dcb9-3a70-46eb-bf63-a45ca3419cd7/cfb22382-8999-4a84-84e8-a46935e52509/46fc104d-1032-450f-a70c-41f505b1bb34) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:55.098963 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.114335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bdaf3-1d12-4be1-917e-7f7f4047176f None None] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:55.138181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f098625-7cb2-4d63-b7c3-f28a321c8ee0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.262804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-126d32d0-a206-4dc8-aeed-f53900f16f55 None None] Provisioning for port 78d0a51e-2576-471f-bf7e-5295dd434925 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:55.271246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c75857e3-345c-4b4d-b36b-0cca43652ef6 req-d3934885-d2d5-481a-be80-c43ca19981e6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 210 time: 0.1057546 Jul 15 13:08:55.272681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 78d0a51e-2576-471f-bf7e-5295dd434925 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:55.336101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768dfacc-e1e3-4135-9603-73f13adcbcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.339140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768dfacc-e1e3-4135-9603-73f13adcbcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.340752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-768dfacc-e1e3-4135-9603-73f13adcbcb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f1f7d94-cdee-4d20-b687-3fd204251d11 HTTP/1.1" status: 204 len: 168 time: 0.8898518 Jul 15 13:08:55.382249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dfacc-e1e3-4135-9603-73f13adcbcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f7d94-cdee-4d20-b687-3fd204251d11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.384681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.431119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:08:55.431569 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:08:55.460517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:55.472993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-c27b101b-7a81-4599-b602-505b39af420d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.475290 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-c27b101b-7a81-4599-b602-505b39af420d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb30b8d7-3c5a-44b7-bca1-449fed46ee68 HTTP/1.1" status: 200 len: 943 time: 0.2721808 Jul 15 13:08:55.476016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:55.486058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-20c4867f-156e-4aa4-a5cb-a91465764736 service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075917 Jul 15 13:08:55.501817 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.524514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:55.615497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 78d0a51e-2576-471f-bf7e-5295dd434925 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:55.623079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 78d0a51e-2576-471f-bf7e-5295dd434925 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:55.623459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.712458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Pushing event updated for resources: {'Port': ['ID=0896e9e5-dc76-4d88-8776-28a71cd94b2c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.734571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:55.737948 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ec314-205b-481e-b11e-8b20da566855" -d '{"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:55.747179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.781206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Deleting port f7d1d98b-2e63-467e-befd-d6b853607187 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:55.781802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.794076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 78d0a51e-2576-471f-bf7e-5295dd434925, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=78d0a51e-2576-471f-bf7e-5295dd434925,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:55.800689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.881318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=78d0a51e-2576-471f-bf7e-5295dd434925,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.890087 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.948674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:55.962931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-1a992121-3631-4fc8-80de-427538ce641d service neutron] 10.222.0.48 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974051 Jul 15 13:08:55.978663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Port 6f098625-7cb2-4d63-b7c3-f28a321c8ee0 not found while updating agent binding for router ba110ce5-f2fd-4432-9a92-5fb4307a55ab. {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:08:55.989514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08549b-05c1-403d-a23a-d62ee3648e95 req-a10e659b-098e-419b-8c5d-5c3765877a64 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.996680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb08549b-05c1-403d-a23a-d62ee3648e95 req-a10e659b-098e-419b-8c5d-5c3765877a64 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.5132253 Jul 15 13:08:56.005638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Routers {'ba110ce5-f2fd-4432-9a92-5fb4307a55ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:56.006866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:56.132511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.135993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3de4175e-585a-433d-ae11-ed283f70909e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3348927e0bd84983be5f2de3dea8cdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846099 Jul 15 13:08:56.148155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] Set router ba110ce5-f2fd-4432-9a92-5fb4307a55ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:56.172750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb08549b-05c1-403d-a23a-d62ee3648e95 req-d9b44997-9fea-487b-abb4-23bb00b00da5 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750741 Jul 15 13:08:56.178961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:56.183037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.260350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22994466-57bb-45c3-8b07-59c14e2ad4f4 None None] Provisioning complete for port 78d0a51e-2576-471f-bf7e-5295dd434925 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:56.260708 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22994466-57bb-45c3-8b07-59c14e2ad4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.280126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] For port f7d1d98b-2e63-467e-befd-d6b853607187, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7d1d98b-2e63-467e-befd-d6b853607187,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:56.280293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.292736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Router ba110ce5-f2fd-4432-9a92-5fb4307a55ab has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:56.296761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Calling delete_port for f7d1d98b-2e63-467e-befd-d6b853607187 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:56.429820 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c979c5-512c-4308-9514-71a4025d8333 x-openstack-request-id: req-12c979c5-512c-4308-9514-71a4025d8333 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:56.431090 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:56.431393 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12c979c5-512c-4308-9514-71a4025d8333 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:56.433345 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'code': 200} Jul 15 13:08:56.495918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:56.501157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-884897fa-7bbe-4d1a-a11c-7c7822231977 admin admin] 10.222.0.48 "PUT /v2.0/routers/ba110ce5-f2fd-4432-9a92-5fb4307a55ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8208103 Jul 15 13:08:56.504031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:56.568871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:56.639101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-563b7f84-1b3a-49e7-a2fe-e13aaed48b28 req-7e26066a-ee75-40ea-b74e-62936cfa6fad tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 210 time: 0.0625775 Jul 15 13:08:56.639484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6ca61942-9d67-40d0-8b15-b99509915684 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:56.649307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.686796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:56.695358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:56.700066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c61a4b-8a31-4929-9adc-3c5844c9b549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.708472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:56.725090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event deleted for resources: {'Port': ['ID=f7d1d98b-2e63-467e-befd-d6b853607187,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:56.777918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6ca61942-9d67-40d0-8b15-b99509915684 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:56.778498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.793851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] No DVR routers for this DVR port f7d1d98b-2e63-467e-befd-d6b853607187 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:56.796287 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.800145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.802146 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c99f6870-11ff-4530-ab3d-545dded21d08 req-61010fe2-9d3a-49e3-bf75-eb4d69142f8d tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.23 "DELETE /v2.0/ports/f7d1d98b-2e63-467e-befd-d6b853607187 HTTP/1.1" status: 204 len: 173 time: 1.2903759 Jul 15 13:08:56.802549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-deleted', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:56.804818 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11105af-1d0e-438f-bff3-75eec20ea3b4" -d '{"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-deleted", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:56.840200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '6ca61942-9d67-40d0-8b15-b99509915684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:54Z', 'revision_number': 5, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port': {'id': '6ca61942-9d67-40d0-8b15-b99509915684', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:42Z', 'updated_at': '2021-07-15T13:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:56.855992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c61a4b-8a31-4929-9adc-3c5844c9b549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.873661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bed954-5ad4-4df5-a1e0-a05daafd4ffe None None] The sync data for ids ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'] in n-d-798249-9 is: [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '6ca61942-9d67-40d0-8b15-b99509915684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:54Z', 'revision_number': 5, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port': {'id': '6ca61942-9d67-40d0-8b15-b99509915684', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:42Z', 'updated_at': '2021-07-15T13:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:56.945303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.945980 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.947951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 78d0a51e-2576-471f-bf7e-5295dd434925 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:56.999862 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.000216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.031977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 78d0a51e-2576-471f-bf7e-5295dd434925 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:57.032525 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.078946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf4aae-1c58-4b9c-84db-b336b5712364 req-3a8f5792-85cb-4059-9295-eaac79fad53f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.087272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8bf4aae-1c58-4b9c-84db-b336b5712364 req-3a8f5792-85cb-4059-9295-eaac79fad53f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 949 time: 0.6698880 Jul 15 13:08:57.100424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-f1ea2acc-87fd-41cd-b0db-e7c6af490799 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0137508 Jul 15 13:08:57.128499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Deleting port 6ca61942-9d67-40d0-8b15-b99509915684 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:57.128838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.140862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Request body: {'port': {'device_id': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:57.241758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480e7c-f056-4fd6-a416-46c6ab9b1865 req-640132e1-2ab0-4c52-af9c-27c14fc9b3e0 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.243501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9480e7c-f056-4fd6-a416-46c6ab9b1865 req-640132e1-2ab0-4c52-af9c-27c14fc9b3e0 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.4492972 Jul 15 13:08:57.251411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] For port 6ca61942-9d67-40d0-8b15-b99509915684, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6ca61942-9d67-40d0-8b15-b99509915684,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:57.251813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.255146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:57.260007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Request body: {'floatingip': {'port_id': '364fe6d0-b430-4f3b-9de5-f063cde20d99'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:57.263100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c61a4b-8a31-4929-9adc-3c5844c9b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.265906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c61a4b-8a31-4929-9adc-3c5844c9b549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.267339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e3c61a4b-8a31-4929-9adc-3c5844c9b549 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8244a39d-5593-4dac-bdeb-030ff1c356d8 HTTP/1.1" status: 204 len: 168 time: 1.0603423 Jul 15 13:08:57.312783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Calling delete_port for 6ca61942-9d67-40d0-8b15-b99509915684 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:57.318189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8bf4aae-1c58-4b9c-84db-b336b5712364 req-51f5b6b2-e717-453f-a6c5-5342ffb13630 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299352 Jul 15 13:08:57.323284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.352640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c61a4b-8a31-4929-9adc-3c5844c9b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244a39d-5593-4dac-bdeb-030ff1c356d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.457204 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa01ff-9625-4d5f-830f-4f98a59c715d x-openstack-request-id: req-3faa01ff-9625-4d5f-830f-4f98a59c715d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:57.457529 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb30b8d7-3c5a-44b7-bca1-449fed46ee68", "name": "network-vif-deleted", "tag": "f7d1d98b-2e63-467e-befd-d6b853607187", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:57.457746 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3faa01ff-9625-4d5f-830f-4f98a59c715d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:57.458144 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb30b8d7-3c5a-44b7-bca1-449fed46ee68', 'name': 'network-vif-deleted', 'tag': 'f7d1d98b-2e63-467e-befd-d6b853607187', 'status': 'completed', 'code': 200} Jul 15 13:08:57.520409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.896305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.963071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca61942-9d67-40d0-8b15-b99509915684,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.012294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.012648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.012994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.013329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.013663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.013999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.014348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.014677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.015003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.015322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.015648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.015963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:58.111023 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.236519 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Sync routers for ids ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:58.257467 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Routers {'ba110ce5-f2fd-4432-9a92-5fb4307a55ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:58.258087 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.304991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:08:58.343801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.346888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.362757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Router 76cdad83-5a17-4a13-a8b2-b7257f638d3b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:58.396185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:58.415873 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Set router ba110ce5-f2fd-4432-9a92-5fb4307a55ab gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:58.438746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.443802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: f7d1d98b-2e63-467e-befd-d6b853607187 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:58.444267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7d1d98b-2e63-467e-befd-d6b853607187 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:58.461728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.464286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba110ce5-f2fd-4432-9a92-5fb4307a55ab {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:08:58.472970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.477302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.478455 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5d682eda-9f7b-42a7-b594-999c2cb895af admin admin] 10.222.0.48 "DELETE /v2.0/routers/ba110ce5-f2fd-4432-9a92-5fb4307a55ab HTTP/1.1" status: 204 len: 168 time: 1.9732943 Jul 15 13:08:58.481428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:58.492434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895edd5-33a7-41c9-8cee-a01e6dd1f93a req-7249418f-9d30-423d-9847-3c5bac3a8306 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.498373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895edd5-33a7-41c9-8cee-a01e6dd1f93a req-7249418f-9d30-423d-9847-3c5bac3a8306 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.514234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6895edd5-33a7-41c9-8cee-a01e6dd1f93a req-7249418f-9d30-423d-9847-3c5bac3a8306 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f&device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 1689 time: 0.3784173 Jul 15 13:08:58.520063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb655e9-036f-4e98-9540-3aea65e2744a req-cbd49cca-bcd8-4e57-87e1-d8b6464e24fd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.527036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bb655e9-036f-4e98-9540-3aea65e2744a req-cbd49cca-bcd8-4e57-87e1-d8b6464e24fd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 932 time: 0.4126587 Jul 15 13:08:58.530486 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba110ce5-f2fd-4432-9a92-5fb4307a55ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-135306917-router', 'tenant_id': '26dd2c0695724181b5375cfa2c720076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:40Z', 'updated_at': '2021-07-15T13:08:57Z', 'revision_number': 7, 'project_id': '26dd2c0695724181b5375cfa2c720076', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.553474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0d933d97-8492-47a9-b2cf-edcf824ba36c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.555230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0d933d97-8492-47a9-b2cf-edcf824ba36c tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.49 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 805 time: 0.3915625 Jul 15 13:08:58.573657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Checking router: ba110ce5-f2fd-4432-9a92-5fb4307a55ab for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:58.585495 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Routers set() bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:58.586193 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Router IDs set() for agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:08:58.587481 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_agentschedulers_db [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba110ce5-f2fd-4432-9a92-5fb4307a55ab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent'). {{(pid=93826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:08:58.588508 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc35c-27aa-4825-b2da-202a07b00919 None None] The sync data for ids ['ba110ce5-f2fd-4432-9a92-5fb4307a55ab'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:58.590317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Request body: {'port': {'device_id': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'admin_state_up': True, 'tenant_id': 'e82b1aa64d0a437dac02415bb5cb54f4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:58.662523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6895edd5-33a7-41c9-8cee-a01e6dd1f93a req-93731cd5-5fa7-43e4-b8a6-43a15fbb2502 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554711 Jul 15 13:08:58.664599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:58.669173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bb655e9-036f-4e98-9540-3aea65e2744a req-638128b0-fdb3-4c43-a0ee-f3dbfcc345ca tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413348 Jul 15 13:08:58.695643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Deleting subnet 7e1354c3-db99-4552-978d-325d4dfdf7cf {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:58.763375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.812286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fc104d-1032-450f-a70c-41f505b1bb34 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:58.824683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.827654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:58.837048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Sync routers for ids ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:58.848090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Routers {'76cdad83-5a17-4a13-a8b2-b7257f638d3b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:58.848966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.849638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1567615275'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:58.856353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.878817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Transition to ACTIVE for port object 46fc104d-1032-450f-a70c-41f505b1bb34 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:58.918745 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Floating IP 72aced97-626b-4584-bafb-7717f2d3d440 associated. External IP: 172.25.2.99, port: 364fe6d0-b430-4f3b-9de5-f063cde20d99. Jul 15 13:08:58.932029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.940745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebbb5c13-b07c-435e-ba2f-7a63f336403a req-07299797-a410-42af-be77-cbb9ba56f886 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 210 time: 0.0592339 Jul 15 13:08:58.992782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.017694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Made reservation on behalf of cfc82b16982c40f7adf26fa4bf85bc74 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:59.022854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.025985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Set router 76cdad83-5a17-4a13-a8b2-b7257f638d3b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:59.035729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.038261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f81d44bf-0056-40fb-a813-cf3dff89734c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5500078 Jul 15 13:08:59.041833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:59.044859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.108714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Made reservation on behalf of e82b1aa64d0a437dac02415bb5cb54f4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:59.113123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.117203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.247221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:08:55Z', 'revision_number': 3, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:59.279425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Checking router: 76cdad83-5a17-4a13-a8b2-b7257f638d3b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:59.279847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Updating router 76cdad83-5a17-4a13-a8b2-b7257f638d3b port 0896e9e5-dc76-4d88-8776-28a71cd94b2c binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:59.304707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:59.304707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:59.305084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:59.320562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.322350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:59.322719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:59.325932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702950c-534b-4a14-b320-aa8ac6cd767d req-48af25b4-56e3-4de3-94b6-120d889cb3e2 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.333717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7702950c-534b-4a14-b320-aa8ac6cd767d req-48af25b4-56e3-4de3-94b6-120d889cb3e2 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 1100 time: 0.2931521 Jul 15 13:08:59.341998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.354397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:59.354757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:59.355126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:59.355576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Bound port: 46fc104d-1032-450f-a70c-41f505b1bb34, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:59.355939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.400367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1354c3-db99-4552-978d-325d4dfdf7cf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.410085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.413150 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2b7857dd-4cbc-4e16-ab87-6b4a35c2d19b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7e1354c3-db99-4552-978d-325d4dfdf7cf HTTP/1.1" status: 204 len: 168 time: 0.9296494 Jul 15 13:08:59.415240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Router 6ab08d47-58bd-4aa9-8405-54341b45db27 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:59.418687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:59.425905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b41b91-0ac5-4b5f-941a-f5ab885a568c None None] Network 6e83b065-e160-4364-a6eb-232bdcdf7d9d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:59.473875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Allocated IP 172.20.0.8 (664cba1a-9606-470d-a812-2cd85266b92a/979c6572-b599-4575-952f-6bf0b23f2cb5/396406d6-fdb6-4e80-a323-c7254e73071c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:59.495283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7702950c-534b-4a14-b320-aa8ac6cd767d req-dea72106-0aff-4c3b-a71f-ca9d8aa4e830 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606495 Jul 15 13:08:59.544397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.569835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.612531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:59.623621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:59.641759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:59.659235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a756f0-dde1-4392-a554-c1696094b5b9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.712825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.730444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Transition to ACTIVE for port object 0896e9e5-dc76-4d88-8776-28a71cd94b2c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:59.741406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.743131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.743551 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Added segment 50120207-9525-424b-8dc4-a4b6b889e620 of type vlan for network 15060717-797c-4f36-9b36-b72806ff8d52 Jul 15 13:08:59.745505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.785576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] DHCP port deletion for 6e83b065-e160-4364-a6eb-232bdcdf7d9d request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:08:59.814367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Attempting to bind port 0896e9e5-dc76-4d88-8776-28a71cd94b2c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:59.814857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Attempting to bind port 0896e9e5-dc76-4d88-8776-28a71cd94b2c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:59.815692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Attempting to bind port 0896e9e5-dc76-4d88-8776-28a71cd94b2c on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:59.844407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95014a-17e4-4d7f-ae8a-9186d29bca9a None None] Pushing event updated for resources: {'Port': ['ID=0896e9e5-dc76-4d88-8776-28a71cd94b2c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.848771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:59.849138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:59.849548 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.849936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:59.850435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Bound port: 0896e9e5-dc76-4d88-8776-28a71cd94b2c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:59.850813 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.884399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.885287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.886719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] 10.222.0.23 "PUT /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 1092 time: 2.7524176 Jul 15 13:08:59.904914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:59.907323 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714acf82-38d6-4dee-88a2-f155c7b569c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:59.937713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] For port 0896e9e5-dc76-4d88-8776-28a71cd94b2c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:59.941735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] Deleting port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:59.942498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.945759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] For port 0896e9e5-dc76-4d88-8776-28a71cd94b2c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0896e9e5-dc76-4d88-8776-28a71cd94b2c,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:59.965503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.007864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:00.019785 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] Sync routers for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:00.023772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.035954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:00.037279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.065418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] For port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,segment=NetworkSegment(cab32129-bcc7-47a1-9375-4278bb1690f8),segment_id=cab32129-bcc7-47a1-9375-4278bb1690f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.066293 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.070832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Routers {'76cdad83-5a17-4a13-a8b2-b7257f638d3b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:00.071871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.100644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a13a-0424-4235-bc23-fe9e01cf8f4a service neutron] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.125608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] Calling delete_port for 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:00.130180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95014a-17e4-4d7f-ae8a-9186d29bca9a None None] Pushing event updated for resources: {'Port': ['ID=0896e9e5-dc76-4d88-8776-28a71cd94b2c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.167586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1280cc7-eb3a-4643-a2d6-4c56912c6ce0 req-dca8d8b3-3e27-4cfc-9fdd-0ca7c0cb021e tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.175309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1280cc7-eb3a-4643-a2d6-4c56912c6ce0 req-dca8d8b3-3e27-4cfc-9fdd-0ca7c0cb021e tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 1100 time: 0.5386775 Jul 15 13:09:00.185293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.219582 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:00.243666 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.250813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.251703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.252068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] Set router 76cdad83-5a17-4a13-a8b2-b7257f638d3b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:00.269935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.275637 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.301513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.308204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-3167f510-1eae-4d54-a743-ca69015409d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.310034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-3167f510-1eae-4d54-a743-ca69015409d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1095 time: 0.3678944 Jul 15 13:09:00.335102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afaef6-d9b8-4e58-b054-473064b1d8b3 req-2693f37c-4453-4de8-9cb6-8fe154de436a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.337010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4afaef6-d9b8-4e58-b054-473064b1d8b3 req-2693f37c-4453-4de8-9cb6-8fe154de436a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.4588320 Jul 15 13:09:00.372165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Network 664cba1a-9606-470d-a812-2cd85266b92a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:00.379167 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5fa7ebc9-559e-4840-ab14-69d34e0850c9 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "PUT /v2.0/floatingips/72aced97-626b-4584-bafb-7717f2d3d440 HTTP/1.1" status: 200 len: 991 time: 3.1228776 Jul 15 13:09:00.385071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1280cc7-eb3a-4643-a2d6-4c56912c6ce0 req-9ab097ef-435d-4516-82c7-78a7400c6517 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085054 Jul 15 13:09:00.411311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:00.413560 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fbd41-5f17-4fe1-bff2-fc626d95c842" -d '{"events": [{"name": "network-changed", "server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:00.414038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.420444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:00.423421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:00.453069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.489608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8193674 Jul 15 13:09:00.490936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.497203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Request body: {'subnet': {'network_id': '15060717-797c-4f36-9b36-b72806ff8d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:00.508108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.508769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.522035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-4beaa809-5b7e-4f0b-bb54-6bdf2a0c19a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 217 time: 0.1826925 Jul 15 13:09:00.551179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Deleting port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:00.551516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.589039 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-83e9050b-2dc2-4442-979e-450668ac5e75 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0051632 Jul 15 13:09:00.617413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Request body: {'port': {'device_id': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:00.631855 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '72aced97-626b-4584-bafb-7717f2d3d440', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'port_id': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'mac_address': 'fa:16:3e:71:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:58Z', 'revision_number': 1, 'project_id': '6ebecac474b24a839c924756d27bf711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:25Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.648132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e16ff6-dca0-4bf7-9385-669b1dd889a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event updated for resources: {'Network': ['ID=15060717-797c-4f36-9b36-b72806ff8d52,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.693099 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] Checking router: 6ab08d47-58bd-4aa9-8405-54341b45db27 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:00.697099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4afaef6-d9b8-4e58-b054-473064b1d8b3 req-b9af69b9-6146-488a-bf9e-63f3515396ad tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426986 Jul 15 13:09:00.707979 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492e8942-785b-4924-9b3f-f9cc581b235e x-openstack-request-id: req-492e8942-785b-4924-9b3f-f9cc581b235e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:00.708381 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:00.708736 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-492e8942-785b-4924-9b3f-f9cc581b235e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:00.709213 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34', 'status': 'completed', 'code': 200} Jul 15 13:09:00.713787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-be837bed-5f51-4df7-989a-d86d2d81585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.715271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-be837bed-5f51-4df7-989a-d86d2d81585c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1787915 Jul 15 13:09:00.718163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.739258 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:00.739874 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.753477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] For port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70, host n-d-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.753992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.765215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-3fc2b7a4-0ff3-4bef-8477-e44d033b2996 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378792 Jul 15 13:09:00.782419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Calling delete_port for 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:00.787183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:09:00.790576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.794109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.821243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Made reservation on behalf of cfc82b16982c40f7adf26fa4bf85bc74 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:00.838325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.844241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6ca61942-9d67-40d0-8b15-b99509915684 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:00.882922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.892746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 15060717-797c-4f36-9b36-b72806ff8d52 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:00.897734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] No DVR routers for this DVR port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:00.906707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 6ca61942-9d67-40d0-8b15-b99509915684 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:00.907046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6ca61942-9d67-40d0-8b15-b99509915684 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:00.907454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:00.948030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] Pushing event deleted for resources: {'Port': ['ID=0efa8d07-b5aa-49fd-949d-c2f02a1fab70,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.976359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:00.976703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:00.981439 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:00.998461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93ccea-3b8b-4603-8426-5f8d92141a30 None None] No DVR routers for this DVR port 0efa8d07-b5aa-49fd-949d-c2f02a1fab70 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:01.017608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-6339e212-8d30-4c5c-b5db-faf15ff08487 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442608 Jul 15 13:09:01.052042 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.180752 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.212053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e83b065-e160-4364-a6eb-232bdcdf7d9d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:01.230625 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc20a11-d96b-4d5e-b89e-4bbabb800583 x-openstack-request-id: req-5bc20a11-d96b-4d5e-b89e-4bbabb800583 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:01.230901 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:01.231150 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bc20a11-d96b-4d5e-b89e-4bbabb800583 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:01.231544 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'status': 'completed', 'code': 200} Jul 15 13:09:01.241823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:08:55Z', 'revision_number': 3, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:01.242135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab32129-bcc7-47a1-9375-4278bb1690f8') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:01.245187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab32129-bcc7-47a1-9375-4278bb1690f8') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:01.265857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.286175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1a707-45ff-4339-aace-77b40b288f7d None None] The sync data for ids ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'] in n-d-798249-9 is: [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:08:55Z', 'revision_number': 3, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:01.384406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.443241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:01.443656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:01.446748 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:01.503093 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '72aced97-626b-4584-bafb-7717f2d3d440', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'port_id': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'mac_address': 'fa:16:3e:71:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:58Z', 'revision_number': 1, 'project_id': '6ebecac474b24a839c924756d27bf711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:25Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:01.535396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-5170619d-dc53-4ca6-869e-2458fc1717f9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430467 Jul 15 13:09:01.544829 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082a38a-765f-4c28-808c-106a4d9d2cd7 None None] The sync data for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 is: [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '72aced97-626b-4584-bafb-7717f2d3d440', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'port_id': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'mac_address': 'fa:16:3e:71:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:58Z', 'revision_number': 1, 'project_id': '6ebecac474b24a839c924756d27bf711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:25Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:01.564161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa92f4b-0492-4301-b539-5b6fba2bbee5 req-4c758e0d-6a04-4a24-90ae-67317e3be6ea tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.564161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aaa92f4b-0492-4301-b539-5b6fba2bbee5 req-4c758e0d-6a04-4a24-90ae-67317e3be6ea tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 931 time: 0.6827619 Jul 15 13:09:01.589491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.601452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Allocated IP 172.20.0.1 (a3727b58-b1f4-47ac-b4b9-641979ae84c9/c7595a68-78d8-48f5-8d43-b588e8051da6/76e9c9bb-a798-4e8b-8f1d-16cd943cdd75) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:01.603789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.605577 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e83b065-e160-4364-a6eb-232bdcdf7d9d HTTP/1.1" status: 204 len: 168 time: 2.1842685 Jul 15 13:09:01.607329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.663069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3326e-b423-47fd-bf20-8893d35eb4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e83b065-e160-4364-a6eb-232bdcdf7d9d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.673268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-7f5177e2-8281-491f-8e40-c7785c020d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.680580 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-7f5177e2-8281-491f-8e40-c7785c020d9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebecac474b24a839c924756d27bf711&device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 1097 time: 0.4173696 Jul 15 13:09:01.767435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event updated for resources: {'Subnet': ['ID=45589c58-c1a1-4d4b-ac00-219b11592949,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.772697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396406d6-fdb6-4e80-a323-c7254e73071c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:01.789415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.841924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Transition to ACTIVE for port object 396406d6-fdb6-4e80-a323-c7254e73071c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:01.845185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Checking segment: {'id': '50120207-9525-424b-8dc4-a4b6b889e620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15060717-797c-4f36-9b36-b72806ff8d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:01.845797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Network hostable DHCP agents. Network: 15060717-797c-4f36-9b36-b72806ff8d52, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:01.855082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.868755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2242529d-9873-4276-b73d-6973f9ee4a4b req-1f0b9bfd-aefa-4070-bdc1-32499674c0cf service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385546 Jul 15 13:09:01.909296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-a071c220-e78f-4921-b98c-d080803ed525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.910918 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-a071c220-e78f-4921-b98c-d080803ed525 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 HTTP/1.1" status: 200 len: 907 time: 0.2033844 Jul 15 13:09:01.944780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aaa92f4b-0492-4301-b539-5b6fba2bbee5 req-16a257e1-90e5-40ab-b06f-55bf95b4daab tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716974 Jul 15 13:09:02.005507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:02.017956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380af95-cc0f-4e2d-9f79-f2d41cfa14b7 None None] New status for floating IP 72aced97-626b-4584-bafb-7717f2d3d440: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:09:02.041382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Network 15060717-797c-4f36-9b36-b72806ff8d52 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:02.048212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-5ecebaae-d7a9-4f2b-8d13-d2cf8aa0c9b7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.055847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-5ecebaae-d7a9-4f2b-8d13-d2cf8aa0c9b7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5106599 Jul 15 13:09:02.082562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-22f62d96-b1e3-4f2b-a907-5389f5618f6c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/quotas/f9d850173a3d4fafb1e89ff7c801578a HTTP/1.1" status: 200 len: 375 time: 0.0256584 Jul 15 13:09:02.093498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.182739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Transition to ACTIVE for port object 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:02.186239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-f776c1c4-8107-4f9c-96d7-bd85df878148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.187812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-f776c1c4-8107-4f9c-96d7-bd85df878148 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1095 time: 0.2216151 Jul 15 13:09:02.205450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 15060717-797c-4f36-9b36-b72806ff8d52) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:02.209832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Attempting to bind port 396406d6-fdb6-4e80-a323-c7254e73071c on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:02.210171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Attempting to bind port 396406d6-fdb6-4e80-a323-c7254e73071c by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:02.210532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Attempting to bind port 396406d6-fdb6-4e80-a323-c7254e73071c on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:02.215935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.217315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b3b23-de13-4f55-b4ab-443d18fd9584 None None] Network 15060717-797c-4f36-9b36-b72806ff8d52 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:02.222837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Port 396406d6-fdb6-4e80-a323-c7254e73071c on network 664cba1a-9606-470d-a812-2cd85266b92a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:02.223176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Attempting to bind port 396406d6-fdb6-4e80-a323-c7254e73071c on network 664cba1a-9606-470d-a812-2cd85266b92a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:02.267290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.268347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.272377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:02.273578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Checking segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:02.274235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Bound using segment: {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:02.275320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Bound port: 396406d6-fdb6-4e80-a323-c7254e73071c, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8be79d-c34e-4154-9202-40a15f101e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:02.276600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.285412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a56524d1-d19a-4541-9f7c-f2322b87b4e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26dd2c0695724181b5375cfa2c720076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720001 Jul 15 13:09:02.304656 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-011e439f-365c-4b2a-b357-4f21d20c65c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99 HTTP/1.1" status: 200 len: 999 time: 0.3802915 Jul 15 13:09:02.305460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:02.307809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-574e21fc-a6be-49a1-ad0d-552e1d63d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.309376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-574e21fc-a6be-49a1-ad0d-552e1d63d8c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1135676 Jul 15 13:09:02.390785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0f2d3a4f-8635-414f-a824-9002e8e30fee tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8992579 Jul 15 13:09:02.401035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:02.402150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-39470c4c-e652-4a34-bf01-1a9b98376ec3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 217 time: 0.0768454 Jul 15 13:09:02.412449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Request body: {'port': {'network_id': '15060717-797c-4f36-9b36-b72806ff8d52', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2031640596'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:02.479844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-2eb356bf-7bc8-48dd-92db-786c22dc55e1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3962638 Jul 15 13:09:02.483469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.516987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-d4cdd6e8-f26e-462d-b389-8a2eabc67a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.519480 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-d4cdd6e8-f26e-462d-b389-8a2eabc67a59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=415ac862-73a1-4451-a745-c90c8ae58fd4 HTTP/1.1" status: 200 len: 845 time: 0.1974173 Jul 15 13:09:02.544990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-15060717-797c-4f36-9b36-b72806ff8d52', 'network_id': '15060717-797c-4f36-9b36-b72806ff8d52', 'tenant_id': 'cfc82b16982c40f7adf26fa4bf85bc74', 'fixed_ips': [{'subnet_id': '45589c58-c1a1-4d4b-ac00-219b11592949'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:02.545878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.614185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:02.632979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Pushing event updated for resources: {'Port': ['ID=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.658268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:02.666442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66b58eea-1a2e-400c-a47a-b7a56f7e45c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.667323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:02.675724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:02.680921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:02.707284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.748961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.749667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Allocated IP 2001:db8::2 (15060717-797c-4f36-9b36-b72806ff8d52/45589c58-c1a1-4d4b-ac00-219b11592949/9d259b64-3af3-4160-8b2a-495407559936) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:02.793586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66b58eea-1a2e-400c-a47a-b7a56f7e45c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.831351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.837495 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.839401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] 10.222.0.49 "PUT /v2.0/ports/396406d6-fdb6-4e80-a323-c7254e73071c HTTP/1.1" status: 200 len: 1091 time: 2.2359636 Jul 15 13:09:02.912775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-92362bcc-9409-4961-bcba-207ad54e2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.914450 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-92362bcc-9409-4961-bcba-207ad54e2189 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3832500 Jul 15 13:09:02.971222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.983815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Transition to ACTIVE for port object 9d259b64-3af3-4160-8b2a-495407559936 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:03.003653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Transition to ACTIVE for port object 9d259b64-3af3-4160-8b2a-495407559936 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:03.008489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0896e9e5-dc76-4d88-8776-28a71cd94b2c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:03.019172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-72ee3614-7278-423a-90b6-1764b8821811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.020766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-72ee3614-7278-423a-90b6-1764b8821811 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.6065660 Jul 15 13:09:03.028599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532f0e0-d9ef-4f3f-ad97-9c9ef0b4a723 service neutron] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.054698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Made reservation on behalf of cfc82b16982c40f7adf26fa4bf85bc74 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:03.056701 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.058802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.077780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Network 15060717-797c-4f36-9b36-b72806ff8d52 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:03.081447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:03.108376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c5be-3563-45f0-a4c1-840b250770a0 req-03f51524-69f0-4f87-99fc-c32f67e447af tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.108866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:03.121294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3078c5be-3563-45f0-a4c1-840b250770a0 req-03f51524-69f0-4f87-99fc-c32f67e447af tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.7653768 Jul 15 13:09:03.126754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-05a6ae88-d3c8-4ee1-92d0-25db4db17eae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801477 Jul 15 13:09:03.127957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-50902c01-cb19-48f2-9455-e6f7e8ffb229 None None] Provisioning for port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:03.137403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-50902c01-cb19-48f2-9455-e6f7e8ffb229 None None] Provisioning complete for port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:03.137880 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50902c01-cb19-48f2-9455-e6f7e8ffb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.143803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] device_id is not set on port bb310812-3e23-4cc3-b29e-0c0805bf89b1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:03.165501 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66b58eea-1a2e-400c-a47a-b7a56f7e45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.168474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66b58eea-1a2e-400c-a47a-b7a56f7e45c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.169826 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-66b58eea-1a2e-400c-a47a-b7a56f7e45c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e666b35f-13f2-4d63-a8c3-23cfe867cfa2 HTTP/1.1" status: 204 len: 168 time: 0.8582044 Jul 15 13:09:03.222512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3078c5be-3563-45f0-a4c1-840b250770a0 req-45274d1b-b37d-4628-806a-e56e7ca3858d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985897 Jul 15 13:09:03.226297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b58eea-1a2e-400c-a47a-b7a56f7e45c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e666b35f-13f2-4d63-a8c3-23cfe867cfa2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.233691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.247412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 0896e9e5-dc76-4d88-8776-28a71cd94b2c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:03.254932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:03.260303 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc984ff-8660-433e-ac01-afdb1bb1c155" -d '{"events": [{"name": "network-changed", "server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:03.272847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Pushing event updated for resources: {'Port': ['ID=9d259b64-3af3-4160-8b2a-495407559936,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.288177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0896e9e5-dc76-4d88-8776-28a71cd94b2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:03.289334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.291868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-5b71ef1f-8d0d-4eeb-a42c-34c7fe5ccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.293777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-5b71ef1f-8d0d-4eeb-a42c-34c7fe5ccb35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 1094 time: 0.3856792 Jul 15 13:09:03.334262 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-8d914927-2561-463d-8a7d-19d27b3f137c service neutron] 10.222.0.23 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986480 Jul 15 13:09:03.360939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-50902c01-cb19-48f2-9455-e6f7e8ffb229 None None] Port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:03.382456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.382934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.383286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.383628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.383964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.384296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.384626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.384953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.385278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.385605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.385930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.386270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:03.397268 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-0c8d2a08-17ee-4094-b594-696cb1325a63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=396406d6-fdb6-4e80-a323-c7254e73071c HTTP/1.1" status: 200 len: 217 time: 0.0920601 Jul 15 13:09:03.434471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Attempting to bind port 9d259b64-3af3-4160-8b2a-495407559936 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:03.434855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Attempting to bind port 9d259b64-3af3-4160-8b2a-495407559936 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '50120207-9525-424b-8dc4-a4b6b889e620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15060717-797c-4f36-9b36-b72806ff8d52'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:03.435229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Attempting to bind port 9d259b64-3af3-4160-8b2a-495407559936 on network 15060717-797c-4f36-9b36-b72806ff8d52 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:03.487983 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.490226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:03.490597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Checking segment: {'id': '50120207-9525-424b-8dc4-a4b6b889e620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15060717-797c-4f36-9b36-b72806ff8d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:03.491001 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.491398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Bound using segment: {'id': '50120207-9525-424b-8dc4-a4b6b889e620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15060717-797c-4f36-9b36-b72806ff8d52'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:03.491882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Bound port: 9d259b64-3af3-4160-8b2a-495407559936, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50120207-9525-424b-8dc4-a4b6b889e620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15060717-797c-4f36-9b36-b72806ff8d52'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:03.494341 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.548688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-ff509b00-a14a-4039-b124-04bfcf5ce92e service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928607 Jul 15 13:09:03.600488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Allocated IP 2001:db8::331 (15060717-797c-4f36-9b36-b72806ff8d52/45589c58-c1a1-4d4b-ac00-219b11592949/bb310812-3e23-4cc3-b29e-0c0805bf89b1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:03.605348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-8436ae2b-fcc7-44fc-9232-055b337e6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.607270 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-8436ae2b-fcc7-44fc-9232-055b337e6ea5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.1919847 Jul 15 13:09:03.678582 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-c1d9ffd5-4c3b-406f-abad-4a45eae78f1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487695 Jul 15 13:09:03.717608 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b42fbd41-5f17-4fe1-bff2-fc626d95c842 req-56f938c0-d71c-4c32-90e7-9a4c309bc297 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748088 Jul 15 13:09:03.740151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] For port 9d259b64-3af3-4160-8b2a-495407559936, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:03.746082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] For port 9d259b64-3af3-4160-8b2a-495407559936, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9d259b64-3af3-4160-8b2a-495407559936,segment=NetworkSegment(50120207-9525-424b-8dc4-a4b6b889e620),segment_id=50120207-9525-424b-8dc4-a4b6b889e620)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:03.763853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.885132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-714acf82-38d6-4dee-88a2-f155c7b569c2 req-460a2001-bf43-4c16-8271-5df8087799bf service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238916 Jul 15 13:09:03.934350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.989918 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-7f23fed3-21b9-45bb-b11e-83cca36960f4 service neutron] 10.222.0.49 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946119 Jul 15 13:09:04.085931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 0896e9e5-dc76-4d88-8776-28a71cd94b2c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0896e9e5-dc76-4d88-8776-28a71cd94b2c,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:04.127841 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.145961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7592b0d-4811-44f5-96f5-efd9ca103986 None None] Pushing event updated for resources: {'Port': ['ID=9d259b64-3af3-4160-8b2a-495407559936,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.149106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.167804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdca311-c329-4bbe-98d4-53554a330104 req-698de1dc-295e-4e77-a055-a275f403d9ae tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.178197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcdca311-c329-4bbe-98d4-53554a330104 req-698de1dc-295e-4e77-a055-a275f403d9ae tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 943 time: 0.7244084 Jul 15 13:09:04.192774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Transition to ACTIVE for port object bb310812-3e23-4cc3-b29e-0c0805bf89b1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:04.207527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae14c26-e6c6-4687-a797-22d322729ebc req-de72464d-ebdc-434d-9dfc-24cfb5fc5195 service neutron] 10.222.0.49 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976020 Jul 15 13:09:04.241495 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.275210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.324224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.332207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Network 15060717-797c-4f36-9b36-b72806ff8d52 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:04.336365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:04.340637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=0896e9e5-dc76-4d88-8776-28a71cd94b2c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.343747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:04.350794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.351496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.371117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcdca311-c329-4bbe-98d4-53554a330104 req-2315422e-d208-4cee-b733-2157c04a88be tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931870 Jul 15 13:09:04.374025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event updated for resources: {'Port': ['ID=bb310812-3e23-4cc3-b29e-0c0805bf89b1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.390409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-30174dc0-bff5-4fb4-92fc-2727430e03f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9860749 Jul 15 13:09:04.393068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.393492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:04.407761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Request body: {'port': {'network_id': '15060717-797c-4f36-9b36-b72806ff8d52', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-460668850', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:04.407761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] bootfile-name is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:09:04.407761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] tftp-server is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:09:04.407761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] server-ip-address is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:09:04.516465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.531162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Pushing event updated for resources: {'Port': ['ID=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.573501 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d690d29a-6b4d-45ed-8892-5ddef6b94d68 x-openstack-request-id: req-d690d29a-6b4d-45ed-8892-5ddef6b94d68 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:04.574946 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:04.576384 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d690d29a-6b4d-45ed-8892-5ddef6b94d68 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:04.576793 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c', 'status': 'completed', 'code': 200} Jul 15 13:09:04.619920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:04.660755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '46fc104d-1032-450f-a70c-41f505b1bb34', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'port_id': '46fc104d-1032-450f-a70c-41f505b1bb34', 'mac_address': 'fa:16:3e:7b:d8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb22382-8999-4a84-84e8-a46935e52509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:04.702991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51ce8f2a-20e9-47fb-af4a-a440843e77f1 req-dd1358a1-c382-48c4-97fc-26f01f286b31 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 210 time: 0.1432106 Jul 15 13:09:04.784668 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.812177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fc104d-1032-450f-a70c-41f505b1bb34 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:04.818267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-22cc319d-e923-4e3f-a9cb-ebc7d8e4d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.821645 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-22cc319d-e923-4e3f-a9cb-ebc7d8e4d31a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 1094 time: 0.3077896 Jul 15 13:09:04.853096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Made reservation on behalf of cfc82b16982c40f7adf26fa4bf85bc74 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:04.854773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0896e9e5-dc76-4d88-8776-28a71cd94b2c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:04.857317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.902820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] device_id is not set on port b09bee67-e036-4af9-aabc-8b1a807a3d32 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:04.943291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:04.961487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.062197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-9c326a07-7cc7-4373-b013-5732ad36ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.071058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:05.073106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-9c326a07-7cc7-4373-b013-5732ad36ed76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 200 len: 906 time: 0.2414048 Jul 15 13:09:05.089450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:05.093924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0896e9e5-dc76-4d88-8776-28a71cd94b2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:05.106292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.107152 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:05.116997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:05.140768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d039b8-464a-4f2d-9ea2-9062d938acdc req-eb2f62a2-9960-4048-8da6-d1d3f73cf7dd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.149524 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-abcc3b6e-9938-48cd-92ce-5dc162d459d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=396406d6-fdb6-4e80-a323-c7254e73071c HTTP/1.1" status: 200 len: 217 time: 0.0673122 Jul 15 13:09:05.153326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d039b8-464a-4f2d-9ea2-9062d938acdc req-eb2f62a2-9960-4048-8da6-d1d3f73cf7dd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.4162552 Jul 15 13:09:05.218286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46fc104d-1032-450f-a70c-41f505b1bb34'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:05.222659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-5af518e3-ceaa-48f9-8c2a-db40d0bdcd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.225234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-5af518e3-ceaa-48f9-8c2a-db40d0bdcd8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 200 len: 845 time: 0.0640287 Jul 15 13:09:05.360758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d039b8-464a-4f2d-9ea2-9062d938acdc req-686c7a97-ab86-47d3-9e4c-d9cfec025616 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050352 Jul 15 13:09:05.376262 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-b8a7adfd-9ea5-4122-9be1-0ce81500ded8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=664cba1a-9606-470d-a812-2cd85266b92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096027 Jul 15 13:09:05.404135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9d259b64-3af3-4160-8b2a-495407559936 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:05.446519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Allocated IP 2001:db8::3b4 (15060717-797c-4f36-9b36-b72806ff8d52/45589c58-c1a1-4d4b-ac00-219b11592949/b09bee67-e036-4af9-aabc-8b1a807a3d32) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:05.546492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Router 76cdad83-5a17-4a13-a8b2-b7257f638d3b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:05.607095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 9d259b64-3af3-4160-8b2a-495407559936 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:05.725275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4a23ebb3-afc7-4063-9b18-87c479391d1b None None] Provisioning complete for port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:05.731607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a23ebb3-afc7-4063-9b18-87c479391d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.780677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:05.794785 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Sync routers for ids ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:05.810433 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Routers {'76cdad83-5a17-4a13-a8b2-b7257f638d3b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:05.811106 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:05.818038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.822314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-697e64ee-7768-419b-ab4d-920b2ff923c6 admin admin] 10.222.0.48 "PUT /v2.0/routers/76cdad83-5a17-4a13-a8b2-b7257f638d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7781949 Jul 15 13:09:05.837380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4a23ebb3-afc7-4063-9b18-87c479391d1b None None] Port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:05.888018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c11a3a-a092-429d-855b-a901ddf0c7e1 None None] Network 15060717-797c-4f36-9b36-b72806ff8d52 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:05.902622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Transition to ACTIVE for port object b09bee67-e036-4af9-aabc-8b1a807a3d32 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:05.909519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4c93d-1624-48bb-a563-790aa73a7bf9 req-da83f9e7-cc4c-4853-99ee-87c5f24af660 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.912927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09f4c93d-1624-48bb-a563-790aa73a7bf9 req-da83f9e7-cc4c-4853-99ee-87c5f24af660 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 943 time: 0.1754866 Jul 15 13:09:06.025998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] Provisioning for port 9d259b64-3af3-4160-8b2a-495407559936 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:06.033419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] Provisioning complete for port 9d259b64-3af3-4160-8b2a-495407559936 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:06.033837 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.048928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.088119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09f4c93d-1624-48bb-a563-790aa73a7bf9 req-40506800-a40d-4af1-b848-421d045f53e8 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679995 Jul 15 13:09:06.101858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d92cdb0-3013-476c-a0e3-00a56bbe35ef req-07830dfb-ccab-4baa-adf3-56a2f0418953 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 210 time: 0.1089466 Jul 15 13:09:06.105628 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Set router 76cdad83-5a17-4a13-a8b2-b7257f638d3b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:06.179231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-7118ea5e-43d7-49f7-be3d-27b6b613814f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528007 Jul 15 13:09:06.407366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:06.463201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.582438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-fd869b3b-dff6-41e6-ae1c-98a44e0dabb9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.586292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-fd869b3b-dff6-41e6-ae1c-98a44e0dabb9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4006321 Jul 15 13:09:06.625466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:06.633437 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:09:02Z', 'revision_number': 4, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '76e9c9bb-a798-4e8b-8f1d-16cd943cdd75', 'name': '', 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'mac_address': 'fa:16:3e:5e:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c7595a68-78d8-48f5-8d43-b588e8051da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:00Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 2, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'subnets': [{'id': 'c7595a68-78d8-48f5-8d43-b588e8051da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:06.634075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-4463cb11-d134-4a8e-8f84-6f1e52b88624 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1252728 Jul 15 13:09:06.730860 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Checking router: 76cdad83-5a17-4a13-a8b2-b7257f638d3b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:06.731215 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Updating router 76cdad83-5a17-4a13-a8b2-b7257f638d3b port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:06.741293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] For port 9d259b64-3af3-4160-8b2a-495407559936, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9d259b64-3af3-4160-8b2a-495407559936,segment=NetworkSegment(50120207-9525-424b-8dc4-a4b6b889e620),segment_id=50120207-9525-424b-8dc4-a4b6b889e620)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:06.759321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 46fc104d-1032-450f-a70c-41f505b1bb34 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:06.795445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 46fc104d-1032-450f-a70c-41f505b1bb34 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:06.799553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.841467 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.957290 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.045650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20331034-984e-4a6d-bb3b-d5890a4a3a2b None None] Pushing event updated for resources: {'Port': ['ID=9d259b64-3af3-4160-8b2a-495407559936,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.218028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-61a3c68f-134d-4815-b254-0801c03ca54f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.227977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-61a3c68f-134d-4815-b254-0801c03ca54f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5495625 Jul 15 13:09:07.247800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': '4670c7d3-8530-4530-9ad8-08c799192f08', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:07.325371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349067ec-7714-4057-b0ea-b0ce4265b6b4 req-23e85340-8ebd-4b0c-a334-8a081bb20c81 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.335677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-349067ec-7714-4057-b0ea-b0ce4265b6b4 req-23e85340-8ebd-4b0c-a334-8a081bb20c81 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 945 time: 0.3295345 Jul 15 13:09:07.354660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:07.360737 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.367601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Network 15060717-797c-4f36-9b36-b72806ff8d52 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:07.382550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:07.445652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:07.455994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.457402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.492204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event updated for resources: {'Port': ['ID=b09bee67-e036-4af9-aabc-8b1a807a3d32,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.505284 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-7c75327e-2ecf-489a-9ae1-ce4e0fa20bac service neutron] 10.222.0.49 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7349503 Jul 15 13:09:07.521829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4875f928-341b-4fb8-8f20-514f692f40d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1275651 Jul 15 13:09:07.525656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:07.600454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.639489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:07.641100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:07.644860 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f9e8b3-639b-4250-8d6e-30cda9086979" -d '{"events": [{"server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "name": "network-vif-plugged", "status": "completed", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:07.648579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Provisioning for port b09bee67-e036-4af9-aabc-8b1a807a3d32 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:07.653714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Provisioning complete for port b09bee67-e036-4af9-aabc-8b1a807a3d32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:07.654469 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.656855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.724894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Port b09bee67-e036-4af9-aabc-8b1a807a3d32 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:07.744377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.751438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Provisioning for port bb310812-3e23-4cc3-b29e-0c0805bf89b1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:07.757906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Provisioning complete for port bb310812-3e23-4cc3-b29e-0c0805bf89b1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:07.759641 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.774978 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.803981 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Transition to ACTIVE for port object 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:07.820494 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.848979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Port bb310812-3e23-4cc3-b29e-0c0805bf89b1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:07.869174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Provisioning complete for port 9d259b64-3af3-4160-8b2a-495407559936 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:07.869938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6361bc7a-ff8d-43c1-a69a-fb158d9fdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.919680 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25362cbf-4fa8-4329-9efb-c826fbb1aebd None None] Pushing event updated for resources: {'Port': ['ID=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.999305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.92 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/c20d47c8-dd42-43e4-861b-c8d2bb58618a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:08.078485 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Attempting to bind port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:08.079290 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Attempting to bind port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:08.079869 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Attempting to bind port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 on network a3727b58-b1f4-47ac-b4b9-641979ae84c9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:08.087249 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:08.088022 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Checking segment: {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:08.088637 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.089300 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Bound using segment: {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:08.090001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Bound port: 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b73eea-99b2-4bfc-9238-5217bd8c6403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:08.091095 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.113325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:08.202791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deebe11-476b-4901-81eb-e17a5b419622 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.225509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deebe11-476b-4901-81eb-e17a5b419622 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.232377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deebe11-476b-4901-81eb-e17a5b419622 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.234520 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9deebe11-476b-4901-81eb-e17a5b419622 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7062976 Jul 15 13:09:08.238372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:08.256820 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bc984ff-8660-433e-ac01-afdb1bb1c155 req-2c86a7b8-7bcd-4a1d-ba92-f45f509f219b service neutron] 10.222.0.49 "GET /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318931 Jul 15 13:09:08.282575 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] For port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:08.305005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] For port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:08.327996 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.397481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c42928ef-3472-449b-8204-8449ea3338ab None None] Provisioning complete for port bb310812-3e23-4cc3-b29e-0c0805bf89b1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.398162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c42928ef-3472-449b-8204-8449ea3338ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.473637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Deleting port b09bee67-e036-4af9-aabc-8b1a807a3d32 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:08.474191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.513761 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Routers {'76cdad83-5a17-4a13-a8b2-b7257f638d3b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:08.514447 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:08.517811 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25362cbf-4fa8-4329-9efb-c826fbb1aebd None None] Pushing event updated for resources: {'Port': ['ID=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.537780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c42928ef-3472-449b-8204-8449ea3338ab None None] Port bb310812-3e23-4cc3-b29e-0c0805bf89b1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:08.595601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:08.614386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '396406d6-fdb6-4e80-a323-c7254e73071c', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': '396406d6-fdb6-4e80-a323-c7254e73071c', 'mac_address': 'fa:16:3e:bf:35:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:08.684266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.687853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9d259b64-3af3-4160-8b2a-495407559936 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:08.744104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Calling delete_port for b09bee67-e036-4af9-aabc-8b1a807a3d32 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:08.781045 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] Set router 76cdad83-5a17-4a13-a8b2-b7257f638d3b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:08.838507 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.902661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396406d6-fdb6-4e80-a323-c7254e73071c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:08.931366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.944248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:08.963460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.976674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-349067ec-7714-4057-b0ea-b0ce4265b6b4 req-e6cc4fcc-4478-4401-95c8-6087c5a12e38 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5937970 Jul 15 13:09:08.979544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9297d173-64e4-49e7-9fde-6c680f3a6a83 None None] Provisioning complete for port b09bee67-e036-4af9-aabc-8b1a807a3d32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.980361 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9297d173-64e4-49e7-9fde-6c680f3a6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.023829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9d259b64-3af3-4160-8b2a-495407559936 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:09.024207 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.048444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.048857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2780b691-a9d8-4fb8-a917-f2a5b74363dc req-5a7ddad1-0b3c-4252-acb2-ec2083597577 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 210 time: 0.0983815 Jul 15 13:09:09.055931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object c20d47c8-dd42-43e4-861b-c8d2bb58618a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:09.192803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.203491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event deleted for resources: {'Port': ['ID=b09bee67-e036-4af9-aabc-8b1a807a3d32,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.213904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.216779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-20c97ddc-3ef0-4352-a742-3b6b30d5b199 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "DELETE /v2.0/ports/b09bee67-e036-4af9-aabc-8b1a807a3d32 HTTP/1.1" status: 204 len: 168 time: 0.9770947 Jul 15 13:09:09.223810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:09.238458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Request body: {'port': {'name': 'tempest-new-port-name-1683646370', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:09.239104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] bootfile-name is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:09:09.239572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] tftp-server is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:09:09.240016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] server-ip-address is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:09:09.263072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:09.266035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:09.284957 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:09:02Z', 'revision_number': 4, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '76e9c9bb-a798-4e8b-8f1d-16cd943cdd75', 'name': '', 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'mac_address': 'fa:16:3e:5e:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c7595a68-78d8-48f5-8d43-b588e8051da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:00Z', 'updated_at': '2021-07-15T13:09:08Z', 'revision_number': 4, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'subnets': [{'id': 'c7595a68-78d8-48f5-8d43-b588e8051da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:09.292994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9297d173-64e4-49e7-9fde-6c680f3a6a83 None None] Port b09bee67-e036-4af9-aabc-8b1a807a3d32 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:09.348998 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267405c3-82ae-48f6-8a0f-c477f241be2a None None] The sync data for ids ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'] in n-d-798249-9 is: [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:09:02Z', 'revision_number': 4, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '76e9c9bb-a798-4e8b-8f1d-16cd943cdd75', 'name': '', 'network_id': 'a3727b58-b1f4-47ac-b4b9-641979ae84c9', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'mac_address': 'fa:16:3e:5e:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c7595a68-78d8-48f5-8d43-b588e8051da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:00Z', 'updated_at': '2021-07-15T13:09:08Z', 'revision_number': 4, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'subnets': [{'id': 'c7595a68-78d8-48f5-8d43-b588e8051da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:09.378242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['396406d6-fdb6-4e80-a323-c7254e73071c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:09.407928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=c20d47c8-dd42-43e4-861b-c8d2bb58618a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.472034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.589735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:09.602241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.651202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.679031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:09.709026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:09.718862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:09.816219 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7017470-7b8a-479e-aeea-b5e6433130c2 x-openstack-request-id: req-c7017470-7b8a-479e-aeea-b5e6433130c2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:09.817287 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "name": "network-vif-plugged", "status": "completed", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:09.817781 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7017470-7b8a-479e-aeea-b5e6433130c2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:09.818445 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34', 'code': 200} Jul 15 13:09:10.063680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.231 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/0346de01-c6cb-45fe-a3b1-dde0deeae061) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:10.315749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-78be73c3-0b87-4b22-a86d-b52a2f5f7913 None None] Provisioning for port c20d47c8-dd42-43e4-861b-c8d2bb58618a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:10.331856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-78be73c3-0b87-4b22-a86d-b52a2f5f7913 None None] Provisioning complete for port c20d47c8-dd42-43e4-861b-c8d2bb58618a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:10.332651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78be73c3-0b87-4b22-a86d-b52a2f5f7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.429411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a436c-4afe-479b-8186-8271c063bade req-724bbff8-843a-476c-bb9e-9301db2c3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.431767 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e04a436c-4afe-479b-8186-8271c063bade req-724bbff8-843a-476c-bb9e-9301db2c3645 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1097 time: 0.5185955 Jul 15 13:09:10.454602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.472240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-78be73c3-0b87-4b22-a86d-b52a2f5f7913 None None] Port c20d47c8-dd42-43e4-861b-c8d2bb58618a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:10.484654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object 0346de01-c6cb-45fe-a3b1-dde0deeae061 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:10.535101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.555090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:10.572163 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e04a436c-4afe-479b-8186-8271c063bade req-d56c5ec1-6581-4982-9387-5f5334cd9087 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304684 Jul 15 13:09:10.672226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.681032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.738816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] In _notify_port_updated(), no bound segment for port bb310812-3e23-4cc3-b29e-0c0805bf89b1 on network 15060717-797c-4f36-9b36-b72806ff8d52 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:09:10.751726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:10.752779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.753490 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.766979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:10.767209 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "PUT /v2.0/ports/bb310812-3e23-4cc3-b29e-0c0805bf89b1 HTTP/1.1" status: 200 len: 1130 time: 1.5385945 Jul 15 13:09:10.767856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:10.791238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.791929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.805268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:10.826036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b658097-dcd8-4652-99fb-77fcb3469881 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event updated for resources: {'Port': ['ID=bb310812-3e23-4cc3-b29e-0c0805bf89b1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.834851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:10.848375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e20e21d-120f-4909-a096-50b5be520b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.854683 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e20e21d-120f-4909-a096-50b5be520b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "GET /v2.0/ports/bb310812-3e23-4cc3-b29e-0c0805bf89b1 HTTP/1.1" status: 200 len: 1130 time: 0.0812793 Jul 15 13:09:10.855998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:10.948157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:11.043929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.046861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.110145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-429f79e5-d044-4474-abea-5797b366d0a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4525900 Jul 15 13:09:11.130294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Request body: {'port': {'device_id': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:11.145846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:11.165465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:11.166036 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.184417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=0346de01-c6cb-45fe-a3b1-dde0deeae061,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:11.209906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Deleting port bb310812-3e23-4cc3-b29e-0c0805bf89b1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:11.210506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.286070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a300-5e81-42a0-abd8-edf2da1db6bc req-2ebbd0df-59fd-4f03-bf89-ba410c52271b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.293350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18f8a300-5e81-42a0-abd8-edf2da1db6bc req-2ebbd0df-59fd-4f03-bf89-ba410c52271b tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 944 time: 1.9139514 Jul 15 13:09:11.408803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.419771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-97d5257d-40ce-4ee3-9c39-86a9c64164b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1807401 Jul 15 13:09:11.479237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f81aac05-2f62-4cfa-a089-a8bece77829a None None] Provisioning for port 0346de01-c6cb-45fe-a3b1-dde0deeae061 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:11.490909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Request body: {'port': {'device_id': '4670c7d3-8530-4530-9ad8-08c799192f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:11.505190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.507303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:11.508644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f81aac05-2f62-4cfa-a089-a8bece77829a None None] Provisioning complete for port 0346de01-c6cb-45fe-a3b1-dde0deeae061 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:11.509286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f81aac05-2f62-4cfa-a089-a8bece77829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.529687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Calling delete_port for bb310812-3e23-4cc3-b29e-0c0805bf89b1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:11.548513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f81aac05-2f62-4cfa-a089-a8bece77829a None None] Port 0346de01-c6cb-45fe-a3b1-dde0deeae061 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:11.558342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.649946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:11.684814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9c0cae6-c229-47ae-9ce0-809dad2b97f6 None None] Provisioning complete for port bb310812-3e23-4cc3-b29e-0c0805bf89b1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:11.685183 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9c0cae6-c229-47ae-9ce0-809dad2b97f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.727586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0cae6-c229-47ae-9ce0-809dad2b97f6 None None] Port bb310812-3e23-4cc3-b29e-0c0805bf89b1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:11.761977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18f8a300-5e81-42a0-abd8-edf2da1db6bc req-50570fef-dc00-4462-b531-b1c227ce8d7a tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676526 Jul 15 13:09:11.780473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431870b-9304-4187-8a30-d3fc65ec310a req-309bdfb4-e796-46e9-a466-878fe31dfc57 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.787102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.789682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0431870b-9304-4187-8a30-d3fc65ec310a req-309bdfb4-e796-46e9-a466-878fe31dfc57 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 946 time: 0.6440196 Jul 15 13:09:11.823514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.826343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.862481 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.865325 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "DELETE /v2.0/ports/bb310812-3e23-4cc3-b29e-0c0805bf89b1 HTTP/1.1" status: 204 len: 168 time: 1.0080488 Jul 15 13:09:11.866984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0d159-c3c5-44f5-8d62-dce225360eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event deleted for resources: {'Port': ['ID=bb310812-3e23-4cc3-b29e-0c0805bf89b1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:11.869043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:11.933947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Deleting subnet 45589c58-c1a1-4d4b-ac00-219b11592949 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:11.937607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.992248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.047793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:12.081271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0431870b-9304-4187-8a30-d3fc65ec310a req-1db69a0d-acae-47a2-9b53-011d7879fe4f tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473660 Jul 15 13:09:12.113186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.175997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 396406d6-fdb6-4e80-a323-c7254e73071c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:12.194307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 396406d6-fdb6-4e80-a323-c7254e73071c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:12.194757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.220554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.259420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event deleted for resources: {'Subnet': ['ID=45589c58-c1a1-4d4b-ac00-219b11592949,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:12.273487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.280774 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f2094943-7d6c-4f1a-a85c-0fe00926e066 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "DELETE /v2.0/subnets/45589c58-c1a1-4d4b-ac00-219b11592949 HTTP/1.1" status: 204 len: 168 time: 0.4102552 Jul 15 13:09:12.281451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:12.298492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee2a18-009a-4ed2-8f4b-531eccc6fb7b None None] Network 15060717-797c-4f36-9b36-b72806ff8d52 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:12.395346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.397842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17278836-350c-4b45-b420-273cbc3d971d req-83af7d2d-9a64-4f9c-baf7-39d2e57359f0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.399948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17278836-350c-4b45-b420-273cbc3d971d req-83af7d2d-9a64-4f9c-baf7-39d2e57359f0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 936 time: 0.4783516 Jul 15 13:09:12.465004 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.487298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Deleting port 9d259b64-3af3-4160-8b2a-495407559936 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:12.488272 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.522175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17278836-350c-4b45-b420-273cbc3d971d req-f305ad4b-16ac-4aeb-846e-230be6e7c979 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149602 Jul 15 13:09:12.700159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20d47c8-dd42-43e4-861b-c8d2bb58618a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:12.700768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:12.708527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] For port 9d259b64-3af3-4160-8b2a-495407559936, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9d259b64-3af3-4160-8b2a-495407559936,segment=NetworkSegment(50120207-9525-424b-8dc4-a4b6b889e620),segment_id=50120207-9525-424b-8dc4-a4b6b889e620)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:12.710197 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.712832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.728737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Transition to ACTIVE for port object c20d47c8-dd42-43e4-861b-c8d2bb58618a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:12.737688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Calling delete_port for 9d259b64-3af3-4160-8b2a-495407559936 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:12.737976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.765805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:12.768135 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2150e470-fc2b-404c-b45e-f431a204459a" -d '{"events": [{"server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "name": "network-vif-plugged", "status": "completed", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:12.809740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Pushing event updated for resources: {'Port': ['ID=c20d47c8-dd42-43e4-861b-c8d2bb58618a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:12.825297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:12.865538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.874309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5582ebd6-ed9d-4c43-8b93-75b2b2590b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.950807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.037287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event deleted for resources: {'Port': ['ID=9d259b64-3af3-4160-8b2a-495407559936,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.046341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] No DVR routers for this DVR port 9d259b64-3af3-4160-8b2a-495407559936 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:13.108916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Attempting to bind port c20d47c8-dd42-43e4-861b-c8d2bb58618a on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:13.109593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Attempting to bind port c20d47c8-dd42-43e4-861b-c8d2bb58618a by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:13.114613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Attempting to bind port c20d47c8-dd42-43e4-861b-c8d2bb58618a on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:13.119902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Port c20d47c8-dd42-43e4-861b-c8d2bb58618a on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:13.122007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Attempting to bind port c20d47c8-dd42-43e4-861b-c8d2bb58618a on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:13.139299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:13.139917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:13.140490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:13.141640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Bound port: c20d47c8-dd42-43e4-861b-c8d2bb58618a, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:13.144555 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.159461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f8761-acb4-4a9b-9e88-e705c5c1dbec None None] DHCP port deletion for 15060717-797c-4f36-9b36-b72806ff8d52 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:13.184372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:13.187541 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.279967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.285219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] For port c20d47c8-dd42-43e4-861b-c8d2bb58618a, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:13.289398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] For port c20d47c8-dd42-43e4-861b-c8d2bb58618a, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:13.304775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15060717-797c-4f36-9b36-b72806ff8d52']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:13.309879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.325339 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.329447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50120207-9525-424b-8dc4-a4b6b889e620') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:13.329789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50120207-9525-424b-8dc4-a4b6b889e620') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:13.349785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.379275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.393510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:13.394015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.400794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.401258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.402682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] 10.222.0.23 "PUT /v2.0/ports/c20d47c8-dd42-43e4-861b-c8d2bb58618a HTTP/1.1" status: 200 len: 1095 time: 2.2882059 Jul 15 13:09:13.447320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'tag': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:13.452208 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576" -d '{"events": [{"name": "network-changed", "server_uuid": "5baab292-8f7e-4ec1-896e-12ee5fbe812e", "tag": "c20d47c8-dd42-43e4-861b-c8d2bb58618a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:13.471772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e7d3-c007-44fb-a442-cee8466a775b req-9fcdf156-fac9-40f1-9f1c-032cf5754d05 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.473305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bf3e7d3-c007-44fb-a442-cee8466a775b req-9fcdf156-fac9-40f1-9f1c-032cf5754d05 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 945 time: 0.2748222 Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:13.512001 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:13.522786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.567079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0346de01-c6cb-45fe-a3b1-dde0deeae061 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:13.574025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.576828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] 10.222.0.48 "DELETE /v2.0/networks/15060717-797c-4f36-9b36-b72806ff8d52 HTTP/1.1" status: 204 len: 168 time: 1.2921138 Jul 15 13:09:13.580529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbbe0d-2d19-4ce4-bd69-2f60b8936b90 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460 tempest-ExtraDHCPOptionsIpV6TestJSON-1261899460-project] Pushing event deleted for resources: {'Network': ['ID=15060717-797c-4f36-9b36-b72806ff8d52,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.619425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.628655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934239d4-dd30-4809-89a8-ab22a685af32 service neutron] Pushing event updated for resources: {'Port': ['ID=c20d47c8-dd42-43e4-861b-c8d2bb58618a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.664708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bf3e7d3-c007-44fb-a442-cee8466a775b req-50907572-6ceb-4536-9827-ecdb23bfa4a0 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496058 Jul 15 13:09:13.669507 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0253f501-7180-4776-9446-e53918aeb8be x-openstack-request-id: req-0253f501-7180-4776-9446-e53918aeb8be {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:13.669877 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "name": "network-vif-plugged", "status": "completed", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:13.670201 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0253f501-7180-4776-9446-e53918aeb8be {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:13.671243 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c', 'code': 200} Jul 15 13:09:13.681139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Transition to ACTIVE for port object 0346de01-c6cb-45fe-a3b1-dde0deeae061 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:13.692952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-c3949e19-1a27-4b0c-b8ad-7618b3b15a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.694725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-c3949e19-1a27-4b0c-b8ad-7618b3b15a0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 1098 time: 0.2170222 Jul 15 13:09:13.695882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.842088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-b21d0759-242c-42d4-9662-00e3210a53df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a HTTP/1.1" status: 200 len: 217 time: 0.0849519 Jul 15 13:09:13.929746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22c0f-8eac-4fe8-8ce4-877e232d9c77 req-f398354f-97e1-47f3-a7cf-56464b1b7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.931721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ada22c0f-8eac-4fe8-8ce4-877e232d9c77 req-f398354f-97e1-47f3-a7cf-56464b1b7e65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 1096 time: 0.1379201 Jul 15 13:09:13.935204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-290fe214-4929-49b1-b8bb-a4f5a5ab70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.937357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-290fe214-4929-49b1-b8bb-a4f5a5ab70b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0677004 Jul 15 13:09:14.003188 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ada22c0f-8eac-4fe8-8ce4-877e232d9c77 req-1c809abe-aaff-4bfd-a5ac-e44b723572c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597990 Jul 15 13:09:14.046778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0346de01-c6cb-45fe-a3b1-dde0deeae061,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.051891 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aafcc1c-478d-4753-b94b-38f7dd93e46d x-openstack-request-id: req-4aafcc1c-478d-4753-b94b-38f7dd93e46d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:14.052123 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baab292-8f7e-4ec1-896e-12ee5fbe812e", "tag": "c20d47c8-dd42-43e4-861b-c8d2bb58618a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:14.052368 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aafcc1c-478d-4753-b94b-38f7dd93e46d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:14.052720 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'tag': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a', 'status': 'completed', 'code': 200} Jul 15 13:09:14.146059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb223b9-3d30-41b6-b0f6-dcd53c4e0033 req-fcceb0a0-7cf1-40df-9a52-a7d7d636092d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.154582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eb223b9-3d30-41b6-b0f6-dcd53c4e0033 req-fcceb0a0-7cf1-40df-9a52-a7d7d636092d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 946 time: 0.3246412 Jul 15 13:09:14.166479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-7ab37e28-4fdc-4f13-87db-eeb51c6a5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.167084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:14.167921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-7ab37e28-4fdc-4f13-87db-eeb51c6a5e17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198246 Jul 15 13:09:14.248486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Attempting to bind port 0346de01-c6cb-45fe-a3b1-dde0deeae061 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:14.248852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Attempting to bind port 0346de01-c6cb-45fe-a3b1-dde0deeae061 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:14.249145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Attempting to bind port 0346de01-c6cb-45fe-a3b1-dde0deeae061 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:14.287973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Port 0346de01-c6cb-45fe-a3b1-dde0deeae061 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:14.288306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Attempting to bind port 0346de01-c6cb-45fe-a3b1-dde0deeae061 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:14.308026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eb223b9-3d30-41b6-b0f6-dcd53c4e0033 req-cd7e0212-3d5c-4edf-8d60-5a9baf1d1560 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524270 Jul 15 13:09:14.314993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:14.317342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:14.317932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:14.318593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Bound port: 0346de01-c6cb-45fe-a3b1-dde0deeae061, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:14.320581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.338273 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f3e7fde4-59d0-40fc-ad75-381f137fe230 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfc82b16982c40f7adf26fa4bf85bc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626408 Jul 15 13:09:14.338273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:14.396397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a05a4ce-6b53-44a4-8a36-c4947c3a4e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.433442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-3d827521-f971-4272-8438-e31884ea2d1b service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472415 Jul 15 13:09:14.435180 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a05a4ce-6b53-44a4-8a36-c4947c3a4e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.506589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] For port 0346de01-c6cb-45fe-a3b1-dde0deeae061, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:14.547050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a05a4ce-6b53-44a4-8a36-c4947c3a4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.551183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a05a4ce-6b53-44a4-8a36-c4947c3a4e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.557173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] For port 0346de01-c6cb-45fe-a3b1-dde0deeae061, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:14.560750 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a05a4ce-6b53-44a4-8a36-c4947c3a4e4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51a756f0-dde1-4392-a554-c1696094b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2251780 Jul 15 13:09:14.575343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.576132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05a4ce-6b53-44a4-8a36-c4947c3a4e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a756f0-dde1-4392-a554-c1696094b5b9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.594066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9d259b64-3af3-4160-8b2a-495407559936 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:14.600793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621616a-b37d-4c3e-87c2-4aab1a6f1b1f req-2c456bf5-7a7c-4788-b01a-6c74da463de1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.609485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7621616a-b37d-4c3e-87c2-4aab1a6f1b1f req-2c456bf5-7a7c-4788-b01a-6c74da463de1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 948 time: 0.2625914 Jul 15 13:09:14.622399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 9d259b64-3af3-4160-8b2a-495407559936 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:14.623157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9d259b64-3af3-4160-8b2a-495407559936 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:14.663115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.664834 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.666409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] 10.222.0.49 "PUT /v2.0/ports/0346de01-c6cb-45fe-a3b1-dde0deeae061 HTTP/1.1" status: 200 len: 1096 time: 3.2194767 Jul 15 13:09:14.825945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-4ec135f0-0926-4ffe-a7bc-2fee1f3aebf3 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848414 Jul 15 13:09:14.908135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7621616a-b37d-4c3e-87c2-4aab1a6f1b1f req-5c1bba29-aa52-4493-9fd0-1bb18159839e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972519 Jul 15 13:09:14.938933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13543eba-e27c-405a-bbc6-547d0d0f25c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0346de01-c6cb-45fe-a3b1-dde0deeae061,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:15.064399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-642a5e4a-d0e7-404b-890f-e5ac03c3ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.066924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-642a5e4a-d0e7-404b-890f-e5ac03c3ff3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 1099 time: 0.3298604 Jul 15 13:09:15.166191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-48f080e1-8b2e-423e-801e-4add68907971 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061 HTTP/1.1" status: 200 len: 217 time: 0.0717514 Jul 15 13:09:15.220999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-ce0ce395-963f-4174-81a6-622ef6f5ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.222598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-ce0ce395-963f-4174-81a6-622ef6f5ddaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 1098 time: 0.2315629 Jul 15 13:09:15.246351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47ec31b1-0898-4032-9761-edd2779420be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.304250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-6b1ce971-5106-4be9-bc05-ca2ae96d6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.306020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-6b1ce971-5106-4be9-bc05-ca2ae96d6622 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1245308 Jul 15 13:09:15.344459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491406-1f80-4cba-93ae-887a0ea09328 req-e2ea58c3-6646-4ed9-aee6-72fe2f4998b2 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.347184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a491406-1f80-4cba-93ae-887a0ea09328 req-e2ea58c3-6646-4ed9-aee6-72fe2f4998b2 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1097 time: 0.3063989 Jul 15 13:09:15.434327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-cd726e60-da57-4bd0-9fdb-e462438bb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.435803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-cd726e60-da57-4bd0-9fdb-e462438bb88b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2052267 Jul 15 13:09:15.454412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a491406-1f80-4cba-93ae-887a0ea09328 req-30e0ff07-351c-49ed-9495-c52d22313c7d tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Jul 15 13:09:15.507589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-2911cd34-7ec6-4c1b-b5ce-866eff920be6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a HTTP/1.1" status: 200 len: 217 time: 0.0645006 Jul 15 13:09:15.546132 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.555527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-7555f991-d7c3-49f5-ba38-7e7b57657010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.557546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-7555f991-d7c3-49f5-ba38-7e7b57657010 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077761 Jul 15 13:09:15.630342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-bc82f810-3e72-4f0a-8e43-916ef1fe3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.631763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-bc82f810-3e72-4f0a-8e43-916ef1fe3b5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1132610 Jul 15 13:09:15.800636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-9136c6ff-c2a5-4fc1-b285-56be7e4f421a service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283294 Jul 15 13:09:15.854713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-9afccb25-f424-421e-9ae2-f7daeef81777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.856209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-9afccb25-f424-421e-9ae2-f7daeef81777 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890173 Jul 15 13:09:15.883919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:16.034331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'networks': [{'name': 'tempest-network--1116837778'}, {'name': 'tempest-network--570290710'}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:16.034936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'network': {'name': 'tempest-network--1116837778'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:16.036094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'network': {'name': 'tempest-network--570290710'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:16.080686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'network': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:16.088695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.106696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.178280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4670c7d3-8530-4530-9ad8-08c799192f08', 'tag': '0346de01-c6cb-45fe-a3b1-dde0deeae061'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:16.180572 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a84747-2239-4b45-8861-2b73202d1489" -d '{"events": [{"name": "network-changed", "server_uuid": "4670c7d3-8530-4530-9ad8-08c799192f08", "tag": "0346de01-c6cb-45fe-a3b1-dde0deeae061"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:16.232883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.238554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.239984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.289060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c491c325-e298-4f7e-9628-9135e67bdfc6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.296915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:16.308662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.309064 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Added segment e77e1c1e-6214-4992-9256-5cc04e85cd3d of type vlan for network 2c6d07e2-7c04-4070-8dbe-dc6d4aeda513 Jul 15 13:09:16.359171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.373863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02192e4-c3b1-40e7-9f3c-8fa6eaa591c5 req-3ce43695-a098-4fad-9490-de9a49034b9f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.375406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02192e4-c3b1-40e7-9f3c-8fa6eaa591c5 req-3ce43695-a098-4fad-9490-de9a49034b9f tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 945 time: 0.6173010 Jul 15 13:09:16.399993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:16.405915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-539865c7-d7b7-492a-86ea-f5bf51296d07 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397561 Jul 15 13:09:16.412710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.413432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a569e-8f22-44a1-b3de-2e5646e79fb0 req-8277f6cb-665c-489c-886b-6228cfa4f9d1 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889235 Jul 15 13:09:16.413603 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Added segment 14d33157-38e1-4f81-bada-38cbdd173d5f of type vlan for network e82b5823-00ed-4971-9d13-be69073fdbcd Jul 15 13:09:16.442867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c08d-4d4d-40e3-a07d-cca348055352 req-9a62c0ee-d9fb-4394-9e85-9f7aa55331fb tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.444392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15b7c08d-4d4d-40e3-a07d-cca348055352 req-9a62c0ee-d9fb-4394-9e85-9f7aa55331fb tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1097 time: 0.2601142 Jul 15 13:09:16.457041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02192e4-c3b1-40e7-9f3c-8fa6eaa591c5 req-7f454a81-fad9-4549-9c60-afbcc0fdfac3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Jul 15 13:09:16.482114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.523569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.524402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.534333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.539375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15b7c08d-4d4d-40e3-a07d-cca348055352 req-80c1f564-6bae-4bcd-af39-fb026acc8711 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Jul 15 13:09:16.555652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.556443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.576749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51bfbf8e-0b26-4ed2-b59e-ec2b2714d576 req-54b2f948-1da3-4f32-a9ef-9842dc584dac service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527398 Jul 15 13:09:16.615009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7294712 Jul 15 13:09:16.618384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:16.623920 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.659194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Network': ['ID=2c6d07e2-7c04-4070-8dbe-dc6d4aeda513,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.670769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2c6d07e2-7c04-4070-8dbe-dc6d4aeda513 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:16.828360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27708d8b-800e-4266-bdb2-a4b737d37c45 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Network': ['ID=e82b5823-00ed-4971-9d13-be69073fdbcd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.842477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e82b5823-00ed-4971-9d13-be69073fdbcd details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:16.920283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78de8e-b95c-4ba7-9348-bc8dad81acbf tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.926802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78de8e-b95c-4ba7-9348-bc8dad81acbf tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.932567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78de8e-b95c-4ba7-9348-bc8dad81acbf tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.939053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78de8e-b95c-4ba7-9348-bc8dad81acbf tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.941496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad78de8e-b95c-4ba7-9348-bc8dad81acbf tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3224311 Jul 15 13:09:16.944406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41250) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:16.985995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506027-1a7d-4faa-b843-b1143b2c36ef req-a846a74b-c161-4ee7-9190-24f737dafd35 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.988073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62506027-1a7d-4faa-b843-b1143b2c36ef req-a846a74b-c161-4ee7-9190-24f737dafd35 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 948 time: 0.3155029 Jul 15 13:09:17.055079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.089942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62506027-1a7d-4faa-b843-b1143b2c36ef req-12e66c27-328f-4ecc-8f13-8dfe8acc6478 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654764 Jul 15 13:09:17.109483 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4141fe-0aa9-4cb7-b73c-5bbec1e5e96d x-openstack-request-id: req-dc4141fe-0aa9-4cb7-b73c-5bbec1e5e96d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:17.109850 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4670c7d3-8530-4530-9ad8-08c799192f08", "tag": "0346de01-c6cb-45fe-a3b1-dde0deeae061", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:17.110102 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc4141fe-0aa9-4cb7-b73c-5bbec1e5e96d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:17.110521 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4670c7d3-8530-4530-9ad8-08c799192f08', 'tag': '0346de01-c6cb-45fe-a3b1-dde0deeae061', 'status': 'completed', 'code': 200} Jul 15 13:09:17.207948 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.251893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6d07e2-7c04-4070-8dbe-dc6d4aeda513']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:17.265807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77e1c1e-6214-4992-9256-5cc04e85cd3d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:17.266567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77e1c1e-6214-4992-9256-5cc04e85cd3d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:17.277070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.295278 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.303145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:17.304736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:17.308301 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:17.395607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.415251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.415251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/networks/2c6d07e2-7c04-4070-8dbe-dc6d4aeda513 HTTP/1.1" status: 204 len: 168 time: 0.4694471 Jul 15 13:09:17.421211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.426105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84747-2239-4b45-8861-2b73202d1489 req-2fcc5401-7e8b-42c8-94c7-3cdae38e5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.428252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-2fcc5401-7e8b-42c8-94c7-3cdae38e5008 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 1099 time: 0.2174077 Jul 15 13:09:17.455046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46823248-344f-4bbd-b850-0a9904bc95a9 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Network': ['ID=2c6d07e2-7c04-4070-8dbe-dc6d4aeda513,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:17.547274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.652893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.654445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84747-2239-4b45-8861-2b73202d1489 req-d35ce3ad-caf7-4e8a-a725-fe4866553e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.657122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-d35ce3ad-caf7-4e8a-a725-fe4866553e17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2109618 Jul 15 13:09:17.665287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82b5823-00ed-4971-9d13-be69073fdbcd']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:17.681160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d33157-38e1-4f81-bada-38cbdd173d5f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:17.681160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d33157-38e1-4f81-bada-38cbdd173d5f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:17.688099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.703309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.711281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:17.712131 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.771547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-752b6985-7875-4b5d-8f40-890a168d7c92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061 HTTP/1.1" status: 200 len: 217 time: 0.1034207 Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:17.773486 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:17.833053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84747-2239-4b45-8861-2b73202d1489 req-0757bc43-b1cd-4a7b-956c-4d079ad72e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.835085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-0757bc43-b1cd-4a7b-956c-4d079ad72e63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0567997 Jul 15 13:09:17.878612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.890464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.902642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/networks/e82b5823-00ed-4971-9d13-be69073fdbcd HTTP/1.1" status: 204 len: 168 time: 0.4828014 Jul 15 13:09:17.906338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.956351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71dc06-fbd8-49e1-9530-d5e50a72a06f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Network': ['ID=e82b5823-00ed-4971-9d13-be69073fdbcd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:17.970859 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.997342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84747-2239-4b45-8861-2b73202d1489 req-495f4733-41de-412d-ba95-f4791ca58d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.999121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-495f4733-41de-412d-ba95-f4791ca58d3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535449 Jul 15 13:09:18.242338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-9a392226-3dd8-4ba5-a476-c2e36c8329ea service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341175 Jul 15 13:09:18.278542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cbc88-6e63-4151-a36b-fb6d78f9b7ee tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.294127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cbc88-6e63-4151-a36b-fb6d78f9b7ee tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.307005 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b98cbc88-6e63-4151-a36b-fb6d78f9b7ee tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3994732 Jul 15 13:09:18.308225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:18.313836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1452887532'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:18.391847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a84747-2239-4b45-8861-2b73202d1489 req-e451880e-1ebe-4950-ba5b-fa2f0faf33d2 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420348 Jul 15 13:09:18.395059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:18.400848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.426360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c20d47c8-dd42-43e4-861b-c8d2bb58618a details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:18.475109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:18.497325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.497674 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Added segment 36c79197-566e-4910-9e32-50b5ab6b7627 of type vlan for network 35b90df6-ed14-40ba-87c2-6d6060e89ba4 Jul 15 13:09:18.556733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.607780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.616048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.616706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.658963 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3497491 Jul 15 13:09:18.662317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:18.672950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1709451795'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:18.674557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff352-a5c8-472b-aa56-1c1fd6ea373f req-0a7cacc1-d81a-43a7-ab91-ee9724639b5a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.682472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d2ff352-a5c8-472b-aa56-1c1fd6ea373f req-0a7cacc1-d81a-43a7-ab91-ee9724639b5a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 948 time: 0.1153338 Jul 15 13:09:18.700201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c20d47c8-dd42-43e4-861b-c8d2bb58618a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:18.727956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a', 'mac_address': 'fa:16:3e:4c:3f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:18.734081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d2ff352-a5c8-472b-aa56-1c1fd6ea373f req-188f5e71-09d9-47bf-99d6-dcfd66ef8cf1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Jul 15 13:09:18.786435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60249bf-29cb-428a-84cd-51a0a3630ecd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Network': ['ID=35b90df6-ed14-40ba-87c2-6d6060e89ba4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.790576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:18.801840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 35b90df6-ed14-40ba-87c2-6d6060e89ba4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:18.802108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.865127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.897468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:18.938441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.938794 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Added segment 61740b02-be01-47d1-9dfc-1d0a4ddcf45b of type vlan for network 1d3b590d-9f77-4d58-9a07-f7841542564b Jul 15 13:09:18.993104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20d47c8-dd42-43e4-861b-c8d2bb58618a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:19.034096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.093702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c20d47c8-dd42-43e4-861b-c8d2bb58618a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:19.113380 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.191505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.199646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.200653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.305648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c20d47c8-dd42-43e4-861b-c8d2bb58618a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.361064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:19.365264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Network': ['ID=1d3b590d-9f77-4d58-9a07-f7841542564b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.383550 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-68ef5678-7d4e-4eee-8eaf-61130f955d51 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7147040 Jul 15 13:09:19.386637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:19.391708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'ports': [{'network_id': '35b90df6-ed14-40ba-87c2-6d6060e89ba4', 'name': 'tempest-port--1988978142', 'admin_state_up': True}, {'network_id': '1d3b590d-9f77-4d58-9a07-f7841542564b', 'admin_state_up': False}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:19.392022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'port': {'network_id': '35b90df6-ed14-40ba-87c2-6d6060e89ba4', 'name': 'tempest-port--1988978142', 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:19.393036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'port': {'network_id': '1d3b590d-9f77-4d58-9a07-f7841542564b', 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:19.422995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 1d3b590d-9f77-4d58-9a07-f7841542564b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:19.668605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'port': 2} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:19.700682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.750588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.914592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] device_id is not set on port 8224e410-2e1f-4dc9-aebb-b54bd5124422 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:20.075326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0346de01-c6cb-45fe-a3b1-dde0deeae061 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:20.150650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.169449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-ec5cad17-64ae-47a6-b422-dd6a0523870b tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:09:20.179546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-ec5cad17-64ae-47a6-b422-dd6a0523870b tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2777367 Jul 15 13:09:20.277256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0346de01-c6cb-45fe-a3b1-dde0deeae061, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:20.278259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Request body: {'binding': {'host': 'n-h1-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:20.278731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:09:20.301789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '0346de01-c6cb-45fe-a3b1-dde0deeae061', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '0346de01-c6cb-45fe-a3b1-dde0deeae061', 'mac_address': 'fa:16:3e:be:16:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:20.324023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] device_id is not set on port 1b52c081-c070-4423-9964-0f0dfee66ae8 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:20.362241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.383701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0346de01-c6cb-45fe-a3b1-dde0deeae061 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:20.426854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0346de01-c6cb-45fe-a3b1-dde0deeae061, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:20.434951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.505544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.522461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on host n-h1-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:20.522844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:20.523223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:20.530772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:20.531108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:20.537476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:20.537876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:20.538482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:20.538738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Bound port: 46fc104d-1032-450f-a70c-41f505b1bb34, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:20.572027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.574335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0346de01-c6cb-45fe-a3b1-dde0deeae061,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:20.635670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Port': ['ID=8224e410-2e1f-4dc9-aebb-b54bd5124422,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:20.658631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:20.676979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.678501 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-66fafb44-8da3-491e-bb6c-c3d0b48fbce0 service neutron] 10.222.0.48 "POST /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34/bindings HTTP/1.1" status: 201 len: 389 time: 0.4969244 Jul 15 13:09:20.687757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Checking segment: {'id': '36c79197-566e-4910-9e32-50b5ab6b7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '35b90df6-ed14-40ba-87c2-6d6060e89ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:20.688486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network hostable DHCP agents. Network: 35b90df6-ed14-40ba-87c2-6d6060e89ba4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:20.754997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network 35b90df6-ed14-40ba-87c2-6d6060e89ba4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:20.789380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16954f0-baef-406d-a65f-f092901847a8 req-d7ae6825-a347-4ff8-ac0d-dd2a25a093d8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.791002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d16954f0-baef-406d-a65f-f092901847a8 req-d7ae6825-a347-4ff8-ac0d-dd2a25a093d8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 949 time: 0.1167619 Jul 15 13:09:20.792322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 35b90df6-ed14-40ba-87c2-6d6060e89ba4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:20.795990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:20.796871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.806603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3602c-1630-4070-9bf3-e51432bc9a0a None None] Network 35b90df6-ed14-40ba-87c2-6d6060e89ba4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:20.952604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0346de01-c6cb-45fe-a3b1-dde0deeae061'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:20.993538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Checking segment: {'id': '61740b02-be01-47d1-9dfc-1d0a4ddcf45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d3b590d-9f77-4d58-9a07-f7841542564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:21.000244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network hostable DHCP agents. Network: 1d3b590d-9f77-4d58-9a07-f7841542564b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:21.030414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d16954f0-baef-406d-a65f-f092901847a8 req-bef09607-326c-49e5-9e79-0b5a7dc12a67 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134814 Jul 15 13:09:21.035441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Port': ['ID=1b52c081-c070-4423-9964-0f0dfee66ae8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:21.174731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network 1d3b590d-9f77-4d58-9a07-f7841542564b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:21.210549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 1d3b590d-9f77-4d58-9a07-f7841542564b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:21.230594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501eda2e-5fac-4bf4-91a2-6b6aa271fa50 None None] Network 1d3b590d-9f77-4d58-9a07-f7841542564b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:21.244415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:21.250970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.277157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.283042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.300676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-c174dbb2-e436-49d1-b8ee-34e31e89c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.305437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-c174dbb2-e436-49d1-b8ee-34e31e89c74b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1097 time: 0.2649722 Jul 15 13:09:21.500075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-02c06781-8e55-440a-9823-ff859afa05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.501914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-02c06781-8e55-440a-9823-ff859afa05fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1810875 Jul 15 13:09:21.529475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d78d7357-7835-4f63-9a25-4f31a67dc229 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1416445 Jul 15 13:09:21.533748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:21.679389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-34b49b4e-7644-40ea-8adc-3d66fb406778 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 217 time: 0.1694443 Jul 15 13:09:21.692633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fb03b-940d-4443-94ec-cd709503b13d tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.706419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fb03b-940d-4443-94ec-cd709503b13d tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.708477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-946fb03b-940d-4443-94ec-cd709503b13d tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1727190 Jul 15 13:09:21.711961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:21.749829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-5e2c1a3c-5277-4ee5-83d7-de705fcc1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.752300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-5e2c1a3c-5277-4ee5-83d7-de705fcc1046 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0645747 Jul 15 13:09:21.803508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-b7aa9312-816d-421b-ad42-4ce52d09821e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402994 Jul 15 13:09:21.858694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Deleting port 8224e410-2e1f-4dc9-aebb-b54bd5124422 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:21.859035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.922900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41e443-0bb1-4bcc-a032-a91513a69ce4 req-facecb7b-ddd9-4ddb-9b04-c4ac74d5be33 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.925450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac41e443-0bb1-4bcc-a032-a91513a69ce4 req-facecb7b-ddd9-4ddb-9b04-c4ac74d5be33 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 946 time: 0.3286796 Jul 15 13:09:21.944415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.972818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Calling delete_port for 8224e410-2e1f-4dc9-aebb-b54bd5124422 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:22.031226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac41e443-0bb1-4bcc-a032-a91513a69ce4 req-0bf6c58d-7a61-4acb-b695-564dcb956b02 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741327 Jul 15 13:09:22.039153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-90bf548f-d8e0-4ffb-9ace-7deb7cdcd040 service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248237 Jul 15 13:09:22.054535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c046-17f4-4f7e-a11c-967bcdbe7177 req-69c2478c-a894-4e55-90e9-863dc7a82bd3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.061754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2854c046-17f4-4f7e-a11c-967bcdbe7177 req-69c2478c-a894-4e55-90e9-863dc7a82bd3 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 945 time: 0.2080102 Jul 15 13:09:22.085957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:22.144424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.202244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2854c046-17f4-4f7e-a11c-967bcdbe7177 req-88a97d99-060b-448a-a612-8bba0f40c5a1 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394782 Jul 15 13:09:22.260295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.265641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/ports/8224e410-2e1f-4dc9-aebb-b54bd5124422 HTTP/1.1" status: 204 len: 168 time: 0.5516510 Jul 15 13:09:22.266708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de976568-9485-459d-8f74-ab6cfd685a68 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Port': ['ID=8224e410-2e1f-4dc9-aebb-b54bd5124422,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.267929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-ebd9eaf4-6ad3-4b2b-b1c2-6d84851dc278 service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969800 Jul 15 13:09:22.269348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:22.284780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:22.302202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '396406d6-fdb6-4e80-a323-c7254e73071c', 'network_id': '664cba1a-9606-470d-a812-2cd85266b92a', 'port_id': '396406d6-fdb6-4e80-a323-c7254e73071c', 'mac_address': 'fa:16:3e:bf:35:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c6572-b599-4575-952f-6bf0b23f2cb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:22.399760 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.426657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 396406d6-fdb6-4e80-a323-c7254e73071c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:22.481598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:22.487141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c20d47c8-dd42-43e4-861b-c8d2bb58618a up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:22.492644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.543201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-b51c51d7-46d6-490a-a867-3798242bc6c1 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.545330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-b51c51d7-46d6-490a-a867-3798242bc6c1 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1097 time: 0.1871507 Jul 15 13:09:22.559774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-9'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:22.601417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.602437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Deleting port 1b52c081-c070-4423-9964-0f0dfee66ae8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:22.602808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.617073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port c20d47c8-dd42-43e4-861b-c8d2bb58618a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:22.617297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97c984-1e95-4086-8346-34f727febfaa req-1a542a20-a65d-4dcc-9440-ad0fe1b17a3d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.625961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port c20d47c8-dd42-43e4-861b-c8d2bb58618a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:22.626367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.629444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df97c984-1e95-4086-8346-34f727febfaa req-1a542a20-a65d-4dcc-9440-ad0fe1b17a3d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 949 time: 0.1968079 Jul 15 13:09:22.661056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['396406d6-fdb6-4e80-a323-c7254e73071c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:22.782379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.809217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df97c984-1e95-4086-8346-34f727febfaa req-789cb3d9-bd03-4859-a442-97c821277143 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787276 Jul 15 13:09:22.844610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Calling delete_port for 1b52c081-c070-4423-9964-0f0dfee66ae8 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:22.876779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.879349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.932443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c20d47c8-dd42-43e4-861b-c8d2bb58618a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:22.933537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:22.937284 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d0a9ae-01cf-4200-a14f-06afa7b8396d" -d '{"events": [{"server_uuid": "5baab292-8f7e-4ec1-896e-12ee5fbe812e", "name": "network-vif-plugged", "status": "completed", "tag": "c20d47c8-dd42-43e4-861b-c8d2bb58618a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:22.941960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.025584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c20d47c8-dd42-43e4-861b-c8d2bb58618a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:23.180126 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2269c-2d51-48cf-8ec3-fba9c427d020 x-openstack-request-id: req-8da2269c-2d51-48cf-8ec3-fba9c427d020 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:23.180624 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baab292-8f7e-4ec1-896e-12ee5fbe812e", "name": "network-vif-plugged", "status": "completed", "tag": "c20d47c8-dd42-43e4-861b-c8d2bb58618a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:23.181120 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8da2269c-2d51-48cf-8ec3-fba9c427d020 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:23.181688 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a', 'code': 200} Jul 15 13:09:23.625775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.667913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c030e8-ae62-47d4-9024-a205a4971cf9 req-09d672f9-4f2a-4d91-ab2a-71ac09b38a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.669441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81c030e8-ae62-47d4-9024-a205a4971cf9 req-09d672f9-4f2a-4d91-ab2a-71ac09b38a0c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 1100 time: 0.2481899 Jul 15 13:09:23.682439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ccc2d-85de-4140-958d-31075852dcae req-54630a8d-48b7-454a-98e6-409af7f316f8 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.683900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905ccc2d-85de-4140-958d-31075852dcae req-54630a8d-48b7-454a-98e6-409af7f316f8 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 946 time: 0.2592845 Jul 15 13:09:23.691852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Port': ['ID=1b52c081-c070-4423-9964-0f0dfee66ae8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:23.709853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:23.712142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.714304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe1fe5ab-dca5-4500-baba-f714133323e2 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/ports/1b52c081-c070-4423-9964-0f0dfee66ae8 HTTP/1.1" status: 204 len: 168 time: 1.4424510 Jul 15 13:09:23.716975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:23.780503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81c030e8-ae62-47d4-9024-a205a4971cf9 req-1daf858a-9e57-4bfe-a175-191a5c6278fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897844 Jul 15 13:09:23.781200 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-941ee387-0fda-4754-ab90-5544df68379f tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0618904 Jul 15 13:09:23.785880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:23.791699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1013444955'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:23.801935 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905ccc2d-85de-4140-958d-31075852dcae req-664d2311-0ed7-491c-806d-642b8a8678ba tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788081 Jul 15 13:09:23.809303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:23.864261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:23.880276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.893363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:23.896132 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85bc16e-2d29-4ec7-b869-4e5853bc3de8" -d '{"events": [{"server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:23.901805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.918244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.928986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:23.952779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.953714 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Added segment 1aa1b3b6-077b-42e2-ae05-a41a17ddcd48 of type vlan for network 78806203-2d51-4a45-9a90-7bf3083f6f5a Jul 15 13:09:24.066123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on host n-h2-798249-9 for vnic_type normal with profile {"migrating_to": "n-h1-798249-9"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:24.066498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:24.066980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:24.084665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:24.084808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Attempting to bind port 46fc104d-1032-450f-a70c-41f505b1bb34 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:24.094146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.098192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:24.099198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:24.099542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:24.100002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Bound port: 46fc104d-1032-450f-a70c-41f505b1bb34, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:24.100372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.103315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0346de01-c6cb-45fe-a3b1-dde0deeae061 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:24.124608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.233136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 0346de01-c6cb-45fe-a3b1-dde0deeae061 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:24.239800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.247943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.249869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 0346de01-c6cb-45fe-a3b1-dde0deeae061 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:24.250605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.256617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.318157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:24.322007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:24.339582 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.397695 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6103110 Jul 15 13:09:24.408702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:24.431899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.434754 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942203af-9b75-49e4-863d-df92e135650d x-openstack-request-id: req-942203af-9b75-49e4-863d-df92e135650d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:24.435045 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:24.435295 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-942203af-9b75-49e4-863d-df92e135650d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:24.435685 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34', 'code': 200} Jul 15 13:09:24.447157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1549018593'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:24.477025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0346de01-c6cb-45fe-a3b1-dde0deeae061, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:24.490117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.491304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:24.513858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.514514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.515956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] 10.222.0.49 "PUT /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 1122 time: 1.9621713 Jul 15 13:09:24.546875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda773c-5a59-4cd1-9ba3-bd275a4ade84 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Network': ['ID=78806203-2d51-4a45-9a90-7bf3083f6f5a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.551845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218dd7f-df53-4176-9829-aebfe7ebdabe service neutron] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.568792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c2-7203-42b1-8a26-a8397b5310ec req-5d2f33b7-b961-4143-9256-55c2f1722069 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.576681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9cd6a1c2-7203-42b1-8a26-a8397b5310ec req-5d2f33b7-b961-4143-9256-55c2f1722069 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 949 time: 0.2516112 Jul 15 13:09:24.635744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:24.645881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.668022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9cd6a1c2-7203-42b1-8a26-a8397b5310ec req-394735fd-c7a1-4982-afa5-c059f3f3eca1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903628 Jul 15 13:09:24.671642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 78806203-2d51-4a45-9a90-7bf3083f6f5a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:24.740409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:24.757381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.758142 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Added segment aba6f418-99ba-40a9-b51d-39e56f4561b7 of type vlan for network e9849997-9e0f-4d17-afc0-b38cfb472a88 Jul 15 13:09:24.825375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46fc104d-1032-450f-a70c-41f505b1bb34'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:24.837234 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.885923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.893714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.894688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.914284 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4976616 Jul 15 13:09:25.028141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca98918-4fd6-46f6-bdcf-a577baec2104 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Network': ['ID=e9849997-9e0f-4d17-afc0-b38cfb472a88,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.055065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0346de01-c6cb-45fe-a3b1-dde0deeae061,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.082003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e9849997-9e0f-4d17-afc0-b38cfb472a88 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:25.179864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273673e1-232c-4b35-ab34-1994037aef83 req-d345a714-4922-4fd8-9245-56cdfcd1ed31 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.180357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:25.181559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-273673e1-232c-4b35-ab34-1994037aef83 req-d345a714-4922-4fd8-9245-56cdfcd1ed31 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 944 time: 0.3537502 Jul 15 13:09:25.185939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'subnets': [{'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--698160556', 'ip_version': 4}, {'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:25.186292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'subnet': {'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--698160556', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:25.186895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Request body: {'subnet': {'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:25.194679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4670c7d3-8530-4530-9ad8-08c799192f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0346de01-c6cb-45fe-a3b1-dde0deeae061'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:25.197826 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6b75d2-27a9-4e83-9c2b-41fc1707cbc0" -d '{"events": [{"server_uuid": "4670c7d3-8530-4530-9ad8-08c799192f08", "name": "network-vif-plugged", "status": "completed", "tag": "0346de01-c6cb-45fe-a3b1-dde0deeae061"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:25.233538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 396406d6-fdb6-4e80-a323-c7254e73071c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:25.234304 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.281798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-273673e1-232c-4b35-ab34-1994037aef83 req-5f323aa8-48ad-4f3e-94b1-bba195869827 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/security-groups?id=bebd06e9-b589-4b0c-93dc-301cabc006ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Jul 15 13:09:25.312599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:25.338118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-6898df16-53ff-419a-ae83-25302200a1f1 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.340447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-6898df16-53ff-419a-ae83-25302200a1f1 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 944 time: 0.3093362 Jul 15 13:09:25.405934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6e75f-90af-4ef8-866c-bf5c1fb9d3e3 req-dbee4d50-a17d-49f2-bbcd-1df8c7174cd0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.417407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61f6e75f-90af-4ef8-866c-bf5c1fb9d3e3 req-dbee4d50-a17d-49f2-bbcd-1df8c7174cd0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.2787156 Jul 15 13:09:25.512410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61f6e75f-90af-4ef8-866c-bf5c1fb9d3e3 req-078e9b98-dfed-4d09-89b0-b2796f38a4f0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Jul 15 13:09:25.519216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.586442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ee34770-3b73-4a10-9a22-dce2365418cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.600827 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c48356-7cb1-4aab-afc0-a21f5cac92d0 x-openstack-request-id: req-f9c48356-7cb1-4aab-afc0-a21f5cac92d0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:25.601616 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4670c7d3-8530-4530-9ad8-08c799192f08", "name": "network-vif-plugged", "status": "completed", "tag": "0346de01-c6cb-45fe-a3b1-dde0deeae061", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:25.601984 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9c48356-7cb1-4aab-afc0-a21f5cac92d0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:25.602532 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4670c7d3-8530-4530-9ad8-08c799192f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0346de01-c6cb-45fe-a3b1-dde0deeae061', 'code': 200} Jul 15 13:09:25.616864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:25.621208 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.625128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Made reservation on behalf of 6e5ce0b13ccd473990e27e01381fe63f for: {'subnet': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:25.632821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.633450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.646752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Deleting port 396406d6-fdb6-4e80-a323-c7254e73071c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:25.647206 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.779519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.881027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] For port 396406d6-fdb6-4e80-a323-c7254e73071c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=396406d6-fdb6-4e80-a323-c7254e73071c,segment=NetworkSegment(0d8be79d-c34e-4154-9202-40a15f101e4a),segment_id=0d8be79d-c34e-4154-9202-40a15f101e4a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:25.881382 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.900311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Calling delete_port for 396406d6-fdb6-4e80-a323-c7254e73071c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:25.982649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d6db7-87e6-4b71-a4c5-2179a6a3103e req-a6aa516c-2a14-4876-b145-319f7a583e4d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.990009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc7d6db7-87e6-4b71-a4c5-2179a6a3103e req-a6aa516c-2a14-4876-b145-319f7a583e4d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 950 time: 0.1573257 Jul 15 13:09:26.050846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc7d6db7-87e6-4b71-a4c5-2179a6a3103e req-bc3aa57d-e8c8-49d6-bd47-3c1083e0712b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598075 Jul 15 13:09:26.115736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:26.161054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.211182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No active binding found for port 396406d6-fdb6-4e80-a323-c7254e73071c {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:09:26.211813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:26.224529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Pushing event deleted for resources: {'Port': ['ID=396406d6-fdb6-4e80-a323-c7254e73071c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.255538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.276683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] No DVR routers for this DVR port 396406d6-fdb6-4e80-a323-c7254e73071c on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:26.282155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.287702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b03b38d1-b823-4033-be04-c8e2b50a8257 req-ed7e59e8-2711-4ceb-ba05-38906a3b1fe4 tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.49 "DELETE /v2.0/ports/396406d6-fdb6-4e80-a323-c7254e73071c HTTP/1.1" status: 204 len: 173 time: 0.9366555 Jul 15 13:09:26.420891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ee34770-3b73-4a10-9a22-dce2365418cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.436413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34'}, {'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'name': 'network-vif-deleted', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:26.437553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ee34770-3b73-4a10-9a22-dce2365418cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.439356 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dab557-c7f9-4717-99c4-0d237e34393e" -d '{"events": [{"name": "network-changed", "server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34"}, {"server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "name": "network-vif-deleted", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:26.440609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Subnet': ['ID=7b728c05-4706-4dd5-987d-83f93c2c0c33,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.489009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834faf-bcea-4398-9b7f-4c68df4c0653 req-648c6631-9981-4611-b3ea-ada5f3a7b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.490589 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bf834faf-bcea-4398-9b7f-4c68df4c0653 req-648c6631-9981-4611-b3ea-ada5f3a7b863 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 1101 time: 0.3416514 Jul 15 13:09:26.515710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Checking segment: {'id': '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:26.516259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network hostable DHCP agents. Network: 78806203-2d51-4a45-9a90-7bf3083f6f5a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:26.555807 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3ee34770-3b73-4a10-9a22-dce2365418cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b84ff1408b2434e86dbb2b8ff67e241&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2410693 Jul 15 13:09:26.556790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:26.561495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d301379-f9ce-45df-98ae-1738417174c1 req-6943e8ea-53ac-4454-94e6-8e61b3fc2fdb tempest-ImagesTestJSON-1210887186 tempest-ImagesTestJSON-1210887186-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1afc27e-8c23-43c4-9bc1-738ef31e0a8c HTTP/1.1" status: 200 len: 210 time: 0.0579419 Jul 15 13:09:26.563053 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1db832-fe91-4cd5-93f9-3edd3c8a718d x-openstack-request-id: req-ac1db832-fe91-4cd5-93f9-3edd3c8a718d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:26.563409 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34", "status": "completed", "code": 200}, {"server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "name": "network-vif-deleted", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:26.563728 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac1db832-fe91-4cd5-93f9-3edd3c8a718d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:26.565101 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34', 'status': 'completed', 'code': 200} Jul 15 13:09:26.565668 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'name': 'network-vif-deleted', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c', 'status': 'completed', 'code': 200} Jul 15 13:09:26.591200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee34770-3b73-4a10-9a22-dce2365418cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8438f8-a2e1-4ebf-bffd-a30369320f33,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.652513 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bf834faf-bcea-4398-9b7f-4c68df4c0653 req-38db9695-cf09-4e84-923b-ffc8bb7bf460 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457229 Jul 15 13:09:26.653084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network 78806203-2d51-4a45-9a90-7bf3083f6f5a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:26.690065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 78806203-2d51-4a45-9a90-7bf3083f6f5a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:26.696961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.700727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf0a47-c8aa-4cf5-985d-d629b181cf1a None None] Network 78806203-2d51-4a45-9a90-7bf3083f6f5a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:26.756353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-5de52fed-8e1e-4ea0-9487-3274397294a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.758718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-694f2f63-17b2-46fb-90c1-8583de95fdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.759117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-5de52fed-8e1e-4ea0-9487-3274397294a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1125 time: 0.1846118 Jul 15 13:09:26.808760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event updated for resources: {'Subnet': ['ID=3ac3960d-89a9-4dd2-91dc-a96b8777bdec,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.822189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-694f2f63-17b2-46fb-90c1-8583de95fdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.824546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Checking segment: {'id': 'aba6f418-99ba-40a9-b51d-39e56f4561b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:26.825610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network hostable DHCP agents. Network: e9849997-9e0f-4d17-afc0-b38cfb472a88, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:26.863844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Network e9849997-9e0f-4d17-afc0-b38cfb472a88 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:26.887864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, e9849997-9e0f-4d17-afc0-b38cfb472a88) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:26.894514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.895008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.895709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.913230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-694f2f63-17b2-46fb-90c1-8583de95fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.915093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94443f-1c7b-4c03-9440-c45fdb30a69e None None] Network e9849997-9e0f-4d17-afc0-b38cfb472a88 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:26.916305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-694f2f63-17b2-46fb-90c1-8583de95fdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.917836 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-694f2f63-17b2-46fb-90c1-8583de95fdbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee8438f8-a2e1-4ebf-bffd-a30369320f33 HTTP/1.1" status: 204 len: 168 time: 0.3462977 Jul 15 13:09:26.929058 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0b70f185-7a96-44d4-8e6d-5b34e3cd13fd tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7477846 Jul 15 13:09:26.930622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f2f63-17b2-46fb-90c1-8583de95fdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8438f8-a2e1-4ebf-bffd-a30369320f33,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.938667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:27.022384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4927549-c9b0-4d1e-9ead-24b596719041 req-c6ecfa70-1d29-45ec-8b75-1ec9ec5867a3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.024071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4927549-c9b0-4d1e-9ead-24b596719041 req-c6ecfa70-1d29-45ec-8b75-1ec9ec5867a3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.2963324 Jul 15 13:09:27.033770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-695aa421-0b32-483c-8926-5dcb48fb6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.035252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-695aa421-0b32-483c-8926-5dcb48fb6370 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2513947 Jul 15 13:09:27.125069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104002e8-15b8-4e85-bdb5-a51b70391ee6 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.128314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104002e8-15b8-4e85-bdb5-a51b70391ee6 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.130794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104002e8-15b8-4e85-bdb5-a51b70391ee6 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.132954 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-104002e8-15b8-4e85-bdb5-a51b70391ee6 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1916223 Jul 15 13:09:27.140336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:27.143648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-78806203-2d51-4a45-9a90-7bf3083f6f5a', 'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a', 'tenant_id': '6e5ce0b13ccd473990e27e01381fe63f', 'fixed_ips': [{'subnet_id': '7b728c05-4706-4dd5-987d-83f93c2c0c33'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:27.144930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.170976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-a5b3a256-1f17-4737-8c7a-e8852d6ce238 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 217 time: 0.0971451 Jul 15 13:09:27.302895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4927549-c9b0-4d1e-9ead-24b596719041 req-be930243-f032-49ab-9e78-3a95cf9f489c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719209 Jul 15 13:09:27.350164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-388b64f4-8796-4907-b5cb-725adefc6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.352046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-388b64f4-8796-4907-b5cb-725adefc6f18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1801615 Jul 15 13:09:27.451439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-6fb41227-e227-49bf-a419-f90f0c4ffdee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851858 Jul 15 13:09:27.614338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b8fee-d83f-4312-ac49-e0117d2fa596 req-9bf3c2ac-022f-4d52-9632-d449b1e362b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.615749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:27.616262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-239b8fee-d83f-4312-ac49-e0117d2fa596 req-9bf3c2ac-022f-4d52-9632-d449b1e362b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 950 time: 0.1721184 Jul 15 13:09:27.619905 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c0b3f0-fb80-4f38-86cf-e374aff58bfb" -d '{"events": [{"server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "name": "network-vif-plugged", "status": "completed", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:27.699429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-239b8fee-d83f-4312-ac49-e0117d2fa596 req-330c47ec-5958-4f73-88f6-f31f596508f8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759346 Jul 15 13:09:27.701837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-100d9211-8d2f-4f8c-9e37-97ecba6a97c6 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813953 Jul 15 13:09:27.847923 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521f1a6-7980-4925-8777-f61268e70c19 x-openstack-request-id: req-7521f1a6-7980-4925-8777-f61268e70c19 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:27.848220 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1afc27e-8c23-43c4-9bc1-738ef31e0a8c", "name": "network-vif-plugged", "status": "completed", "tag": "396406d6-fdb6-4e80-a323-c7254e73071c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:27.848471 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7521f1a6-7980-4925-8777-f61268e70c19 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:27.848860 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1afc27e-8c23-43c4-9bc1-738ef31e0a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396406d6-fdb6-4e80-a323-c7254e73071c', 'code': 200} Jul 15 13:09:27.849741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Deleting subnet 7b728c05-4706-4dd5-987d-83f93c2c0c33 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:27.931439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-e9849997-9e0f-4d17-afc0-b38cfb472a88', 'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88', 'tenant_id': '6e5ce0b13ccd473990e27e01381fe63f', 'fixed_ips': [{'subnet_id': '3ac3960d-89a9-4dd2-91dc-a96b8777bdec'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:27.932331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.959375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Allocated IP 172.20.0.2 (78806203-2d51-4a45-9a90-7bf3083f6f5a/7b728c05-4706-4dd5-987d-83f93c2c0c33/2e0a2dfd-b246-44ec-8f13-ff874d9b5db1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:27.990430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6dab557-c7f9-4717-99c4-0d237e34393e req-1b19854a-5124-4cdf-8b12-5b6cffc048dc service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785954 Jul 15 13:09:28.128051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:28.452954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Allocated IP 172.20.0.18 (e9849997-9e0f-4d17-afc0-b38cfb472a88/3ac3960d-89a9-4dd2-91dc-a96b8777bdec/f43a9df8-3c42-4bc0-8589-8cf01e616d9d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:28.456345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:28.521937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 has no active binding in host n-h1-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:09:28.603975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6384e4-101b-46e7-8046-e52238e25d53 req-f9df4436-d41c-44ab-acd6-2191bd1b0593 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.605562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de6384e4-101b-46e7-8046-e52238e25d53 req-f9df4436-d41c-44ab-acd6-2191bd1b0593 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.1173103 Jul 15 13:09:28.661472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.684650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Transition to ACTIVE for port object 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:28.691833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de6384e4-101b-46e7-8046-e52238e25d53 req-83eb5bfb-92ca-4d3b-81f0-01760c6468df tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Jul 15 13:09:28.706843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:28.723606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Transition to ACTIVE for port object 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:28.777941 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.783003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Deleting subnet 979c6572-b599-4575-952f-6bf0b23f2cb5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:28.790315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.797073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.840952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Network 78806203-2d51-4a45-9a90-7bf3083f6f5a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:28.843265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.852280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:28.865042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:28.870506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Transition to ACTIVE for port object f43a9df8-3c42-4bc0-8589-8cf01e616d9d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:28.892964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Pushing event updated for resources: {'Port': ['ID=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:28.934386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.965193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Transition to ACTIVE for port object f43a9df8-3c42-4bc0-8589-8cf01e616d9d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:28.980517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Attempting to bind port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:28.981044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Attempting to bind port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:28.981561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Attempting to bind port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 on network 78806203-2d51-4a45-9a90-7bf3083f6f5a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:28.990682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.006776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:29.007140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Checking segment: {'id': '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:29.007564 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.007967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Bound using segment: {'id': '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:29.008456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Bound port: 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78806203-2d51-4a45-9a90-7bf3083f6f5a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:29.008843 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.023225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.042800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Network e9849997-9e0f-4d17-afc0-b38cfb472a88 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:29.053030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:29.059569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:29.067710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8510ea-7ebc-4105-95bb-1504b9f355aa req-cbdedd5c-061d-4ff3-88ff-5a7dd3870c7a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.076172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb8510ea-7ebc-4105-95bb-1504b9f355aa req-cbdedd5c-061d-4ff3-88ff-5a7dd3870c7a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 950 time: 0.2109401 Jul 15 13:09:29.134318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] For port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:29.138659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] For port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,segment=NetworkSegment(1aa1b3b6-077b-42e2-ae05-a41a17ddcd48),segment_id=1aa1b3b6-077b-42e2-ae05-a41a17ddcd48)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:29.153897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.161401 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.173492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb8510ea-7ebc-4105-95bb-1504b9f355aa req-ebd63f9c-4e02-43b9-a6ec-39af63fdd3c7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917046 Jul 15 13:09:29.174049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.192208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Pushing event updated for resources: {'Port': ['ID=f43a9df8-3c42-4bc0-8589-8cf01e616d9d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.307040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Attempting to bind port f43a9df8-3c42-4bc0-8589-8cf01e616d9d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:29.307419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Attempting to bind port f43a9df8-3c42-4bc0-8589-8cf01e616d9d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'aba6f418-99ba-40a9-b51d-39e56f4561b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:29.307855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Attempting to bind port f43a9df8-3c42-4bc0-8589-8cf01e616d9d on network e9849997-9e0f-4d17-afc0-b38cfb472a88 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:29.316734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7156346-6454-4851-a4db-8a6a68081aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.341113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:29.341528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Checking segment: {'id': 'aba6f418-99ba-40a9-b51d-39e56f4561b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:29.341892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.342317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Bound using segment: {'id': 'aba6f418-99ba-40a9-b51d-39e56f4561b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:29.342801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Bound port: f43a9df8-3c42-4bc0-8589-8cf01e616d9d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba6f418-99ba-40a9-b51d-39e56f4561b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9849997-9e0f-4d17-afc0-b38cfb472a88'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:29.345008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.348616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.433162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca20c-93a4-467f-afdc-07081520270b None None] Pushing event updated for resources: {'Port': ['ID=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.465560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.486783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.496614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.502710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/979c6572-b599-4575-952f-6bf0b23f2cb5 HTTP/1.1" status: 204 len: 168 time: 0.7918289 Jul 15 13:09:29.525667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.557185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921217d-0add-4256-bf84-31b6d922a957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979c6572-b599-4575-952f-6bf0b23f2cb5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.571933 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.580284 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/subnets/7b728c05-4706-4dd5-987d-83f93c2c0c33 HTTP/1.1" status: 204 len: 168 time: 2.4304037 Jul 15 13:09:29.583102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.680755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7156346-6454-4851-a4db-8a6a68081aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.683521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] For port f43a9df8-3c42-4bc0-8589-8cf01e616d9d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:29.688322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] For port f43a9df8-3c42-4bc0-8589-8cf01e616d9d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f43a9df8-3c42-4bc0-8589-8cf01e616d9d,segment=NetworkSegment(aba6f418-99ba-40a9-b51d-39e56f4561b7),segment_id=aba6f418-99ba-40a9-b51d-39e56f4561b7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:29.693751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fef376-bae8-4d09-baad-78325511a588 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Subnet': ['ID=7b728c05-4706-4dd5-987d-83f93c2c0c33,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.697821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc9b27-ef38-4c2d-b57e-c4a3dbc2e7f2 req-55630a79-7231-45d7-b0d3-e89acbaf2ccc tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.707351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20bc9b27-ef38-4c2d-b57e-c4a3dbc2e7f2 req-55630a79-7231-45d7-b0d3-e89acbaf2ccc tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 949 time: 0.3065767 Jul 15 13:09:29.707621 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.763633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Deleting subnet 3ac3960d-89a9-4dd2-91dc-a96b8777bdec {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:29.764243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7156346-6454-4851-a4db-8a6a68081aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.777202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.833081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7156346-6454-4851-a4db-8a6a68081aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa920b-7bc5-4943-b5ba-631b6c4c5be2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.850899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3954b2-7b6c-4264-9d13-4d9667788503 None None] Pushing event updated for resources: {'Port': ['ID=f43a9df8-3c42-4bc0-8589-8cf01e616d9d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.879656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.883915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.901039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20bc9b27-ef38-4c2d-b57e-c4a3dbc2e7f2 req-97cbb371-494c-4105-8027-d4c2e5bd8237 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921401 Jul 15 13:09:29.932993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-38c8e7f6-885c-4009-9531-160fbf964f3e service neutron] 10.222.0.23 "GET /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.4042740 Jul 15 13:09:29.953290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e7156346-6454-4851-a4db-8a6a68081aea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf261e3d487046dcb8158be5c3b5950a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779760 Jul 15 13:09:29.956934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41790) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.145144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:30.155834 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.240141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 396406d6-fdb6-4e80-a323-c7254e73071c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:30.243870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 396406d6-fdb6-4e80-a323-c7254e73071c not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:30.254111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94f68af5-51b6-40f6-b4d9-3a47c54010d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.281915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.295135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94f68af5-51b6-40f6-b4d9-3a47c54010d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.326634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.338123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664cba1a-9606-470d-a812-2cd85266b92a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:30.382438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac3960d-89a9-4dd2-91dc-a96b8777bdec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.390622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.395634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f2829ad-302f-4e39-aabd-8f0ca5de720a tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/subnets/3ac3960d-89a9-4dd2-91dc-a96b8777bdec HTTP/1.1" status: 204 len: 168 time: 0.7965879 Jul 15 13:09:30.396609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.420170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8be79d-c34e-4154-9202-40a15f101e4a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:30.420526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8be79d-c34e-4154-9202-40a15f101e4a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:30.478731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94f68af5-51b6-40f6-b4d9-3a47c54010d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.485686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94f68af5-51b6-40f6-b4d9-3a47c54010d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.488900 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-94f68af5-51b6-40f6-b4d9-3a47c54010d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00aa920b-7bc5-4943-b5ba-631b6c4c5be2 HTTP/1.1" status: 204 len: 168 time: 0.5305035 Jul 15 13:09:30.506825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.511352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212e7f4-2ea3-46e1-aacf-f86f3c1edcba tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.516548 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6212e7f4-2ea3-46e1-aacf-f86f3c1edcba tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173689 Jul 15 13:09:30.534945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f68af5-51b6-40f6-b4d9-3a47c54010d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa920b-7bc5-4943-b5ba-631b6c4c5be2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.542294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.544008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.553706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:30.554742 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.628780 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:30.673571 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:30.704070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.715945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.720010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] 10.222.0.48 "DELETE /v2.0/networks/664cba1a-9606-470d-a812-2cd85266b92a HTTP/1.1" status: 204 len: 168 time: 1.1837304 Jul 15 13:09:30.777291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.779393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:30.822021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714759b6-7161-417f-a5f1-01dc6763459d admin admin] Pushing event deleted for resources: {'Network': ['ID=664cba1a-9606-470d-a812-2cd85266b92a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.850344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623c0a-32b1-4102-809a-ac69c5ba1831 req-46b9f6d6-eef4-4ae4-bd87-a1e0216bfc3c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.858131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18623c0a-32b1-4102-809a-ac69c5ba1831 req-46b9f6d6-eef4-4ae4-bd87-a1e0216bfc3c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 944 time: 0.5701680 Jul 15 13:09:30.886550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Deleting port f43a9df8-3c42-4bc0-8589-8cf01e616d9d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:30.889713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.925746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:30.930388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f43a9df8-3c42-4bc0-8589-8cf01e616d9d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:31.014022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] For port f43a9df8-3c42-4bc0-8589-8cf01e616d9d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f43a9df8-3c42-4bc0-8589-8cf01e616d9d,segment=NetworkSegment(aba6f418-99ba-40a9-b51d-39e56f4561b7),segment_id=aba6f418-99ba-40a9-b51d-39e56f4561b7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:31.014666 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.029764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Calling delete_port for f43a9df8-3c42-4bc0-8589-8cf01e616d9d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:31.065743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f43a9df8-3c42-4bc0-8589-8cf01e616d9d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:31.075071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8912-f570-4108-8f0d-1f5ae41cb86d req-e5e9ae8e-a7c7-4989-9c4f-b85b8a170550 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.084542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8912-f570-4108-8f0d-1f5ae41cb86d req-e5e9ae8e-a7c7-4989-9c4f-b85b8a170550 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.097825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a00c8912-f570-4108-8f0d-1f5ae41cb86d req-e5e9ae8e-a7c7-4989-9c4f-b85b8a170550 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08&device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 1690 time: 0.4229805 Jul 15 13:09:31.117826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f0190-c679-4b39-ab2e-0e2bd2beeab2 None None] Network 78806203-2d51-4a45-9a90-7bf3083f6f5a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:31.135191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18623c0a-32b1-4102-809a-ac69c5ba1831 req-fac4517b-2cca-4426-8257-dd0fd576e4f9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759891 Jul 15 13:09:31.209052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:31.230996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] Provisioning for port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:31.294807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a00c8912-f570-4108-8f0d-1f5ae41cb86d req-1712b636-47a3-4341-a71e-196e3d2a7efc tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953969 Jul 15 13:09:31.322875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.345685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] No DVR routers for this DVR port f43a9df8-3c42-4bc0-8589-8cf01e616d9d on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:31.349020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:31.368495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] Provisioning complete for port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:31.371016 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.409367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:31.432596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Port': ['ID=f43a9df8-3c42-4bc0-8589-8cf01e616d9d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.489557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fc104d-1032-450f-a70c-41f505b1bb34 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:31.520025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:31.573142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.648212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1be4bb4f-4b13-44d2-a8f4-0dc13d9c5fad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e82b1aa64d0a437dac02415bb5cb54f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252436 Jul 15 13:09:31.654001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:31.696999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.717426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9849997-9e0f-4d17-afc0-b38cfb472a88']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.749754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba6f418-99ba-40a9-b51d-39e56f4561b7') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.750416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba6f418-99ba-40a9-b51d-39e56f4561b7') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.764439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.766645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0d757-87fb-4c5a-a2b8-e41f1a93a50f None None] Network e9849997-9e0f-4d17-afc0-b38cfb472a88 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:31.793076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] Transition to ACTIVE for port object 46fc104d-1032-450f-a70c-41f505b1bb34 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:31.806787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.817109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:31.818852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:31.825127 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:31.836102 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.871927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.901670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] Pushing event updated for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.927500 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b445da-a093-4b1e-b8dc-9cabdc1cf8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.952597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b445da-a093-4b1e-b8dc-9cabdc1cf8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.955659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] DHCP port deletion for 78806203-2d51-4a45-9a90-7bf3083f6f5a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:31.972278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.988029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.991841 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/networks/e9849997-9e0f-4d17-afc0-b38cfb472a88 HTTP/1.1" status: 204 len: 168 time: 1.4465847 Jul 15 13:09:31.995723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] For port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,segment=NetworkSegment(1aa1b3b6-077b-42e2-ae05-a41a17ddcd48),segment_id=1aa1b3b6-077b-42e2-ae05-a41a17ddcd48)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:32.019186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41828) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:32.025666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7a9b0-4b29-4270-a63a-e5a2b3a2bfb7 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Network': ['ID=e9849997-9e0f-4d17-afc0-b38cfb472a88,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.051168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b445da-a093-4b1e-b8dc-9cabdc1cf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.053676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b445da-a093-4b1e-b8dc-9cabdc1cf8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.057678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57b445da-a093-4b1e-b8dc-9cabdc1cf8e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bebd06e9-b589-4b0c-93dc-301cabc006ff HTTP/1.1" status: 204 len: 168 time: 0.4002025 Jul 15 13:09:32.083400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b445da-a093-4b1e-b8dc-9cabdc1cf8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd06e9-b589-4b0c-93dc-301cabc006ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.086509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] No DVR routers for this DVR port 46fc104d-1032-450f-a70c-41f505b1bb34 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:32.104715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb0b92-a65f-4484-9f38-f56360ac5d82 req-7cc0e3d4-7861-43c3-b2a8-9d423b2430cb tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.114047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61cb0b92-a65f-4484-9f38-f56360ac5d82 req-7cc0e3d4-7861-43c3-b2a8-9d423b2430cb tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 1101 time: 0.3918669 Jul 15 13:09:32.122972 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.213628 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.231119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61cb0b92-a65f-4484-9f38-f56360ac5d82 req-09618604-c0ff-47e6-b5f6-b6add1f130ff tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157317 Jul 15 13:09:32.234648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-aefc5e70-a840-4aa6-b055-2385eaa59a0f service neutron] 10.222.0.23 "PUT /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34/bindings/n-h1-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 2.2917295 Jul 15 13:09:32.336792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7340a1b9-07f0-4fcb-a0e5-9afbbfc2c986 None None] Could not find standard attr ID for object f43a9df8-3c42-4bc0-8589-8cf01e616d9d. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:09:32.437571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28276f-ae7a-4dde-a923-dd315a911802 None None] Pushing event updated for resources: {'Port': ['ID=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.467971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] Deleting port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:32.468529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.471583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610a9b9-137b-4b0a-9e3f-faa04714402f None None] DHCP port deletion for e9849997-9e0f-4d17-afc0-b38cfb472a88 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:32.475829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:32.544416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Deleting port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:32.545032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.610068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c592a-8366-42de-b10a-ff67fcc193b8 req-6a3103aa-0270-42dc-b068-2f43d3e7ff0f tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.619494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a7c592a-8366-42de-b10a-ff67fcc193b8 req-6a3103aa-0270-42dc-b068-2f43d3e7ff0f tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 1100 time: 0.0963652 Jul 15 13:09:32.635577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea28c8-01ad-4964-93d4-90933f8387bf req-a8768cb2-359e-4176-8286-caac7ad04f03 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.644619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1ea28c8-01ad-4964-93d4-90933f8387bf req-a8768cb2-359e-4176-8286-caac7ad04f03 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 945 time: 0.2147233 Jul 15 13:09:32.654324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-dd6d02fb-2750-4c46-8374-664c7178aab7 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.656414 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-dd6d02fb-2750-4c46-8374-664c7178aab7 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.3290067 Jul 15 13:09:32.714725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1ea28c8-01ad-4964-93d4-90933f8387bf req-c989869f-9cfd-42d0-8a4e-df4971873ffb tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690601 Jul 15 13:09:32.726780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a7c592a-8366-42de-b10a-ff67fcc193b8 req-55ebd2fe-3318-4e32-9efd-de7aa717e241 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064019 Jul 15 13:09:32.741277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] For port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,segment=NetworkSegment(1aa1b3b6-077b-42e2-ae05-a41a17ddcd48),segment_id=1aa1b3b6-077b-42e2-ae05-a41a17ddcd48)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:32.741704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.761753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Calling delete_port for 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:32.862611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:32.864527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:32.995599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] For port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,segment=NetworkSegment(1aa1b3b6-077b-42e2-ae05-a41a17ddcd48),segment_id=1aa1b3b6-077b-42e2-ae05-a41a17ddcd48)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:32.996251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.031791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] Calling delete_port for 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:33.124354 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.192938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.193934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f43a9df8-3c42-4bc0-8589-8cf01e616d9d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:33.219612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f43a9df8-3c42-4bc0-8589-8cf01e616d9d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:33.220845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f43a9df8-3c42-4bc0-8589-8cf01e616d9d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:33.256366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.298278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-82ec7c09-15f3-43b4-b7f1-310a8918c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.312805 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-82ec7c09-15f3-43b4-b7f1-310a8918c7b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a&tenant_id=6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 1096 time: 0.6412780 Jul 15 13:09:33.342243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Port': ['ID=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.364995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] Pushing event deleted for resources: {'Port': ['ID=2e0a2dfd-b246-44ec-8f13-ff874d9b5db1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.383151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ea0c1-d9ea-43d9-b690-3d851804ade3 None None] No DVR routers for this DVR port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:33.385132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] No DVR routers for this DVR port 2e0a2dfd-b246-44ec-8f13-ff874d9b5db1 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:33.394109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-ebfa756b-a64a-481f-9758-3765b49506d5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619264 Jul 15 13:09:33.402819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.564400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-c1f20c4d-9f89-4504-baeb-c7338fde5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.566162 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-c1f20c4d-9f89-4504-baeb-c7338fde5cc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1096 time: 0.2124884 Jul 15 13:09:33.605453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0615ea4e-8937-462f-acdf-0392094d158f req-16a9c76d-d399-4c3b-be41-8d10bcd12191 tempest-AbsoluteLimitsNegativeTestJSON-1303543332 tempest-AbsoluteLimitsNegativeTestJSON-1303543332-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=564b4c96bff742a4ae98dc8a9c9af5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332375 Jul 15 13:09:33.630540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.661939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78806203-2d51-4a45-9a90-7bf3083f6f5a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:33.682601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:33.682990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa1b3b6-077b-42e2-ae05-a41a17ddcd48') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:33.688132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-a64167f6-523c-41da-b782-83ebb353267b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.698328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.698618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-a64167f6-523c-41da-b782-83ebb353267b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827106 Jul 15 13:09:33.734516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.765427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.779476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:33.780151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:33.869716 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:33.886753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1711416470-network', 'tenant_id': 'acedbc14faf7422c852ef21a6dc9caa7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:33.901143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.914986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.916949 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/networks/78806203-2d51-4a45-9a90-7bf3083f6f5a HTTP/1.1" status: 204 len: 168 time: 1.8961194 Jul 15 13:09:33.922009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-d5c830b6-56fe-4a6c-899e-910df4ed90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.924027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-d5c830b6-56fe-4a6c-899e-910df4ed90cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2901340 Jul 15 13:09:33.936287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41894) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.957654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd8f38-cbac-44bf-8328-777179438034 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Network': ['ID=78806203-2d51-4a45-9a90-7bf3083f6f5a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.019753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-dd7d1723-b1e1-465c-939c-de6cfcbc1cbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 217 time: 0.0781274 Jul 15 13:09:34.043903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Made reservation on behalf of acedbc14faf7422c852ef21a6dc9caa7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:34.046645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.072139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-4724487f-e6fd-4843-ab86-ae5008107e36 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/quotas/f9d850173a3d4fafb1e89ff7c801578a HTTP/1.1" status: 200 len: 375 time: 0.3733869 Jul 15 13:09:34.115880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.129277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.152142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-7a99d56a-f355-431f-b994-a6d0931631b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.152373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615ea4e-8937-462f-acdf-0392094d158f req-40e70fbc-6efd-4a98-8efa-d424b0a4d357 tempest-AbsoluteLimitsNegativeTestJSON-1303543332 tempest-AbsoluteLimitsNegativeTestJSON-1303543332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.154600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0615ea4e-8937-462f-acdf-0392094d158f req-40e70fbc-6efd-4a98-8efa-d424b0a4d357 tempest-AbsoluteLimitsNegativeTestJSON-1303543332 tempest-AbsoluteLimitsNegativeTestJSON-1303543332-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5386481 Jul 15 13:09:34.154731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-7a99d56a-f355-431f-b994-a6d0931631b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1269958 Jul 15 13:09:34.184612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-bde36c67-68d4-46d3-81ef-39a4849161e1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1115079 Jul 15 13:09:34.221550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0615ea4e-8937-462f-acdf-0392094d158f req-36b28a61-1079-46b3-ac73-1e5276500f0e tempest-AbsoluteLimitsNegativeTestJSON-1303543332 tempest-AbsoluteLimitsNegativeTestJSON-1303543332-project] 10.222.0.48 "GET /v2.0/quotas/564b4c96bff742a4ae98dc8a9c9af5d4 HTTP/1.1" status: 200 len: 375 time: 0.0355694 Jul 15 13:09:34.251884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-a270f5c9-43cb-4b91-b300-f771b4f67125 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875382 Jul 15 13:09:34.263025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0615ea4e-8937-462f-acdf-0392094d158f req-4880291c-9edd-4500-a142-964c20000f6b tempest-AbsoluteLimitsNegativeTestJSON-1303543332 tempest-AbsoluteLimitsNegativeTestJSON-1303543332-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=564b4c96bff742a4ae98dc8a9c9af5d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403082 Jul 15 13:09:34.375091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.387911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3b590d-9f77-4d58-9a07-f7841542564b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:34.402820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61740b02-be01-47d1-9dfc-1d0a4ddcf45b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:34.402820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61740b02-be01-47d1-9dfc-1d0a4ddcf45b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:34.420465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.437441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.445324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:34.445729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:34.536433 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:34.558793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569401b-6c0f-46c6-973e-f4599b0ae666 req-7ea2f871-4479-4ef1-b8db-a87cfad0bfa2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.567877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b569401b-6c0f-46c6-973e-f4599b0ae666 req-7ea2f871-4479-4ef1-b8db-a87cfad0bfa2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 945 time: 0.1055441 Jul 15 13:09:34.608353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.637681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.640063 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/networks/1d3b590d-9f77-4d58-9a07-f7841542564b HTTP/1.1" status: 204 len: 168 time: 0.7029102 Jul 15 13:09:34.652778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b569401b-6c0f-46c6-973e-f4599b0ae666 req-4be1b148-0104-4411-9214-d2360e0d6e0d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820961 Jul 15 13:09:34.654605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:34.657425 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-3db2fe13-ac0e-40a1-a3d6-7b7a3830937a service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874888 Jul 15 13:09:34.661429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96886f56-1ce0-44d0-8639-754053862211 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Network': ['ID=1d3b590d-9f77-4d58-9a07-f7841542564b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.759969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:34.801432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27290b31-6075-405a-9eba-9a98f69a9571 req-19a8bf75-46d8-4f4e-acd5-ae9d9cfaea62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 210 time: 0.0577409 Jul 15 13:09:34.822012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.864794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.869871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.907424 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-7f1ee90b-1232-4ae8-86cd-ade64f3f4eb0 service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412438 Jul 15 13:09:34.923887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:34.932281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c14737-5da0-4461-af40-aa323d7346dc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.957486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.957836 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Added segment 705a210c-0016-4aab-9237-96f1e127aba4 of type vlan for network 15579e19-6b44-4b2b-ba16-832f303e7297 Jul 15 13:09:35.044998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.056327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b90df6-ed14-40ba-87c2-6d6060e89ba4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.070075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c79197-566e-4910-9e32-50b5ab6b7627') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.070075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c79197-566e-4910-9e32-50b5ab6b7627') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.077889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b85b-5cc7-4af5-90a3-f66929b57a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.080212 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.101658 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.108203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:35.108623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.119200 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:35.194614 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:35.203899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.213081 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.217139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] 10.222.0.48 "DELETE /v2.0/networks/35b90df6-ed14-40ba-87c2-6d6060e89ba4 HTTP/1.1" status: 204 len: 168 time: 0.5561092 Jul 15 13:09:35.239125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb15524-b59d-4678-b60f-6380db105212 tempest-BulkNetworkOpsTest-2058672565 tempest-BulkNetworkOpsTest-2058672565-project] Pushing event deleted for resources: {'Network': ['ID=35b90df6-ed14-40ba-87c2-6d6060e89ba4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.246590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.247593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.248180 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.680629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b85b-5cc7-4af5-90a3-f66929b57a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.690463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] Pushing event updated for resources: {'Network': ['ID=15579e19-6b44-4b2b-ba16-832f303e7297,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.703580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 15579e19-6b44-4b2b-ba16-832f303e7297 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:35.718856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b85b-5cc7-4af5-90a3-f66929b57a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.731416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e4f59f8-a23e-4f23-8dd6-d47600b81a3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9930260 Jul 15 13:09:35.733255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.737575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Request body: {'subnet': {'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1711416470-subnet', 'tenant_id': 'acedbc14faf7422c852ef21a6dc9caa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:35.751536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.810297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Made reservation on behalf of acedbc14faf7422c852ef21a6dc9caa7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:35.819594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.825830 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fcb4b85b-5cc7-4af5-90a3-f66929b57a11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=564b4c96bff742a4ae98dc8a9c9af5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0610993 Jul 15 13:09:35.832923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41938) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.867620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4b85b-5cc7-4af5-90a3-f66929b57a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc472f6-a1dc-442f-9830-13d690c8e4ff,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.966483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-3b8bfb5a-9491-4584-9785-59022399a8ca tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.967992 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-3b8bfb5a-9491-4584-9785-59022399a8ca tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.2899075 Jul 15 13:09:36.063024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ab4-ea9c-4e7e-afa4-8a3b1887da1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.124453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ab4-ea9c-4e7e-afa4-8a3b1887da1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.146437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e452a6-b5b0-456f-9322-62614e7b25a3 req-d5ed3c81-1581-42c8-b4d6-03a898539704 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.147941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84e452a6-b5b0-456f-9322-62614e7b25a3 req-d5ed3c81-1581-42c8-b4d6-03a898539704 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 945 time: 0.1811359 Jul 15 13:09:36.152965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-116ce7a4-d25d-46fb-bd4e-343e372ecb95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e5ce0b13ccd473990e27e01381fe63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003747 Jul 15 13:09:36.155956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:36.307719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-f67ef6b0-aa8f-41aa-9748-5faf0057c62e service neutron] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:36.309608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3b2e1f1-7e04-4f2b-913c-d7312fd9d428 req-c5e47733-e9c5-487a-afab-cf6ad296650a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 210 time: 0.1117780 Jul 15 13:09:36.310428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-182d4182-e528-4c21-b87c-c0fa774f000c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.321551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84e452a6-b5b0-456f-9322-62614e7b25a3 req-0b71b1e4-3655-4781-b82c-2f769865e72c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469722 Jul 15 13:09:36.356935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-f67ef6b0-aa8f-41aa-9748-5faf0057c62e service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.363968 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5914dcf8-2949-416d-9c6d-d0cfc52e762a req-f67ef6b0-aa8f-41aa-9748-5faf0057c62e service neutron] 10.222.0.49 "DELETE /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34/bindings/n-h2-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.3843324 Jul 15 13:09:36.378885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-182d4182-e528-4c21-b87c-c0fa774f000c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.380734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ab4-ea9c-4e7e-afa4-8a3b1887da1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.385418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ab4-ea9c-4e7e-afa4-8a3b1887da1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.387154 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4a9a2ab4-ea9c-4e7e-afa4-8a3b1887da1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bc472f6-a1dc-442f-9830-13d690c8e4ff HTTP/1.1" status: 204 len: 168 time: 0.5455484 Jul 15 13:09:36.422731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.452245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a2ab4-ea9c-4e7e-afa4-8a3b1887da1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc472f6-a1dc-442f-9830-13d690c8e4ff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.465226 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-fc00da56-561b-4abe-91ff-8f6b67501e5a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775242 Jul 15 13:09:36.535838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efc292e-f1a6-44c9-929a-d3abf960440c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.647276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Checking segment: {'id': '705a210c-0016-4aab-9237-96f1e127aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:36.647660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Network hostable DHCP agents. Network: 15579e19-6b44-4b2b-ba16-832f303e7297, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:36.707689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Network 15579e19-6b44-4b2b-ba16-832f303e7297 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:36.732445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 15579e19-6b44-4b2b-ba16-832f303e7297) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:36.741784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ce56-2f09-4db8-bf77-7cde2925050a req-75955e47-fd1f-459e-89e9-22156b5fcd04 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.743492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5565ce56-2f09-4db8-bf77-7cde2925050a req-75955e47-fd1f-459e-89e9-22156b5fcd04 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1096 time: 0.1894901 Jul 15 13:09:36.743720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9da08d-e7b1-43f4-b13b-be6452c659c2 None None] Network 15579e19-6b44-4b2b-ba16-832f303e7297 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:36.744734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.745319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.750369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-182d4182-e528-4c21-b87c-c0fa774f000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.753719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-182d4182-e528-4c21-b87c-c0fa774f000c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.754878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-182d4182-e528-4c21-b87c-c0fa774f000c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c491c325-e298-4f7e-9628-9135e67bdfc6 HTTP/1.1" status: 204 len: 168 time: 0.5777457 Jul 15 13:09:36.824861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc260b96-8100-485e-8b63-bb3dcb06bda6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0916965 Jul 15 13:09:36.847634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5565ce56-2f09-4db8-bf77-7cde2925050a req-d8f2a67b-42f2-4837-a4a1-d06b7f58de45 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856800 Jul 15 13:09:36.854794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4182-e528-4c21-b87c-c0fa774f000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491c325-e298-4f7e-9628-9135e67bdfc6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.910945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-0dd95dd0-6dd0-4b86-8eb3-fac34ee44e1e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.912800 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-0dd95dd0-6dd0-4b86-8eb3-fac34ee44e1e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241333 Jul 15 13:09:36.934471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:37.147381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a1e8e-884c-44d4-bb58-f347aefa317c None None] Network 15579e19-6b44-4b2b-ba16-832f303e7297 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:37.283669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:37.290152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.590301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7f7d5e2-57bc-4dbc-9c3e-3b7d9cb3b8d0 req-77770552-9b30-4a78-8e21-91082bc888cb tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 210 time: 0.0763142 Jul 15 13:09:37.696802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.71 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/3f3457c4-7f18-4023-84e9-7ba6742a0f35) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:37.759212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-a0faad0e-b191-41e6-934c-86318ea049dc tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.765998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-a0faad0e-b191-41e6-934c-86318ea049dc tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.1873229 Jul 15 13:09:37.780407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-67efcbde-587d-4fda-9390-e8eb471718a5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/quotas/6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 375 time: 0.0131440 Jul 15 13:09:37.916844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-f38fde66-ea36-4c1e-b9c6-4d8f8975f1fd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301417 Jul 15 13:09:37.937758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.956093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object 3f3457c4-7f18-4023-84e9-7ba6742a0f35 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:38.018646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.034394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:38.104681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:38.108290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-58e590e2-2a74-4da4-8ffd-7f9b3dcc35b9 service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811287 Jul 15 13:09:38.194066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=3f3457c4-7f18-4023-84e9-7ba6742a0f35,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.225403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:38.233429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:38.236901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:38.367338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.373857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.415865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-9554cb3e-f8b5-49ff-ac5a-0b5f5e52f573 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4899561 Jul 15 13:09:38.431098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Request body: {'port': {'device_id': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:38.443228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-95a38bec-efe5-4357-a2e7-934a9b98ed7c service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332129 Jul 15 13:09:38.518754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-cb2aad43-0e4b-4e16-98fa-3aa2e7f6e194 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.533920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-cb2aad43-0e4b-4e16-98fa-3aa2e7f6e194 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/networks?id=15579e19-6b44-4b2b-ba16-832f303e7297 HTTP/1.1" status: 200 len: 818 time: 0.3088162 Jul 15 13:09:38.571121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-31155d9e-31ab-4eb0-a3e9-5a50375d127c tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/quotas/acedbc14faf7422c852ef21a6dc9caa7 HTTP/1.1" status: 200 len: 375 time: 0.0361617 Jul 15 13:09:38.596832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:38.650330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-07df8cac-2a08-4cd5-b4ff-0f1239702d25 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=acedbc14faf7422c852ef21a6dc9caa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782237 Jul 15 13:09:38.661444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.685789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:38.828540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1006331832-network', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:38.875596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:38.883305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.888883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-f0a06ebd-ca1f-4eb7-85e6-dae81440929a service neutron] 10.222.0.48 "GET /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328508 Jul 15 13:09:38.911108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2064733711'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:38.930137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93a027e8-0142-4627-a1f2-02203dd1c128 None None] Provisioning for port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:39.034936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.041862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93a027e8-0142-4627-a1f2-02203dd1c128 None None] Provisioning complete for port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:39.042388 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93a027e8-0142-4627-a1f2-02203dd1c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.087808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-2bc4039c-09c7-4606-a2cb-4ac6426ee853 service neutron] 10.222.0.48 "GET /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970243 Jul 15 13:09:39.196790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-93a027e8-0142-4627-a1f2-02203dd1c128 None None] Port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:39.233224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:39.243788 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.259540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.485262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c49b91c1-10b2-434c-b673-bbab10d58f7b req-00770bd8-b9fa-4311-8c90-5c517d9cac80 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 210 time: 0.0938890 Jul 15 13:09:39.488333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3457c4-7f18-4023-84e9-7ba6742a0f35 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:39.499266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.505456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.544685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.595924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a53a8-245e-4e67-9bfa-d47ac0974a98,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.601224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Transition to ACTIVE for port object 3f3457c4-7f18-4023-84e9-7ba6742a0f35 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:39.617886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:39.621392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.699883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.699883 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Added segment 07d038a6-f856-4a4b-a303-c4082673a9fa of type vlan for network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b Jul 15 13:09:39.737898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3e4325b-5f33-4d45-871d-c02b69152590 req-7fd6cc47-30f2-4915-b344-f8fa8481ed2f tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 210 time: 0.1314845 Jul 15 13:09:39.827332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746f58-49b8-4d2c-a391-dd76af63e8c3 req-0caf8d6e-3c9c-41b6-a960-cb8dbf593f2d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.829146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e746f58-49b8-4d2c-a391-dd76af63e8c3 req-0caf8d6e-3c9c-41b6-a960-cb8dbf593f2d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 935 time: 0.3108613 Jul 15 13:09:39.947513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e746f58-49b8-4d2c-a391-dd76af63e8c3 req-b25c985f-c176-44ef-8e1a-47dc9231d5b0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084406 Jul 15 13:09:40.013093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Attempting to bind port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:40.015474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Attempting to bind port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:40.017168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Attempting to bind port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:40.022614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3457c4-7f18-4023-84e9-7ba6742a0f35,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.031336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:40.031782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Attempting to bind port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:40.042483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.046641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:40.047233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:40.048512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:40.049430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Bound port: 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:40.049901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.174068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.180812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.181855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.182458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.210704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.253154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] For port 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:40.283444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6814244 Jul 15 13:09:40.284247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42064) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.287535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:40.290817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Request body: {'subnet': {'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1006331832-subnet', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:40.296685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] For port 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:40.325632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c15d6c-171f-4115-8b35-6778b76adb76,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.330377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.332501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d15d4-1957-479d-962d-6386d7522bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b29640ef-dc4c-4e7f-a27c-0fb6629bc12b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.340354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.340697 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment b02a8892-ff40-46e2-a177-871c1fb91df3 of type vlan for network 40c39052-8e16-4c3a-94b4-cba244297f04 Jul 15 13:09:40.351458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:40.354685 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.359991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:40.426595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.427219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.428646 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] 10.222.0.49 "PUT /v2.0/ports/3f3457c4-7f18-4023-84e9-7ba6742a0f35 HTTP/1.1" status: 200 len: 1095 time: 2.0037997 Jul 15 13:09:40.429079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'tag': '3f3457c4-7f18-4023-84e9-7ba6742a0f35'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:40.431486 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01e1e95-291b-41c5-9586-ca8cd624fad7" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd2be2-909a-4950-8a01-aeeb1bdb0e0e", "tag": "3f3457c4-7f18-4023-84e9-7ba6742a0f35"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:40.476547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.578705 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8385d3c8-f0de-47d5-83fc-e7c9b0387139 x-openstack-request-id: req-8385d3c8-f0de-47d5-83fc-e7c9b0387139 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:40.579614 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd2be2-909a-4950-8a01-aeeb1bdb0e0e", "tag": "3f3457c4-7f18-4023-84e9-7ba6742a0f35", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:40.579986 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8385d3c8-f0de-47d5-83fc-e7c9b0387139 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:40.591128 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'tag': '3f3457c4-7f18-4023-84e9-7ba6742a0f35', 'status': 'completed', 'code': 200} Jul 15 13:09:40.680268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.693022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.693736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.714249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcda41-0cfe-4d6a-8478-199f4e1df302 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3457c4-7f18-4023-84e9-7ba6742a0f35,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.785527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0888717 Jul 15 13:09:40.809035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28419ac6-3b2b-4cf6-829e-12ee03d07953 req-5d7ee641-da2b-4d6d-ac8f-f99e1671b327 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 210 time: 0.0616877 Jul 15 13:09:40.867756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.923893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206671be-64a0-4043-bab3-3654e873c8f3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.936725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.945299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:40.958289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d863b-cc3e-468d-ae93-3d3ed0c0b5ce tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=40c39052-8e16-4c3a-94b4-cba244297f04,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.979585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 40c39052-8e16-4c3a-94b4-cba244297f04 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:40.981673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-81fe8648-b595-4781-a4f4-4f7338c546c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.991411 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-81fe8648-b595-4781-a4f4-4f7338c546c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 1098 time: 0.4492085 Jul 15 13:09:41.081803 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-ad569cfe-f3d5-4f1b-8882-2cbe9aba8517 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35 HTTP/1.1" status: 200 len: 217 time: 0.0736780 Jul 15 13:09:41.172790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-6d7c6b28-6e82-4817-8eec-ca3227dbd768 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5595543 Jul 15 13:09:41.177281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:41.180628 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.207323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-bbb98d92-d5f5-4d9f-9998-54d9b290f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.207323 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-bbb98d92-d5f5-4d9f-9998-54d9b290f4f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1076922 Jul 15 13:09:41.233882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22f90494-5fe5-4c1f-938f-e4016acdb64b req-428150c7-2b76-4460-a980-e1763cd8af0a tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 210 time: 0.0938511 Jul 15 13:09:41.349217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-7d22c641-7e8f-43bd-860c-72517a17c76e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.351035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-7d22c641-7e8f-43bd-860c-72517a17c76e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.2100096 Jul 15 13:09:41.378014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Request body: {'port': {'device_id': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'admin_state_up': True, 'tenant_id': '6022af81ad4c47b2b6102a503911fc17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:41.421853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-f0010101-af44-4cb1-9e66-66afdd1f1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.423461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-f0010101-af44-4cb1-9e66-66afdd1f1270 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162666 Jul 15 13:09:41.530790 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-c6ec2a9e-a80b-4f6c-a8e0-b5ff099e1397 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2381351 Jul 15 13:09:41.675856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Made reservation on behalf of 6022af81ad4c47b2b6102a503911fc17 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:41.679196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.693573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-b7f1e1d4-d487-4151-8fb2-9d363d84cd7d service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402058 Jul 15 13:09:41.738589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Checking segment: {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:41.739090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Network hostable DHCP agents. Network: b29640ef-dc4c-4e7f-a27c-0fb6629bc12b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:41.805656 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-30c571e9-3709-494e-a67f-b5dba98cd286 req-25c10e86-53bd-42d8-a882-3c999c245511 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998819 Jul 15 13:09:41.823901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-250f581b-d6ad-48c8-b160-bee3860276de tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.825612 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-250f581b-d6ad-48c8-b160-bee3860276de tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.23 "GET /v2.0/networks?id=15579e19-6b44-4b2b-ba16-832f303e7297 HTTP/1.1" status: 200 len: 818 time: 0.2616546 Jul 15 13:09:41.840289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Request body: {'port': {'device_id': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297', 'admin_state_up': True, 'tenant_id': 'acedbc14faf7422c852ef21a6dc9caa7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:41.856710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04d096-b8ac-44d6-973b-8badf3d7f121 req-0ac887ee-5f86-4930-8de4-26367da9f1b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.875517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c04d096-b8ac-44d6-973b-8badf3d7f121 req-0ac887ee-5f86-4930-8de4-26367da9f1b5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 947 time: 0.6901057 Jul 15 13:09:41.917495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:42.061243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b29640ef-dc4c-4e7f-a27c-0fb6629bc12b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:42.071172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4ef7c-b826-4db1-bcde-bdacacb76a41 None None] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:42.095409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-98d0c8bc-c700-4a24-8810-ba82efa170fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.097157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-98d0c8bc-c700-4a24-8810-ba82efa170fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 1098 time: 0.0997729 Jul 15 13:09:42.097481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.097988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.098538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.099021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.099493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.100037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.107818 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:42.109288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.112165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-4d4e7fda-43f5-4de2-a0aa-74bda3f3ef97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6501 time: 0.5927022 Jul 15 13:09:42.121715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Made reservation on behalf of acedbc14faf7422c852ef21a6dc9caa7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:42.125506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.144398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.144682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.160641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92db7b99-169a-44df-bbb9-cde19def8e13 req-d9ab2946-5535-4585-a8d1-61227d8ec1a2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 210 time: 0.1500187 Jul 15 13:09:42.203550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-36912920-5e09-4268-ba34-426d7e85589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.206676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-36912920-5e09-4268-ba34-426d7e85589d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 1099 time: 0.5701032 Jul 15 13:09:42.251552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.286536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c04d096-b8ac-44d6-973b-8badf3d7f121 req-bfd5235a-4fe2-4e88-b527-aed888b1b9ed tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085505 Jul 15 13:09:42.334334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'fixed_ips': [{'subnet_id': '206671be-64a0-4043-bab3-3654e873c8f3'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:42.335428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.339537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Allocated IP 172.20.0.14 (4962dcb9-3a70-46eb-bf63-a45ca3419cd7/cfb22382-8999-4a84-84e8-a46935e52509/23d6c46c-e81c-48f1-ab03-b22f349e0967) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:42.405811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Allocated IP 172.20.0.6 (15579e19-6b44-4b2b-ba16-832f303e7297/8efc292e-f1a6-44c9-929a-d3abf960440c/e723bec9-f3e4-4061-b3cd-1d7cf52b283f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:42.428669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-a4232be7-c6bd-4974-b869-a7f9069ca219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.430668 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-a4232be7-c6bd-4974-b869-a7f9069ca219 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3208799 Jul 15 13:09:42.489880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-85439698-ecbe-4978-9e4c-df4e9f2a5613 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2039838 Jul 15 13:09:42.490622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=fdda96f8-30cf-49d2-9185-cdb5d20f3ea1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.496219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Allocated IP 172.20.0.2 (b29640ef-dc4c-4e7f-a27c-0fb6629bc12b/206671be-64a0-4043-bab3-3654e873c8f3/fd835f3d-f289-4bf0-bec2-8e1ed6484c1d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:42.524102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42096) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:42.539087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:42.552900 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-2c372e5b-182c-4abb-9953-1d116b421ef0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35 HTTP/1.1" status: 200 len: 217 time: 0.1078486 Jul 15 13:09:42.643068 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe2ff-7b92-4093-98b3-723c672081c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.707058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.716844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Transition to ACTIVE for port object fd835f3d-f289-4bf0-bec2-8e1ed6484c1d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:42.731460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-f445d11d-0aba-4f6e-aa05-3acb8aa67029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.733010 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-f445d11d-0aba-4f6e-aa05-3acb8aa67029 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1586106 Jul 15 13:09:42.736873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Transition to ACTIVE for port object fd835f3d-f289-4bf0-bec2-8e1ed6484c1d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:42.738346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.739492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.747671 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.759822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01411444-a0e2-417b-a69c-5c17072648f5 req-1505601e-da78-46a0-802a-1fae39feeb96 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 210 time: 0.2045517 Jul 15 13:09:42.769222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-9d64083a-2503-4243-905f-957ea39d24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.770695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-9d64083a-2503-4243-905f-957ea39d24f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.5288610 Jul 15 13:09:42.851114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Pushing event updated for resources: {'Port': ['ID=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.866908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-1bc96230-6063-47dc-8b6b-c0fd68503a3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 HTTP/1.1" status: 200 len: 217 time: 0.0716300 Jul 15 13:09:42.867569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': 'b02a8892-ff40-46e2-a177-871c1fb91df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:42.867933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 40c39052-8e16-4c3a-94b4-cba244297f04, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:42.868214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:42.869719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:42.872093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:42.881897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-069171e4-96c0-48c5-94ac-e4dc29050b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.881897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-069171e4-96c0-48c5-94ac-e4dc29050b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.882381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-069171e4-96c0-48c5-94ac-e4dc29050b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.883925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-069171e4-96c0-48c5-94ac-e4dc29050b13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=7869ff0d-6ae7-4cd8-9026-657e635735e2&id=7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 200 len: 2298 time: 0.7148907 Jul 15 13:09:42.893431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.955683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Attempting to bind port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:42.956269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Attempting to bind port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:42.956758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Attempting to bind port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d on network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:42.962432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:42.962954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Checking segment: {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:42.963459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.963955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Bound using segment: {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:42.964543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Bound port: fd835f3d-f289-4bf0-bec2-8e1ed6484c1d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:42.965025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.006754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 40c39052-8e16-4c3a-94b4-cba244297f04 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:43.049418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-208b98d0-691e-4559-98f9-00f45ed5bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.051117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-208b98d0-691e-4559-98f9-00f45ed5bd7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1737616 Jul 15 13:09:43.074449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] For port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:43.078030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 40c39052-8e16-4c3a-94b4-cba244297f04) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.083723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] For port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:43.089142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.135253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-2951853a-45cd-473b-8622-72a56fd86be3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0247534e-95e3-41ff-9638-ee2c988da812 HTTP/1.1" status: 200 len: 1002 time: 0.2323737 Jul 15 13:09:43.138280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.138592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.138985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641993a-83bb-4449-a1ad-c8d2d01af479 None None] Network 40c39052-8e16-4c3a-94b4-cba244297f04 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:43.214509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c0ff-95ab-4aa8-b28d-7d5f23d1310c None None] Pushing event updated for resources: {'Port': ['ID=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.263163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.372945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.382459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-4afe3c16-3718-42dd-8fd1-c177292e332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.384019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-4afe3c16-3718-42dd-8fd1-c177292e332c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6397736 Jul 15 13:09:43.403393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-40c39052-8e16-4c3a-94b4-cba244297f04', 'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': 'fdda96f8-30cf-49d2-9185-cdb5d20f3ea1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:43.404367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.521217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.615325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Allocated IP 172.20.255.242 (40c39052-8e16-4c3a-94b4-cba244297f04/fdda96f8-30cf-49d2-9185-cdb5d20f3ea1/70bd8d47-1fb1-44e2-a808-1c70fa57853b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:43.645719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.691089 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-269dd9e4-92b3-443e-b7f9-bc6e12db7165 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640514 Jul 15 13:09:43.700064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9715a11d-b1f8-4896-ab4b-46e945d7ec5c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7618182 Jul 15 13:09:43.702849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d29d2ff-170b-430d-bf15-66253fa68f51 req-b4fb3621-d54a-4d38-a958-60e7f7a5877e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 210 time: 0.0583601 Jul 15 13:09:43.705893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42120) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:43.729450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-315e8563-16c4-4bf6-8501-465a36910bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.732121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-315e8563-16c4-4bf6-8501-465a36910bde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb586b47-de32-4f6a-9eae-8a47dd62e729 HTTP/1.1" status: 200 len: 856 time: 0.5857401 Jul 15 13:09:43.734065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.746596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-967228430'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:43.758429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Network 15579e19-6b44-4b2b-ba16-832f303e7297 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:43.788861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.800063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:43.809285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Pushing event updated for resources: {'Port': ['ID=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.833729 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.848828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Transition to ACTIVE for port object 70bd8d47-1fb1-44e2-a808-1c70fa57853b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:43.874241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Transition to ACTIVE for port object 70bd8d47-1fb1-44e2-a808-1c70fa57853b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:43.878175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:43.881010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.895222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:43.898773 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.899251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-e75c565a-b23a-4265-8a72-7b440e6b40c2 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.906202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-e75c565a-b23a-4265-8a72-7b440e6b40c2 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/networks?id=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c HTTP/1.1" status: 200 len: 815 time: 0.8721950 Jul 15 13:09:43.916761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.931946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Network 40c39052-8e16-4c3a-94b4-cba244297f04 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:43.933636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.935648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Pushing event updated for resources: {'Port': ['ID=70bd8d47-1fb1-44e2-a808-1c70fa57853b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.937851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:43.944683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.945378 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.960395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:43.978042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:43.986093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-3e08c511-50e3-49af-8905-5f97e81969a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.987239 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c01e1e95-291b-41c5-9586-ca8cd624fad7 req-06cbe53c-e716-4eba-ba1e-6d8ade8abdb7 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823052 Jul 15 13:09:43.987604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-3e08c511-50e3-49af-8905-5f97e81969a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9187131 Jul 15 13:09:43.988478 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-dd137efb-4c11-47f5-bdbd-ff89a36285fe tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1528742 Jul 15 13:09:44.000875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.001584 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5 of type vlan for network 34a90f69-528e-4f8c-b900-137a9fcbe33f Jul 15 13:09:44.007534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-3b2150f8-4383-4871-b50e-e827367c32f1 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/quotas/1fe9d995cd3843b1b1c980bce61c0bc3 HTTP/1.1" status: 200 len: 375 time: 0.1004267 Jul 15 13:09:44.007855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Attempting to bind port 70bd8d47-1fb1-44e2-a808-1c70fa57853b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:44.008741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Attempting to bind port 70bd8d47-1fb1-44e2-a808-1c70fa57853b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b02a8892-ff40-46e2-a177-871c1fb91df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:44.009336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Attempting to bind port 70bd8d47-1fb1-44e2-a808-1c70fa57853b on network 40c39052-8e16-4c3a-94b4-cba244297f04 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:44.016849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:44.017223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Checking segment: {'id': 'b02a8892-ff40-46e2-a177-871c1fb91df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:44.017441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.017643 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.018032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Bound using segment: {'id': 'b02a8892-ff40-46e2-a177-871c1fb91df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:44.018574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Bound port: 70bd8d47-1fb1-44e2-a808-1c70fa57853b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02a8892-ff40-46e2-a177-871c1fb91df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c39052-8e16-4c3a-94b4-cba244297f04'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:44.018954 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.048901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Request body: {'port': {'device_id': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:44.110767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] For port 70bd8d47-1fb1-44e2-a808-1c70fa57853b, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:44.116008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] For port 70bd8d47-1fb1-44e2-a808-1c70fa57853b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=70bd8d47-1fb1-44e2-a808-1c70fa57853b,segment=NetworkSegment(b02a8892-ff40-46e2-a177-871c1fb91df3),segment_id=b02a8892-ff40-46e2-a177-871c1fb91df3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:44.131977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.179433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.180731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.189955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3f3457c4-7f18-4023-84e9-7ba6742a0f35 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:44.193799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-0ab91535-c75f-4069-81f4-342d2b1bb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.195688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-0ab91535-c75f-4069-81f4-342d2b1bb734 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4487441 Jul 15 13:09:44.231830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.336014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:44.339681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.349416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.368129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61e87-5057-4184-8964-5e7d8abc39b3 req-eb05b72a-dea1-438a-b4ff-6d579c85ff07 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.377547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74e61e87-5057-4184-8964-5e7d8abc39b3 req-eb05b72a-dea1-438a-b4ff-6d579c85ff07 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 947 time: 0.5069697 Jul 15 13:09:44.389625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-726ce3de-854c-4e9b-9c59-02c1c25eb5f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0210681 Jul 15 13:09:44.409985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-e880fef5-9fee-4b55-91cb-2e7a4769e536 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957155 Jul 15 13:09:44.414011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.415464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Request body: {'port': {'device_id': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:44.450028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.462535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.463052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.497543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-847ab8f0-baab-4aa2-b4a5-f67773f098f5 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fe9d995cd3843b1b1c980bce61c0bc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4753246 Jul 15 13:09:44.502069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '3f3457c4-7f18-4023-84e9-7ba6742a0f35', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '3f3457c4-7f18-4023-84e9-7ba6742a0f35', 'mac_address': 'fa:16:3e:01:3d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:44.503709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa186d0-d2b2-4cff-850c-c9b2e4e61e9e None None] Pushing event updated for resources: {'Port': ['ID=70bd8d47-1fb1-44e2-a808-1c70fa57853b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.572097 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.610831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3457c4-7f18-4023-84e9-7ba6742a0f35 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:44.640987 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9068112 Jul 15 13:09:44.657496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:44.673552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:44.678931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-5d7b7209-a4ae-40ea-84c3-282e4e75fdea service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696424 Jul 15 13:09:44.680228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.693885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74e61e87-5057-4184-8964-5e7d8abc39b3 req-41d446be-3367-40f9-bfba-6c49c5f7185f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149955 Jul 15 13:09:44.727108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:44.770780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3f3457c4-7f18-4023-84e9-7ba6742a0f35,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.773701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fd835f3d-f289-4bf0-bec2-8e1ed6484c1d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:44.820873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccecdb5-6a2c-4acf-a883-916adc58ce54 None None] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:44.823201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4d529-87ca-46d4-8c39-f6907c51c692 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=34a90f69-528e-4f8c-b900-137a9fcbe33f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.852150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 34a90f69-528e-4f8c-b900-137a9fcbe33f details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:44.901510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-00a27b08-22cb-47b9-9c60-49fd4e5ddc79 None None] Provisioning for port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.935510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.943932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.944362 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.961064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.964930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73777eba-499d-453c-962b-96ffeb20bcd7 req-475644c1-a082-4aa7-a0af-dc311bfa330b service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358133 Jul 15 13:09:44.983876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-75938ac7-cd20-4009-89f5-0793fbd83e1e service neutron] 10.222.0.48 "GET /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559247 Jul 15 13:09:45.003307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Allocated IP 172.25.2.223 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/8629af00-3bb7-4806-9b93-569fe62a9706) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:45.045403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:45.050428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.107731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3f3457c4-7f18-4023-84e9-7ba6742a0f35'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:45.163984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-b381d025-1db6-4f12-a5d2-761ebcefa315 service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513562 Jul 15 13:09:45.259046 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.283915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e723bec9-f3e4-4061-b3cd-1d7cf52b283f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:45.296767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3de02bfc-096c-498c-8006-101bdebee28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.301731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.317603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-868c9182-e3e3-48bf-8003-8d79034d3f22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 217 time: 0.1335087 Jul 15 13:09:45.322197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.337692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Transition to ACTIVE for port object e723bec9-f3e4-4061-b3cd-1d7cf52b283f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:45.357159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-26b0bf8d-b69e-4706-b2ad-a7b0da912abe service neutron] 10.222.0.48 "GET /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616142 Jul 15 13:09:45.363088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:45.378504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.398403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.468937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd18929-fbf9-482e-9968-4745009c221f req-59189361-3c0d-42bd-a733-c33337204ab0 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.479915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bd18929-fbf9-482e-9968-4745009c221f req-59189361-3c0d-42bd-a733-c33337204ab0 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 931 time: 0.3975091 Jul 15 13:09:45.483345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.528639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-25d2e69b-0faa-45b9-95a6-9db9a2df139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.530414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-25d2e69b-0faa-45b9-95a6-9db9a2df139f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.1992922 Jul 15 13:09:45.553559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.638758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.649014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Pushing event updated for resources: {'Port': ['ID=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.651833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.684695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bd18929-fbf9-482e-9968-4745009c221f req-9098fd48-5ca6-419d-ae3a-c8bd83083e0a tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037411 Jul 15 13:09:45.770733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-7c22931e-e736-420e-98ed-5abbe7ab0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.772214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-7c22931e-e736-420e-98ed-5abbe7ab0de8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2256007 Jul 15 13:09:45.835886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:45.845937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:45.847944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:45.933084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2221110-3d72-480b-b4cb-d3ac6ab4dbfc req-e52d4ae3-b1bd-4607-9937-6e01ebce38fa tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 210 time: 0.0449860 Jul 15 13:09:45.982233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Pushing event updated for resources: {'Port': ['ID=8629af00-3bb7-4806-9b93-569fe62a9706,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.995447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=3f27e23d-2a50-4810-9178-8aa068b8e624,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.010322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e04c7f-e433-4a19-b629-aa303424ac82 None None] Network 40c39052-8e16-4c3a-94b4-cba244297f04 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:46.049271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d6c46c-e81c-48f1-ab03-b22f349e0967 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:46.080663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.090946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d40d81-41c4-45e7-adf6-f4f6ef20a814 req-24f7de21-d36c-4127-9ace-b011a524e079 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.092932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12d40d81-41c4-45e7-adf6-f4f6ef20a814 req-24f7de21-d36c-4127-9ace-b011a524e079 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 932 time: 0.1644926 Jul 15 13:09:46.111886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90f253e6-43fa-4a2c-ad15-567adb6eba19 None None] Provisioning for port 70bd8d47-1fb1-44e2-a808-1c70fa57853b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:46.113314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-38fe0ab2-4874-4a17-aa7e-a09463adc9d1 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219683 Jul 15 13:09:46.123631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Transition to ACTIVE for port object 23d6c46c-e81c-48f1-ab03-b22f349e0967 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:46.147008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.147443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 34a90f69-528e-4f8c-b900-137a9fcbe33f, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:46.153455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Attempting to bind port e723bec9-f3e4-4061-b3cd-1d7cf52b283f on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:46.153751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Attempting to bind port e723bec9-f3e4-4061-b3cd-1d7cf52b283f by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '705a210c-0016-4aab-9237-96f1e127aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:46.154017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Attempting to bind port e723bec9-f3e4-4061-b3cd-1d7cf52b283f on network 15579e19-6b44-4b2b-ba16-832f303e7297 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.165078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90f253e6-43fa-4a2c-ad15-567adb6eba19 None None] Provisioning complete for port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:46.165450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90f253e6-43fa-4a2c-ad15-567adb6eba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.184235 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.198745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Port e723bec9-f3e4-4061-b3cd-1d7cf52b283f on network 15579e19-6b44-4b2b-ba16-832f303e7297 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:46.199769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Attempting to bind port e723bec9-f3e4-4061-b3cd-1d7cf52b283f on network 15579e19-6b44-4b2b-ba16-832f303e7297 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.215191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 34a90f69-528e-4f8c-b900-137a9fcbe33f is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:46.232662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:46.233054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Checking segment: {'id': '705a210c-0016-4aab-9237-96f1e127aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.233430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Bound using segment: {'id': '705a210c-0016-4aab-9237-96f1e127aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:46.233925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Bound port: e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705a210c-0016-4aab-9237-96f1e127aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:46.234725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.286254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 34a90f69-528e-4f8c-b900-137a9fcbe33f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:46.299105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70cf89-4243-4d8c-a7ba-785122cfb3fc None None] Network 34a90f69-528e-4f8c-b900-137a9fcbe33f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:46.299731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.300401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.349097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12d40d81-41c4-45e7-adf6-f4f6ef20a814 req-15ba0a28-d44d-4bc7-9231-350f27bfbffc tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241642 Jul 15 13:09:46.411882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-e7dc4729-a2de-43be-ae47-732e62ba3178 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818387 Jul 15 13:09:46.412775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.415382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] For port e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:46.420302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ed8bc21f-3540-4220-8f39-3583f53421c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7616925 Jul 15 13:09:46.424363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42146) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:46.494904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-bc16c0c7-03d5-46ee-8b06-da83b29ccd26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 217 time: 0.0640292 Jul 15 13:09:46.621975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-3b52ff00-47dc-4853-997a-52c7c80bcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.623799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-3b52ff00-47dc-4853-997a-52c7c80bcff8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.0977125 Jul 15 13:09:46.634548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-34a90f69-528e-4f8c-b900-137a9fcbe33f', 'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': '3f27e23d-2a50-4810-9178-8aa068b8e624'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:46.637897 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.660799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.661078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48628-178f-4681-b339-faab96a13d0e req-9d3da348-2899-45d7-b64b-f64c94fc182a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.662770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0a48628-178f-4681-b339-faab96a13d0e req-9d3da348-2899-45d7-b64b-f64c94fc182a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 948 time: 0.5858226 Jul 15 13:09:46.745678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0a48628-178f-4681-b339-faab96a13d0e req-04146dd9-e7aa-4dd7-a18b-eebfb4495f8d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575197 Jul 15 13:09:46.766751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:46.767032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:46.767310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.775845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:46.776176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.786583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-c64b49fe-0a66-4e1f-81c9-9c76250dc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.787631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-c64b49fe-0a66-4e1f-81c9-9c76250dc1fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550086 Jul 15 13:09:46.788541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:46.788878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.789252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:46.789696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Bound port: 23d6c46c-e81c-48f1-ab03-b22f349e0967, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:46.790050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.829001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fd835f3d-f289-4bf0-bec2-8e1ed6484c1d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:46.964009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] For port e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,segment=NetworkSegment(705a210c-0016-4aab-9237-96f1e127aba4),segment_id=705a210c-0016-4aab-9237-96f1e127aba4)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:46.988735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.998080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Allocated IP 172.20.0.2 (34a90f69-528e-4f8c-b900-137a9fcbe33f/3f27e23d-2a50-4810-9178-8aa068b8e624/e67a6461-e70c-48e4-975b-6eed959cf989) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:47.003754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:47.004393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.027135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.035253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:47.042290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:47.072787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.088849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-7a623305-3546-43e4-a324-ed08eb78be09 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794673 Jul 15 13:09:47.133806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.134868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.136536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] 10.222.0.23 "PUT /v2.0/ports/e723bec9-f3e4-4061-b3cd-1d7cf52b283f HTTP/1.1" status: 200 len: 1091 time: 3.1333480 Jul 15 13:09:47.143912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'tag': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:47.146591 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b" -d '{"events": [{"name": "network-changed", "server_uuid": "51e2a5c4-86e6-4dea-a8f6-1401d97e27c3", "tag": "e723bec9-f3e4-4061-b3cd-1d7cf52b283f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:47.201529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 70bd8d47-1fb1-44e2-a808-1c70fa57853b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:47.237532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25c4c6-03a4-4d15-9dc7-8367f5b24c00 service neutron] Pushing event updated for resources: {'Port': ['ID=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.265325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.326054 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.338548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Transition to ACTIVE for port object e67a6461-e70c-48e4-975b-6eed959cf989 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:47.348132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 70bd8d47-1fb1-44e2-a808-1c70fa57853b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:47.358662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 70bd8d47-1fb1-44e2-a808-1c70fa57853b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:47.359014 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.364429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Transition to ACTIVE for port object e67a6461-e70c-48e4-975b-6eed959cf989 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:47.404339 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.441184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-eaad768a-ea6a-41bf-a24b-96bb5f3f9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.443484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-eaad768a-ea6a-41bf-a24b-96bb5f3f9d68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acedbc14faf7422c852ef21a6dc9caa7&device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 1094 time: 0.2245049 Jul 15 13:09:47.446597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.458813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Network 34a90f69-528e-4f8c-b900-137a9fcbe33f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:47.464406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:47.470498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:47.549014 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-32c22299-1619-4a17-90f9-789637e40fe2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f HTTP/1.1" status: 200 len: 217 time: 0.0480509 Jul 15 13:09:47.555682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Attempting to bind port e67a6461-e70c-48e4-975b-6eed959cf989 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:47.556140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Attempting to bind port e67a6461-e70c-48e4-975b-6eed959cf989 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:47.556605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Attempting to bind port e67a6461-e70c-48e4-975b-6eed959cf989 on network 34a90f69-528e-4f8c-b900-137a9fcbe33f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:47.568076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:47.568647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Checking segment: {'id': 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:47.569197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.569628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Bound using segment: {'id': 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:47.570120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Bound port: e67a6461-e70c-48e4-975b-6eed959cf989, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '34a90f69-528e-4f8c-b900-137a9fcbe33f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:47.570504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.591154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Pushing event updated for resources: {'Port': ['ID=e67a6461-e70c-48e4-975b-6eed959cf989,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.620074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.637842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-769fd6a8-b938-4eb3-ab1f-2e13929a42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.639467 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-769fd6a8-b938-4eb3-ab1f-2e13929a42bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8efc292e-f1a6-44c9-929a-d3abf960440c HTTP/1.1" status: 200 len: 858 time: 0.0815015 Jul 15 13:09:47.671643 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.685703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2ba4-c13f-4f64-8351-2f3ffa49e2a2 req-b00995ee-5a2f-467a-8747-9582b676bba8 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.687284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-422b2ba4-c13f-4f64-8351-2f3ffa49e2a2 req-b00995ee-5a2f-467a-8747-9582b676bba8 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 943 time: 0.7341533 Jul 15 13:09:47.692092 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.692715 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.694520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] 10.222.0.23 "PUT /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 1092 time: 3.2883034 Jul 15 13:09:47.713970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfcc51-4a33-4dca-8d37-c3370d835926 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.716668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:47.719631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 70bd8d47-1fb1-44e2-a808-1c70fa57853b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=70bd8d47-1fb1-44e2-a808-1c70fa57853b,segment=NetworkSegment(b02a8892-ff40-46e2-a177-871c1fb91df3),segment_id=b02a8892-ff40-46e2-a177-871c1fb91df3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:47.721714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] For port e67a6461-e70c-48e4-975b-6eed959cf989, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:47.725485 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:47.726532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] For port e67a6461-e70c-48e4-975b-6eed959cf989, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e67a6461-e70c-48e4-975b-6eed959cf989,segment=NetworkSegment(b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5),segment_id=b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:47.728029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.743068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-e921b694-dfbd-4168-92bf-db414a602b48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15579e19-6b44-4b2b-ba16-832f303e7297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643420 Jul 15 13:09:47.749197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f93692c3-37cf-4b2f-ba52-1ed29376c3df req-dc791136-d8a2-4289-9fb7-ea82b5110e36 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 210 time: 0.1832983 Jul 15 13:09:47.753044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.796346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=70bd8d47-1fb1-44e2-a808-1c70fa57853b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.802245 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.808803 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190afbb-bf2a-45a7-8b32-e2093d0b692c x-openstack-request-id: req-3190afbb-bf2a-45a7-8b32-e2093d0b692c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:47.812019 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e2a5c4-86e6-4dea-a8f6-1401d97e27c3", "tag": "e723bec9-f3e4-4061-b3cd-1d7cf52b283f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:47.814886 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3190afbb-bf2a-45a7-8b32-e2093d0b692c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:47.815389 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'tag': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f', 'status': 'completed', 'code': 200} Jul 15 13:09:47.831623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-422b2ba4-c13f-4f64-8351-2f3ffa49e2a2 req-4d94e8e3-3e03-4ba8-b4db-318bb1680d81 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977876 Jul 15 13:09:47.905563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-2691805c-c211-43e9-980e-ae1b5f6b0034 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.909304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-2691805c-c211-43e9-980e-ae1b5f6b0034 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.23 "GET /v2.0/networks?id=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c HTTP/1.1" status: 200 len: 815 time: 0.3456740 Jul 15 13:09:47.937576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Request body: {'port': {'device_id': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'admin_state_up': True, 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.980797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=3f27e23d-2a50-4810-9178-8aa068b8e624,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.024965 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.028297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf0da8-8f7d-4db4-b493-a015ead4b3ad None None] Pushing event updated for resources: {'Port': ['ID=e67a6461-e70c-48e4-975b-6eed959cf989,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.086929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-f9ac4da1-e673-4235-9792-32ebcafea89b service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9688394 Jul 15 13:09:48.138147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-694c0c01-729c-4608-941b-d519448a7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.140410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-694c0c01-729c-4608-941b-d519448a7e3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1095 time: 0.3159850 Jul 15 13:09:48.174420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.210184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3f3457c4-7f18-4023-84e9-7ba6742a0f35 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:48.222473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-1f863465-cd45-4f51-992b-e5ab99282eb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=62ce691c-de22-4217-b8bd-278830529a9e HTTP/1.1" status: 200 len: 217 time: 0.1029441 Jul 15 13:09:48.226104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a90f69-528e-4f8c-b900-137a9fcbe33f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:48.231218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-11661f00-b6e6-46c1-a142-fb29c3ce9da8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 217 time: 0.0528705 Jul 15 13:09:48.243181 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9194e2-44e5-4b1e-9d66-b36c7ae453ca x-openstack-request-id: req-cd9194e2-44e5-4b1e-9d66-b36c7ae453ca {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:48.243446 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:48.243697 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd9194e2-44e5-4b1e-9d66-b36c7ae453ca {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:48.244063 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'status': 'completed', 'code': 200} Jul 15 13:09:48.247167 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-4df1742c-335e-4384-bd25-a8fd61aa7fa7 service neutron] 10.222.0.23 "GET /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733398 Jul 15 13:09:48.290978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:48.291620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:48.338559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:48.342864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:48.343325 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.377819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.389105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088493e9-56ed-406e-b9aa-85e80253cd17 req-03ac35c9-080b-4a93-bb9e-377cc0a808b0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.396842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-088493e9-56ed-406e-b9aa-85e80253cd17 req-03ac35c9-080b-4a93-bb9e-377cc0a808b0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 0.3384030 Jul 15 13:09:48.398818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Made reservation on behalf of 1fe9d995cd3843b1b1c980bce61c0bc3 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:48.404968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.412444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Router 7325fda0-91ac-4707-9f42-85e607f265e3 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:48.507009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.516603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.528838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-17aca69e-054d-442f-a8b1-23d066491dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.536771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-17aca69e-054d-442f-a8b1-23d066491dbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.2918243 Jul 15 13:09:48.538406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-9af7b93e-5d43-462a-b41d-684516a4478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.539789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-9af7b93e-5d43-462a-b41d-684516a4478f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.2788410 Jul 15 13:09:48.544815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:48.546693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.571661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3457c4-7f18-4023-84e9-7ba6742a0f35'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:48.574423 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a67845-8ce5-4988-87d8-d7658bbaa7b8" -d '{"events": [{"server_uuid": "63bd2be2-909a-4950-8a01-aeeb1bdb0e0e", "name": "network-vif-plugged", "status": "completed", "tag": "3f3457c4-7f18-4023-84e9-7ba6742a0f35"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:48.594598 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:48.604525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:48.609195 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.715378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3f3457c4-7f18-4023-84e9-7ba6742a0f35,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.720094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-088493e9-56ed-406e-b9aa-85e80253cd17 req-ef29b3aa-29b6-4d88-b79a-dc1d60f25733 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208680 Jul 15 13:09:48.790978 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0b74bd03-fbbe-4a12-9f1d-3420577d8331 req-1c9f7307-3552-41e5-a044-13f73c7115f3 service neutron] 10.222.0.23 "GET /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304911 Jul 15 13:09:48.831818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:09:48.831818 n-d-798249-9 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:09:48.831818 n-d-798249-9 neutron-server[93823]: [parameters: {'id': '34a90f69-528e-4f8c-b900-137a9fcbe33f'}] Jul 15 13:09:48.831818 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:09:48.833954 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:09:48.853780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-42fd017c-d3d2-49c2-8462-ce25d78a291f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297061 Jul 15 13:09:48.882443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 70bd8d47-1fb1-44e2-a808-1c70fa57853b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:48.986645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 70bd8d47-1fb1-44e2-a808-1c70fa57853b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:48.987020 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.001361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:49.036947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.041071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Sync routers for ids ['7325fda0-91ac-4707-9f42-85e607f265e3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:49.041795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e7ee8b2d-b0e7-4db4-a009-194f7ba36327 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5166681 Jul 15 13:09:49.042670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42188) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:49.057064 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079aa9d6-d10d-4527-b85a-3c313e34dad7 x-openstack-request-id: req-079aa9d6-d10d-4527-b85a-3c313e34dad7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:49.057483 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd2be2-909a-4950-8a01-aeeb1bdb0e0e", "name": "network-vif-plugged", "status": "completed", "tag": "3f3457c4-7f18-4023-84e9-7ba6742a0f35", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:49.057743 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-079aa9d6-d10d-4527-b85a-3c313e34dad7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:49.058135 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3457c4-7f18-4023-84e9-7ba6742a0f35', 'code': 200} Jul 15 13:09:49.079814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Routers {'7325fda0-91ac-4707-9f42-85e607f265e3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:49.081137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['7325fda0-91ac-4707-9f42-85e607f265e3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:49.280587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-f26ed067-203e-4d7e-9d30-04b0563ccff5 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929563 Jul 15 13:09:49.317405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac071e1-e978-479b-a95b-584daf438bbb req-7686b218-a987-474d-b8e4-530ca74af580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.319205 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6ac071e1-e978-479b-a95b-584daf438bbb req-7686b218-a987-474d-b8e4-530ca74af580 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 1100 time: 0.1695738 Jul 15 13:09:49.335767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.343081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Set router 7325fda0-91ac-4707-9f42-85e607f265e3 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:49.344025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa50a2b-e51d-43d4-b88e-1682a17526a9 req-69f47629-6c73-4143-a69d-12b94b8a2248 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.359635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9aa50a2b-e51d-43d4-b88e-1682a17526a9 req-69f47629-6c73-4143-a69d-12b94b8a2248 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 948 time: 0.9514050 Jul 15 13:09:49.420767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ebd12e4-6bc5-49bb-9c91-5c7d3eadce68 req-599d9662-9b25-4d93-a07c-c422593861f9 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 210 time: 0.1359711 Jul 15 13:09:49.462749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-554fb5b2-0e16-490d-884a-1ae4ef29817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.464416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-554fb5b2-0e16-490d-884a-1ae4ef29817c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9067650 Jul 15 13:09:49.473698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Allocated IP 172.20.0.12 (4cf6be6c-a35d-45f9-9efb-a544c25a9c0c/e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf/f0c71e15-05b9-4d24-8abb-18621989cdc9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:49.513776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9aa50a2b-e51d-43d4-b88e-1682a17526a9 req-e2cc6779-025c-4ae9-bb60-44b110440368 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525559 Jul 15 13:09:49.746804 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6ac071e1-e978-479b-a95b-584daf438bbb req-10822db1-6886-4d22-8b25-e89527e058b4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164550 Jul 15 13:09:49.811814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e67a6461-e70c-48e4-975b-6eed959cf989 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:49.818243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.865642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:46Z', 'revision_number': 3, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:49.869899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bbfd32-504a-4912-bd16-8fcf94c59121 None None] Network 34a90f69-528e-4f8c-b900-137a9fcbe33f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:50.027823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Checking router: 7325fda0-91ac-4707-9f42-85e607f265e3 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:50.028560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Updating router 7325fda0-91ac-4707-9f42-85e607f265e3 port 8629af00-3bb7-4806-9b93-569fe62a9706 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:50.065260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-8b5cdbeb-f912-4280-9713-2a6deed9fa84 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734711 Jul 15 13:09:50.093990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e63596b-8901-44bd-b369-1bc90a043a41 None None] Provisioning for port e67a6461-e70c-48e4-975b-6eed959cf989 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:50.144931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d8eb5d2-d927-4dd9-b363-a1adc7c1b344 req-cbf1717e-e03f-4422-b8e4-f8ed8322fbea service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948091 Jul 15 13:09:50.169631 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.191209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e67a6461-e70c-48e4-975b-6eed959cf989 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:50.245907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e67a6461-e70c-48e4-975b-6eed959cf989 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:50.246750 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.345971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-9d8a97d2-56b6-46f7-b2dd-c3caee1ba317 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730575 Jul 15 13:09:50.355772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c670bc-e183-4cc6-b035-a727d96139c7 req-b29b6587-e005-4223-8481-832044b94d8e tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.363820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18c670bc-e183-4cc6-b035-a727d96139c7 req-b29b6587-e005-4223-8481-832044b94d8e tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 943 time: 0.5235572 Jul 15 13:09:50.398724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Allocated IP 172.20.0.1 (b29640ef-dc4c-4e7f-a27c-0fb6629bc12b/206671be-64a0-4043-bab3-3654e873c8f3/f279a77d-35ab-47b9-83fc-987ac7fff5c7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:50.432189 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.468195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-316cff3c-042b-4ac0-9672-f84a00023e22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163 HTTP/1.1" status: 200 len: 217 time: 0.0598752 Jul 15 13:09:50.523629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e67a6461-e70c-48e4-975b-6eed959cf989, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e67a6461-e70c-48e4-975b-6eed959cf989,segment=NetworkSegment(b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5),segment_id=b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:50.548467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.614586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.629671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-64b8cf92-ec65-4d4e-975b-06b3c4118ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.630984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-64b8cf92-ec65-4d4e-975b-06b3c4118ac7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.1438301 Jul 15 13:09:50.632121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Transition to ACTIVE for port object f279a77d-35ab-47b9-83fc-987ac7fff5c7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:50.659584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e67a6461-e70c-48e4-975b-6eed959cf989,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.671484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] DHCP port deletion for 34a90f69-528e-4f8c-b900-137a9fcbe33f request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:50.682903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.705772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:50.714837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:50.737109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:50.832750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] Deleting port e67a6461-e70c-48e4-975b-6eed959cf989 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:50.833403 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.838047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18c670bc-e183-4cc6-b035-a727d96139c7 req-ab6eef55-5c6a-475c-af11-d68c45316ec0 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732459 Jul 15 13:09:50.884562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.895886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-6ccacd80-7e40-4f57-b941-8e9542ba4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.898826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-6ccacd80-7e40-4f57-b941-8e9542ba4bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1095 time: 0.5255241 Jul 15 13:09:50.988420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a06ea-3676-44c0-b1a2-8ea769fab86c req-915a75e7-c7bb-4888-8910-847bd072456e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.000922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f4a06ea-3676-44c0-b1a2-8ea769fab86c req-915a75e7-c7bb-4888-8910-847bd072456e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 0.9237888 Jul 15 13:09:51.034592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.056065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.087646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Transition to ACTIVE for port object 8629af00-3bb7-4806-9b93-569fe62a9706 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:51.101806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port e67a6461-e70c-48e4-975b-6eed959cf989 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:51.102989 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.110664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.131447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] For port e67a6461-e70c-48e4-975b-6eed959cf989, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e67a6461-e70c-48e4-975b-6eed959cf989,segment=NetworkSegment(b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5),segment_id=b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:51.134703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.220971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Pushing event updated for resources: {'Port': ['ID=f279a77d-35ab-47b9-83fc-987ac7fff5c7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.257434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd9b03-b4c2-40c5-af76-d696246decad None None] Pushing event updated for resources: {'Port': ['ID=8629af00-3bb7-4806-9b93-569fe62a9706,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.283488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.318312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Attempting to bind port 8629af00-3bb7-4806-9b93-569fe62a9706 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:51.318716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Attempting to bind port 8629af00-3bb7-4806-9b93-569fe62a9706 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:51.319089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Attempting to bind port 8629af00-3bb7-4806-9b93-569fe62a9706 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:51.333691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-90cbaddc-ad87-4ee3-8d22-82d805f3fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.335226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-90cbaddc-ad87-4ee3-8d22-82d805f3fc9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.3299973 Jul 15 13:09:51.344169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] Calling delete_port for e67a6461-e70c-48e4-975b-6eed959cf989 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:51.352564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-b74d5fbe-707b-40fa-8b07-c1ec07bbf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.354224 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-b74d5fbe-707b-40fa-8b07-c1ec07bbf81b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acedbc14faf7422c852ef21a6dc9caa7&device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 1094 time: 1.7293608 Jul 15 13:09:51.357008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:51.357481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:51.357908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.358334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:51.358833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Bound port: 8629af00-3bb7-4806-9b93-569fe62a9706, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:51.359237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.359773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port e67a6461-e70c-48e4-975b-6eed959cf989, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e67a6461-e70c-48e4-975b-6eed959cf989,segment=NetworkSegment(b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5),segment_id=b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:51.360605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.379918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-83e788e8-0092-475c-97b5-a8c52085070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.381383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-83e788e8-0092-475c-97b5-a8c52085070b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7281477 Jul 15 13:09:51.382450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Transition to ACTIVE for port object f0c71e15-05b9-4d24-8abb-18621989cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:51.400374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for e67a6461-e70c-48e4-975b-6eed959cf989 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:51.477919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] For port 8629af00-3bb7-4806-9b93-569fe62a9706, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:51.482150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] For port 8629af00-3bb7-4806-9b93-569fe62a9706, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8629af00-3bb7-4806-9b93-569fe62a9706,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:51.486965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5399add6-c3b8-4d53-bc8d-682b5b8008eb None None] Provisioning for port f279a77d-35ab-47b9-83fc-987ac7fff5c7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:51.499357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.504610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f4a06ea-3676-44c0-b1a2-8ea769fab86c req-2279df58-5408-42b8-afb3-3d0988574895 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030875 Jul 15 13:09:51.509654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-bb67dc7b-5ab0-460e-b18b-2614708cc7f5 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159205 Jul 15 13:09:51.511827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c49c109d-3733-4a68-8c3f-6c78c2b1e9d9 req-b8b96f98-0061-456a-bf10-00ac3382af5c tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 210 time: 0.1625049 Jul 15 13:09:51.529056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5399add6-c3b8-4d53-bc8d-682b5b8008eb None None] Provisioning complete for port f279a77d-35ab-47b9-83fc-987ac7fff5c7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:51.529720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5399add6-c3b8-4d53-bc8d-682b5b8008eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.627680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.690480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=e67a6461-e70c-48e4-975b-6eed959cf989,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.774052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port e67a6461-e70c-48e4-975b-6eed959cf989 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:51.811932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-78595d6f-47ac-4ea0-af00-f287711bb514 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 217 time: 0.0933361 Jul 15 13:09:51.843851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.874715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-a3bc40fa-9c7d-49f1-8e75-581213b8c41a service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536675 Jul 15 13:09:51.891857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.917817 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.971669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-63ceaa2a-a0c5-4f1f-bd7b-c7f789e22aa1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78f6b974-976d-4ea7-9959-c17ed606d205 HTTP/1.1" status: 200 len: 217 time: 0.0903020 Jul 15 13:09:51.977281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:52.004102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:52.042163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.044318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:52.044561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd9b03-b4c2-40c5-af76-d696246decad None None] Pushing event updated for resources: {'Port': ['ID=8629af00-3bb7-4806-9b93-569fe62a9706,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.047833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5399add6-c3b8-4d53-bc8d-682b5b8008eb None None] Port f279a77d-35ab-47b9-83fc-987ac7fff5c7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:52.058376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Routers {'7325fda0-91ac-4707-9f42-85e607f265e3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:52.059698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['7325fda0-91ac-4707-9f42-85e607f265e3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:52.068313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-db9164a9-8eae-4a51-8afa-720d7383fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.070318 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-db9164a9-8eae-4a51-8afa-720d7383fc21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=15579e19-6b44-4b2b-ba16-832f303e7297 HTTP/1.1" status: 200 len: 919 time: 0.4656451 Jul 15 13:09:52.117113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1bad3-7bd6-47a0-bba2-628fd258883d req-2dd31bd2-a0f6-4baa-8f06-6f5d85fc69f1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.126557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90c1bad3-7bd6-47a0-bba2-628fd258883d req-2dd31bd2-a0f6-4baa-8f06-6f5d85fc69f1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 949 time: 0.3163321 Jul 15 13:09:52.204047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Pushing event updated for resources: {'Port': ['ID=f0c71e15-05b9-4d24-8abb-18621989cdc9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.246659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-c42a9ed4-6d76-440e-9653-b49ebed57ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.248490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-c42a9ed4-6d76-440e-9653-b49ebed57ac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.2672520 Jul 15 13:09:52.280660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90c1bad3-7bd6-47a0-bba2-628fd258883d req-203bdd4c-66aa-499d-9e7b-6b79936d79ca tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531949 Jul 15 13:09:52.286286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.397628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.398941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] No DVR routers for this DVR port e67a6461-e70c-48e4-975b-6eed959cf989 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:52.401565 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.403626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3061ea-0fe5-4b60-bd29-d1d3ad32a3d2 None None] Pushing event deleted for resources: {'Port': ['ID=e67a6461-e70c-48e4-975b-6eed959cf989,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.440408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] Set router 7325fda0-91ac-4707-9f42-85e607f265e3 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:52.448525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-9f26ec34-046a-427f-8830-9b0f6dee796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.450572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-9f26ec34-046a-427f-8830-9b0f6dee796a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1669829 Jul 15 13:09:52.452129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-c96df966-1c34-43eb-b04d-c46f22fb2fe4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5311372 Jul 15 13:09:52.468737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:52.494028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:52.539976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e723bec9-f3e4-4061-b3cd-1d7cf52b283f details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:52.559948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.744974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e67a6461-e70c-48e4-975b-6eed959cf989 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:52.804860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a90f69-528e-4f8c-b900-137a9fcbe33f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:52.808050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Pushing event updated for resources: {'Port': ['ID=f279a77d-35ab-47b9-83fc-987ac7fff5c7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.840480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:52.841087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b761a06b-7b8e-46cb-ac06-c6ffff9cc7d5') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:52.867820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.900121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.919808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:52.927745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.945032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-34d4cc11-5db1-45ea-b470-b7ebf2336e5e None None] Provisioning for port f0c71e15-05b9-4d24-8abb-18621989cdc9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:52.947034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e67a6461-e70c-48e4-975b-6eed959cf989 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:52.947378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e67a6461-e70c-48e4-975b-6eed959cf989 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:52.974859 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:52.986693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Router 7325fda0-91ac-4707-9f42-85e607f265e3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:53.043610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-34d4cc11-5db1-45ea-b470-b7ebf2336e5e None None] Provisioning complete for port f0c71e15-05b9-4d24-8abb-18621989cdc9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:53.044061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34d4cc11-5db1-45ea-b470-b7ebf2336e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.088216 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-649f7949-6556-4d2c-8f7a-0e40ac75318c service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288438 Jul 15 13:09:53.147100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca532d-f9c7-4cd8-85b6-dc076d17fe40 req-f996ec56-ea47-4d93-bd96-ccfec675384d tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.147974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,segment=NetworkSegment(705a210c-0016-4aab-9237-96f1e127aba4),segment_id=705a210c-0016-4aab-9237-96f1e127aba4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:53.158998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6aca532d-f9c7-4cd8-85b6-dc076d17fe40 req-f996ec56-ea47-4d93-bd96-ccfec675384d tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 943 time: 0.5717258 Jul 15 13:09:53.161339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-34d4cc11-5db1-45ea-b470-b7ebf2336e5e None None] Port f0c71e15-05b9-4d24-8abb-18621989cdc9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:53.168876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f', 'network_id': '15579e19-6b44-4b2b-ba16-832f303e7297', 'port_id': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f', 'mac_address': 'fa:16:3e:9d:30:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efc292e-f1a6-44c9-929a-d3abf960440c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:53.196627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.215688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f279a77d-35ab-47b9-83fc-987ac7fff5c7', 'name': '', 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'mac_address': 'fa:16:3e:f7:38:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '206671be-64a0-4043-bab3-3654e873c8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 2, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'subnets': [{'id': '206671be-64a0-4043-bab3-3654e873c8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:53.226411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.228309 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/34a90f69-528e-4f8c-b900-137a9fcbe33f HTTP/1.1" status: 204 len: 168 time: 6.8030081 Jul 15 13:09:53.241441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:53.244945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d7e6-63e4-47f2-ab97-d996e5963c29 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=34a90f69-528e-4f8c-b900-137a9fcbe33f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.257615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:53.258874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1418791744'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:53.261522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358ea12-d290-4dd5-87e1-87091f699b4c None None] The sync data for ids ['7325fda0-91ac-4707-9f42-85e607f265e3'] in n-d-798249-9 is: [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f279a77d-35ab-47b9-83fc-987ac7fff5c7', 'name': '', 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'mac_address': 'fa:16:3e:f7:38:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '206671be-64a0-4043-bab3-3654e873c8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 2, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'subnets': [{'id': '206671be-64a0-4043-bab3-3654e873c8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:53.265251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.265673 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bc8e5fa3-bb27-420a-9ebb-c8c97569b55f admin admin] 10.222.0.48 "PUT /v2.0/routers/7325fda0-91ac-4707-9f42-85e607f265e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2217793 Jul 15 13:09:53.301531 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e723bec9-f3e4-4061-b3cd-1d7cf52b283f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:53.328284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b06fc4fe-f9a6-4d1a-9633-6dc60f955901 None None] Provisioning complete for port f279a77d-35ab-47b9-83fc-987ac7fff5c7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:53.329687 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06fc4fe-f9a6-4d1a-9633-6dc60f955901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.369386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,segment=NetworkSegment(705a210c-0016-4aab-9237-96f1e127aba4),segment_id=705a210c-0016-4aab-9237-96f1e127aba4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:53.376650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.425999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b06fc4fe-f9a6-4d1a-9633-6dc60f955901 None None] Port f279a77d-35ab-47b9-83fc-987ac7fff5c7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:53.441165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6aca532d-f9c7-4cd8-85b6-dc076d17fe40 req-5e0270e0-2286-4340-97d6-c0557e6ccf4b tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812033 Jul 15 13:09:53.452380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:53.471433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.472451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.493602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:53.528234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:53.538159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.538562 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment 0873d5e8-6604-4c7f-9ec6-93fa4916d87c of type vlan for network c34febc3-c159-4645-b2c4-a4694731decc Jul 15 13:09:53.611865 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.615571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['e723bec9-f3e4-4061-b3cd-1d7cf52b283f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:53.630956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-45658af0-2ec0-45d9-97f1-f48113f05924 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226457 Jul 15 13:09:53.667160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-655568775'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:53.695001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-0e1f037d-d9b3-4553-a09c-43ce732f7ab1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928ed251-b353-4521-8ca5-048c2819a242 HTTP/1.1" status: 200 len: 217 time: 0.0496037 Jul 15 13:09:53.705622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:53.713254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.760989 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.770046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:53.780017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.781128 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.799914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.801806 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Added segment b766032d-8cf1-49f9-9cb8-5527d52688d4 of type vlan for network 02b160ac-1a68-4af7-aee3-666ece50b56d Jul 15 13:09:53.865283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6206512 Jul 15 13:09:53.878316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:53.894307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': 'c34febc3-c159-4645-b2c4-a4694731decc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:53.937852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.996743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.008722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.009534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.051117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ff1f8-30b9-419a-aade-78da21aec502 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=c34febc3-c159-4645-b2c4-a4694731decc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.058382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5600123 Jul 15 13:09:54.058382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:54.065615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'subnet': {'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:54.067283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c34febc3-c159-4645-b2c4-a4694731decc details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:54.068166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-ea1f32e7-03ac-4b2e-b11e-7e31387cfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.070060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-ea1f32e7-03ac-4b2e-b11e-7e31387cfba4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.3666215 Jul 15 13:09:54.124331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e394a3-8ae5-4dfa-bccf-88b619a14ba5 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Network': ['ID=02b160ac-1a68-4af7-aee3-666ece50b56d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.199684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 02b160ac-1a68-4af7-aee3-666ece50b56d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:54.242925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:54.258388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.360584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-ef4a4b59-f976-4f51-bd39-abc96ad67d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.362276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-ef4a4b59-f976-4f51-bd39-abc96ad67d3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201746 Jul 15 13:09:54.364139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:54.368389 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.374606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f45f2-4e7b-4495-98b9-8ada46045ca6 req-2a0649fa-d18a-4267-92bf-5eb5eabde202 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.376950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd1f45f2-4e7b-4495-98b9-8ada46045ca6 req-2a0649fa-d18a-4267-92bf-5eb5eabde202 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 1100 time: 0.4007096 Jul 15 13:09:54.516563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e723bec9-f3e4-4061-b3cd-1d7cf52b283f up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:54.538572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd1f45f2-4e7b-4495-98b9-8ada46045ca6 req-bb7a2b3b-bd94-4073-8e29-01ac214f84ea tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507139 Jul 15 13:09:54.610914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:09:54.611774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:09:54.658476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port e723bec9-f3e4-4061-b3cd-1d7cf52b283f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.665180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port e723bec9-f3e4-4061-b3cd-1d7cf52b283f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.665673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.775329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.798117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-e23a1d6f-4b43-4588-8ddd-87946967627a service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251733 Jul 15 13:09:54.814916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8629af00-3bb7-4806-9b93-569fe62a9706 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:54.857905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Subnet': ['ID=19f73807-e46a-4aa5-b682-46ede443d2d1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.899826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Checking segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:54.900240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network hostable DHCP agents. Network: 02b160ac-1a68-4af7-aee3-666ece50b56d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:54.919139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.927833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network 02b160ac-1a68-4af7-aee3-666ece50b56d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:54.957605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 02b160ac-1a68-4af7-aee3-666ece50b56d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:54.963605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:54.966357 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30b16b6-e2b1-4fd6-9ccb-0d8982e5dedc" -d '{"events": [{"server_uuid": "51e2a5c4-86e6-4dea-a8f6-1401d97e27c3", "name": "network-vif-plugged", "status": "completed", "tag": "e723bec9-f3e4-4061-b3cd-1d7cf52b283f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:54.970927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.974450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.974597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a18df-44b1-42d5-8faa-1800fd5c7571 None None] Network 02b160ac-1a68-4af7-aee3-666ece50b56d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:54.993883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,segment=NetworkSegment(705a210c-0016-4aab-9237-96f1e127aba4),segment_id=705a210c-0016-4aab-9237-96f1e127aba4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.014159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8629af00-3bb7-4806-9b93-569fe62a9706 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:55.019724 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4a615e7c-6037-4ece-b4f9-f945adc20ecb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9604456 Jul 15 13:09:55.020500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:55.027452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2099539663'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:55.038905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.045396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8629af00-3bb7-4806-9b93-569fe62a9706 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:55.046058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.078078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:55.089984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.121180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c02288bd-11d2-4b2b-983d-8862b7e9d56a req-af499fe5-190f-4ece-bae5-8c5cd6e1fe76 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055334 Jul 15 13:09:55.141526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712232e-fef9-4a89-9fa3-46108662c40a req-bee3675c-7f26-4c3e-a1ff-694f7d019d26 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.149225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7712232e-fef9-4a89-9fa3-46108662c40a req-bee3675c-7f26-4c3e-a1ff-694f7d019d26 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 932 time: 0.2680719 Jul 15 13:09:55.166848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:55.189778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.190194 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Added segment 58ce2843-acf4-4068-a81c-c3e17c6452ba of type vlan for network c80dcfa9-6157-4fa3-942f-5fb12a577252 Jul 15 13:09:55.215392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7712232e-fef9-4a89-9fa3-46108662c40a req-fad774ee-f408-428c-87f2-042d0bf8bdca tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651670 Jul 15 13:09:55.217423 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.281702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.285008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.371437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.379111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.380076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.397589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': '0873d5e8-6604-4c7f-9ec6-93fa4916d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c34febc3-c159-4645-b2c4-a4694731decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:55.398106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: c34febc3-c159-4645-b2c4-a4694731decc, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:55.409847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=c9360da6-6ac4-497d-97a1-cb5dde4c3748,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.434141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.434674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.435115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.437323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.438562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.445469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.446053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.446416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.446967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.447305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.447634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.449460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:55.471533 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.486552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network c34febc3-c159-4645-b2c4-a4694731decc is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:55.504389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-02b160ac-1a68-4af7-aee3-666ece50b56d', 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'fixed_ips': [{'subnet_id': '19f73807-e46a-4aa5-b682-46ede443d2d1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:55.505292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.512258 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4882164 Jul 15 13:09:55.513610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42238) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:55.519431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'subnet': {'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:55.525661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, c34febc3-c159-4645-b2c4-a4694731decc) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:55.538907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.539608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.573326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8629af00-3bb7-4806-9b93-569fe62a9706, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8629af00-3bb7-4806-9b93-569fe62a9706,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.582755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c890e43-958e-4f63-8dfc-cb0d38155f10 None None] Network c34febc3-c159-4645-b2c4-a4694731decc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:55.602141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.631511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2cfc5985-5994-4566-a64e-8089c0762f2b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7431219 Jul 15 13:09:55.641372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:55.700963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53975eb-0259-41de-9f78-36d18ae25e7d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Network': ['ID=c80dcfa9-6157-4fa3-942f-5fb12a577252,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.710983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5e5f2-6aaa-42ac-b90d-dbf4eeb0296d req-dafaf368-545c-4b50-84e1-6f406c6e3031 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.712633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fec5e5f2-6aaa-42ac-b90d-dbf4eeb0296d req-dafaf368-545c-4b50-84e1-6f406c6e3031 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 0.2051342 Jul 15 13:09:55.742292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:55.787169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:55.791441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.838339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fec5e5f2-6aaa-42ac-b90d-dbf4eeb0296d req-d85b0fb4-cc74-4a81-a42d-1be131cfe2d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918925 Jul 15 13:09:55.882188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Allocated IP 19.80.0.2 (02b160ac-1a68-4af7-aee3-666ece50b56d/19f73807-e46a-4aa5-b682-46ede443d2d1/3b99ed3f-364c-4ad8-bac4-db43dc3033da) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:55.888038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.174067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.211585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8629af00-3bb7-4806-9b93-569fe62a9706,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.236963 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.275264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53147b8b-00fe-47ee-8412-af61f15de4c9 req-8894468b-df66-4d67-82a6-fcb49030294e tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.283738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53147b8b-00fe-47ee-8412-af61f15de4c9 req-8894468b-df66-4d67-82a6-fcb49030294e tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 945 time: 0.1980393 Jul 15 13:09:56.334909 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.400719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=c9360da6-6ac4-497d-97a1-cb5dde4c3748,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.404656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Subnet': ['ID=06a473b2-9802-476b-b2e0-9968e3bcecff,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.415583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Checking segment: {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:56.418685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network hostable DHCP agents. Network: c80dcfa9-6157-4fa3-942f-5fb12a577252, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:56.424737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.426626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53147b8b-00fe-47ee-8412-af61f15de4c9 req-b6232b48-f994-4592-9e72-887e7192819a tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410596 Jul 15 13:09:56.437694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Transition to ACTIVE for port object 3b99ed3f-364c-4ad8-bac4-db43dc3033da will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:56.442518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:56.474430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, c80dcfa9-6157-4fa3-942f-5fb12a577252) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:56.479230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.480059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.518200 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9d3c02a1-ef38-47f1-8568-77d99ce078bc tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0021200 Jul 15 13:09:56.541247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc795192-c3dc-42c2-bdfd-4dc3f0acc7d2 None None] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:56.621026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.651279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34febc3-c159-4645-b2c4-a4694731decc']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:56.679095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0873d5e8-6604-4c7f-9ec6-93fa4916d87c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:56.679397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0873d5e8-6604-4c7f-9ec6-93fa4916d87c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:56.690676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.707675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.738870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:56.739433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.754251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8629af00-3bb7-4806-9b93-569fe62a9706 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:56.754920 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:56.789777 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Sync routers for ids ['7325fda0-91ac-4707-9f42-85e607f265e3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:56.808571 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Routers {'7325fda0-91ac-4707-9f42-85e607f265e3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:56.809557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['7325fda0-91ac-4707-9f42-85e607f265e3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:56.818424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-09b39965-d82e-438b-8672-eadeb82d20dc tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636117 Jul 15 13:09:56.875437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c837f-b890-4d8e-9245-52d22b5ef2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-c34febc3-c159-4645-b2c4-a4694731decc', 'network_id': 'c34febc3-c159-4645-b2c4-a4694731decc', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': 'c9360da6-6ac4-497d-97a1-cb5dde4c3748'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:56.876979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd5c837f-b890-4d8e-9245-52d22b5ef2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.883049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.897815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Transition to ACTIVE for port object 3b99ed3f-364c-4ad8-bac4-db43dc3033da will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:56.907938 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.913195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/c34febc3-c159-4645-b2c4-a4694731decc HTTP/1.1" status: 204 len: 168 time: 1.2675724 Jul 15 13:09:56.913648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42260) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:56.919102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1176445184'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:56.929095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.942477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c81b-efbe-4028-8622-6dc2d3346f18 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=c34febc3-c159-4645-b2c4-a4694731decc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.970267 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Set router 7325fda0-91ac-4707-9f42-85e607f265e3 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:56.972158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:56.976127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.997923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Pushing event updated for resources: {'Port': ['ID=3b99ed3f-364c-4ad8-bac4-db43dc3033da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.001425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e840eb3-0f91-4c44-8964-e292b43c06b3 None None] Network c34febc3-c159-4645-b2c4-a4694731decc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:57.024684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e840eb3-0f91-4c44-8964-e292b43c06b3 None None] Network c34febc3-c159-4645-b2c4-a4694731decc could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:09:57.031576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-c80dcfa9-6157-4fa3-942f-5fb12a577252', 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'fixed_ips': [{'subnet_id': '06a473b2-9802-476b-b2e0-9968e3bcecff'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:57.032832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.041855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:57.051687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Network 02b160ac-1a68-4af7-aee3-666ece50b56d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:57.065615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8629af00-3bb7-4806-9b93-569fe62a9706 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:57.067110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.067581 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment c31d915d-f23e-4640-ab97-4b1639aa93f9 of type vlan for network b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f Jul 15 13:09:57.068986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.083890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:57.088191 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:57.113046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-78160adf-f569-4f03-a063-81b1442453c7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.120036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-78160adf-f569-4f03-a063-81b1442453c7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651961 Jul 15 13:09:57.153563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.158637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-04a9e781-8c2b-4f5b-804b-f9971600f8e7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/quotas/f9d850173a3d4fafb1e89ff7c801578a HTTP/1.1" status: 200 len: 375 time: 0.0353932 Jul 15 13:09:57.212974 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.226582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.228367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.274730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-24c27dd8-9e23-4d91-a800-21426593ce68 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1156101 Jul 15 13:09:57.371987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42262) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:57.374825 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4598813 Jul 15 13:09:57.377569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': 'b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:57.379188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421241a-3e2d-43a2-9395-fbed451e42e7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.383404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Attempting to bind port 3b99ed3f-364c-4ad8-bac4-db43dc3033da on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:57.383775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Attempting to bind port 3b99ed3f-364c-4ad8-bac4-db43dc3033da by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:57.384141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Attempting to bind port 3b99ed3f-364c-4ad8-bac4-db43dc3033da on network 02b160ac-1a68-4af7-aee3-666ece50b56d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:57.444360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:57.444815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Checking segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:57.445150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.446337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Bound using segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:57.447052 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f279a77d-35ab-47b9-83fc-987ac7fff5c7', 'name': '', 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'mac_address': 'fa:16:3e:f7:38:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '206671be-64a0-4043-bab3-3654e873c8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 2, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'subnets': [{'id': '206671be-64a0-4043-bab3-3654e873c8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:57.447403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Bound port: 3b99ed3f-364c-4ad8-bac4-db43dc3033da, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:57.448087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.450950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:57.519681 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Checking router: 7325fda0-91ac-4707-9f42-85e607f265e3 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:57.520112 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Updating router 7325fda0-91ac-4707-9f42-85e607f265e3 port f279a77d-35ab-47b9-83fc-987ac7fff5c7 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:57.580263 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.584542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:57.589616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.646918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Allocated IP 19.86.0.2 (c80dcfa9-6157-4fa3-942f-5fb12a577252/06a473b2-9802-476b-b2e0-9968e3bcecff/e2f42448-252b-461d-9557-5062ce0e8acd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:57.727872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b486fcf-f1ec-4799-b3e1-e912628ff076 x-openstack-request-id: req-8b486fcf-f1ec-4799-b3e1-e912628ff076 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:57.727872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e2a5c4-86e6-4dea-a8f6-1401d97e27c3", "name": "network-vif-plugged", "status": "completed", "tag": "e723bec9-f3e4-4061-b3cd-1d7cf52b283f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:57.727872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b486fcf-f1ec-4799-b3e1-e912628ff076 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:57.728269 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f', 'code': 200} Jul 15 13:09:57.881986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] For port 3b99ed3f-364c-4ad8-bac4-db43dc3033da, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:57.890058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] For port 3b99ed3f-364c-4ad8-bac4-db43dc3033da, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3b99ed3f-364c-4ad8-bac4-db43dc3033da,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:57.908092 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.008135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.077024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b54540-fb63-426e-9f7e-83c70f8c5ab3 req-6dfdd758-21c3-46fd-a433-9b6fbb563313 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.079522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41b54540-fb63-426e-9f7e-83c70f8c5ab3 req-6dfdd758-21c3-46fd-a433-9b6fbb563313 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 932 time: 0.2208507 Jul 15 13:09:58.116835 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.165164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': 'c31d915d-f23e-4640-ab97-4b1639aa93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:58.165796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:58.172181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=4150e971-acd0-4ff9-8f02-f3d0f5c3dd6d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.190348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41b54540-fb63-426e-9f7e-83c70f8c5ab3 req-005e2faa-befb-48c8-a5bf-43dc28ff08bb tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984380 Jul 15 13:09:58.193002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Transition to ACTIVE for port object e2f42448-252b-461d-9557-5062ce0e8acd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:58.197668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b462-a235-4a5e-b106-dfb37909bafa None None] Pushing event updated for resources: {'Port': ['ID=3b99ed3f-364c-4ad8-bac4-db43dc3033da,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.220209 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.232120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Transition to ACTIVE for port object e2f42448-252b-461d-9557-5062ce0e8acd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:58.242888 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Transition to ACTIVE for port object f279a77d-35ab-47b9-83fc-987ac7fff5c7 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:58.254669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:58.258251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.275613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:58.281215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.283421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.302039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9d0f7b12-d7a7-4ce2-ba0d-807d8f625a63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9288394 Jul 15 13:09:58.303187 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.304704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:58.421014 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Pushing event updated for resources: {'Port': ['ID=f279a77d-35ab-47b9-83fc-987ac7fff5c7,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.427462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:58.432726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Pushing event updated for resources: {'Port': ['ID=e2f42448-252b-461d-9557-5062ce0e8acd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.449538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:58.457625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:58.464434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22deb703-2c7d-403f-ad42-fe3ac934e454 None None] Network b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:58.482978 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.483327 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.486621 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.486975 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.487324 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.487662 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.487991 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.488318 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.488641 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.495760 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.496137 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.496466 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:58.654926 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Attempting to bind port f279a77d-35ab-47b9-83fc-987ac7fff5c7 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:58.655461 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Attempting to bind port f279a77d-35ab-47b9-83fc-987ac7fff5c7 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:58.655675 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Attempting to bind port f279a77d-35ab-47b9-83fc-987ac7fff5c7 on network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:58.681829 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:58.682235 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Checking segment: {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:58.682630 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.688956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Bound using segment: {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:58.690063 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Bound port: f279a77d-35ab-47b9-83fc-987ac7fff5c7, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d038a6-f856-4a4b-a303-c4082673a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:58.691321 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.827259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.842035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-057bef37-16de-4229-819a-04e5b09d9927 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.849930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] For port f279a77d-35ab-47b9-83fc-987ac7fff5c7, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:58.854032 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] For port f279a77d-35ab-47b9-83fc-987ac7fff5c7, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f279a77d-35ab-47b9-83fc-987ac7fff5c7,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:58.857793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-057bef37-16de-4229-819a-04e5b09d9927 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.862453 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.881534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3b99ed3f-364c-4ad8-bac4-db43dc3033da up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:58.881840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-057bef37-16de-4229-819a-04e5b09d9927 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/networks?id=02b160ac-1a68-4af7-aee3-666ece50b56d&id=c80dcfa9-6157-4fa3-942f-5fb12a577252&id=02b160ac-1a68-4af7-aee3-666ece50b56d HTTP/1.1" status: 200 len: 1391 time: 0.4618862 Jul 15 13:09:58.899032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-80679059-c7c0-4e88-a3a0-be78c08da0c4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/quotas/7f2e89607cb04394b3da66fd9fe984aa HTTP/1.1" status: 200 len: 375 time: 0.0160351 Jul 15 13:09:59.011181 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd4dac-9e92-4ed5-bff8-79099eff3f13 None None] Pushing event updated for resources: {'Port': ['ID=f279a77d-35ab-47b9-83fc-987ac7fff5c7,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:59.024674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Request body: {'port': {'device_id': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:59.145684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-097a9ac8-63c4-41cd-8836-4994f147ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.148097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Attempting to bind port e2f42448-252b-461d-9557-5062ce0e8acd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:59.148608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Attempting to bind port e2f42448-252b-461d-9557-5062ce0e8acd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:59.148837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Attempting to bind port e2f42448-252b-461d-9557-5062ce0e8acd on network c80dcfa9-6157-4fa3-942f-5fb12a577252 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:59.155093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-097a9ac8-63c4-41cd-8836-4994f147ddbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1277010 Jul 15 13:09:59.166142 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Routers {'7325fda0-91ac-4707-9f42-85e607f265e3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:59.170226 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['7325fda0-91ac-4707-9f42-85e607f265e3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:59.181910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-bd61a3cc-68c9-496d-9c7e-58e737f8519a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f HTTP/1.1" status: 200 len: 217 time: 0.1690133 Jul 15 13:09:59.270750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:59.271446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Checking segment: {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:59.272283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.273016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Bound using segment: {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:59.287107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Bound port: e2f42448-252b-461d-9557-5062ce0e8acd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:59.288296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.410876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fcb5e-7a44-47b0-8141-41238bda944c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f', 'network_id': 'b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': '4150e971-acd0-4ff9-8f02-f3d0f5c3dd6d'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:59.411751 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-746fcb5e-7a44-47b0-8141-41238bda944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.443804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f101638-232d-480f-9bad-80724b292d47 req-089f3dda-a643-4956-8420-76e266d7016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.445333 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2f101638-232d-480f-9bad-80724b292d47 req-089f3dda-a643-4956-8420-76e266d7016e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 1096 time: 0.2762392 Jul 15 13:09:59.462995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-2e562b16-b5b9-4764-af9b-9598c28e5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.464706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-2e562b16-b5b9-4764-af9b-9598c28e5325 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8efc292e-f1a6-44c9-929a-d3abf960440c HTTP/1.1" status: 200 len: 858 time: 0.1637208 Jul 15 13:09:59.483782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-3c84cccd-d53e-4f61-a48b-65871f824062 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2525470 Jul 15 13:09:59.485154 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.533094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 3b99ed3f-364c-4ad8-bac4-db43dc3033da completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:59.646492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-0bc0d323-2cf6-46e4-a107-09b27abb2597 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15579e19-6b44-4b2b-ba16-832f303e7297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954967 Jul 15 13:09:59.669025 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] Set router 7325fda0-91ac-4707-9f42-85e607f265e3 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:59.700914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2f101638-232d-480f-9bad-80724b292d47 req-c89ca03a-687e-4289-ad68-3b7a9a2dc2d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568801 Jul 15 13:09:59.776935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] For port e2f42448-252b-461d-9557-5062ce0e8acd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:59.785658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] For port e2f42448-252b-461d-9557-5062ce0e8acd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2f42448-252b-461d-9557-5062ce0e8acd,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:59.808523 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.871483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.882366 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-09bc919a-565a-4da5-8450-51b396b141f6 service neutron] 10.222.0.23 "GET /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005076 Jul 15 13:09:59.892456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-ff1bde33-60f0-447c-9465-3fbba60617a0 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723644 Jul 15 13:09:59.894803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-02c10fe9-2690-491b-80fd-bf2a0108e8f1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4147089 Jul 15 13:09:59.910396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-77d68f64-d418-4e13-bd7b-daa869479868 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0101783 Jul 15 13:09:59.972310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1c56f-668a-4a78-891e-34e729a04baa None None] Network 02b160ac-1a68-4af7-aee3-666ece50b56d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:00.083887 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f279a77d-35ab-47b9-83fc-987ac7fff5c7', 'name': '', 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'mac_address': 'fa:16:3e:f7:38:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '206671be-64a0-4043-bab3-3654e873c8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'subnets': [{'id': '206671be-64a0-4043-bab3-3654e873c8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:00.101649 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cbb0ef1-ec91-4f6d-9e5e-81139b1ac04b req-d0f0a08e-2ffe-49aa-a2cb-32ef60322a25 service neutron] 10.222.0.23 "GET /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118945 Jul 15 13:10:00.126537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=4150e971-acd0-4ff9-8f02-f3d0f5c3dd6d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.142630 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25100a25-9437-4af0-bb12-bd2a424b5717 None None] The sync data for ids ['7325fda0-91ac-4707-9f42-85e607f265e3'] in n-d-798249-9 is: [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f279a77d-35ab-47b9-83fc-987ac7fff5c7', 'name': '', 'network_id': 'b29640ef-dc4c-4e7f-a27c-0fb6629bc12b', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'mac_address': 'fa:16:3e:f7:38:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '206671be-64a0-4043-bab3-3654e873c8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:49Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 4, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'subnets': [{'id': '206671be-64a0-4043-bab3-3654e873c8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-746fcb5e-7a44-47b0-8141-41238bda944c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4150e971-acd0-4ff9-8f02-f3d0f5c3dd6d: This subnet is being modified by another concurrent operation. Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:10:00.149519 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4150e971-acd0-4ff9-8f02-f3d0f5c3dd6d: This subnet is being modified by another concurrent operation. Jul 15 13:10:00.154545 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 15 13:10:00.268948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8368e-912b-47e3-92d6-d7e29054808c None None] Network b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:00.450539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea03ef-1102-4965-9629-cf5c8642d340 None None] Pushing event updated for resources: {'Port': ['ID=e2f42448-252b-461d-9557-5062ce0e8acd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.583333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:00.883696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] Provisioning for port 3b99ed3f-364c-4ad8-bac4-db43dc3033da completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:00.894724 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:10:00.964161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2f42448-252b-461d-9557-5062ce0e8acd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:01.001295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] Provisioning complete for port 3b99ed3f-364c-4ad8-bac4-db43dc3033da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:01.001702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.017805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.036109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.049159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.088110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.118907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-fbffd4ff-ddad-4719-9a3e-5617cc32cdbe service neutron] 10.222.0.48 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0753255 Jul 15 13:10:01.133443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'port_id': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'mac_address': 'fa:16:3e:49:8b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb22382-8999-4a84-84e8-a46935e52509', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:01.172898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:01.185393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d915d-f23e-4640-ab97-4b1639aa93f9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:01.186103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d915d-f23e-4640-ab97-4b1639aa93f9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:01.205204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6afc8-7304-4511-9c86-84ee73724c99 req-3f0f7a50-7e9c-4ff3-8785-504f7956ce55 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.213606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8d6afc8-7304-4511-9c86-84ee73724c99 req-3f0f7a50-7e9c-4ff3-8785-504f7956ce55 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 1.9391143 Jul 15 13:10:01.216851 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.273184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-102fc452-ed08-4de4-9c64-2a4a8ecbadeb tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.274954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-102fc452-ed08-4de4-9c64-2a4a8ecbadeb tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2660871 Jul 15 13:10:01.277203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-819b135f-41da-4ff0-8d7c-5a25c57d3cc3 req-0b86861c-1c04-488d-949d-5066d9cc5662 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3483973 Jul 15 13:10:01.283089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.285858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e2f42448-252b-461d-9557-5062ce0e8acd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:01.292768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.299015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6c46c-e81c-48f1-ab03-b22f349e0967 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:01.307196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f279a77d-35ab-47b9-83fc-987ac7fff5c7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:01.317105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:01.349415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.367207 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.376688 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.413145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] For port 3b99ed3f-364c-4ad8-bac4-db43dc3033da, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3b99ed3f-364c-4ad8-bac4-db43dc3033da,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.423841 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.436003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:01.436415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:01.441237 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:01.454383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.460654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f279a77d-35ab-47b9-83fc-987ac7fff5c7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:01.495175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f279a77d-35ab-47b9-83fc-987ac7fff5c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:01.495615 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.505940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8d6afc8-7304-4511-9c86-84ee73724c99 req-08e9842e-8f39-4c8f-96d9-7a8b368b45f9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856789 Jul 15 13:10:01.552339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0a91a4be-2a15-4cf5-bbb4-88269d70ab86 service neutron] 10.222.0.48 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325485 Jul 15 13:10:01.572183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b31b0-bdbe-4a4c-871f-ef236842de60 None None] Pushing event updated for resources: {'Port': ['ID=3b99ed3f-364c-4ad8-bac4-db43dc3033da,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.586523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a80abd08-3ffd-4de7-8615-92e1f7ad15dd None None] Provisioning complete for port 3b99ed3f-364c-4ad8-bac4-db43dc3033da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:01.587003 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a80abd08-3ffd-4de7-8615-92e1f7ad15dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.604459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79300d46-6453-4411-9076-c390ab8d1c45 None None] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:01.642820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['23d6c46c-e81c-48f1-ab03-b22f349e0967'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:01.699171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.757014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.759067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f HTTP/1.1" status: 204 len: 168 time: 3.4533238 Jul 15 13:10:01.762645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:01.770163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.770787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765897441'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:01.797337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0265-8bd7-421a-b50b-ceabb9924744 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.805690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:01.813244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.866280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:01.884992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.885465 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment 529b3be4-2e8e-4781-9121-d5fe11555e49 of type vlan for network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac Jul 15 13:10:01.894553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f279a77d-35ab-47b9-83fc-987ac7fff5c7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f279a77d-35ab-47b9-83fc-987ac7fff5c7,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.908383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:01.911974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.916730 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.962183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-e4f5c341-b2fb-4c82-ac93-5f25cdba61df service neutron] 10.222.0.48 "GET /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410585 Jul 15 13:10:01.977850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181ce2b-f272-4ae7-b58a-d537ba55264b req-8c02e780-56eb-4fae-bcd5-f06d6594119a tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.981478 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.985362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c181ce2b-f272-4ae7-b58a-d537ba55264b req-8c02e780-56eb-4fae-bcd5-f06d6594119a tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 945 time: 0.2874947 Jul 15 13:10:02.027698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.034824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f279a77d-35ab-47b9-83fc-987ac7fff5c7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.035040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.035668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.084900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] Provisioning for port e2f42448-252b-461d-9557-5062ce0e8acd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:02.091813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3267622 Jul 15 13:10:02.095878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] Provisioning complete for port e2f42448-252b-461d-9557-5062ce0e8acd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:02.096251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.099153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:02.103965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:02.165195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c181ce2b-f272-4ae7-b58a-d537ba55264b req-3c9f5f29-f81c-4080-81f4-8b26ce4ec454 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787667 Jul 15 13:10:02.241870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.257033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.257484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.257832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.258039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.258559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.258559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.258905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.259341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.259921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.260254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.260576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.260897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.261215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb977126-afc9-446d-9e89-02fa1a6adcf4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:02.283817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:02.299243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:02.301299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-7b5e0423-fdef-45a0-8bbe-00d9052d14f2 service neutron] 10.222.0.48 "GET /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070271 Jul 15 13:10:02.302724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.358289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] For port e2f42448-252b-461d-9557-5062ce0e8acd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2f42448-252b-461d-9557-5062ce0e8acd,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.373788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c71e15-05b9-4d24-8abb-18621989cdc9 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:02.379558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.66 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/9a439c11-811a-4d85-b0ea-99c280089fd3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:02.390780 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.404132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.409717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc78fee3-fde2-4a6e-be59-bb58784cf765 req-5193727a-64c8-4fb9-b285-bb75f3fc4c06 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 210 time: 0.0602880 Jul 15 13:10:02.424759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1431f-97b8-48f8-85a3-9eb9b206261f None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:10:02.469444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Transition to ACTIVE for port object f0c71e15-05b9-4d24-8abb-18621989cdc9 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:02.493634 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.517494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92b34a-f9f8-447b-8cad-24de84ea360a None None] Pushing event updated for resources: {'Port': ['ID=e2f42448-252b-461d-9557-5062ce0e8acd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.565397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d6a207f3-c8f2-4e85-b4bb-0d175bd51a3f None None] Provisioning complete for port e2f42448-252b-461d-9557-5062ce0e8acd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:02.565676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-5cbe2a47-a009-406b-859a-fb6f70be6ff5 service neutron] 10.222.0.48 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489355 Jul 15 13:10:02.567647 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6a207f3-c8f2-4e85-b4bb-0d175bd51a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.627697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c71e15-05b9-4d24-8abb-18621989cdc9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.628483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.685521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1431f-97b8-48f8-85a3-9eb9b206261f None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:10:02.713138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=0d4b0bcf-4c8a-42bb-bbc2-9e9e7f31a6b7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.715663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': '529b3be4-2e8e-4781-9121-d5fe11555e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:02.716035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:02.743545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:02.748440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2f42448-252b-461d-9557-5062ce0e8acd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:02.759159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:02.766805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.770155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.793143 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-81cc8045-82bd-4d3f-8bd3-7fbd679602cc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6931305 Jul 15 13:10:02.794773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:02.882957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.899147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Attempting to bind port f0c71e15-05b9-4d24-8abb-18621989cdc9 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:02.899503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Attempting to bind port f0c71e15-05b9-4d24-8abb-18621989cdc9 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:02.899836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Attempting to bind port f0c71e15-05b9-4d24-8abb-18621989cdc9 on network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:02.905153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-2cd384ad-0068-49bd-a038-bbf2a8521e21 service neutron] 10.222.0.48 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270307 Jul 15 13:10:02.907188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object 9a439c11-811a-4d85-b0ea-99c280089fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:02.911510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Port f0c71e15-05b9-4d24-8abb-18621989cdc9 on network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:02.911649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Attempting to bind port f0c71e15-05b9-4d24-8abb-18621989cdc9 on network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:02.919851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:02.920438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Checking segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:02.921074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Bound using segment: {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:02.921732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Bound port: f0c71e15-05b9-4d24-8abb-18621989cdc9, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:02.922312 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.938052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.003916 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.025713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] For port f0c71e15-05b9-4d24-8abb-18621989cdc9, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:03.029168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] For port f0c71e15-05b9-4d24-8abb-18621989cdc9, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:03.092976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.130713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.150919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4b0bcf-4c8a-42bb-bbc2-9e9e7f31a6b7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.155696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e2f42448-252b-461d-9557-5062ce0e8acd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:03.155696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.174392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.220154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.220787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.222408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] 10.222.0.23 "PUT /v2.0/ports/f0c71e15-05b9-4d24-8abb-18621989cdc9 HTTP/1.1" status: 200 len: 1092 time: 4.2026029 Jul 15 13:10:03.229085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061', '3f3457c4-7f18-4023-84e9-7ba6742a0f35'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:03.229495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'tag': 'f0c71e15-05b9-4d24-8abb-18621989cdc9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:03.231620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:03.232356 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2ccfe9-1bb0-480e-8305-1def1a797838" -d '{"events": [{"name": "network-changed", "server_uuid": "94a46dd1-fc65-4f66-9f07-abd18ced1c97", "tag": "f0c71e15-05b9-4d24-8abb-18621989cdc9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:03.264652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.276102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.287138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529b3be4-2e8e-4781-9121-d5fe11555e49') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.287441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529b3be4-2e8e-4781-9121-d5fe11555e49') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.288898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:03.297841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.313363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.322333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:03.323653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:03.327495 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:03.334371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:03.337451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:03.394260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1575cc5-3cce-4137-bf89-cca95ee1f62a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c71e15-05b9-4d24-8abb-18621989cdc9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.409984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.419818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.425546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac HTTP/1.1" status: 204 len: 168 time: 0.6261888 Jul 15 13:10:03.434759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:03.436818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522244e-51cd-4a16-b3e3-5dff185c626c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.441407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1896353794'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:03.465918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.480818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb29c-481a-4e4b-9664-773811d60bfa req-8df1abfa-4528-4af7-8d91-fb7fd929bef8 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.487694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a9eb29c-481a-4e4b-9664-773811d60bfa req-8df1abfa-4528-4af7-8d91-fb7fd929bef8 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 944 time: 0.4459360 Jul 15 13:10:03.543994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.544522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.546752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=9a439c11-811a-4d85-b0ea-99c280089fd3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.572247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:03.575703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.590642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-98de6cd9-b381-4fca-bde9-f7d9528a38e8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2783914 Jul 15 13:10:03.613227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Request body: {'port': {'device_id': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:03.623279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f5d66-d418-4b78-a87d-5702d831d6e1 req-3e06ad16-962b-4777-89ba-f07ea2733c13 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.624786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-556f5d66-d418-4b78-a87d-5702d831d6e1 req-3e06ad16-962b-4777-89ba-f07ea2733c13 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 945 time: 0.2844744 Jul 15 13:10:03.628183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a9eb29c-481a-4e4b-9664-773811d60bfa req-7d232a55-b887-4fb7-b74b-7f1b373a04c9 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397181 Jul 15 13:10:03.632199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-28b3a92d-431c-4f99-82d2-bef5fce33bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.633661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-28b3a92d-431c-4f99-82d2-bef5fce33bf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1fe9d995cd3843b1b1c980bce61c0bc3&device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 1095 time: 0.3437355 Jul 15 13:10:03.684638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3b99ed3f-364c-4ad8-bac4-db43dc3033da up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:03.719292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-fe6077a5-a7a9-41a6-a893-80dea5fac832 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9 HTTP/1.1" status: 200 len: 217 time: 0.0604758 Jul 15 13:10:03.747403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:03.803833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.804482 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment 5186f01c-f3ec-4d3b-9cd0-880e28a51589 of type vlan for network b851a622-2212-48ed-b466-0c371d1c87a1 Jul 15 13:10:03.808371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-556f5d66-d418-4b78-a87d-5702d831d6e1 req-340d82a1-2891-40ca-b954-ac652d596907 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574428 Jul 15 13:10:03.885543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.910162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fc7d1-ad23-4a15-be8b-6ee0d61a104f None None] Network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:03.915823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52be5de0-ca0e-4b00-854f-3949a0bcb59d req-babda2e0-cfdb-4f98-b8cf-32c23f0ce121 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0502057 Jul 15 13:10:03.926596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-72a8fc6a-ebe8-42c9-952a-e21b1f6cd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.928564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-72a8fc6a-ebe8-42c9-952a-e21b1f6cd80e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf HTTP/1.1" status: 200 len: 854 time: 0.1997492 Jul 15 13:10:03.932225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.955328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 3b99ed3f-364c-4ad8-bac4-db43dc3033da triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:03.955784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.971304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fc7d1-ad23-4a15-be8b-6ee0d61a104f None None] Network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:10:04.021115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea4c77-4772-4761-8466-209e6844c103 None None] Network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:04.062952 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6942949d-12cb-448f-b10a-26916dbce310 x-openstack-request-id: req-6942949d-12cb-448f-b10a-26916dbce310 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:04.063233 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a46dd1-fc65-4f66-9f07-abd18ced1c97", "tag": "f0c71e15-05b9-4d24-8abb-18621989cdc9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:04.066705 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6942949d-12cb-448f-b10a-26916dbce310 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:04.067354 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'tag': 'f0c71e15-05b9-4d24-8abb-18621989cdc9', 'status': 'completed', 'code': 200} Jul 15 13:10:04.080331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea4c77-4772-4761-8466-209e6844c103 None None] Network 1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:10:04.396125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f279a77d-35ab-47b9-83fc-987ac7fff5c7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:04.483162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42b70eac-560a-4dcc-a634-cc49c9f33695 None None] Provisioning for port 9a439c11-811a-4d85-b0ea-99c280089fd3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:04.501403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42b70eac-560a-4dcc-a634-cc49c9f33695 None None] Provisioning complete for port 9a439c11-811a-4d85-b0ea-99c280089fd3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:04.501768 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42b70eac-560a-4dcc-a634-cc49c9f33695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.534629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f279a77d-35ab-47b9-83fc-987ac7fff5c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:04.535004 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.574556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:04.636136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-42b70eac-560a-4dcc-a634-cc49c9f33695 None None] Port 9a439c11-811a-4d85-b0ea-99c280089fd3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:04.648994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.654959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.655781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.734165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 23d6c46c-e81c-48f1-ab03-b22f349e0967 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:04.743314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 23d6c46c-e81c-48f1-ab03-b22f349e0967 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:04.743689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.796487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3594956 Jul 15 13:10:04.802852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:04.811818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:04.824199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-25888266-8243-4d54-beb0-9c494d46a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.825740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-25888266-8243-4d54-beb0-9c494d46a21f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8850255 Jul 15 13:10:04.841720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.865153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:04.867655 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11ce0a-d5d0-4d84-acfc-a95d58356d0f" -d '{"events": [{"server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "name": "network-vif-plugged", "status": "completed", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:04.880702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:04.888071 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.919637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-5a63a6f7-7abc-4606-9f89-d61e249537e1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.926504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-5a63a6f7-7abc-4606-9f89-d61e249537e1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.928352 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-5a63a6f7-7abc-4606-9f89-d61e249537e1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "GET /v2.0/networks?id=02b160ac-1a68-4af7-aee3-666ece50b56d&id=c80dcfa9-6157-4fa3-942f-5fb12a577252&id=02b160ac-1a68-4af7-aee3-666ece50b56d HTTP/1.1" status: 200 len: 1391 time: 0.1784711 Jul 15 13:10:04.942923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'port': {'device_id': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d', 'admin_state_up': True, 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:04.943913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:04.949741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4539-767e-4b20-96e6-a7e9c7675159 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=b851a622-2212-48ed-b466-0c371d1c87a1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:04.952992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.954015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.954591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.955086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.955647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.956142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.956882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.957755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.958269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.958809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.959295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.959796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:04.964801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b851a622-2212-48ed-b466-0c371d1c87a1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:05.121152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46e054-dec5-4604-8e59-e18dfde3c780 req-b88086ad-6f8f-4fcb-9323-991b2b2a39c1 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.122856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd46e054-dec5-4604-8e59-e18dfde3c780 req-b88086ad-6f8f-4fcb-9323-991b2b2a39c1 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 945 time: 1.0239451 Jul 15 13:10:05.190335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771acad6-86bc-45fb-9382-204814968652 req-aeb034d7-1260-429b-9b1a-29c4210767fa tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.191895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-771acad6-86bc-45fb-9382-204814968652 req-aeb034d7-1260-429b-9b1a-29c4210767fa tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 935 time: 0.5099001 Jul 15 13:10:05.230154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-35308bd1-d3c5-45e0-92a0-c70d60b4a1f2 service neutron] 10.222.0.23 "GET /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399141 Jul 15 13:10:05.239047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:05.243547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.322467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd46e054-dec5-4604-8e59-e18dfde3c780 req-349619c0-ccb9-4843-8958-fccb72b45637 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869726 Jul 15 13:10:05.358808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:05.362959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.372163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-771acad6-86bc-45fb-9382-204814968652 req-be9802b3-a8fb-4799-99e3-ca5ab3d99303 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627870 Jul 15 13:10:05.399983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:10:05.399983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:10:05.476799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a439c11-811a-4d85-b0ea-99c280089fd3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:05.492858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.530671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd3d3c5e-daad-46c8-b9eb-f1751ed10e60 req-19c766d2-6bea-4b87-b6ff-e2ac1f08106e service neutron] 10.222.0.23 "GET /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719464 Jul 15 13:10:05.532313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Transition to ACTIVE for port object 9a439c11-811a-4d85-b0ea-99c280089fd3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:05.574524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.659715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Allocated IP 19.80.0.198 (02b160ac-1a68-4af7-aee3-666ece50b56d/19f73807-e46a-4aa5-b682-46ede443d2d1/5a3c3ce6-3e04-4ca7-9077-e11f3efcb812) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:05.787328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Pushing event updated for resources: {'Port': ['ID=9a439c11-811a-4d85-b0ea-99c280089fd3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.844529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.858501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Transition to ACTIVE for port object 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:05.893040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.904185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.943472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network 02b160ac-1a68-4af7-aee3-666ece50b56d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:05.946694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:05.951343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:05.955532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Port': ['ID=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.006372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.007019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.011978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267aef5-12c3-40f2-b11f-e9f7c7613247 req-4bf64feb-1b5d-43c9-8d11-fff17ec4f50d tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.013543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8267aef5-12c3-40f2-b11f-e9f7c7613247 req-4bf64feb-1b5d-43c9-8d11-fff17ec4f50d tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 944 time: 0.3552113 Jul 15 13:10:06.026196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-b8f6bb0b-ae67-45c2-8cdd-3af6d01bc361 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0879512 Jul 15 13:10:06.032406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-22e6eec1-ec45-4f44-a542-956629e472b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.033897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-22e6eec1-ec45-4f44-a542-956629e472b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1fe9d995cd3843b1b1c980bce61c0bc3&device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 1095 time: 0.3964698 Jul 15 13:10:06.036708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'port': {'device_id': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252', 'admin_state_up': True, 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:06.041894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Attempting to bind port 9a439c11-811a-4d85-b0ea-99c280089fd3 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:06.042262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Attempting to bind port 9a439c11-811a-4d85-b0ea-99c280089fd3 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:06.042603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Attempting to bind port 9a439c11-811a-4d85-b0ea-99c280089fd3 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:06.044478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=7922e1d4-8969-4d7a-b851-a4b687de7284,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.091806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Port 9a439c11-811a-4d85-b0ea-99c280089fd3 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:06.092058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Attempting to bind port 9a439c11-811a-4d85-b0ea-99c280089fd3 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:06.121125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:06.121464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:06.121854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:06.122402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Bound port: 9a439c11-811a-4d85-b0ea-99c280089fd3, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:06.122769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.132395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad12c6-4695-4789-8352-7c9374082f17 req-7ba5d4b7-967e-4cf8-ab00-d7aca547ea3b tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.133975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0ad12c6-4695-4789-8352-7c9374082f17 req-7ba5d4b7-967e-4cf8-ab00-d7aca547ea3b tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 946 time: 0.3627205 Jul 15 13:10:06.170189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:06.173865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.189281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa26740a-d57c-495c-bc24-7b530646361b None None] Provisioning for port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:06.196888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': '5186f01c-f3ec-4d3b-9cd0-880e28a51589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:06.197275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: b851a622-2212-48ed-b466-0c371d1c87a1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:06.198724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa26740a-d57c-495c-bc24-7b530646361b None None] Provisioning complete for port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:06.199503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa26740a-d57c-495c-bc24-7b530646361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.214876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8267aef5-12c3-40f2-b11f-e9f7c7613247 req-6b75a558-54ac-4dc7-940f-a170a6b1eb34 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871383 Jul 15 13:10:06.246179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aa26740a-d57c-495c-bc24-7b530646361b None None] Port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:06.277339 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b526a-e571-4c22-a2ed-8b5c03d1eb54 x-openstack-request-id: req-826b526a-e571-4c22-a2ed-8b5c03d1eb54 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:06.277705 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "name": "network-vif-plugged", "status": "completed", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:06.278692 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-826b526a-e571-4c22-a2ed-8b5c03d1eb54 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:06.279139 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'code': 200} Jul 15 13:10:06.313813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0ad12c6-4695-4789-8352-7c9374082f17 req-4a5dabef-81b9-4021-9086-a65710812560 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690934 Jul 15 13:10:06.319789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network b851a622-2212-48ed-b466-0c371d1c87a1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:06.340600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-7e349e3a-0d8e-4b94-a336-be11e50d5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.344682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-7e349e3a-0d8e-4b94-a336-be11e50d5c0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c HTTP/1.1" status: 200 len: 916 time: 0.2920008 Jul 15 13:10:06.349958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Allocated IP 19.86.0.79 (c80dcfa9-6157-4fa3-942f-5fb12a577252/06a473b2-9802-476b-b2e0-9968e3bcecff/61791cb0-147b-4f4a-b10e-7d36aacaf142) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:06.362976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b851a622-2212-48ed-b466-0c371d1c87a1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:06.372900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf4328-9ad5-4492-ac68-1b7817cb132c None None] Network b851a622-2212-48ed-b466-0c371d1c87a1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:06.432254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] For port 9a439c11-811a-4d85-b0ea-99c280089fd3, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:06.450371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.451049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.455429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-d3a8ce18-750e-4d4c-97ea-fe10e29caaab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9 HTTP/1.1" status: 200 len: 217 time: 0.1036866 Jul 15 13:10:06.533373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] For port 9a439c11-811a-4d85-b0ea-99c280089fd3, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9a439c11-811a-4d85-b0ea-99c280089fd3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:06.549078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.562031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.565554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Transition to ACTIVE for port object 61791cb0-147b-4f4a-b10e-7d36aacaf142 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:06.571782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b851a622-2212-48ed-b466-0c371d1c87a1', 'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': '7922e1d4-8969-4d7a-b851-a4b687de7284'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:06.573057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.603036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.604191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b787d436-6ae9-4e72-abd1-e05dcfcfbd66 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7963612 Jul 15 13:10:06.607334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:06.634606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.635224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.636621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a439c11-811a-4d85-b0ea-99c280089fd3 HTTP/1.1" status: 200 len: 1095 time: 3.0333571 Jul 15 13:10:06.637071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'tag': '9a439c11-811a-4d85-b0ea-99c280089fd3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:06.639334 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1849da-ba61-4494-8b74-42e7830da00c" -d '{"events": [{"name": "network-changed", "server_uuid": "f38680e1-167e-441e-9b54-b33e85653e8f", "tag": "9a439c11-811a-4d85-b0ea-99c280089fd3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:06.668819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-0d86de97-bf1b-455c-a3da-546bc81e4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.670352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-0d86de97-bf1b-455c-a3da-546bc81e4dff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf HTTP/1.1" status: 200 len: 854 time: 0.1599350 Jul 15 13:10:06.759990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52404b46-d422-4adc-aaff-abb5be449472 service neutron] Pushing event updated for resources: {'Port': ['ID=9a439c11-811a-4d85-b0ea-99c280089fd3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.800376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.813723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Allocated IP 172.20.0.3 (b851a622-2212-48ed-b466-0c371d1c87a1/7922e1d4-8969-4d7a-b851-a4b687de7284/70b7f58e-bc68-4fbe-a5f3-bfb648669e13) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:06.815957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4432a-07db-4f59-927f-bb3a93db543a req-269e7858-fda5-42aa-a29b-81401fa7dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.818715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:06.818858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcd4432a-07db-4f59-927f-bb3a93db543a req-269e7858-fda5-42aa-a29b-81401fa7dd3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1097 time: 0.3983617 Jul 15 13:10:06.819451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:06.823910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:06.835712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514698fe-022b-4677-a90e-d4d6545f10d7 req-37177ca0-033b-472e-a85f-e68bfd2ebfcf tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.837527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-514698fe-022b-4677-a90e-d4d6545f10d7 req-37177ca0-033b-472e-a85f-e68bfd2ebfcf tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 932 time: 0.4027364 Jul 15 13:10:06.904979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.905569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.921512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Port': ['ID=61791cb0-147b-4f4a-b10e-7d36aacaf142,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.981952 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-ab8da32b-e2b1-4c15-832e-7d06c99d171e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9495988 Jul 15 13:10:06.994994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'port': {'device_id': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d', 'admin_state_up': True, 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:07.025818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.030617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcd4432a-07db-4f59-927f-bb3a93db543a req-5dc0ad25-4b57-4a12-8963-c16dd2e03283 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560838 Jul 15 13:10:07.031748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.041813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Transition to ACTIVE for port object 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:07.042781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c01a-23a3-4d78-91ad-fec1750592c9 req-7be27681-c374-4b06-8d59-08d30631c826 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.044579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3383c01a-23a3-4d78-91ad-fec1750592c9 req-7be27681-c374-4b06-8d59-08d30631c826 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 947 time: 0.2242081 Jul 15 13:10:07.048671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-514698fe-022b-4677-a90e-d4d6545f10d7 req-f726e26b-2d58-48a3-a571-89f059706ccd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682324 Jul 15 13:10:07.052922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-ed5eddeb-d698-4381-96ed-9e83b5e270fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.054456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-ed5eddeb-d698-4381-96ed-9e83b5e270fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595908 Jul 15 13:10:07.056831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-baa9d386-6da0-4621-b8c5-8e9a102ec6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.058412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-baa9d386-6da0-4621-b8c5-8e9a102ec6fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 1098 time: 0.3445029 Jul 15 13:10:07.081535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Transition to ACTIVE for port object 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:07.100244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.158088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Network b851a622-2212-48ed-b466-0c371d1c87a1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:07.170463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:07.176480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:07.178765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-f01eaa4e-0a4a-4c65-bdf1-69b6bd3d9561 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a439c11-811a-4d85-b0ea-99c280089fd3 HTTP/1.1" status: 200 len: 217 time: 0.0946672 Jul 15 13:10:07.203976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3383c01a-23a3-4d78-91ad-fec1750592c9 req-e7adecb8-7b00-40c3-9b75-2fd2e3d9cf7f tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444838 Jul 15 13:10:07.211676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.215315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Pushing event updated for resources: {'Port': ['ID=70b7f58e-bc68-4fbe-a5f3-bfb648669e13,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.275640 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Attempting to bind port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:07.275886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Attempting to bind port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5186f01c-f3ec-4d3b-9cd0-880e28a51589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:07.276562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Attempting to bind port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 on network b851a622-2212-48ed-b466-0c371d1c87a1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:07.282590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:07.282971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Checking segment: {'id': '5186f01c-f3ec-4d3b-9cd0-880e28a51589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:07.283373 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.283768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Bound using segment: {'id': '5186f01c-f3ec-4d3b-9cd0-880e28a51589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:07.284241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Bound port: 70b7f58e-bc68-4fbe-a5f3-bfb648669e13, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5186f01c-f3ec-4d3b-9cd0-880e28a51589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b851a622-2212-48ed-b466-0c371d1c87a1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:07.284792 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.287015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-393a4c63-3695-46b0-a92d-b4540d8eb5e6 None None] Provisioning for port 61791cb0-147b-4f4a-b10e-7d36aacaf142 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:07.289031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=7922e1d4-8969-4d7a-b851-a4b687de7284,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.291900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-393a4c63-3695-46b0-a92d-b4540d8eb5e6 None None] Provisioning complete for port 61791cb0-147b-4f4a-b10e-7d36aacaf142 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:07.292270 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-393a4c63-3695-46b0-a92d-b4540d8eb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.339048 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d0daa-3ea8-4f06-b1f2-fa238b829c86 x-openstack-request-id: req-063d0daa-3ea8-4f06-b1f2-fa238b829c86 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:07.339916 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38680e1-167e-441e-9b54-b33e85653e8f", "tag": "9a439c11-811a-4d85-b0ea-99c280089fd3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:07.340336 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-063d0daa-3ea8-4f06-b1f2-fa238b829c86 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:07.340898 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'tag': '9a439c11-811a-4d85-b0ea-99c280089fd3', 'status': 'completed', 'code': 200} Jul 15 13:10:07.389884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-393a4c63-3695-46b0-a92d-b4540d8eb5e6 None None] Port 61791cb0-147b-4f4a-b10e-7d36aacaf142 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:07.390032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-e5002340-84c6-40d2-b284-453326dba8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.398400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-e5002340-84c6-40d2-b284-453326dba8c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2122564 Jul 15 13:10:07.400277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.403000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-140418ac-b03a-45fc-a025-eb87cfbdf2ad service neutron] 10.222.0.23 "GET /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176570 Jul 15 13:10:07.412557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:07.416544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.425590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] For port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:07.429446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] For port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=70b7f58e-bc68-4fbe-a5f3-bfb648669e13,segment=NetworkSegment(5186f01c-f3ec-4d3b-9cd0-880e28a51589),segment_id=5186f01c-f3ec-4d3b-9cd0-880e28a51589)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:07.432057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b851a622-2212-48ed-b466-0c371d1c87a1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.437432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.511232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5186f01c-f3ec-4d3b-9cd0-880e28a51589') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.511695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5186f01c-f3ec-4d3b-9cd0-880e28a51589') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.527850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.541513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982e8f5-d7c2-4c61-822c-42dd990d043d None None] Pushing event updated for resources: {'Port': ['ID=70b7f58e-bc68-4fbe-a5f3-bfb648669e13,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.563317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedba7ae-b9e2-4624-8e98-c92e0f1202a6 None None] Network b851a622-2212-48ed-b466-0c371d1c87a1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:07.572268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.585579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:07.586071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:07.589605 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:07.618731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Allocated IP 19.80.0.134 (02b160ac-1a68-4af7-aee3-666ece50b56d/19f73807-e46a-4aa5-b682-46ede443d2d1/7b56578a-6aec-46c5-92e1-4384424fa9de) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:07.671218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:10:07.671218 n-d-798249-9 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:10:07.671218 n-d-798249-9 neutron-server[93823]: [parameters: {'id': 'b851a622-2212-48ed-b466-0c371d1c87a1'}] Jul 15 13:10:07.671218 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:10:07.671789 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:10:07.719723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9327857-2b8a-4a1b-8bad-42e92882a326 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:10:07.822007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.836918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Transition to ACTIVE for port object 7b56578a-6aec-46c5-92e1-4384424fa9de will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:07.862694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9327857-2b8a-4a1b-8bad-42e92882a326 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:10:07.876166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.924826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network 02b160ac-1a68-4af7-aee3-666ece50b56d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:07.928056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:07.932122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:07.956052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Port': ['ID=7b56578a-6aec-46c5-92e1-4384424fa9de,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.975233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d2ccfe9-1bb0-480e-8305-1def1a797838 req-94ae52c0-1b79-44a0-a713-77a5c37d8d08 service neutron] 10.222.0.23 "GET /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490503 Jul 15 13:10:07.986236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.986954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.001587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-5fcfc500-eb57-4a3b-9cd0-0dec4e6d50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.003443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-5fcfc500-eb57-4a3b-9cd0-0dec4e6d50b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5982192 Jul 15 13:10:08.006462 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0cb436be-cc75-4e2b-a8a2-472e945c2de0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0155926 Jul 15 13:10:08.021619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57f6ec-cff7-499d-a8e7-65ed8abc32cf req-4ed622ff-5902-4775-8477-4b29e43376ef tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.026959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Request body: {'port': {'device_id': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:08.028921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b57f6ec-cff7-499d-a8e7-65ed8abc32cf req-4ed622ff-5902-4775-8477-4b29e43376ef tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 944 time: 0.4776015 Jul 15 13:10:08.056466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb3a52-9654-44d8-83c3-2cd11e509c94 req-85570a2a-b142-4801-83ab-6c5d53e99bd6 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.058066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5cb3a52-9654-44d8-83c3-2cd11e509c94 req-85570a2a-b142-4801-83ab-6c5d53e99bd6 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 945 time: 0.4969785 Jul 15 13:10:08.144099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.170360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-549c1d5f-682b-4284-a98b-2bc2f588f490 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380134 Jul 15 13:10:08.181414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.246807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b57f6ec-cff7-499d-a8e7-65ed8abc32cf req-6044d5a8-67d6-4708-b9d7-e838d79c4f49 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170296 Jul 15 13:10:08.297981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5cb3a52-9654-44d8-83c3-2cd11e509c94 req-9f991030-3749-45e8-82fe-8cf8c612f874 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c14737-5da0-4461-af40-aa323d7346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187591 Jul 15 13:10:08.349452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c8e0af-4baa-4379-bd86-f9eed4627bf7 req-3cec7625-5c85-4804-9505-74a62ac76d3d service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703417 Jul 15 13:10:08.374311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-66468959-73ed-4c55-b3dd-26f0c35a4de0 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.377579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-66468959-73ed-4c55-b3dd-26f0c35a4de0 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 945 time: 0.1460545 Jul 15 13:10:08.485844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:08.486674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.562854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f0c71e15-05b9-4d24-8abb-18621989cdc9 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:08.583027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=70b7f58e-bc68-4fbe-a5f3-bfb648669e13,segment=NetworkSegment(5186f01c-f3ec-4d3b-9cd0-880e28a51589),segment_id=5186f01c-f3ec-4d3b-9cd0-880e28a51589)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.583396 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.588942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d062d-ee18-484a-8be0-cca967195ae7 req-61fc3df9-0672-44a9-b93e-e904156e2ae5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.590516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b41d062d-ee18-484a-8be0-cca967195ae7 req-61fc3df9-0672-44a9-b93e-e904156e2ae5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 946 time: 0.2119911 Jul 15 13:10:08.610868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1849da-ba61-4494-8b74-42e7830da00c req-61069ebe-0534-459b-a64e-137312884dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.611767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-61069ebe-0534-459b-a64e-137312884dc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 1098 time: 0.1763086 Jul 15 13:10:08.616345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:08.635725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:08.646957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.679590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f0c71e15-05b9-4d24-8abb-18621989cdc9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.693237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f0c71e15-05b9-4d24-8abb-18621989cdc9', 'network_id': '4cf6be6c-a35d-45f9-9efb-a544c25a9c0c', 'port_id': 'f0c71e15-05b9-4d24-8abb-18621989cdc9', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:08.697838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Transition to ACTIVE for port object 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:08.709070 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.741418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.753507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-df6009df-dd17-4e42-91e6-a29eda5c3782 None None] Provisioning for port 7b56578a-6aec-46c5-92e1-4384424fa9de completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:08.758916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c71e15-05b9-4d24-8abb-18621989cdc9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:08.779370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f0c71e15-05b9-4d24-8abb-18621989cdc9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.780749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-df6009df-dd17-4e42-91e6-a29eda5c3782 None None] Provisioning complete for port 7b56578a-6aec-46c5-92e1-4384424fa9de triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:08.781711 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df6009df-dd17-4e42-91e6-a29eda5c3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.792167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:08.796413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b41d062d-ee18-484a-8be0-cca967195ae7 req-74bf07ac-fe87-46d0-9ee3-5060f6df9d0d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990168 Jul 15 13:10:08.798398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1849da-ba61-4494-8b74-42e7830da00c req-78997ed7-ee5f-495c-85f8-caebe5905955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.799797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-78997ed7-ee5f-495c-85f8-caebe5905955 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1313155 Jul 15 13:10:08.808393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.837938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0f0c0-622f-46cf-8b30-a4550b51d1c2 req-21fe8e69-bb83-4d81-8812-98f9382224e6 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.846816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0f0c0-622f-46cf-8b30-a4550b51d1c2 req-21fe8e69-bb83-4d81-8812-98f9382224e6 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.853614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0f0c0-622f-46cf-8b30-a4550b51d1c2 req-21fe8e69-bb83-4d81-8812-98f9382224e6 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.855854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbf0f0c0-622f-46cf-8b30-a4550b51d1c2 req-21fe8e69-bb83-4d81-8812-98f9382224e6 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2376 time: 0.3611157 Jul 15 13:10:08.875057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-df6009df-dd17-4e42-91e6-a29eda5c3782 None None] Port 7b56578a-6aec-46c5-92e1-4384424fa9de cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:08.912343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.912597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f0c71e15-05b9-4d24-8abb-18621989cdc9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:08.914308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-db2a1311-2bb0-4ee3-95ff-70ece9c9e6ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9a439c11-811a-4d85-b0ea-99c280089fd3 HTTP/1.1" status: 200 len: 217 time: 0.1025209 Jul 15 13:10:08.927518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port 70b7f58e-bc68-4fbe-a5f3-bfb648669e13 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:08.946139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Deleting port e723bec9-f3e4-4061-b3cd-1d7cf52b283f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:08.946515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.985794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=70b7f58e-bc68-4fbe-a5f3-bfb648669e13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:08.990241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Attempting to bind port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:08.990897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Attempting to bind port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:08.991026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Attempting to bind port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 on network 02b160ac-1a68-4af7-aee3-666ece50b56d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:08.998984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 on network 02b160ac-1a68-4af7-aee3-666ece50b56d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:08.999306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Attempting to bind port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 on network 02b160ac-1a68-4af7-aee3-666ece50b56d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:09.024157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:09.024497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Checking segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:09.025735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Bound using segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:09.026091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Bound port: 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:09.026949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.040182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f0c71e15-05b9-4d24-8abb-18621989cdc9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:09.058469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbf0f0c0-622f-46cf-8b30-a4550b51d1c2 req-903b0cbd-d006-4047-a8c6-29b07faa5f61 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653104 Jul 15 13:10:09.092898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.115893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1849da-ba61-4494-8b74-42e7830da00c req-ff8c4039-5ca8-444e-8ae2-972aef1142e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.117394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-ff8c4039-5ca8-444e-8ae2-972aef1142e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1910706 Jul 15 13:10:09.130693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b851a622-2212-48ed-b466-0c371d1c87a1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.150682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5186f01c-f3ec-4d3b-9cd0-880e28a51589') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.151053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5186f01c-f3ec-4d3b-9cd0-880e28a51589') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.171311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.181752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] For port e723bec9-f3e4-4061-b3cd-1d7cf52b283f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,segment=NetworkSegment(705a210c-0016-4aab-9237-96f1e127aba4),segment_id=705a210c-0016-4aab-9237-96f1e127aba4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:09.182116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.200174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] For port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:09.205262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] For port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:09.206265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d108be3-d1f7-4979-b751-ac1efbd45c84 req-28b7b48c-3095-48f8-939e-c846d4bf421d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.213408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d108be3-d1f7-4979-b751-ac1efbd45c84 req-28b7b48c-3095-48f8-939e-c846d4bf421d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 947 time: 0.2211580 Jul 15 13:10:09.220949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Calling delete_port for e723bec9-f3e4-4061-b3cd-1d7cf52b283f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:09.224984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.237589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.267234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:09.267646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.275985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.277186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.278615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-11888938-19ef-4b40-a20d-558546680a46 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 HTTP/1.1" status: 200 len: 1092 time: 1.2570970 Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:09.279306 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:09.294431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'tag': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:09.297595 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b79ea-939b-43f2-8087-884a00025ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "tag": "5a3c3ce6-3e04-4ca7-9077-e11f3efcb812"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:09.313708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d108be3-d1f7-4979-b751-ac1efbd45c84 req-2efd3d6d-8281-411a-83d3-40f020935ae9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993910 Jul 15 13:10:09.317687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1849da-ba61-4494-8b74-42e7830da00c req-039b2184-fdf4-48be-9a0b-4c23563c77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.323675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Request body: {'port': {'device_id': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:09.324443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-039b2184-fdf4-48be-9a0b-4c23563c77cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960139 Jul 15 13:10:09.415040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11888938-19ef-4b40-a20d-558546680a46 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.440600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.446418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.454060 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/b851a622-2212-48ed-b466-0c371d1c87a1 HTTP/1.1" status: 204 len: 168 time: 2.8455260 Jul 15 13:10:09.454747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42372) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:09.479804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536851806'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:09.508441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41cabb-3661-47dc-b921-2fed2f6849b7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=b851a622-2212-48ed-b466-0c371d1c87a1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.528098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-83469e21-ec4c-40ed-b891-8339feabea45 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916516 Jul 15 13:10:09.541473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.552597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:09.560527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.616576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:09.679152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.685944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.686355 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment 4207705b-76cf-4775-b669-fb3957e87821 of type vlan for network 8c64a856-4d81-49f5-936b-13faad9b41b2 Jul 15 13:10:09.691206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['e723bec9-f3e4-4061-b3cd-1d7cf52b283f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:09.738161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Pushing event deleted for resources: {'Port': ['ID=e723bec9-f3e4-4061-b3cd-1d7cf52b283f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.771372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.772550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb7a93-e30c-482b-b53e-c1cf1e352a60 req-18862378-b6b6-4f1a-96c2-366df1d8af1f tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.774076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9fb7a93-e30c-482b-b53e-c1cf1e352a60 req-18862378-b6b6-4f1a-96c2-366df1d8af1f tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1097 time: 0.2590787 Jul 15 13:10:09.808025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] No DVR routers for this DVR port e723bec9-f3e4-4061-b3cd-1d7cf52b283f on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:09.811082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f1849da-ba61-4494-8b74-42e7830da00c req-c7a5a940-d2f9-4f1d-88b4-d234ced545af service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477632 Jul 15 13:10:09.813516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.815526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-400a3e46-645a-491d-9b0f-bdea5cab507f req-7ee0973e-5d24-43e7-ac85-90a68cb859d4 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.23 "DELETE /v2.0/ports/e723bec9-f3e4-4061-b3cd-1d7cf52b283f HTTP/1.1" status: 204 len: 173 time: 1.4275167 Jul 15 13:10:09.816093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'name': 'network-vif-deleted', 'tag': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:09.818452 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee7e2cd-9fdd-46d3-98ec-b350ca75a055" -d '{"events": [{"server_uuid": "51e2a5c4-86e6-4dea-a8f6-1401d97e27c3", "name": "network-vif-deleted", "tag": "e723bec9-f3e4-4061-b3cd-1d7cf52b283f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:09.828830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54185e8a-29f2-42b6-a407-47241c142484 req-aabd0b14-9e01-44bf-aa78-319dfa57dfa9 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.831512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54185e8a-29f2-42b6-a407-47241c142484 req-aabd0b14-9e01-44bf-aa78-319dfa57dfa9 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 945 time: 0.2581360 Jul 15 13:10:09.863138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.868611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.869238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.880027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9fb7a93-e30c-482b-b53e-c1cf1e352a60 req-031b9af0-5770-49cd-b175-33f25a4ca683 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995982 Jul 15 13:10:09.888430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54185e8a-29f2-42b6-a407-47241c142484 req-680233df-1559-478e-9780-36897bc76ffa tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Jul 15 13:10:09.964919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61791cb0-147b-4f4a-b10e-7d36aacaf142 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:09.988091 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943648b2-aab7-43f7-b170-b3ff12a08028 x-openstack-request-id: req-943648b2-aab7-43f7-b170-b3ff12a08028 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:09.988330 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "tag": "5a3c3ce6-3e04-4ca7-9077-e11f3efcb812", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:09.988541 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-943648b2-aab7-43f7-b170-b3ff12a08028 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:09.990543 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'tag': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812', 'status': 'completed', 'code': 200} Jul 15 13:10:10.000587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.013718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Transition to ACTIVE for port object 61791cb0-147b-4f4a-b10e-7d36aacaf142 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:10.022278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.033643 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5251c6a-294b-4e4a-a591-b71df5e55d69 x-openstack-request-id: req-b5251c6a-294b-4e4a-a591-b71df5e55d69 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:10.034240 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e2a5c4-86e6-4dea-a8f6-1401d97e27c3", "name": "network-vif-deleted", "tag": "e723bec9-f3e4-4061-b3cd-1d7cf52b283f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:10.034881 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5251c6a-294b-4e4a-a591-b71df5e55d69 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:10.035727 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e2a5c4-86e6-4dea-a8f6-1401d97e27c3', 'name': 'network-vif-deleted', 'tag': 'e723bec9-f3e4-4061-b3cd-1d7cf52b283f', 'status': 'completed', 'code': 200} Jul 15 13:10:10.065704 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5919917 Jul 15 13:10:10.083795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-312dfafc-311b-404f-9d9d-95f680b2af67 req-00e5f079-51fd-4266-b780-2da28778c755 tempest-InstanceActionsV221TestJSON-1328452499 tempest-InstanceActionsV221TestJSON-1328452499-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e2a5c4-86e6-4dea-a8f6-1401d97e27c3 HTTP/1.1" status: 200 len: 210 time: 0.0431035 Jul 15 13:10:10.084273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:10.094976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:10.141445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a041e-6196-4189-80b1-dcff9e00480a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=8c64a856-4d81-49f5-936b-13faad9b41b2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.155385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 8c64a856-4d81-49f5-936b-13faad9b41b2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:10.174737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Pushing event updated for resources: {'Port': ['ID=61791cb0-147b-4f4a-b10e-7d36aacaf142,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.229744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Attempting to bind port 61791cb0-147b-4f4a-b10e-7d36aacaf142 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:10.230471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Attempting to bind port 61791cb0-147b-4f4a-b10e-7d36aacaf142 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:10.230877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Attempting to bind port 61791cb0-147b-4f4a-b10e-7d36aacaf142 on network c80dcfa9-6157-4fa3-942f-5fb12a577252 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:10.236852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Port 61791cb0-147b-4f4a-b10e-7d36aacaf142 on network c80dcfa9-6157-4fa3-942f-5fb12a577252 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:10.237261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Attempting to bind port 61791cb0-147b-4f4a-b10e-7d36aacaf142 on network c80dcfa9-6157-4fa3-942f-5fb12a577252 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:10.242585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:10.242940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Checking segment: {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:10.243406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Bound using segment: {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:10.243935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Bound port: 61791cb0-147b-4f4a-b10e-7d36aacaf142, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce2843-acf4-4068-a81c-c3e17c6452ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:10.244366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.317898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] For port 61791cb0-147b-4f4a-b10e-7d36aacaf142, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:10.319197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-6e110be9-c0b0-4f31-8661-787b8ac05d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.319700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-6e110be9-c0b0-4f31-8661-787b8ac05d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.320514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-6e110be9-c0b0-4f31-8661-787b8ac05d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.322108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-6e110be9-c0b0-4f31-8661-787b8ac05d2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2731 time: 0.3466985 Jul 15 13:10:10.322618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] For port 61791cb0-147b-4f4a-b10e-7d36aacaf142, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:10.329379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.333536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:10.337998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.386176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.386953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.388402 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] 10.222.0.49 "PUT /v2.0/ports/61791cb0-147b-4f4a-b10e-7d36aacaf142 HTTP/1.1" status: 200 len: 1091 time: 1.0690408 Jul 15 13:10:10.408662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d092e-f322-4377-b759-c5ffab9a68af service neutron] Pushing event updated for resources: {'Port': ['ID=61791cb0-147b-4f4a-b10e-7d36aacaf142,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.425345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Request body: {'port': {'device_id': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:10.526055 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0139d-908a-42df-98ca-fc65b648ed6f req-d851d1d4-6d27-4d05-bcdf-d5d324e1b813 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.532589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0139d-908a-42df-98ca-fc65b648ed6f req-d851d1d4-6d27-4d05-bcdf-d5d324e1b813 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.534497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.538696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0139d-908a-42df-98ca-fc65b648ed6f req-d851d1d4-6d27-4d05-bcdf-d5d324e1b813 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.546042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcd0139d-908a-42df-98ca-fc65b648ed6f req-d851d1d4-6d27-4d05-bcdf-d5d324e1b813 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2400 time: 0.3003924 Jul 15 13:10:10.564958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f0c71e15-05b9-4d24-8abb-18621989cdc9 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:10.636141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port f0c71e15-05b9-4d24-8abb-18621989cdc9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:10.641115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9007c50-fc4a-4774-a47e-f79c7d99dbb0 req-2bad58d9-d85c-4b4f-ace4-148ee78d3ca2 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.641725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f0c71e15-05b9-4d24-8abb-18621989cdc9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:10.642193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.646796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9007c50-fc4a-4774-a47e-f79c7d99dbb0 req-2bad58d9-d85c-4b4f-ace4-148ee78d3ca2 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1097 time: 0.4458206 Jul 15 13:10:10.657720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcd0139d-908a-42df-98ca-fc65b648ed6f req-bd6aac2e-9369-4547-ba36-bd279b9040d2 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106086 Jul 15 13:10:10.719884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9007c50-fc4a-4774-a47e-f79c7d99dbb0 req-101cc9cb-f54e-4f75-afa8-ff512a5dd57b tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586686 Jul 15 13:10:10.730068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-88c19cd8-f91a-41fa-a296-2b1de5eb7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.730589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-88c19cd8-f91a-41fa-a296-2b1de5eb7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.731062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-88c19cd8-f91a-41fa-a296-2b1de5eb7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.732683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-88c19cd8-f91a-41fa-a296-2b1de5eb7371 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3874612 Jul 15 13:10:10.746340 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.788927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c71e15-05b9-4d24-8abb-18621989cdc9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:10.792440 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c80bc1-868f-4ddd-b9d0-a6262d48724f" -d '{"events": [{"server_uuid": "94a46dd1-fc65-4f66-9f07-abd18ced1c97", "name": "network-vif-plugged", "status": "completed", "tag": "f0c71e15-05b9-4d24-8abb-18621989cdc9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:10.806984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f0c71e15-05b9-4d24-8abb-18621989cdc9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:10.815540 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.816712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e723bec9-f3e4-4061-b3cd-1d7cf52b283f no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:10.892688 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.899719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: e723bec9-f3e4-4061-b3cd-1d7cf52b283f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:10.900489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e723bec9-f3e4-4061-b3cd-1d7cf52b283f not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:10.902018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f0c71e15-05b9-4d24-8abb-18621989cdc9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.908433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b56578a-6aec-46c5-92e1-4384424fa9de {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:10.921257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.936484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Transition to ACTIVE for port object 7b56578a-6aec-46c5-92e1-4384424fa9de will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:10.942146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.998699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Pushing event updated for resources: {'Port': ['ID=7b56578a-6aec-46c5-92e1-4384424fa9de,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.072952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Attempting to bind port 7b56578a-6aec-46c5-92e1-4384424fa9de on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:11.073385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Attempting to bind port 7b56578a-6aec-46c5-92e1-4384424fa9de by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:11.073633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Attempting to bind port 7b56578a-6aec-46c5-92e1-4384424fa9de on network 02b160ac-1a68-4af7-aee3-666ece50b56d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:11.075684 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e920acc-5fac-4c03-8974-727eaab8395b x-openstack-request-id: req-4e920acc-5fac-4c03-8974-727eaab8395b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:11.075971 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a46dd1-fc65-4f66-9f07-abd18ced1c97", "name": "network-vif-plugged", "status": "completed", "tag": "f0c71e15-05b9-4d24-8abb-18621989cdc9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:11.076220 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e920acc-5fac-4c03-8974-727eaab8395b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:11.076619 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c71e15-05b9-4d24-8abb-18621989cdc9', 'code': 200} Jul 15 13:10:11.079790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Port 7b56578a-6aec-46c5-92e1-4384424fa9de on network 02b160ac-1a68-4af7-aee3-666ece50b56d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:11.080123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Attempting to bind port 7b56578a-6aec-46c5-92e1-4384424fa9de on network 02b160ac-1a68-4af7-aee3-666ece50b56d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:11.085535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:11.085878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Checking segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:11.086390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Bound using segment: {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:11.086833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Bound port: 7b56578a-6aec-46c5-92e1-4384424fa9de, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b766032d-8cf1-49f9-9cb8-5527d52688d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:11.087418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.094876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': '4207705b-76cf-4775-b669-fb3957e87821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:11.095427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 8c64a856-4d81-49f5-936b-13faad9b41b2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:11.112703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-d8b03ee7-3faf-4be1-a5df-501b2b1e629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.114339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a13b79ea-939b-43f2-8087-884a00025ec2 req-d8b03ee7-3faf-4be1-a5df-501b2b1e629e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3702865 Jul 15 13:10:11.115017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=c1b7efb8-4eed-42ba-ab33-dc6e05739079,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.190636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] For port 7b56578a-6aec-46c5-92e1-4384424fa9de, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:11.196916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 8c64a856-4d81-49f5-936b-13faad9b41b2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:11.197869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] For port 7b56578a-6aec-46c5-92e1-4384424fa9de, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7b56578a-6aec-46c5-92e1-4384424fa9de,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:11.204349 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.230542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 8c64a856-4d81-49f5-936b-13faad9b41b2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:11.240892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.241263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.242692 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] 10.222.0.49 "PUT /v2.0/ports/7b56578a-6aec-46c5-92e1-4384424fa9de HTTP/1.1" status: 200 len: 1092 time: 0.8229861 Jul 15 13:10:11.247871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb50bea-6cb3-4bc3-9d62-c9904f9944e4 None None] Network 8c64a856-4d81-49f5-936b-13faad9b41b2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:11.266371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18d053-3dc5-4f03-ae76-99ca80492c26 service neutron] Pushing event updated for resources: {'Port': ['ID=7b56578a-6aec-46c5-92e1-4384424fa9de,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.273733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.274289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.311857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc9662-bb6d-425d-9dd9-e3198f4f082c req-d29ff74b-0fb8-40a1-b2ed-cdc2df900302 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.314784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13dc9662-bb6d-425d-9dd9-e3198f4f082c req-d29ff74b-0fb8-40a1-b2ed-cdc2df900302 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 947 time: 0.3430903 Jul 15 13:10:11.325093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8084f3bc-4197-40f3-b9a8-a6e438069c59 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2382791 Jul 15 13:10:11.333145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:11.385639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-53054da4-69d6-41f3-b9b9-c338c5730a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.386315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-53054da4-69d6-41f3-b9b9-c338c5730a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.386859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-53054da4-69d6-41f3-b9b9-c338c5730a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.389226 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-53054da4-69d6-41f3-b9b9-c338c5730a6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2865 time: 0.0936849 Jul 15 13:10:11.444872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-8c64a856-4d81-49f5-936b-13faad9b41b2', 'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': 'c1b7efb8-4eed-42ba-ab33-dc6e05739079'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:11.445755 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.449120 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-486acf47-d6ac-4c56-ae39-1f258d8cb8c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 HTTP/1.1" status: 200 len: 217 time: 0.0483685 Jul 15 13:10:11.508068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-035e72cb-4896-4d72-91cf-a11f574c0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.509621 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-035e72cb-4896-4d72-91cf-a11f574c0fb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19f73807-e46a-4aa5-b682-46ede443d2d1 HTTP/1.1" status: 200 len: 801 time: 0.0526054 Jul 15 13:10:11.578892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-922db142-a7e4-4e77-bb86-226180c25f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.580567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-922db142-a7e4-4e77-bb86-226180c25f58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b160ac-1a68-4af7-aee3-666ece50b56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637298 Jul 15 13:10:11.608193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Allocated IP 172.20.0.1 (8c64a856-4d81-49f5-936b-13faad9b41b2/c1b7efb8-4eed-42ba-ab33-dc6e05739079/197715c8-f071-417f-b25d-4c11536cd098) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:11.677721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-2e72361e-e590-4abc-9bdb-6eeee2dfe557 service neutron] 10.222.0.49 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893774 Jul 15 13:10:11.728315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220ca4-513b-49ce-9704-97561805ea81 req-309d85ad-a9ad-4483-98cc-9bf588450043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.729809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d220ca4-513b-49ce-9704-97561805ea81 req-309d85ad-a9ad-4483-98cc-9bf588450043 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 1097 time: 0.5655544 Jul 15 13:10:11.764625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.775568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Transition to ACTIVE for port object 197715c8-f071-417f-b25d-4c11536cd098 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:11.792704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Transition to ACTIVE for port object 197715c8-f071-417f-b25d-4c11536cd098 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:11.795680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13dc9662-bb6d-425d-9dd9-e3198f4f082c req-6ad38b97-a4f1-4aa5-96e7-1b1c7478940c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649732 Jul 15 13:10:11.803486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a12a-9436-4534-bdb0-424591fe8a98 req-5231f9c9-bb83-4cc9-9f40-0dbaaa4a4205 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.805081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3337a12a-9436-4534-bdb0-424591fe8a98 req-5231f9c9-bb83-4cc9-9f40-0dbaaa4a4205 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 946 time: 0.6041355 Jul 15 13:10:11.808249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.869058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.871519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Network 8c64a856-4d81-49f5-936b-13faad9b41b2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:11.873939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d220ca4-513b-49ce-9704-97561805ea81 req-5a69e1cf-eb4d-4f45-b1f0-ae2f5a682f1f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153510 Jul 15 13:10:11.880130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:11.887275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:11.899327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3337a12a-9436-4534-bdb0-424591fe8a98 req-c3457718-4d13-4d75-8407-0134fbe489cb tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Jul 15 13:10:11.915043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Pushing event updated for resources: {'Port': ['ID=197715c8-f071-417f-b25d-4c11536cd098,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.986135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Attempting to bind port 197715c8-f071-417f-b25d-4c11536cd098 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:11.986643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Attempting to bind port 197715c8-f071-417f-b25d-4c11536cd098 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '4207705b-76cf-4775-b669-fb3957e87821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:11.987080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Attempting to bind port 197715c8-f071-417f-b25d-4c11536cd098 on network 8c64a856-4d81-49f5-936b-13faad9b41b2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:11.993471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:11.994472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Checking segment: {'id': '4207705b-76cf-4775-b669-fb3957e87821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:11.995477 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.995634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Bound using segment: {'id': '4207705b-76cf-4775-b669-fb3957e87821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:11.996103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Bound port: 197715c8-f071-417f-b25d-4c11536cd098, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4207705b-76cf-4775-b669-fb3957e87821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c64a856-4d81-49f5-936b-13faad9b41b2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:11.996579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.012207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port 197715c8-f071-417f-b25d-4c11536cd098 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:12.013727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.073531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'tag': '61791cb0-147b-4f4a-b10e-7d36aacaf142'}, {'name': 'network-changed', 'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'tag': '7b56578a-6aec-46c5-92e1-4384424fa9de'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:12.076067 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d9529-175e-4789-a291-6f458dbd2dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "tag": "61791cb0-147b-4f4a-b10e-7d36aacaf142"}, {"name": "network-changed", "server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "tag": "7b56578a-6aec-46c5-92e1-4384424fa9de"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:12.113778 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-e8b28980-2514-4518-a2e4-3f593d77e69b service neutron] 10.222.0.49 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292798 Jul 15 13:10:12.118163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] For port 197715c8-f071-417f-b25d-4c11536cd098, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:12.120793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] For port 197715c8-f071-417f-b25d-4c11536cd098, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=197715c8-f071-417f-b25d-4c11536cd098,segment=NetworkSegment(4207705b-76cf-4775-b669-fb3957e87821),segment_id=4207705b-76cf-4775-b669-fb3957e87821)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:12.129684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port 197715c8-f071-417f-b25d-4c11536cd098, host n-d-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:12.130822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.132869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.146024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for 197715c8-f071-417f-b25d-4c11536cd098 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:12.197002 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0f4966b0-757d-4b85-adfb-15e4801b7bb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142 HTTP/1.1" status: 200 len: 217 time: 0.0726454 Jul 15 13:10:12.254892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bda01-ddd4-49a8-8cdf-f51432ad75ae None None] Pushing event updated for resources: {'Port': ['ID=197715c8-f071-417f-b25d-4c11536cd098,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.283793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-c2945fd1-046e-45b5-bbae-3e33bab99488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.285744 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-c2945fd1-046e-45b5-bbae-3e33bab99488 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06a473b2-9802-476b-b2e0-9968e3bcecff HTTP/1.1" status: 200 len: 801 time: 0.0814300 Jul 15 13:10:12.306568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9a439c11-811a-4d85-b0ea-99c280089fd3 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:12.388682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8cb879ff-4c0d-4e38-a9ad-6e9ec5393c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.392785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-8cb879ff-4c0d-4e38-a9ad-6e9ec5393c30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c80dcfa9-6157-4fa3-942f-5fb12a577252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943489 Jul 15 13:10:12.442886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9a439c11-811a-4d85-b0ea-99c280089fd3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9a439c11-811a-4d85-b0ea-99c280089fd3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:12.462348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '9a439c11-811a-4d85-b0ea-99c280089fd3', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '9a439c11-811a-4d85-b0ea-99c280089fd3', 'mac_address': 'fa:16:3e:9d:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:12.471609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3c2c-3e4e-47fb-a867-4fbeb228991c req-1da95789-a1d8-4309-b36c-454003ac76cb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.482007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3c2c-3e4e-47fb-a867-4fbeb228991c req-1da95789-a1d8-4309-b36c-454003ac76cb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.490073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3c2c-3e4e-47fb-a867-4fbeb228991c req-1da95789-a1d8-4309-b36c-454003ac76cb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.492804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e2f3c2c-3e4e-47fb-a867-4fbeb228991c req-1da95789-a1d8-4309-b36c-454003ac76cb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2412 time: 0.2519579 Jul 15 13:10:12.513536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.526760 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.549852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a439c11-811a-4d85-b0ea-99c280089fd3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:12.570936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=197715c8-f071-417f-b25d-4c11536cd098,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.585822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9a439c11-811a-4d85-b0ea-99c280089fd3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9a439c11-811a-4d85-b0ea-99c280089fd3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:12.599873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.605839 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d3d02-34d2-4874-a128-15ee38964391 x-openstack-request-id: req-6e3d3d02-34d2-4874-a128-15ee38964391 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:12.606142 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "tag": "61791cb0-147b-4f4a-b10e-7d36aacaf142", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "tag": "7b56578a-6aec-46c5-92e1-4384424fa9de", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:12.606422 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e3d3d02-34d2-4874-a128-15ee38964391 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:12.606813 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'tag': '61791cb0-147b-4f4a-b10e-7d36aacaf142', 'status': 'completed', 'code': 200} Jul 15 13:10:12.607064 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'tag': '7b56578a-6aec-46c5-92e1-4384424fa9de', 'status': 'completed', 'code': 200} Jul 15 13:10:12.618791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-cdf3bfb2-f71c-4fc4-b58e-480a629ef130 service neutron] 10.222.0.49 "GET /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185884 Jul 15 13:10:12.649413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e2f3c2c-3e4e-47fb-a867-4fbeb228991c req-28907c85-d42f-45bd-9b30-3b120023023b tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502318 Jul 15 13:10:12.710690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port 197715c8-f071-417f-b25d-4c11536cd098 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:12.720810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9a439c11-811a-4d85-b0ea-99c280089fd3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.766415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bd30027-125e-4d0f-9841-c13886cebf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.816230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.905207 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.924570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-45e5d0f7-a27d-481c-83b3-77157f85ac0d service neutron] 10.222.0.49 "GET /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980037 Jul 15 13:10:12.944459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9a439c11-811a-4d85-b0ea-99c280089fd3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:12.980479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b7efb8-4eed-42ba-ab33-dc6e05739079,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.996897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-43c1211d-7c44-455b-a86d-a1976209b8c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.134&port_id=7b56578a-6aec-46c5-92e1-4384424fa9de HTTP/1.1" status: 200 len: 217 time: 0.0562875 Jul 15 13:10:13.064850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-a2676b21-2bd0-4c05-9ac0-91fb58588162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.066557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-a2676b21-2bd0-4c05-9ac0-91fb58588162 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19f73807-e46a-4aa5-b682-46ede443d2d1 HTTP/1.1" status: 200 len: 801 time: 0.0616589 Jul 15 13:10:13.071807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.103386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c64a856-4d81-49f5-936b-13faad9b41b2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.134825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4207705b-76cf-4775-b669-fb3957e87821') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.135547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4207705b-76cf-4775-b669-fb3957e87821') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.139152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fce20-7fde-4910-a44b-d10056197824 req-2ea3962c-b83c-4d8d-96cf-158083f15a52 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.141452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d6fce20-7fde-4910-a44b-d10056197824 req-2ea3962c-b83c-4d8d-96cf-158083f15a52 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1097 time: 0.2320409 Jul 15 13:10:13.144455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-521b23ad-c659-43b1-b2b0-6d616caa191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.146975 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-521b23ad-c659-43b1-b2b0-6d616caa191f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b160ac-1a68-4af7-aee3-666ece50b56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731483 Jul 15 13:10:13.153326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.190259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.205747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:13.206149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:13.210001 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:13.242787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d6fce20-7fde-4910-a44b-d10056197824 req-4a9a9198-8bd1-46bc-bba6-848c3af827a6 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916800 Jul 15 13:10:13.254115 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-0c368a3c-9e31-4d9b-b851-983e7c737dcd service neutron] 10.222.0.49 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969920 Jul 15 13:10:13.293654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440786-d480-4e2e-977b-a5ea6c86453a req-63c46f2b-fe2c-432a-97be-79e432cf78d4 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.295587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e440786-d480-4e2e-977b-a5ea6c86453a req-63c46f2b-fe2c-432a-97be-79e432cf78d4 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 948 time: 0.2145307 Jul 15 13:10:13.334468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.342940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e440786-d480-4e2e-977b-a5ea6c86453a req-4f26f896-d5df-4d73-ae06-d411e2359844 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Jul 15 13:10:13.349414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.351463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/8c64a856-4d81-49f5-936b-13faad9b41b2 HTTP/1.1" status: 204 len: 168 time: 2.0164642 Jul 15 13:10:13.355051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:13.362359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b96695-90c1-4989-9083-af56964d1fe8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=8c64a856-4d81-49f5-936b-13faad9b41b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.363377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099245861'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:13.379861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:13.401088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97987902-a6b3-420a-8148-5dc68126e2d3 req-160e6076-0218-47d2-99e0-ce9e6b39ff26 service neutron] 10.222.0.49 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409831 Jul 15 13:10:13.426222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:13.434153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.450017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Deleting subnet 8efc292e-f1a6-44c9-929a-d3abf960440c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:13.455869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.465091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:13.506429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.506935 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment 1353b4f6-2857-44ff-b191-72c771c81273 of type vlan for network 578e5c0c-ad3f-4721-ae7b-af8595e47dc6 Jul 15 13:10:13.510770 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.573222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.600513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-9efa6059-06e0-4c7a-9d85-f8734fc99370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.602040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-9efa6059-06e0-4c7a-9d85-f8734fc99370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.602631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-9efa6059-06e0-4c7a-9d85-f8734fc99370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.605040 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-9efa6059-06e0-4c7a-9d85-f8734fc99370 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2865 time: 0.1289535 Jul 15 13:10:13.626055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.683858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.691792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.692592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.692964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5670e-9883-47fe-b0f4-088c1c93e627 req-6cbd2842-55f3-4c68-8e5c-b7aadc2cfa92 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.694953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2a5670e-9883-47fe-b0f4-088c1c93e627 req-6cbd2842-55f3-4c68-8e5c-b7aadc2cfa92 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 946 time: 0.1421962 Jul 15 13:10:13.744607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.746253 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3887589 Jul 15 13:10:13.752729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42434) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:13.764400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '578e5c0c-ad3f-4721-ae7b-af8595e47dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:13.764748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c97decc8-9fa8-4609-a456-463afc12dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.766915 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c97decc8-9fa8-4609-a456-463afc12dd2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c80dcfa9-6157-4fa3-942f-5fb12a577252 HTTP/1.1" status: 200 len: 903 time: 0.1551092 Jul 15 13:10:13.790125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b2f96e8-01b9-438e-afac-4fbe1fefea11 None None] Could not find standard attr ID for object 197715c8-f071-417f-b25d-4c11536cd098. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:10:13.804261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6324d-9e94-4c4b-8338-312c05dd345f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=578e5c0c-ad3f-4721-ae7b-af8595e47dc6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.811663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2a5670e-9883-47fe-b0f4-088c1c93e627 req-376e1a5f-afc9-4e03-9c0f-57bec6b672bc tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052821 Jul 15 13:10:13.819158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 578e5c0c-ad3f-4721-ae7b-af8595e47dc6 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:13.854613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.865958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8efc292e-f1a6-44c9-929a-d3abf960440c HTTP/1.1" status: 204 len: 168 time: 0.4838061 Jul 15 13:10:13.867433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:13.872030 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-dbbb8830-23ee-465e-a829-17d211fdd5d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142 HTTP/1.1" status: 200 len: 217 time: 0.0698123 Jul 15 13:10:13.896170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732c1ef-325d-40da-a556-9355933174a7 None None] DHCP port deletion for 8c64a856-4d81-49f5-936b-13faad9b41b2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:13.916292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadaab7-87c2-4e7f-b8a9-1384669c1bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efc292e-f1a6-44c9-929a-d3abf960440c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.993149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c8393372-4410-4426-b74d-a9044b4d3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.994668 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c8393372-4410-4426-b74d-a9044b4d3ad5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06a473b2-9802-476b-b2e0-9968e3bcecff HTTP/1.1" status: 200 len: 801 time: 0.1147840 Jul 15 13:10:13.998488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec391cfb-ca84-47c7-ae2b-267eeb7b7533 None None] Network 8c64a856-4d81-49f5-936b-13faad9b41b2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:14.047124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec391cfb-ca84-47c7-ae2b-267eeb7b7533 None None] Network 8c64a856-4d81-49f5-936b-13faad9b41b2 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:10:14.106060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-33366eb8-8176-431f-a3f2-b7f4312c402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.109366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.110103 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-33366eb8-8176-431f-a3f2-b7f4312c402e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c80dcfa9-6157-4fa3-942f-5fb12a577252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073968 Jul 15 13:10:14.221509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.230876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-21b07145-9a17-47c6-928e-f9e2d36baf8a service neutron] 10.222.0.49 "GET /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130235 Jul 15 13:10:14.233476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15579e19-6b44-4b2b-ba16-832f303e7297']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:14.246831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705a210c-0016-4aab-9237-96f1e127aba4') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:14.247219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705a210c-0016-4aab-9237-96f1e127aba4') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:14.275322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.277080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:14.284959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.306585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9a439c11-811a-4d85-b0ea-99c280089fd3 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:14.330305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.392005 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-bb86958e-ca13-4b33-84d5-a84660a2fea9 service neutron] 10.222.0.49 "GET /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539147 Jul 15 13:10:14.394820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 9a439c11-811a-4d85-b0ea-99c280089fd3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:14.413428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 9a439c11-811a-4d85-b0ea-99c280089fd3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:14.414030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.465684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:14.466437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:14.482907 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:14.536375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.565047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c8ecd2cd-d2d4-4e3f-8598-113386a6cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.565533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c8ecd2cd-d2d4-4e3f-8598-113386a6cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.566014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c8ecd2cd-d2d4-4e3f-8598-113386a6cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.568287 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-c8ecd2cd-d2d4-4e3f-8598-113386a6cb36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2865 time: 0.0922928 Jul 15 13:10:14.568692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a439c11-811a-4d85-b0ea-99c280089fd3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:14.575373 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1073d0e-4ea0-42ef-a741-657e441416de" -d '{"events": [{"server_uuid": "f38680e1-167e-441e-9b54-b33e85653e8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a439c11-811a-4d85-b0ea-99c280089fd3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:14.591996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9a439c11-811a-4d85-b0ea-99c280089fd3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9a439c11-811a-4d85-b0ea-99c280089fd3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:14.605147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.631521 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.644165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.656358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] 10.222.0.48 "DELETE /v2.0/networks/15579e19-6b44-4b2b-ba16-832f303e7297 HTTP/1.1" status: 204 len: 168 time: 0.7577293 Jul 15 13:10:14.687803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9a439c11-811a-4d85-b0ea-99c280089fd3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.723077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d0cc-2d31-4256-a1bb-7a60542a185b admin admin] Pushing event deleted for resources: {'Network': ['ID=15579e19-6b44-4b2b-ba16-832f303e7297,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.733342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-4ab44ada-641e-442e-ab1f-d9a59657860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.736753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-4ab44ada-641e-442e-ab1f-d9a59657860f service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b160ac-1a68-4af7-aee3-666ece50b56d HTTP/1.1" status: 200 len: 902 time: 0.1575539 Jul 15 13:10:14.783217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27f97d-6f10-4fd9-88f0-6d3d9cdef379 req-28594df9-e172-4eb7-b81e-eb4c90f021a9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.795513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27f97d-6f10-4fd9-88f0-6d3d9cdef379 req-28594df9-e172-4eb7-b81e-eb4c90f021a9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.803096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27f97d-6f10-4fd9-88f0-6d3d9cdef379 req-28594df9-e172-4eb7-b81e-eb4c90f021a9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.810756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e27f97d-6f10-4fd9-88f0-6d3d9cdef379 req-28594df9-e172-4eb7-b81e-eb4c90f021a9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2412 time: 0.3286626 Jul 15 13:10:14.832665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.834298 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-255116ae-06e3-4d85-ad88-984d40b23384 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.134&port_id=7b56578a-6aec-46c5-92e1-4384424fa9de HTTP/1.1" status: 200 len: 217 time: 0.0880964 Jul 15 13:10:14.840765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 197715c8-f071-417f-b25d-4c11536cd098 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:14.871594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 197715c8-f071-417f-b25d-4c11536cd098 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:14.872291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 197715c8-f071-417f-b25d-4c11536cd098 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:14.882464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.891957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=f03be866-cbd8-43ca-826f-4afa9a261368,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.929909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e27f97d-6f10-4fd9-88f0-6d3d9cdef379 req-f42e932b-99ba-4c58-875c-6c67084142b2 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177597 Jul 15 13:10:14.951754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-3cf0fe35-4bb7-4fed-a526-c56e0b94a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.951754 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-3cf0fe35-4bb7-4fed-a526-c56e0b94a877 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19f73807-e46a-4aa5-b682-46ede443d2d1 HTTP/1.1" status: 200 len: 801 time: 0.0941703 Jul 15 13:10:14.957255 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9b27e02f-8def-4f06-a96e-2fcb9a135487 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acedbc14faf7422c852ef21a6dc9caa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726538 Jul 15 13:10:14.958989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.964290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': '1353b4f6-2857-44ff-b191-72c771c81273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '578e5c0c-ad3f-4721-ae7b-af8595e47dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:14.964658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 578e5c0c-ad3f-4721-ae7b-af8595e47dc6, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:14.986290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 578e5c0c-ad3f-4721-ae7b-af8595e47dc6 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:15.001906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 578e5c0c-ad3f-4721-ae7b-af8595e47dc6) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:15.008356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.009169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.021398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7d284-0c1f-45d1-96ad-907dbee33adb None None] Network 578e5c0c-ad3f-4721-ae7b-af8595e47dc6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:15.040771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-42412cb9-08b6-4fcc-8c56-1df14292edea tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2807672 Jul 15 13:10:15.043606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:15.072642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-eb1741ce-b99d-44c8-9add-0a00641e95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.074223 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-eb1741ce-b99d-44c8-9add-0a00641e95e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b160ac-1a68-4af7-aee3-666ece50b56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143565 Jul 15 13:10:15.140890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbbd5-d3b4-4452-b636-4cf14680f05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.190240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-23d13320-2a74-4c14-8f3f-536a18f653a2 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:15.191611 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-23d13320-2a74-4c14-8f3f-536a18f653a2 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3554111 Jul 15 13:10:15.223236 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbbd5-d3b4-4452-b636-4cf14680f05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.239012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.288702 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-9260dca9-1238-4bf6-a56a-233dae0bbe40 service neutron] 10.222.0.49 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061069 Jul 15 13:10:15.326741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-523b20e7-a763-4d2d-90c8-e9f7ca12964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.333576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b752a41-218c-40d7-85de-5f017fe985bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-578e5c0c-ad3f-4721-ae7b-af8595e47dc6', 'network_id': '578e5c0c-ad3f-4721-ae7b-af8595e47dc6', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': 'f03be866-cbd8-43ca-826f-4afa9a261368'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:15.334946 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b752a41-218c-40d7-85de-5f017fe985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.361460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51778b2-9b05-4bfb-93cc-d215a866dafa req-3f9c31b6-a585-44bf-913f-2028d17c3d30 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.363191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e51778b2-9b05-4bfb-93cc-d215a866dafa req-3f9c31b6-a585-44bf-913f-2028d17c3d30 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 949 time: 0.2000153 Jul 15 13:10:15.379327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Request body: {'binding': {'host': 'n-h1-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:15.379786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:10:15.386418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.476141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e51778b2-9b05-4bfb-93cc-d215a866dafa req-1d938ffe-814f-48c5-9f5e-2f4407533510 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Jul 15 13:10:15.539311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbbd5-d3b4-4452-b636-4cf14680f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.539422 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.540458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbbd5-d3b4-4452-b636-4cf14680f05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.543910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ddcbbd5-d3b4-4452-b636-4cf14680f05c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49c14737-5da0-4461-af40-aa323d7346dc HTTP/1.1" status: 204 len: 168 time: 0.5774240 Jul 15 13:10:15.555596 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-2b752a41-218c-40d7-85de-5f017fe985bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03be866-cbd8-43ca-826f-4afa9a261368: This subnet is being modified by another concurrent operation. Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:10:15.559428 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03be866-cbd8-43ca-826f-4afa9a261368: This subnet is being modified by another concurrent operation. Jul 15 13:10:15.566285 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 15 13:10:15.574172 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b90d9529-175e-4789-a291-6f458dbd2dd3 req-269795e1-1ddf-4a22-baa5-bc27d6320cd6 service neutron] 10.222.0.49 "GET /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681479 Jul 15 13:10:15.583897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c83e38-0679-4eb6-a504-2a24950390a2 None None] Network 578e5c0c-ad3f-4721-ae7b-af8595e47dc6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:15.592229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcbbd5-d3b4-4452-b636-4cf14680f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c14737-5da0-4461-af40-aa323d7346dc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.627129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on host n-h1-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:15.627902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:15.628401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=f03be866-cbd8-43ca-826f-4afa9a261368,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.628827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:15.634607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:15.635146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:15.641788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:15.642063 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80454a51-887b-490a-8af5-1c003d45433a x-openstack-request-id: req-80454a51-887b-490a-8af5-1c003d45433a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:15.642302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:15.642875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:15.643887 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38680e1-167e-441e-9b54-b33e85653e8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a439c11-811a-4d85-b0ea-99c280089fd3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:15.644154 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80454a51-887b-490a-8af5-1c003d45433a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:15.644563 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a439c11-811a-4d85-b0ea-99c280089fd3', 'code': 200} Jul 15 13:10:15.644733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Bound port: 23d6c46c-e81c-48f1-ab03-b22f349e0967, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:15.709342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:15.748364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.759240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.760412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-a7f97409-2dac-4c5a-b26e-5c19dacb1e8a service neutron] 10.222.0.48 "POST /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967/bindings HTTP/1.1" status: 201 len: 389 time: 0.5396533 Jul 15 13:10:15.766061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578e5c0c-ad3f-4721-ae7b-af8595e47dc6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:15.791517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1353b4f6-2857-44ff-b191-72c771c81273') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:15.792001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1353b4f6-2857-44ff-b191-72c771c81273') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:15.811393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650982c0-e148-4ec3-a69f-fc5c7ad88859 req-166bab3f-ea34-4248-80ea-db4bea46b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.813588 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-650982c0-e148-4ec3-a69f-fc5c7ad88859 req-166bab3f-ea34-4248-80ea-db4bea46b78d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 1100 time: 0.1029603 Jul 15 13:10:15.816067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.835688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43810d-9b71-4124-bbdd-b7af3ebf90fa None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:10:15.851842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.883703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:15.883703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:15.888783 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:15.895832 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-650982c0-e148-4ec3-a69f-fc5c7ad88859 req-c3a9a503-da98-4310-962d-0e95d91aae04 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714457 Jul 15 13:10:16.073858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.076498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca43810d-9b71-4124-bbdd-b7af3ebf90fa None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:10:16.082507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.085660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/578e5c0c-ad3f-4721-ae7b-af8595e47dc6 HTTP/1.1" status: 204 len: 168 time: 1.0406170 Jul 15 13:10:16.092514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:16.098354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-224501246'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:16.114996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d9f6-c9a0-41e8-aa8c-e3c4eb603264 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=578e5c0c-ad3f-4721-ae7b-af8595e47dc6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.164822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd799c2-a890-490f-85af-dc345523bb3f req-47d184ba-49c3-4777-afae-0a9dbf5aadae tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.166432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbd799c2-a890-490f-85af-dc345523bb3f req-47d184ba-49c3-4777-afae-0a9dbf5aadae tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 946 time: 0.1404269 Jul 15 13:10:16.167114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:16.172479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.178061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-20efc4d7-4848-449f-b159-14ba8af038fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.180247 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-20efc4d7-4848-449f-b159-14ba8af038fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1097 time: 0.1372943 Jul 15 13:10:16.268292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:16.273257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbd799c2-a890-490f-85af-dc345523bb3f req-cbaf2101-d371-4836-b583-d457c4746106 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905108 Jul 15 13:10:16.285317 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.285711 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment 1b913a1e-e622-4d35-8864-740d012cc796 of type vlan for network e0ecfd97-b956-4a55-b641-214aefc96df5 Jul 15 13:10:16.315706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:16.329144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638391d1-f35c-475c-a10c-6282033a67d3 req-789990c5-a417-4161-a4af-554de9c92913 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.335294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638391d1-f35c-475c-a10c-6282033a67d3 req-789990c5-a417-4161-a4af-554de9c92913 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.341147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638391d1-f35c-475c-a10c-6282033a67d3 req-789990c5-a417-4161-a4af-554de9c92913 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.342888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-638391d1-f35c-475c-a10c-6282033a67d3 req-789990c5-a417-4161-a4af-554de9c92913 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2412 time: 0.1912181 Jul 15 13:10:16.352097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-712bcaea-e908-4b69-89da-e3697ad3feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.357881 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-712bcaea-e908-4b69-89da-e3697ad3feb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1661298 Jul 15 13:10:16.366894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.410542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-638391d1-f35c-475c-a10c-6282033a67d3 req-55aa2836-acd0-46a4-b528-f8daa5003cb4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604689 Jul 15 13:10:16.424915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.437511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.438199 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.449386 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-12d4ca64-37e9-4f2b-b600-95baa931eb56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 217 time: 0.0864098 Jul 15 13:10:16.520669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55c942ad-2006-4c81-bd8a-e5cf5c228853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.522234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55c942ad-2006-4c81-bd8a-e5cf5c228853 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0672681 Jul 15 13:10:16.541637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4457211 Jul 15 13:10:16.542390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c404ed-e1bc-4798-bb15-0d760bf59dc2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=e0ecfd97-b956-4a55-b641-214aefc96df5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.544767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:16.553972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:16.568352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:16.621942 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-db7fdf89-6aab-4432-9681-4026f8698b48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899076 Jul 15 13:10:16.729729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:16.770454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835cd5c-fba1-4df2-916d-b5386829a05a req-f427bcc5-20f3-4e71-9297-a3f3ef1fcbd7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.772141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e835cd5c-fba1-4df2-916d-b5386829a05a req-f427bcc5-20f3-4e71-9297-a3f3ef1fcbd7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 949 time: 0.1347063 Jul 15 13:10:16.834764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.846627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:16.862014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812', 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d', 'port_id': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812', 'mac_address': 'fa:16:3e:77:8b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f73807-e46a-4aa5-b682-46ede443d2d1', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:16.866718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e835cd5c-fba1-4df2-916d-b5386829a05a req-b59e5057-b840-4cca-9c02-9aedacd0c6db tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851157 Jul 15 13:10:16.907202 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.916844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1287207077-network', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:16.923848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:16.931257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.949071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:16.955292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.956257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7b56578a-6aec-46c5-92e1-4384424fa9de details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:16.958272 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-29a18478-503c-48e9-982f-1de9d2584ddb service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271790 Jul 15 13:10:16.958437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Made reservation on behalf of 51e9067bad264e0db0d8b3fb084022b1 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:16.965225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.965742 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.977394 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.058189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7b56578a-6aec-46c5-92e1-4384424fa9de, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7b56578a-6aec-46c5-92e1-4384424fa9de,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:17.066790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.071703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network e0ecfd97-b956-4a55-b641-214aefc96df5 is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:10:17.073298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '7b56578a-6aec-46c5-92e1-4384424fa9de', 'network_id': '02b160ac-1a68-4af7-aee3-666ece50b56d', 'port_id': '7b56578a-6aec-46c5-92e1-4384424fa9de', 'mac_address': 'fa:16:3e:2a:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f73807-e46a-4aa5-b682-46ede443d2d1', 'ip_address': '19.80.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:17.080323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.081323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.082364 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "PUT /v2.0/networks/e0ecfd97-b956-4a55-b641-214aefc96df5 HTTP/1.1" status: 200 len: 723 time: 0.5366008 Jul 15 13:10:17.096778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42536) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:17.107032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:17.132582 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.167051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b56578a-6aec-46c5-92e1-4384424fa9de {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:17.169089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.176417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.196557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:17.205555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7b56578a-6aec-46c5-92e1-4384424fa9de, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7b56578a-6aec-46c5-92e1-4384424fa9de,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:17.210952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d185a-631c-4581-a38a-ac8af19e2f54 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=e0ecfd97-b956-4a55-b641-214aefc96df5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.217032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.218101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 61791cb0-147b-4f4a-b10e-7d36aacaf142 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:17.254792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.255209 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Added segment 2ca85d26-ee0b-4de5-9b74-b5a478f69b25 of type vlan for network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 Jul 15 13:10:17.259526 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-ff097878-dddb-49b7-8450-edad45a623ac service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852697 Jul 15 13:10:17.263782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0078536e-9b0c-425f-8a68-5d4eaaca0553,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.299084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:17.303377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.306011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.340631 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.341747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.342419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.364819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:17.416504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] Pushing event updated for resources: {'Network': ['ID=851bfd74-4fc3-4b6f-b697-f20409c94ff8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.433194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc15068f-e921-4db5-8f68-859f006362b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6990097 Jul 15 13:10:17.433194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:17.438388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7b56578a-6aec-46c5-92e1-4384424fa9de,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.440210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Request body: {'subnet': {'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1287207077-subnet', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:17.452077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:17.470711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Made reservation on behalf of 51e9067bad264e0db0d8b3fb084022b1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:17.474529 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.626843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.649826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 61791cb0-147b-4f4a-b10e-7d36aacaf142, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:17.668735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '61791cb0-147b-4f4a-b10e-7d36aacaf142', 'network_id': 'c80dcfa9-6157-4fa3-942f-5fb12a577252', 'port_id': '61791cb0-147b-4f4a-b10e-7d36aacaf142', 'mac_address': 'fa:16:3e:96:0a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a473b2-9802-476b-b2e0-9968e3bcecff', 'ip_address': '19.86.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:17.719985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.737838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61791cb0-147b-4f4a-b10e-7d36aacaf142 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:17.740131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7863a937-d57c-44af-ba17-55ba5b820b01 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.741806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7863a937-d57c-44af-ba17-55ba5b820b01 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1097 time: 0.4066656 Jul 15 13:10:17.755849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': '1b913a1e-e622-4d35-8864-740d012cc796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:17.756252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: e0ecfd97-b956-4a55-b641-214aefc96df5, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:17.758376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=bed81e5d-6048-4873-a249-3cef771ec3e4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.766387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 61791cb0-147b-4f4a-b10e-7d36aacaf142, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:17.773028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.775971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-9'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:17.805699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.844269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=61791cb0-147b-4f4a-b10e-7d36aacaf142,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.858487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network e0ecfd97-b956-4a55-b641-214aefc96df5 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:17.876858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, e0ecfd97-b956-4a55-b641-214aefc96df5) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:17.886237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80afe38-74e3-47e6-82d5-c6e0e6f22eff None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:17.896971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.898090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.899170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6d19c-b368-437a-b407-2a7c493cfd66 req-0edd0297-2d21-4289-aae7-8ff4ccc93044 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.900857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52e6d19c-b368-437a-b407-2a7c493cfd66 req-0edd0297-2d21-4289-aae7-8ff4ccc93044 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 946 time: 0.2400198 Jul 15 13:10:17.919326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.926295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b987-f80d-4fb5-a647-6a59cba59e1e req-deaf47da-16e9-4e3b-aa46-deaba4b2c900 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.933945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b987-f80d-4fb5-a647-6a59cba59e1e req-deaf47da-16e9-4e3b-aa46-deaba4b2c900 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.941622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b987-f80d-4fb5-a647-6a59cba59e1e req-deaf47da-16e9-4e3b-aa46-deaba4b2c900 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.951399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf92b987-f80d-4fb5-a647-6a59cba59e1e req-deaf47da-16e9-4e3b-aa46-deaba4b2c900 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2414 time: 0.2220490 Jul 15 13:10:17.960951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477e279b-326b-414a-bea6-af45cd8e5eff,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.986452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Checking segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:17.986920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Network hostable DHCP agents. Network: 851bfd74-4fc3-4b6f-b697-f20409c94ff8, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:17.989854 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f62c7273-ec4b-417a-be1b-63be0c8ec6dd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8920505 Jul 15 13:10:17.993934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:18.000251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.006484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:18.034560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52e6d19c-b368-437a-b407-2a7c493cfd66 req-6c884d6f-43ca-4003-9ca3-70549ac89000 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255467 Jul 15 13:10:18.062800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf92b987-f80d-4fb5-a647-6a59cba59e1e req-6b55d209-c73a-4f30-becb-c23d22458612 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103442 Jul 15 13:10:18.079191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:18.086260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 851bfd74-4fc3-4b6f-b697-f20409c94ff8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:18.105668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.106381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.114906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784619b-94c7-4157-a46b-d6abf49b9a72 None None] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:18.136386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-e0ecfd97-b956-4a55-b641-214aefc96df5', 'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': 'bed81e5d-6048-4873-a249-3cef771ec3e4'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:18.137266 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.149907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-945a7410-300e-4d41-8fa8-a4c44aeb76a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7155368 Jul 15 13:10:18.152693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:18.163133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:18.207553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.212524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.220246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a3c3ce6-3e04-4ca7-9077-e11f3efcb812'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:18.244710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29685042'] for subnet, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.315811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['7b56578a-6aec-46c5-92e1-4384424fa9de'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:18.331252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:18.353712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.447173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:18.541573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759cb2a-0e98-4eb2-bae8-f1fa00d60006 None None] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:18.543365 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.611663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b5e31-453f-4b97-9acf-6ff2b22b8deb req-d46bd7f8-525f-4bff-9698-84eae6292027 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.613969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-328b5e31-453f-4b97-9acf-6ff2b22b8deb req-d46bd7f8-525f-4bff-9698-84eae6292027 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 949 time: 0.3464134 Jul 15 13:10:18.718042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-328b5e31-453f-4b97-9acf-6ff2b22b8deb req-c377ad6a-d8b7-4e07-954c-d303b66ca58a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957742 Jul 15 13:10:18.945979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.958332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.960991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:18.964173 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0a097f-22b1-4299-b937-33816b5eb6fd" -d '{"events": [{"server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "name": "network-vif-unplugged", "status": "completed", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:18.967786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777353090955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29793497'] for subnet, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.979367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.992220 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.048019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Allocated IP 172.20.0.2 (e0ecfd97-b956-4a55-b641-214aefc96df5/bed81e5d-6048-4873-a249-3cef771ec3e4/ac9066f7-d4aa-4719-8176-313a8977ee26) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:19.066526 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d40d05-9373-4cb3-941c-3ca2ddaf1254 x-openstack-request-id: req-28d40d05-9373-4cb3-941c-3ca2ddaf1254 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:19.066836 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "name": "network-vif-unplugged", "status": "completed", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:19.067262 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28d40d05-9373-4cb3-941c-3ca2ddaf1254 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:19.067702 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'code': 200} Jul 15 13:10:19.068348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.086802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cffa5a-cbcb-4eaa-b203-6a55c643a5bd req-da304501-c517-415e-ae46-22ea42818773 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.097843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.098448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35cffa5a-cbcb-4eaa-b203-6a55c643a5bd req-da304501-c517-415e-ae46-22ea42818773 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 1100 time: 0.2015665 Jul 15 13:10:19.098605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.105869 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "PUT /v2.0/subnets/bed81e5d-6048-4873-a249-3cef771ec3e4 HTTP/1.1" status: 200 len: 806 time: 1.1071813 Jul 15 13:10:19.107160 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:19.115219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:19.161780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35cffa5a-cbcb-4eaa-b203-6a55c643a5bd req-5b096e9e-597a-4719-a0d9-403f3da78f57 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622144 Jul 15 13:10:19.294663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9f4a5-0262-48ef-adaa-fa2a218f40fd tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=bed81e5d-6048-4873-a249-3cef771ec3e4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.307502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Allocated IP 172.25.2.161 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/db6ff8bb-e4d8-4482-8b6e-d879411dc4f9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:19.314038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on host n-h2-798249-9 for vnic_type normal with profile {"migrating_to": "n-h1-798249-9"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:19.314715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:19.315049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:19.367785 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.385770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Transition to ACTIVE for port object ac9066f7-d4aa-4719-8176-313a8977ee26 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:19.406112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:19.406591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Attempting to bind port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:19.416113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Transition to ACTIVE for port object ac9066f7-d4aa-4719-8176-313a8977ee26 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:19.424997 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.432723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:19.432723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:19.433129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:19.433574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Bound port: 23d6c46c-e81c-48f1-ab03-b22f349e0967, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:19.433932 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.467813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:19.471272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:19.475127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:19.482387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Pushing event updated for resources: {'Port': ['ID=ac9066f7-d4aa-4719-8176-313a8977ee26,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.520591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.579028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Attempting to bind port ac9066f7-d4aa-4719-8176-313a8977ee26 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:19.579572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Attempting to bind port ac9066f7-d4aa-4719-8176-313a8977ee26 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1b913a1e-e622-4d35-8864-740d012cc796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:19.580069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Attempting to bind port ac9066f7-d4aa-4719-8176-313a8977ee26 on network e0ecfd97-b956-4a55-b641-214aefc96df5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:19.582089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:19.587258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:19.589373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Checking segment: {'id': '1b913a1e-e622-4d35-8864-740d012cc796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:19.597302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.597556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Bound using segment: {'id': '1b913a1e-e622-4d35-8864-740d012cc796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:19.598172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Bound port: ac9066f7-d4aa-4719-8176-313a8977ee26, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b913a1e-e622-4d35-8864-740d012cc796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0ecfd97-b956-4a55-b641-214aefc96df5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:19.599107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.601273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:19.613644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.680762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port ac9066f7-d4aa-4719-8176-313a8977ee26 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:19.681414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.698420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['61791cb0-147b-4f4a-b10e-7d36aacaf142'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:19.736054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] For port ac9066f7-d4aa-4719-8176-313a8977ee26, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:19.758074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] For port ac9066f7-d4aa-4719-8176-313a8977ee26, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ac9066f7-d4aa-4719-8176-313a8977ee26,segment=NetworkSegment(1b913a1e-e622-4d35-8864-740d012cc796),segment_id=1b913a1e-e622-4d35-8864-740d012cc796)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:19.771475 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.795479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.797043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.798691 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] 10.222.0.49 "PUT /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 1122 time: 2.0446777 Jul 15 13:10:19.841296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdef2cb-ba48-46a1-957e-a3008f302a13 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.867376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e53ad-69ba-4892-bfee-425b0340e63d None None] Pushing event updated for resources: {'Port': ['ID=ac9066f7-d4aa-4719-8176-313a8977ee26,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.899021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['23d6c46c-e81c-48f1-ab03-b22f349e0967'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:19.949264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port ac9066f7-d4aa-4719-8176-313a8977ee26, host n-d-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:19.949634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.976740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for ac9066f7-d4aa-4719-8176-313a8977ee26 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:20.067131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.153818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.222199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.261815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:20.263522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:20.263883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=ac9066f7-d4aa-4719-8176-313a8977ee26,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.269400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:20.315702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a8608-0c51-4b1d-bb2f-17a07a957ca9 req-522e6032-b90b-47fe-93cf-002741d6320c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.321199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port ac9066f7-d4aa-4719-8176-313a8977ee26 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:20.322531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a8608-0c51-4b1d-bb2f-17a07a957ca9 req-522e6032-b90b-47fe-93cf-002741d6320c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.329666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a8608-0c51-4b1d-bb2f-17a07a957ca9 req-522e6032-b90b-47fe-93cf-002741d6320c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.331155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7b56578a-6aec-46c5-92e1-4384424fa9de up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:20.338868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b02a8608-0c51-4b1d-bb2f-17a07a957ca9 req-522e6032-b90b-47fe-93cf-002741d6320c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2415 time: 1.1031594 Jul 15 13:10:20.384166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9e5c-deb5-4494-b55b-b4450792f129 req-c2dadc50-ab43-4d6d-b7b1-f587fe041c88 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.394740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-457f9e5c-deb5-4494-b55b-b4450792f129 req-c2dadc50-ab43-4d6d-b7b1-f587fe041c88 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 0.9729581 Jul 15 13:10:20.408176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.416703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.417438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 7b56578a-6aec-46c5-92e1-4384424fa9de completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:20.432238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 7b56578a-6aec-46c5-92e1-4384424fa9de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:20.432672 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.459863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b02a8608-0c51-4b1d-bb2f-17a07a957ca9 req-406b3fca-c1a1-4121-8984-5938793d8fba tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198432 Jul 15 13:10:20.516547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.593483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=bed81e5d-6048-4873-a249-3cef771ec3e4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.612051 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.642726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-cb514f84-bd60-4ff6-aaa0-15ce4c345219 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308797 Jul 15 13:10:20.649603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b56578a-6aec-46c5-92e1-4384424fa9de'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:20.652765 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0bdeb-12eb-4697-870c-e9cb5a363c04" -d '{"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "7b56578a-6aec-46c5-92e1-4384424fa9de"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:20.667831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7b56578a-6aec-46c5-92e1-4384424fa9de, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7b56578a-6aec-46c5-92e1-4384424fa9de,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:20.673350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.673590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.674675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:20.684469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ecfd97-b956-4a55-b641-214aefc96df5']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.697061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b913a1e-e622-4d35-8864-740d012cc796') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.697369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b913a1e-e622-4d35-8864-740d012cc796') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.707777 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.722839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.729843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:20.730044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:20.733499 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:20.802575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7b56578a-6aec-46c5-92e1-4384424fa9de,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.814873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.824454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.826759 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/e0ecfd97-b956-4a55-b641-214aefc96df5 HTTP/1.1" status: 204 len: 168 time: 1.7023270 Jul 15 13:10:20.831592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:20.834589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:20.836802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-457f9e5c-deb5-4494-b55b-b4450792f129 req-3a990c95-83a3-4a56-bb68-513eb2c6f6d3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388278 Jul 15 13:10:20.840392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:20.841158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.861038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-b206017a-2eb4-4186-96ad-dd04a77d22a9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.867855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-b206017a-2eb4-4186-96ad-dd04a77d22a9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178271 Jul 15 13:10:20.879827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e6820-756a-4136-97c9-ca7e49a850c3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=e0ecfd97-b956-4a55-b641-214aefc96df5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.898510 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b180bc-ae64-46d6-956c-786c59a98e0d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:20.899170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b180bc-ae64-46d6-956c-786c59a98e0d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:20.900901 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c3b180bc-ae64-46d6-956c-786c59a98e0d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/e0ecfd97-b956-4a55-b641-214aefc96df5 HTTP/1.1" status: 404 len: 339 time: 0.0683565 Jul 15 13:10:20.907241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:20.917322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1391813335', 'description': 'd1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:20.922370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-08c475f2-a5f3-4d3b-a306-a71ad24c3e78 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/quotas/f9d850173a3d4fafb1e89ff7c801578a HTTP/1.1" status: 200 len: 375 time: 0.0377169 Jul 15 13:10:20.957613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:20.962117 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.991320 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.011969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:21.036538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:21.040095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.040594 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment bc9531c0-1c9a-4037-8cde-3f317801eb50 of type vlan for network bf81eef6-fdf6-4fdd-ad8d-729b81238ebe Jul 15 13:10:21.048390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.065280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.084997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:21.089493 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:21.125668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.166943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.169328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.177519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.178249 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.226471 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3158200 Jul 15 13:10:21.227661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.229522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-b27e37a9-9f31-432f-86c4-2b31265b57b7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3060074 Jul 15 13:10:21.296092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f66b26-5ef0-435c-acc2-e4158e106f12 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=bf81eef6-fdf6-4fdd-ad8d-729b81238ebe,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.307874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network bf81eef6-fdf6-4fdd-ad8d-729b81238ebe details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:21.380685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae8852-2586-4a7f-932e-a095afe4e215 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.382335 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9eae8852-2586-4a7f-932e-a095afe4e215 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks?id=bf81eef6-fdf6-4fdd-ad8d-729b81238ebe HTTP/1.1" status: 200 len: 761 time: 0.1541231 Jul 15 13:10:21.385193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.394071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'description': 'd2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:21.474732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.493193 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41529e4-7cdc-4cf3-835d-454d4efa7d77 x-openstack-request-id: req-d41529e4-7cdc-4cf3-835d-454d4efa7d77 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:21.493811 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "7b56578a-6aec-46c5-92e1-4384424fa9de", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:21.493931 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d41529e4-7cdc-4cf3-835d-454d4efa7d77 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:21.494227 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b56578a-6aec-46c5-92e1-4384424fa9de', 'code': 200} Jul 15 13:10:21.496714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e000848-776a-4c55-b4ee-7d4b852ed4b6 None None] DHCP port deletion for e0ecfd97-b956-4a55-b641-214aefc96df5 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:21.506354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-94226702-ed8d-4697-a3b9-a1f41de1aea3 None None] Could not find standard attr ID for object ac9066f7-d4aa-4719-8176-313a8977ee26. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:10:21.531955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec5f1f-6057-4931-9690-6053df132289 None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:21.555334 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6fcaa6-d749-42c3-a885-2a3e0bbf4a04 x-openstack-request-id: req-2c6fcaa6-d749-42c3-a885-2a3e0bbf4a04 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:21.558745 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:21.559129 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c6fcaa6-d749-42c3-a885-2a3e0bbf4a04 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:21.559633 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'status': 'completed', 'code': 200} Jul 15 13:10:21.569453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec5f1f-6057-4931-9690-6053df132289 None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:10:21.576958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21d98a-152f-4602-af46-03250839e85e None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:21.618380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21d98a-152f-4602-af46-03250839e85e None None] Network e0ecfd97-b956-4a55-b641-214aefc96df5 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:10:21.675865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.695574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.717466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network bf81eef6-fdf6-4fdd-ad8d-729b81238ebe is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:10:21.724899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.725747 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.726521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6cf5511-3829-4fc9-9963-258bd1e61a45 req-8dbeda34-8ca3-4a88-9996-6e998d1ac151 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 210 time: 0.0622811 Jul 15 13:10:21.727463 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "PUT /v2.0/networks/bf81eef6-fdf6-4fdd-ad8d-729b81238ebe HTTP/1.1" status: 200 len: 758 time: 0.3413069 Jul 15 13:10:21.731930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.787801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f92cab-0056-40f0-9775-a2cace471034 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=bf81eef6-fdf6-4fdd-ad8d-729b81238ebe,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.799765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network bf81eef6-fdf6-4fdd-ad8d-729b81238ebe details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:21.944109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-d9b51b1d-b63c-4fd2-9354-a1531a8b6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.945882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-d9b51b1d-b63c-4fd2-9354-a1531a8b6c53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1125 time: 0.3399646 Jul 15 13:10:21.957538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86e243-406a-4bc6-a03e-20dd9afc5879 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.964583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-db86e243-406a-4bc6-a03e-20dd9afc5879 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks?id=bf81eef6-fdf6-4fdd-ad8d-729b81238ebe HTTP/1.1" status: 200 len: 761 time: 0.2243750 Jul 15 13:10:21.965773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.971987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816727677'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:22.013680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:22.019486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.052445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:22.064099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.064842 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment da3af286-37ad-43e9-a923-bf9f7fd020fe of type vlan for network 493b216b-b754-4686-be8f-6f90f788e957 Jul 15 13:10:22.135845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.147715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d0d7e-3719-4d27-abed-c896afde88a9 req-6331999b-5a76-457b-a982-cd3512e02a4d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.158836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d0d7e-3719-4d27-abed-c896afde88a9 req-6331999b-5a76-457b-a982-cd3512e02a4d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.166082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d0d7e-3719-4d27-abed-c896afde88a9 req-6331999b-5a76-457b-a982-cd3512e02a4d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.168151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a5d0d7e-3719-4d27-abed-c896afde88a9 req-6331999b-5a76-457b-a982-cd3512e02a4d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2417 time: 0.3793731 Jul 15 13:10:22.183659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.191521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.192299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.224796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Router 841bcb0b-b03f-4881-b04d-e3caf4894134 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:10:22.244538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-0677e343-82b8-461e-b13e-653e7f90426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.246150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-0677e343-82b8-461e-b13e-653e7f90426f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2726419 Jul 15 13:10:22.260807 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2912686 Jul 15 13:10:22.268529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:22.289539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e1bb9-d378-4695-88b5-f96322eb7bee tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=493b216b-b754-4686-be8f-6f90f788e957,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:22.300225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 493b216b-b754-4686-be8f-6f90f788e957 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:22.318900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '493b216b-b754-4686-be8f-6f90f788e957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:22.331481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a5d0d7e-3719-4d27-abed-c896afde88a9 req-8111693d-ea07-4d18-b8c9-f32af7246fd7 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557665 Jul 15 13:10:22.341526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:22.347059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-9eff09be-4e0f-4da8-854b-24478c489192 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 217 time: 0.0911486 Jul 15 13:10:22.364414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021682b3-adac-49c2-94fe-ddca95e37365 req-d1b4902e-b09c-43a7-bedc-1fbc4b7b6c22 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.371505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-021682b3-adac-49c2-94fe-ddca95e37365 req-d1b4902e-b09c-43a7-bedc-1fbc4b7b6c22 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 0.3672540 Jul 15 13:10:22.452807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:22.464691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 61791cb0-147b-4f4a-b10e-7d36aacaf142 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:22.505948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 has no active binding in host n-h1-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:10:22.597292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 61791cb0-147b-4f4a-b10e-7d36aacaf142 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:22.606151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 61791cb0-147b-4f4a-b10e-7d36aacaf142 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:22.606671 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.617242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-021682b3-adac-49c2-94fe-ddca95e37365 req-c3ad3a06-4a19-4d6d-84d7-d20468b6a6b4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448893 Jul 15 13:10:22.620014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:22.622785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-379ccd03-7737-4eae-9271-6979017be09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.625088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-379ccd03-7737-4eae-9271-6979017be09f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.2157385 Jul 15 13:10:22.658639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Sync routers for ids ['841bcb0b-b03f-4881-b04d-e3caf4894134'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:22.669272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-feede3ec-1135-43a4-9258-d5f4fd13b555 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307789 Jul 15 13:10:22.672157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.673366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5ea8db7c-404e-45e8-afb2-9bdc2514b3e7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5189662 Jul 15 13:10:22.676206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:22.689239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Routers {'841bcb0b-b03f-4881-b04d-e3caf4894134'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:22.689842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['841bcb0b-b03f-4881-b04d-e3caf4894134'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:22.783956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.807138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:22.811158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.908493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-1a8599cb-3879-465f-a235-ce8d687b8e54 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253840 Jul 15 13:10:22.959302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eb557ce-1fd1-4ad0-85e2-6d89d2f5af5d req-739fe1fe-02f0-4943-adf0-b16d6beb5b60 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 210 time: 0.0485635 Jul 15 13:10:23.119122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ac9066f7-d4aa-4719-8176-313a8977ee26 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:23.170584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ac9066f7-d4aa-4719-8176-313a8977ee26 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:23.171068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ac9066f7-d4aa-4719-8176-313a8977ee26 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:23.174340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76f8bdba-e56e-40f2-bdee-f1e13ec5a9cf req-83f35c15-3a4d-4c87-b4bc-38ddf5efd15b service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465489 Jul 15 13:10:23.178799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 61791cb0-147b-4f4a-b10e-7d36aacaf142, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:23.180467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.188052 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.207913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Set router 841bcb0b-b03f-4881-b04d-e3caf4894134 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:23.369476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=61791cb0-147b-4f4a-b10e-7d36aacaf142,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.429335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.496462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812'}, {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61791cb0-147b-4f4a-b10e-7d36aacaf142'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:23.498908 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c6bb5-2c2e-4b06-bd43-dc620df7b8d5" -d '{"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5a3c3ce6-3e04-4ca7-9077-e11f3efcb812"}, {"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "61791cb0-147b-4f4a-b10e-7d36aacaf142"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:23.589038 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbe8e80-23b5-4bcb-8c95-280f7e5dfd84 x-openstack-request-id: req-5fbe8e80-23b5-4bcb-8c95-280f7e5dfd84 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:23.589650 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5a3c3ce6-3e04-4ca7-9077-e11f3efcb812", "code": 200}, {"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "61791cb0-147b-4f4a-b10e-7d36aacaf142", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:23.589650 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fbe8e80-23b5-4bcb-8c95-280f7e5dfd84 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:23.589972 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812', 'code': 200} Jul 15 13:10:23.590297 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61791cb0-147b-4f4a-b10e-7d36aacaf142', 'code': 200} Jul 15 13:10:23.617400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:10:20Z', 'revision_number': 3, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.679257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Checking router: 841bcb0b-b03f-4881-b04d-e3caf4894134 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:23.679612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Updating router 841bcb0b-b03f-4881-b04d-e3caf4894134 port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:23.722473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-ba1fe5ca-21d6-4218-a1fd-e60b7c27e9f0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736327 Jul 15 13:10:23.743679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.746316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Allocated IP 172.20.0.1 (851bfd74-4fc3-4b6f-b697-f20409c94ff8/477e279b-326b-414a-bea6-af45cd8e5eff/d727a2c4-031c-41de-83b0-b1e042585da2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:23.887955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55c7d-591f-4315-99dd-e5ec3d0dd260 req-7e9978c2-7b4d-4265-8d36-8d83f1cadaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.888352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55c7d-591f-4315-99dd-e5ec3d0dd260 req-7e9978c2-7b4d-4265-8d36-8d83f1cadaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.888835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55c7d-591f-4315-99dd-e5ec3d0dd260 req-7e9978c2-7b4d-4265-8d36-8d83f1cadaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.890917 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-37a55c7d-591f-4315-99dd-e5ec3d0dd260 req-7e9978c2-7b4d-4265-8d36-8d83f1cadaf4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2871 time: 0.1569822 Jul 15 13:10:23.898355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': 'da3af286-37ad-43e9-a923-bf9f7fd020fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '493b216b-b754-4686-be8f-6f90f788e957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:23.898840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 493b216b-b754-4686-be8f-6f90f788e957, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:23.907878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=943d4380-adf9-44f9-9288-66518c7497af,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.965457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-37a55c7d-591f-4315-99dd-e5ec3d0dd260 req-054fce78-6a71-4c61-abb0-351737a3b81a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Jul 15 13:10:23.970672 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.984036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-cb089616-e429-4290-8d14-e89b697eaa18 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.986140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-cb089616-e429-4290-8d14-e89b697eaa18 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241492 Jul 15 13:10:24.004079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-e7449f7d-d493-47bd-8ec9-4bad0cdc4e04 service neutron] 10.222.0.23 "GET /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.3444932 Jul 15 13:10:24.018502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Request body: {'port': {'device_id': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'f9d850173a3d4fafb1e89ff7c801578a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:24.024149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 493b216b-b754-4686-be8f-6f90f788e957 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:24.024401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.066040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:24.068031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47451c-18c5-4d28-90d9-8adb2133f94d req-172660b8-acd3-4aae-9a77-146d70d8498f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.069209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:24.074685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47451c-18c5-4d28-90d9-8adb2133f94d req-172660b8-acd3-4aae-9a77-146d70d8498f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.074916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:24.080407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47451c-18c5-4d28-90d9-8adb2133f94d req-172660b8-acd3-4aae-9a77-146d70d8498f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.082102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e47451c-18c5-4d28-90d9-8adb2133f94d req-172660b8-acd3-4aae-9a77-146d70d8498f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2418 time: 0.4322240 Jul 15 13:10:24.117252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Pushing event updated for resources: {'Port': ['ID=d727a2c4-031c-41de-83b0-b1e042585da2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.142824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.159533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 493b216b-b754-4686-be8f-6f90f788e957) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:24.182815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af6006-518c-411b-8fe9-27ae1962d555 None None] Network 493b216b-b754-4686-be8f-6f90f788e957 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:24.182815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.212205 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Transition to ACTIVE for port object db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:24.215137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.215858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.249748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.270822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e47451c-18c5-4d28-90d9-8adb2133f94d req-65284ad2-83e8-4611-a1e1-8256dad097d3 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532393 Jul 15 13:10:24.302712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.306486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Attempting to bind port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:24.309891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Attempting to bind port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:24.309891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Attempting to bind port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:24.326999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d55cd7ba-506f-489a-a56c-43f8d8a3e661 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0543718 Jul 15 13:10:24.331482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:24.331876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:24.332289 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.332694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:24.333182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Bound port: db6ff8bb-e4d8-4482-8b6e-d879411dc4f9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:24.333567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.339837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:24.395712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53259128-4886-45f6-b440-ecae83641bec None None] Pushing event updated for resources: {'Port': ['ID=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.471824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] For port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:24.476586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] For port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:24.479890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-493b216b-b754-4686-be8f-6f90f788e957', 'network_id': '493b216b-b754-4686-be8f-6f90f788e957', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': '943d4380-adf9-44f9-9288-66518c7497af'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:24.480860 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.485671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:24.492918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.511097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:24.540351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.553954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d6c46c-e81c-48f1-ab03-b22f349e0967 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:24.599537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:24.602191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Made reservation on behalf of f9d850173a3d4fafb1e89ff7c801578a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:24.606731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.609970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-300eea54-5388-45be-be1a-325bb1d6bedc req-0de4b5e3-0f71-45e3-80f4-edaec1c98f79 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 210 time: 0.0493965 Jul 15 13:10:24.634837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Routers {'841bcb0b-b03f-4881-b04d-e3caf4894134'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:24.635549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['841bcb0b-b03f-4881-b04d-e3caf4894134'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:24.637398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.654279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37432b-798d-4223-add9-a8ff11767b47 req-410e0cdd-6bb8-4774-9d22-51fddf31df9c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.656792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd37432b-798d-4223-add9-a8ff11767b47 req-410e0cdd-6bb8-4774-9d22-51fddf31df9c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 944 time: 0.6083746 Jul 15 13:10:24.663049 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.665160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.674710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.683661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53259128-4886-45f6-b440-ecae83641bec None None] Pushing event updated for resources: {'Port': ['ID=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.753763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Pushing event updated for resources: {'Port': ['ID=d727a2c4-031c-41de-83b0-b1e042585da2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.758738 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.799386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Allocated IP 172.20.0.2 (493b216b-b754-4686-be8f-6f90f788e957/943d4380-adf9-44f9-9288-66518c7497af/5015290d-1d14-49e2-b857-71e3a8da3053) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:24.809787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] Set router 841bcb0b-b03f-4881-b04d-e3caf4894134 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:24.832241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd37432b-798d-4223-add9-a8ff11767b47 req-574ff0f4-62ab-4c65-8d8c-570ed832c0d5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684105 Jul 15 13:10:24.909196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:24.910968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:24.949670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] Transition to ACTIVE for port object 23d6c46c-e81c-48f1-ab03-b22f349e0967 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:24.959888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.962462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Allocated IP 192.168.233.129 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/8825a2a5-e181-484e-960f-07eee08d9e13) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:25.044288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] No DVR routers for this DVR port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:25.081104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Router 841bcb0b-b03f-4881-b04d-e3caf4894134 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:25.119345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.133650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Transition to ACTIVE for port object 5015290d-1d14-49e2-b857-71e3a8da3053 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:25.164409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Transition to ACTIVE for port object 5015290d-1d14-49e2-b857-71e3a8da3053 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:25.173140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.175988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.206754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd727a2c4-031c-41de-83b0-b1e042585da2', 'name': '', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'mac_address': 'fa:16:3e:59:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:23Z', 'updated_at': '2021-07-15T13:10:23Z', 'revision_number': 1, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'subnets': [{'id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:25.210096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-55dd8c96-fd9d-4ae7-9961-c20b6af0c67c service neutron] 10.222.0.23 "PUT /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967/bindings/n-h1-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1967547 Jul 15 13:10:25.245305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bec7f-ab2b-4911-a181-c4e5eec9a862 None None] The sync data for ids ['841bcb0b-b03f-4881-b04d-e3caf4894134'] in n-d-798249-9 is: [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd727a2c4-031c-41de-83b0-b1e042585da2', 'name': '', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'mac_address': 'fa:16:3e:59:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:23Z', 'updated_at': '2021-07-15T13:10:23Z', 'revision_number': 1, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'subnets': [{'id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:25.257136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Network 493b216b-b754-4686-be8f-6f90f788e957 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:25.258266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Pushing event updated for resources: {'Port': ['ID=5015290d-1d14-49e2-b857-71e3a8da3053,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.260627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.261081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:25.271224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:25.285331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.313485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:25.330359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1d32adce-4862-4730-8e1c-a87106538451 admin admin] 10.222.0.48 "PUT /v2.0/routers/841bcb0b-b03f-4881-b04d-e3caf4894134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6528640 Jul 15 13:10:25.330886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Transition to ACTIVE for port object 8825a2a5-e181-484e-960f-07eee08d9e13 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:25.351646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Attempting to bind port 5015290d-1d14-49e2-b857-71e3a8da3053 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:25.352200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Attempting to bind port 5015290d-1d14-49e2-b857-71e3a8da3053 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'da3af286-37ad-43e9-a923-bf9f7fd020fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '493b216b-b754-4686-be8f-6f90f788e957'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:25.352714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Attempting to bind port 5015290d-1d14-49e2-b857-71e3a8da3053 on network 493b216b-b754-4686-be8f-6f90f788e957 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:25.358232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:25.359636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Checking segment: {'id': 'da3af286-37ad-43e9-a923-bf9f7fd020fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '493b216b-b754-4686-be8f-6f90f788e957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:25.360235 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.360805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Bound using segment: {'id': 'da3af286-37ad-43e9-a923-bf9f7fd020fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '493b216b-b754-4686-be8f-6f90f788e957'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:25.362203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Bound port: 5015290d-1d14-49e2-b857-71e3a8da3053, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3af286-37ad-43e9-a923-bf9f7fd020fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '493b216b-b754-4686-be8f-6f90f788e957'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:25.362739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.379785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=943d4380-adf9-44f9-9288-66518c7497af,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.423495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.435358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:25.494701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061', '3f3457c4-7f18-4023-84e9-7ba6742a0f35', '9a439c11-811a-4d85-b0ea-99c280089fd3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:25.538480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-215609cb-1c13-4690-b884-0fa677559519 None None] For port 5015290d-1d14-49e2-b857-71e3a8da3053, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:25.558347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-215609cb-1c13-4690-b884-0fa677559519 None None] For port 5015290d-1d14-49e2-b857-71e3a8da3053, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5015290d-1d14-49e2-b857-71e3a8da3053,segment=NetworkSegment(da3af286-37ad-43e9-a923-bf9f7fd020fe),segment_id=da3af286-37ad-43e9-a923-bf9f7fd020fe)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:25.578389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.605044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:25.607480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:25.633813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event updated for resources: {'Port': ['ID=8825a2a5-e181-484e-960f-07eee08d9e13,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.643321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:25.798906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.799843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.841003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9acce-e02e-4e5a-82a7-54a4b54db45e req-9d321b4c-a8b9-4f46-8a42-bcb354413334 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.855745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9acce-e02e-4e5a-82a7-54a4b54db45e req-9d321b4c-a8b9-4f46-8a42-bcb354413334 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.871117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9acce-e02e-4e5a-82a7-54a4b54db45e req-9d321b4c-a8b9-4f46-8a42-bcb354413334 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.871745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215609cb-1c13-4690-b884-0fa677559519 None None] Pushing event updated for resources: {'Port': ['ID=5015290d-1d14-49e2-b857-71e3a8da3053,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.875571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ec9acce-e02e-4e5a-82a7-54a4b54db45e req-9d321b4c-a8b9-4f46-8a42-bcb354413334 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2418 time: 0.3584003 Jul 15 13:10:25.878015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-998957ba-96d4-45b9-aa43-0c353a5437cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8716791 Jul 15 13:10:25.895894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Request body: {'port': {'device_id': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:25.974817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ec9acce-e02e-4e5a-82a7-54a4b54db45e req-c54771a5-7148-44fa-9627-72ee7529ecc1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853629 Jul 15 13:10:26.048085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f295d-df15-49b7-8de3-996afca25a56 None None] Network 493b216b-b754-4686-be8f-6f90f788e957 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:26.058510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.071316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493b216b-b754-4686-be8f-6f90f788e957']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.082289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3af286-37ad-43e9-a923-bf9f7fd020fe') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.082754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3af286-37ad-43e9-a923-bf9f7fd020fe') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.095027 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.111131 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.118994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:26.119404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.129717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.146744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-305b4580-3cd6-450f-b36a-53620468eb1a None None] Provisioning for port 8825a2a5-e181-484e-960f-07eee08d9e13 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:26.178324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-305b4580-3cd6-450f-b36a-53620468eb1a None None] Provisioning complete for port 8825a2a5-e181-484e-960f-07eee08d9e13 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:26.178772 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-305b4580-3cd6-450f-b36a-53620468eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:26.193608 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:26.206373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:10:26.206373 n-d-798249-9 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:10:26.206373 n-d-798249-9 neutron-server[93823]: [parameters: {'id': '493b216b-b754-4686-be8f-6f90f788e957'}] Jul 15 13:10:26.206373 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:10:26.207252 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:10:26.223224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-f8e6dc65-a73c-49c0-a63a-80095d1ae49c tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.225036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-f8e6dc65-a73c-49c0-a63a-80095d1ae49c tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.9277840 Jul 15 13:10:26.253020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-53110bde-2a18-45e2-a3c1-87630129b6f2 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.260043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-53110bde-2a18-45e2-a3c1-87630129b6f2 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 811 time: 0.2892745 Jul 15 13:10:26.345727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-840fb7dc-ecce-47f8-bc26-e5b1c8a9801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.347668 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-840fb7dc-ecce-47f8-bc26-e5b1c8a9801e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5&tenant_id=6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 1096 time: 0.1146574 Jul 15 13:10:26.376770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-42728171-25f8-4e04-a4f6-e7b1579c875d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/quotas/51e9067bad264e0db0d8b3fb084022b1 HTTP/1.1" status: 200 len: 375 time: 0.1155648 Jul 15 13:10:26.465749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-5a9e7245-e2ee-49f8-90f5-c4ad06905ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.467570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-5a9e7245-e2ee-49f8-90f5-c4ad06905ef2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1096 time: 0.0679004 Jul 15 13:10:26.470981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7694-5989-49ca-acad-607e3dbd97a4 req-0a746d48-7ef3-487a-a162-e3ccd90c375e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.472801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cab7694-5989-49ca-acad-607e3dbd97a4 req-0a746d48-7ef3-487a-a162-e3ccd90c375e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 936 time: 0.2991624 Jul 15 13:10:26.586048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cab7694-5989-49ca-acad-607e3dbd97a4 req-89e1efdf-4ef7-45f7-9169-8a310ada0940 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989592 Jul 15 13:10:26.596776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-4311493e-56ab-46cb-808c-59f5b7cf8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.598597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-4311493e-56ab-46cb-808c-59f5b7cf8150 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1212080 Jul 15 13:10:26.608809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-466a89db-a600-45c4-980c-52dfd35c902a tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2114520 Jul 15 13:10:26.635368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-305b4580-3cd6-450f-b36a-53620468eb1a None None] Port 8825a2a5-e181-484e-960f-07eee08d9e13 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:26.663543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-2ab22f16-7880-470b-a4a5-63f5ff89d130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 200 len: 217 time: 0.0534005 Jul 15 13:10:26.668168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:26.730284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.798709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-b326299a-6c6d-4c8f-9cea-ef3d7a607236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.801160 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-b326299a-6c6d-4c8f-9cea-ef3d7a607236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1130691 Jul 15 13:10:26.802501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:26.820387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8825a2a5-e181-484e-960f-07eee08d9e13 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:26.835318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.849929 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-51591c95-c5b7-4861-854f-f206bd9f3b77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429432 Jul 15 13:10:26.859049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3a7d7-297f-4dbf-b09d-af0dac333182 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:10:26.864816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Transition to ACTIVE for port object 8825a2a5-e181-484e-960f-07eee08d9e13 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:26.874688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-8f00332a-2bf6-4c84-934d-138ec278a7d6 service neutron] 10.222.0.48 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644277 Jul 15 13:10:26.909520 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port 5015290d-1d14-49e2-b857-71e3a8da3053 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:26.909872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.981090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:27.005467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port 5015290d-1d14-49e2-b857-71e3a8da3053, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5015290d-1d14-49e2-b857-71e3a8da3053,segment=NetworkSegment(da3af286-37ad-43e9-a923-bf9f7fd020fe),segment_id=da3af286-37ad-43e9-a923-bf9f7fd020fe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:27.005873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.016791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.019970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for 5015290d-1d14-49e2-b857-71e3a8da3053 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:27.020943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-4dd2017a-cc89-49e9-838d-c2768ac079b2 service neutron] 10.222.0.48 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354353 Jul 15 13:10:27.080866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=8825a2a5-e181-484e-960f-07eee08d9e13,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.119134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:27.138999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:27.139597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.177530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea593ce-ea31-436d-b667-b527ab6b1c56 req-c5997836-9a06-4c6e-b741-639b108a100c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.185694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ea593ce-ea31-436d-b667-b527ab6b1c56 req-c5997836-9a06-4c6e-b741-639b108a100c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 945 time: 0.4269919 Jul 15 13:10:27.193072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.249574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=5015290d-1d14-49e2-b857-71e3a8da3053,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.255089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port 5015290d-1d14-49e2-b857-71e3a8da3053 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:27.276224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3a7d7-297f-4dbf-b09d-af0dac333182 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:10:27.321753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.324740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ea593ce-ea31-436d-b667-b527ab6b1c56 req-aedfdda3-d8b1-42f6-8b9c-d60a7e9ad8a8 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334169 Jul 15 13:10:27.364895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:27.367817 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-43f29a6d-fac4-4e29-ab03-0429b7a47385 service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069323 Jul 15 13:10:27.392857 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.403419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Attempting to bind port 8825a2a5-e181-484e-960f-07eee08d9e13 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:27.404079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Attempting to bind port 8825a2a5-e181-484e-960f-07eee08d9e13 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:27.405615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Attempting to bind port 8825a2a5-e181-484e-960f-07eee08d9e13 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:27.429153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Port 8825a2a5-e181-484e-960f-07eee08d9e13 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:27.429997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Attempting to bind port 8825a2a5-e181-484e-960f-07eee08d9e13 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:27.445375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:27.447035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:27.447988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:27.448997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Bound port: 8825a2a5-e181-484e-960f-07eee08d9e13, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:27.451536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.453800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.470129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493b216b-b754-4686-be8f-6f90f788e957']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:27.518692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3af286-37ad-43e9-a923-bf9f7fd020fe') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:27.519085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3af286-37ad-43e9-a923-bf9f7fd020fe') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:27.536413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.543515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] For port 8825a2a5-e181-484e-960f-07eee08d9e13, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:27.548418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] For port 8825a2a5-e181-484e-960f-07eee08d9e13, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8825a2a5-e181-484e-960f-07eee08d9e13,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:27.559138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.560521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.568251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:27.568651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.602462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.603470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.620255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] 10.222.0.23 "PUT /v2.0/ports/8825a2a5-e181-484e-960f-07eee08d9e13 HTTP/1.1" status: 200 len: 1096 time: 1.7289829 Jul 15 13:10:27.630045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'tag': '8825a2a5-e181-484e-960f-07eee08d9e13'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:27.636338 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33abd74d-1a64-4095-a133-940caa58c1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a95da668-e478-40be-8803-8e89fd86ef0b", "tag": "8825a2a5-e181-484e-960f-07eee08d9e13"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:27.653816 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:27.680264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.695721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-de8fe157-0532-4271-b66d-b21a77578eef service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166201 Jul 15 13:10:27.703093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.708165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/493b216b-b754-4686-be8f-6f90f788e957 HTTP/1.1" status: 204 len: 168 time: 3.3671834 Jul 15 13:10:27.709328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.712745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.726465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b54dd98-0680-4fc8-907a-f4e99f1d093b req-eb7a1f84-c74e-4434-9d05-882a6d5f8aa6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 210 time: 0.0840273 Jul 15 13:10:27.731897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0442eb3-3287-4c2c-b554-58e8ded85e3b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=493b216b-b754-4686-be8f-6f90f788e957,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.760072 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5e5b55-e497-4b72-af79-cf54ea81e96e tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] GET failed (client error): The resource could not be found. Jul 15 13:10:27.764940 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf5e5b55-e497-4b72-af79-cf54ea81e96e tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/subnets/943d4380-adf9-44f9-9288-66518c7497af HTTP/1.1" status: 404 len: 337 time: 0.0434554 Jul 15 13:10:27.765911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.793023 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd40b4b9-ca6f-454e-a794-3052a87a4346 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:27.793729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd40b4b9-ca6f-454e-a794-3052a87a4346 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:27.808015 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dd40b4b9-ca6f-454e-a794-3052a87a4346 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/493b216b-b754-4686-be8f-6f90f788e957 HTTP/1.1" status: 404 len: 339 time: 0.0408192 Jul 15 13:10:27.808642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.880745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-e4b8c01e-1239-498d-b979-3dfc42d97f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.890952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-e4b8c01e-1239-498d-b979-3dfc42d97f32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 1099 time: 0.1601422 Jul 15 13:10:27.892804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0eab5-59fc-4b74-b475-dd1466b57ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=8825a2a5-e181-484e-960f-07eee08d9e13,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.040937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-ac82acd3-29a1-41cc-8603-e479aee75437 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8825a2a5-e181-484e-960f-07eee08d9e13 HTTP/1.1" status: 200 len: 217 time: 0.1402202 Jul 15 13:10:28.133034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47694fd-c6e2-4c57-9ae4-1f3b5ba6024c req-f0b6b61f-69f0-4d07-aadf-56c67f10f18b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.135672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c47694fd-c6e2-4c57-9ae4-1f3b5ba6024c req-f0b6b61f-69f0-4d07-aadf-56c67f10f18b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 948 time: 0.1620076 Jul 15 13:10:28.190609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c47694fd-c6e2-4c57-9ae4-1f3b5ba6024c req-7cc68597-4a23-437f-876c-db9ec7b7248b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Jul 15 13:10:28.196159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-1f343d16-a093-4551-81c8-83235558087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.197841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-1f343d16-a093-4551-81c8-83235558087c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1421082 Jul 15 13:10:28.273785 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123215b6-3c06-4dfe-9df3-203f85a0ff52 x-openstack-request-id: req-123215b6-3c06-4dfe-9df3-203f85a0ff52 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:28.274235 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95da668-e478-40be-8803-8e89fd86ef0b", "tag": "8825a2a5-e181-484e-960f-07eee08d9e13", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:28.274580 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-123215b6-3c06-4dfe-9df3-203f85a0ff52 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:28.275093 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'tag': '8825a2a5-e181-484e-960f-07eee08d9e13', 'status': 'completed', 'code': 200} Jul 15 13:10:28.303187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-94310e06-1bdc-4a98-b80a-6ad54ca47730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.305096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-94310e06-1bdc-4a98-b80a-6ad54ca47730 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001391 Jul 15 13:10:28.311851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60779d-1241-473b-8d27-e41b54137dc7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.314010 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ef60779d-1241-473b-8d27-e41b54137dc7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5044127 Jul 15 13:10:28.319654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:28.383221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-62f7bda2-e38c-4e84-864b-bf3f7e74c724 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.384855 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-62f7bda2-e38c-4e84-864b-bf3f7e74c724 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.1967888 Jul 15 13:10:28.416786 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Sync routers for ids ['841bcb0b-b03f-4881-b04d-e3caf4894134'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:28.429759 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Routers {'841bcb0b-b03f-4881-b04d-e3caf4894134'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:28.431854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['841bcb0b-b03f-4881-b04d-e3caf4894134'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:28.480614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0c644deb-67be-4fb0-b3a5-56f1ef9bebcc tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 207 time: 0.1548674 Jul 15 13:10:28.481279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:28.590854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Set router 841bcb0b-b03f-4881-b04d-e3caf4894134 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:28.615162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-46c0e704-9298-4857-a403-b81b30e54179 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943852 Jul 15 13:10:28.662350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-16d9481e-d009-4d72-91d3-f6e78722189e service neutron] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:28.671901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-16d9481e-d009-4d72-91d3-f6e78722189e service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.673356 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3bd79a92-27b4-47e3-bd00-156f775429dc req-16d9481e-d009-4d72-91d3-f6e78722189e service neutron] 10.222.0.49 "DELETE /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967/bindings/n-h2-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.2762170 Jul 15 13:10:28.705224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11128-310c-495d-9e88-31939350dad2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.719024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982516-97d2-487f-8eca-2e0fc92c4f85 req-b9470c38-0eaa-4eaf-be32-a7eee868b21a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.721172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11128-310c-495d-9e88-31939350dad2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.728016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11128-310c-495d-9e88-31939350dad2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.730971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982516-97d2-487f-8eca-2e0fc92c4f85 req-b9470c38-0eaa-4eaf-be32-a7eee868b21a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.735552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11128-310c-495d-9e88-31939350dad2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.737570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-01f11128-310c-495d-9e88-31939350dad2 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2547963 Jul 15 13:10:28.738643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982516-97d2-487f-8eca-2e0fc92c4f85 req-b9470c38-0eaa-4eaf-be32-a7eee868b21a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.742034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:28.743419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94982516-97d2-487f-8eca-2e0fc92c4f85 req-b9470c38-0eaa-4eaf-be32-a7eee868b21a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2418 time: 0.3029573 Jul 15 13:10:28.914946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:28.934613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc56663-8775-48c5-b997-66a010f20b2b req-642885e8-24f9-48d4-b0de-09f66f268837 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.942427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dc56663-8775-48c5-b997-66a010f20b2b req-642885e8-24f9-48d4-b0de-09f66f268837 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 945 time: 0.3466353 Jul 15 13:10:28.965497 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c892112-1c74-4089-bec1-ab32e1f6be2a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2218375 Jul 15 13:10:28.966388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94982516-97d2-487f-8eca-2e0fc92c4f85 req-ce3d0b99-6c13-4b1d-8c5d-815e84b9f6b8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158000 Jul 15 13:10:28.977596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:29.012015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4a2beb8-4457-4d85-9ff6-7b34c60cd256 req-85f7ab7f-42a1-461f-9366-70597c465e99 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703027 Jul 15 13:10:29.027185 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd727a2c4-031c-41de-83b0-b1e042585da2', 'name': '', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'mac_address': 'fa:16:3e:59:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:23Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 2, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'subnets': [{'id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:29.035778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:29.036159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.061042 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Checking router: 841bcb0b-b03f-4881-b04d-e3caf4894134 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:29.061901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Updating router 841bcb0b-b03f-4881-b04d-e3caf4894134 port d727a2c4-031c-41de-83b0-b1e042585da2 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:29.113016 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.491750 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.504176 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Transition to ACTIVE for port object d727a2c4-031c-41de-83b0-b1e042585da2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:29.511157 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.537298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-7838b721-c53e-4942-b854-fb7d9ba736ee tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.539707 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-7838b721-c53e-4942-b854-fb7d9ba736ee tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 811 time: 0.1264348 Jul 15 13:10:29.557510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Request body: {'port': {'device_id': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'admin_state_up': True, 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:29.593042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dc56663-8775-48c5-b997-66a010f20b2b req-02c070fd-fa18-4a68-b8f9-e0009a6f4d1f tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455050 Jul 15 13:10:29.600362 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91bdc-5e14-4f12-9d53-0c4b53a2caa2 None None] Pushing event updated for resources: {'Port': ['ID=d727a2c4-031c-41de-83b0-b1e042585da2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:29.635687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a9424-ef6b-471c-bdfb-f963fcf5eb09 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.638492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a9424-ef6b-471c-bdfb-f963fcf5eb09 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.641479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-026a9424-ef6b-471c-bdfb-f963fcf5eb09 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6621873 Jul 15 13:10:29.643602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aee01a93-60d4-4d54-8b4f-aca6f44c8089 req-7dd58809-6e50-481c-b13d-e802fea94e5e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 210 time: 0.0438888 Jul 15 13:10:29.648868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:29.660100 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Attempting to bind port d727a2c4-031c-41de-83b0-b1e042585da2 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:29.660797 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Attempting to bind port d727a2c4-031c-41de-83b0-b1e042585da2 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:29.662119 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Attempting to bind port d727a2c4-031c-41de-83b0-b1e042585da2 on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:29.665053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd74d-1a64-4095-a133-940caa58c1bd req-addf4b80-30f2-4227-aa77-88df9e2745c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.666676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-addf4b80-30f2-4227-aa77-88df9e2745c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 1099 time: 0.5546567 Jul 15 13:10:29.681182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:29.681182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Checking segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:29.681182 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.681182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Bound using segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:29.681182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Bound port: d727a2c4-031c-41de-83b0-b1e042585da2, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:29.681182 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.796477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1382768-93b7-46fc-9764-012abaa3db7f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.800780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1382768-93b7-46fc-9764-012abaa3db7f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.807424 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f1382768-93b7-46fc-9764-012abaa3db7f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1527247 Jul 15 13:10:29.808072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:29.828646 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] For port d727a2c4-031c-41de-83b0-b1e042585da2, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:29.836138 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] For port d727a2c4-031c-41de-83b0-b1e042585da2, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d727a2c4-031c-41de-83b0-b1e042585da2,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:29.849941 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.873308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd74d-1a64-4095-a133-940caa58c1bd req-b8151342-6133-4f99-b44c-222322589bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.878570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-b8151342-6133-4f99-b44c-222322589bfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1982815 Jul 15 13:10:29.922369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Made reservation on behalf of 51e9067bad264e0db0d8b3fb084022b1 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:29.926985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.953839 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Routers {'841bcb0b-b03f-4881-b04d-e3caf4894134'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:29.954505 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['841bcb0b-b03f-4881-b04d-e3caf4894134'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:29.979564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-47aa29fe-0dd0-456d-8025-42e847053cd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8825a2a5-e181-484e-960f-07eee08d9e13 HTTP/1.1" status: 200 len: 217 time: 0.0917873 Jul 15 13:10:30.023534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4c31b-47d2-48be-acc3-937e7c467589 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.025409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3cc4c31b-47d2-48be-acc3-937e7c467589 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks/40c39052-8e16-4c3a-94b4-cba244297f04 HTTP/1.1" status: 200 len: 800 time: 0.2133105 Jul 15 13:10:30.026694 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91bdc-5e14-4f12-9d53-0c4b53a2caa2 None None] Pushing event updated for resources: {'Port': ['ID=d727a2c4-031c-41de-83b0-b1e042585da2,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.029199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42746) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:30.099054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd74d-1a64-4095-a133-940caa58c1bd req-2ed52cbf-dcfc-4d48-932a-7c9f6e264ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.100594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-2ed52cbf-dcfc-4d48-932a-7c9f6e264ce3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0936980 Jul 15 13:10:30.133710 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] Set router 841bcb0b-b03f-4881-b04d-e3caf4894134 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:30.157425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374b0ff-1f39-46e0-8a79-16b29debd296 req-4fb4b737-4ace-4051-a51a-37cace38d275 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.164532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5374b0ff-1f39-46e0-8a79-16b29debd296 req-4fb4b737-4ace-4051-a51a-37cace38d275 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 1096 time: 0.1971464 Jul 15 13:10:30.176341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e6108-798c-45e4-bd1d-27c18d1cc294 req-79b04805-753f-44e5-8c96-5287ece9e327 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.178781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-579e6108-798c-45e4-bd1d-27c18d1cc294 req-79b04805-753f-44e5-8c96-5287ece9e327 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 948 time: 0.2129416 Jul 15 13:10:30.194663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Allocated IP 172.20.0.4 (851bfd74-4fc3-4b6f-b697-f20409c94ff8/477e279b-326b-414a-bea6-af45cd8e5eff/8322d52a-d7c7-4ccb-a50b-e3661b1fd2db) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:30.201501 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e167c206-1711-478c-9b3b-78539d74c838 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/networks/40c39052-8e16-4c3a-94b4-cba244297f04?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1711590 Jul 15 13:10:30.205054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42750) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:30.271846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-579e6108-798c-45e4-bd1d-27c18d1cc294 req-658c5e9b-c461-42b7-91f3-5e0f2d7e2360 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824287 Jul 15 13:10:30.279174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd74d-1a64-4095-a133-940caa58c1bd req-d165406c-43a6-41be-acf0-aed48cfac29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.284051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-d165406c-43a6-41be-acf0-aed48cfac29e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726065 Jul 15 13:10:30.288153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5374b0ff-1f39-46e0-8a79-16b29debd296 req-f845f397-172f-431c-abb0-264489602980 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224949 Jul 15 13:10:30.293530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c205d3-973f-46ab-b3c7-e69765921f33 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.294724 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-05c205d3-973f-46ab-b3c7-e69765921f33 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/subnets/fdda96f8-30cf-49d2-9185-cdb5d20f3ea1 HTTP/1.1" status: 200 len: 811 time: 0.0884027 Jul 15 13:10:30.299475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:30.466457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7d431-a061-454c-aad5-bb3b4151bb8b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.468690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cbe7d431-a061-454c-aad5-bb3b4151bb8b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "GET /v2.0/subnets/fdda96f8-30cf-49d2-9185-cdb5d20f3ea1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1546690 Jul 15 13:10:30.474368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:30.481280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752174467'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:30.484267 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd727a2c4-031c-41de-83b0-b1e042585da2', 'name': '', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'mac_address': 'fa:16:3e:59:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:23Z', 'updated_at': '2021-07-15T13:10:29Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'subnets': [{'id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:30.514442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-7b03439e-c9a3-4f9e-b874-092282dcc95c service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163329 Jul 15 13:10:30.534911 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa550f0-f8e1-4b56-9eb7-9b008975913b None None] The sync data for ids ['841bcb0b-b03f-4881-b04d-e3caf4894134'] in n-d-798249-9 is: [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:10:24Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd727a2c4-031c-41de-83b0-b1e042585da2', 'name': '', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'mac_address': 'fa:16:3e:59:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:23Z', 'updated_at': '2021-07-15T13:10:29Z', 'revision_number': 4, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'subnets': [{'id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:30.550229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:30.558810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.597442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.632473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.634751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:30.651757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.652179 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Added segment aceb83a0-a06d-4ded-a24b-67a57fefb194 of type vlan for network 3f6cff6b-d884-4dab-bfa7-1a2400054acf Jul 15 13:10:30.694039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e96e5-be18-474a-8db3-99ad3dd4f8d2 req-f7b1bd2a-f7e8-4f07-9ceb-226b93988255 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.700987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e96e5-be18-474a-8db3-99ad3dd4f8d2 req-f7b1bd2a-f7e8-4f07-9ceb-226b93988255 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.709265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e96e5-be18-474a-8db3-99ad3dd4f8d2 req-f7b1bd2a-f7e8-4f07-9ceb-226b93988255 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.711092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-808e96e5-be18-474a-8db3-99ad3dd4f8d2 req-f7b1bd2a-f7e8-4f07-9ceb-226b93988255 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2418 time: 0.2361920 Jul 15 13:10:30.724627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-092beeaf-4474-4a42-8cb3-7484f36e043d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.730960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.731850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-092beeaf-4474-4a42-8cb3-7484f36e043d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.739252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-092beeaf-4474-4a42-8cb3-7484f36e043d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.740997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-092beeaf-4474-4a42-8cb3-7484f36e043d tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 2418 time: 0.3307972 Jul 15 13:10:30.747203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.841355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:30.845587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.855315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.859379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.864172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:30.888739 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Pushing event updated for resources: {'Port': ['ID=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.908741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:30.968736 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4906855 Jul 15 13:10:30.971557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42776) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:30.987248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33abd74d-1a64-4095-a133-940caa58c1bd req-380a521d-e09f-4157-b753-70b9c3273e95 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443650 Jul 15 13:10:30.990702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.026119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-808e96e5-be18-474a-8db3-99ad3dd4f8d2 req-36281e02-1180-4d36-94e1-9d7e7dcaf39b tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841370 Jul 15 13:10:31.099279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2b2fd-f8e5-42ce-8139-079487d4aec3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Network': ['ID=3f6cff6b-d884-4dab-bfa7-1a2400054acf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.111176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.111926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.118682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-b3929f33-6583-4295-8458-16a1c77c8946 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.120222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3f6cff6b-d884-4dab-bfa7-1a2400054acf details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:31.122057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-b3929f33-6583-4295-8458-16a1c77c8946 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.2967985 Jul 15 13:10:31.136662 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-071fe66a-df51-4f70-8029-1eb186ce3835 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5837600 Jul 15 13:10:31.150792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d727a2c4-031c-41de-83b0-b1e042585da2 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:31.157164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-0ed027b3-b884-44e7-9519-a210b87a23af tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/quotas/6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 375 time: 0.0247035 Jul 15 13:10:31.181511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port 61791cb0-147b-4f4a-b10e-7d36aacaf142 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:31.181852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.204755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Request body: {'port': {'device_id': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.351944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.361491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Made reservation on behalf of 84485a9122cd4f2ab08d23bf65b9faa6 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:31.366603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.405871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d727a2c4-031c-41de-83b0-b1e042585da2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:31.413638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d727a2c4-031c-41de-83b0-b1e042585da2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:31.414022 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.433101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-2afade73-b944-471f-804e-15c92e38a7af tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2671208 Jul 15 13:10:31.440583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port 61791cb0-147b-4f4a-b10e-7d36aacaf142, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=61791cb0-147b-4f4a-b10e-7d36aacaf142,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:31.440951 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.488156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing IP validity checks on allocation pools {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:10:31.489063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:10:31.513528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for 61791cb0-147b-4f4a-b10e-7d36aacaf142 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:31.554526 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.580526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44738b-79da-48f3-aaaf-2434e8bc76b2 req-d1e19994-5f82-49ca-b08e-11506078cbe0 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.582355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e44738b-79da-48f3-aaaf-2434e8bc76b2 req-d1e19994-5f82-49ca-b08e-11506078cbe0 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 931 time: 0.3051457 Jul 15 13:10:31.612443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d727a2c4-031c-41de-83b0-b1e042585da2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d727a2c4-031c-41de-83b0-b1e042585da2,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:31.620429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.675381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d727a2c4-031c-41de-83b0-b1e042585da2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.715465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-5a935678-7e7f-48ab-bc2a-001007dfd6c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717772 Jul 15 13:10:31.719582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e44738b-79da-48f3-aaaf-2434e8bc76b2 req-6d64b4ce-21db-49f3-a8fe-f7bc795e7012 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871360 Jul 15 13:10:31.865633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.880955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['7b56578a-6aec-46c5-92e1-4384424fa9de', '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812', '61791cb0-147b-4f4a-b10e-7d36aacaf142'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:31.912410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=61791cb0-147b-4f4a-b10e-7d36aacaf142,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.961989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-8e511d73-2f94-4eb6-83d3-7b0824c9135c service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273889 Jul 15 13:10:31.992403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port 61791cb0-147b-4f4a-b10e-7d36aacaf142 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:32.002604 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.004857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-891efaf9-eb3c-46b1-9302-22473cd9077a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "DELETE /v2.0/ports/61791cb0-147b-4f4a-b10e-7d36aacaf142 HTTP/1.1" status: 204 len: 173 time: 1.2510915 Jul 15 13:10:32.005265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-deleted', 'tag': '61791cb0-147b-4f4a-b10e-7d36aacaf142'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:32.007653 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4009ba01-fa5f-4e40-b13c-72d3743d8542" -d '{"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-deleted", "tag": "61791cb0-147b-4f4a-b10e-7d36aacaf142"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:32.154823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e92a6-ce5e-44e8-9880-cf479b21daa2 req-b4f79dd5-3a12-42cd-ae35-ae9405f9c808 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.162557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b26e92a6-ce5e-44e8-9880-cf479b21daa2 req-b4f79dd5-3a12-42cd-ae35-ae9405f9c808 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 948 time: 0.1712883 Jul 15 13:10:32.184971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.238019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b26e92a6-ce5e-44e8-9880-cf479b21daa2 req-226c9b14-0736-4ec4-9245-62800d7de351 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 Jul 15 13:10:32.262737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port 7b56578a-6aec-46c5-92e1-4384424fa9de {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:32.267050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.328609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:32.338483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.353709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Transition to ACTIVE for port object 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:32.355341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=3c1abcd3-00e0-4e33-b313-8a5df43495d0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:32.366471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.394426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port 7b56578a-6aec-46c5-92e1-4384424fa9de, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7b56578a-6aec-46c5-92e1-4384424fa9de,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:32.394857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.409823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for 7b56578a-6aec-46c5-92e1-4384424fa9de owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:32.507246 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b84a74-5f3a-4bd6-9a9f-3f7150bb08d4 x-openstack-request-id: req-a6b84a74-5f3a-4bd6-9a9f-3f7150bb08d4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:32.507436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Pushing event updated for resources: {'Port': ['ID=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:32.507573 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-deleted", "tag": "61791cb0-147b-4f4a-b10e-7d36aacaf142", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:32.507772 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6b84a74-5f3a-4bd6-9a9f-3f7150bb08d4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:32.508172 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-deleted', 'tag': '61791cb0-147b-4f4a-b10e-7d36aacaf142', 'status': 'completed', 'code': 200} Jul 15 13:10:32.579124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Checking segment: {'id': 'aceb83a0-a06d-4ded-a24b-67a57fefb194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:32.579489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network hostable DHCP agents. Network: 3f6cff6b-d884-4dab-bfa7-1a2400054acf, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:32.614939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Network 3f6cff6b-d884-4dab-bfa7-1a2400054acf is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:32.627533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Attempting to bind port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:32.628003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Attempting to bind port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:32.628529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Attempting to bind port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:32.634826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:32.635492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Attempting to bind port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:32.641301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8825a2a5-e181-484e-960f-07eee08d9e13 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:32.641546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3f6cff6b-d884-4dab-bfa7-1a2400054acf) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:32.646808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.647463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.654508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:32.654929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Checking segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:32.655340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Bound using segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:32.655868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Bound port: 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:32.656347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.657682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.690975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=7b56578a-6aec-46c5-92e1-4384424fa9de,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:32.723691 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dccd2ade-ab7e-436a-867e-aec23c0b86a3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7451568 Jul 15 13:10:32.725470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:32.749757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:32.763005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port 7b56578a-6aec-46c5-92e1-4384424fa9de on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:32.766948 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.779646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-d28aeeef-2bf3-4cd0-b410-51c3963743f8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "DELETE /v2.0/ports/7b56578a-6aec-46c5-92e1-4384424fa9de HTTP/1.1" status: 204 len: 173 time: 0.7644367 Jul 15 13:10:32.849316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] For port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:32.853981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] For port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:32.878241 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.947793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8825a2a5-e181-484e-960f-07eee08d9e13, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8825a2a5-e181-484e-960f-07eee08d9e13,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:32.961949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.968992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.969888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] 10.222.0.49 "PUT /v2.0/ports/8322d52a-d7c7-4ccb-a50b-e3661b1fd2db HTTP/1.1" status: 200 len: 1091 time: 1.8244913 Jul 15 13:10:32.970407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'tag': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:32.972723 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988716c-d786-40ff-8fda-da42876a4433" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba8037-d1a0-4a8f-9f8e-2be9c76482b3", "tag": "8322d52a-d7c7-4ccb-a50b-e3661b1fd2db"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:32.978484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '8825a2a5-e181-484e-960f-07eee08d9e13', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '8825a2a5-e181-484e-960f-07eee08d9e13', 'mac_address': 'fa:16:3e:a3:da:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:32.982794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8d08b-ccee-4cf9-8077-305677be111f None None] Network 3f6cff6b-d884-4dab-bfa7-1a2400054acf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:32.986239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d727a2c4-031c-41de-83b0-b1e042585da2 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:33.076336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa417-09da-44e2-a520-9176cbf6487b service neutron] Pushing event updated for resources: {'Port': ['ID=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.081879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29685042'] for subnet, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.099976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.137389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8825a2a5-e181-484e-960f-07eee08d9e13 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:33.142424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8cdb028-e654-40da-b836-a99c99b74e02 req-9eb2ebc2-ff85-42db-af38-ca134f9364bf tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 210 time: 0.1491528 Jul 15 13:10:33.162386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8825a2a5-e181-484e-960f-07eee08d9e13, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8825a2a5-e181-484e-960f-07eee08d9e13,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:33.162760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d727a2c4-031c-41de-83b0-b1e042585da2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:33.163145 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.163418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-7ba38707-b059-4958-8419-e0421b8cda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.164995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-7ba38707-b059-4958-8419-e0421b8cda9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 1094 time: 0.1314862 Jul 15 13:10:33.225027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d479-5116-40df-8651-cf2448baebcd req-dc68bf11-09f1-4aed-acf5-0947f91e9e8a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.227272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0db0d479-5116-40df-8651-cf2448baebcd req-dc68bf11-09f1-4aed-acf5-0947f91e9e8a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 946 time: 0.5097721 Jul 15 13:10:33.237070 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-27a6e64f-a7f7-4ab8-acef-b58c2ef8102d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db HTTP/1.1" status: 200 len: 217 time: 0.0544567 Jul 15 13:10:33.249493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.283202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:33.283683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.313147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=8825a2a5-e181-484e-960f-07eee08d9e13,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.386691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0db0d479-5116-40df-8651-cf2448baebcd req-325a6154-207f-41aa-b2fb-66e6977e0aa1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339295 Jul 15 13:10:33.392087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-6a62448e-b089-4e0d-b5f2-d5372cc89544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.394413 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-6a62448e-b089-4e0d-b5f2-d5372cc89544 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.0961468 Jul 15 13:10:33.450563 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-c27dd933-f0df-4445-9384-0e121ce1176a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490878 Jul 15 13:10:33.503602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:33.503967 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.521013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:33.537996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45207f58-5d70-47d9-8711-7694b94f0e58 req-058c3180-324b-425d-924b-f9e5a54e398f tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.540200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45207f58-5d70-47d9-8711-7694b94f0e58 req-058c3180-324b-425d-924b-f9e5a54e398f tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 943 time: 0.2380202 Jul 15 13:10:33.558904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.572931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3f6cff6b-d884-4dab-bfa7-1a2400054acf', 'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf', 'tenant_id': '84485a9122cd4f2ab08d23bf65b9faa6', 'fixed_ips': [{'subnet_id': '3c1abcd3-00e0-4e33-b313-8a5df43495d0'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:33.573817 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.607213 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ede1cd-abbd-4054-9f63-62f2b0cd82b4 x-openstack-request-id: req-74ede1cd-abbd-4054-9f63-62f2b0cd82b4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:33.607519 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba8037-d1a0-4a8f-9f8e-2be9c76482b3", "tag": "8322d52a-d7c7-4ccb-a50b-e3661b1fd2db", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:33.607779 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74ede1cd-abbd-4054-9f63-62f2b0cd82b4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:33.610492 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'tag': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db', 'status': 'completed', 'code': 200} Jul 15 13:10:33.616657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777353090955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29793497'] for subnet, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.645829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45207f58-5d70-47d9-8711-7694b94f0e58 req-725b9cdc-6a7d-40ea-83b2-496fe4101029 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946684 Jul 15 13:10:33.726300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.727325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.728810 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "PUT /v2.0/subnets/3c1abcd3-00e0-4e33-b313-8a5df43495d0 HTTP/1.1" status: 200 len: 877 time: 0.9980066 Jul 15 13:10:33.739277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:33.757320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-8d17cca1-cb40-4a7f-bca7-de04186cb827 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872267 Jul 15 13:10:33.800819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Allocated IP 172.20.0.3 (3f6cff6b-d884-4dab-bfa7-1a2400054acf/3c1abcd3-00e0-4e33-b313-8a5df43495d0/81ca3ce3-f958-49aa-80fa-0ff08750e5bc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:33.805006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047bc6-d828-459a-95b7-ea2100bbfb9f tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event updated for resources: {'Subnet': ['ID=3c1abcd3-00e0-4e33-b313-8a5df43495d0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.948727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.997810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=5a3c3ce6-3e04-4ca7-9077-e11f3efcb812,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.999428 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f563909f-de7a-4831-ab3e-904dfbd22a5f req-31f886a0-c797-4d8e-ac58-4cbff618ded7 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295430 Jul 15 13:10:34.002486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['8825a2a5-e181-484e-960f-07eee08d9e13'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:34.024727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ac31-227b-453c-9c30-cd20057bae95 req-7ccd4261-c90e-4c4a-80d3-286e8d78a50a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.026687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f133ac31-227b-453c-9c30-cd20057bae95 req-7ccd4261-c90e-4c4a-80d3-286e8d78a50a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 949 time: 0.3381710 Jul 15 13:10:34.055438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.109325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:34.149645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.161088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94250e8c-a8f0-4c9d-aa06-cfe9f77f686e req-daed2a8f-6308-498f-8974-71def7d9c004 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.49 "DELETE /v2.0/ports/5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 HTTP/1.1" status: 204 len: 173 time: 1.3184268 Jul 15 13:10:34.193859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f133ac31-227b-453c-9c30-cd20057bae95 req-a93368dc-f452-4a3b-86db-d3d225a01b70 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313539 Jul 15 13:10:34.305758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988716c-d786-40ff-8fda-da42876a4433 req-c12e4767-f99a-4652-bf12-9b474b9fc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.309734 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-c12e4767-f99a-4652-bf12-9b474b9fc234 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 1094 time: 0.1601481 Jul 15 13:10:34.384511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.509678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988716c-d786-40ff-8fda-da42876a4433 req-4663235a-8dcf-4bc0-ba40-014e835cf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.511289 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-4663235a-8dcf-4bc0-ba40-014e835cf662 service neutron] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 912 time: 0.1934917 Jul 15 13:10:34.517208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7b56578a-6aec-46c5-92e1-4384424fa9de no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:34.543610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.547872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-deleted', 'tag': '7b56578a-6aec-46c5-92e1-4384424fa9de'}, {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-deleted', 'tag': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:34.549848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 7b56578a-6aec-46c5-92e1-4384424fa9de {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:34.550233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7b56578a-6aec-46c5-92e1-4384424fa9de not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:34.550642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:34.555318 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268bb8c4-f3ab-4853-a1e8-3fe76775e228" -d '{"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-deleted", "tag": "7b56578a-6aec-46c5-92e1-4384424fa9de"}, {"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-deleted", "tag": "5a3c3ce6-3e04-4ca7-9077-e11f3efcb812"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:34.579293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:34.579816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a3c3ce6-3e04-4ca7-9077-e11f3efcb812 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:34.580255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 61791cb0-147b-4f4a-b10e-7d36aacaf142 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:34.588923 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-ba52d3c1-01a2-4d6d-9b3b-232a23a0e7d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db HTTP/1.1" status: 200 len: 217 time: 0.0698495 Jul 15 13:10:34.594893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9576f416-6c8c-43d1-b87b-7f8e3fdf8c9d req-9406f4c8-ae54-4dd7-a16a-eec65c5c05e0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 210 time: 0.1318502 Jul 15 13:10:34.627718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Transition to ACTIVE for port object 81ca3ce3-f958-49aa-80fa-0ff08750e5bc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:34.631295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 61791cb0-147b-4f4a-b10e-7d36aacaf142 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:34.631295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 61791cb0-147b-4f4a-b10e-7d36aacaf142 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:34.654192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-79a0dac3-85a1-452f-8c1c-b3cabe2cc298 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.657594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-79a0dac3-85a1-452f-8c1c-b3cabe2cc298 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.4939592 Jul 15 13:10:34.665456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Transition to ACTIVE for port object 81ca3ce3-f958-49aa-80fa-0ff08750e5bc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:34.688109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.689171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Request body: {'port': {'device_id': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'admin_state_up': True, 'tenant_id': '6022af81ad4c47b2b6102a503911fc17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:34.703944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988716c-d786-40ff-8fda-da42876a4433 req-e0abc497-d2ea-4b3c-a77b-fa7189d288f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.705513 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-e0abc497-d2ea-4b3c-a77b-fa7189d288f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.0977039 Jul 15 13:10:34.762014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46b7df2f-2c1d-4f6f-82a3-b1439d49782c req-1c5e3041-a8e7-4864-9dfd-ee3e19efe4c4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=785048de-d5e8-4a3f-a821-5d4e5ee4a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0644422 Jul 15 13:10:34.763348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Pushing event updated for resources: {'Port': ['ID=81ca3ce3-f958-49aa-80fa-0ff08750e5bc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.773105 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135641e-f394-43f3-954e-3ee509c5372d x-openstack-request-id: req-f135641e-f394-43f3-954e-3ee509c5372d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:34.775618 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-deleted", "tag": "7b56578a-6aec-46c5-92e1-4384424fa9de", "status": "completed", "code": 200}, {"server_uuid": "785048de-d5e8-4a3f-a821-5d4e5ee4a1f6", "name": "network-vif-deleted", "tag": "5a3c3ce6-3e04-4ca7-9077-e11f3efcb812", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:34.776146 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f135641e-f394-43f3-954e-3ee509c5372d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:34.777147 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-deleted', 'tag': '7b56578a-6aec-46c5-92e1-4384424fa9de', 'status': 'completed', 'code': 200} Jul 15 13:10:34.778787 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785048de-d5e8-4a3f-a821-5d4e5ee4a1f6', 'name': 'network-vif-deleted', 'tag': '5a3c3ce6-3e04-4ca7-9077-e11f3efcb812', 'status': 'completed', 'code': 200} Jul 15 13:10:34.793730 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-d3f458a6-6fc1-4463-828e-2286f800b216 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794849 Jul 15 13:10:34.804946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Network 3f6cff6b-d884-4dab-bfa7-1a2400054acf is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:34.809174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:34.813452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:34.834265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.900913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Attempting to bind port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:34.901385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Attempting to bind port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'aceb83a0-a06d-4ded-a24b-67a57fefb194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:34.901825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Attempting to bind port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc on network 3f6cff6b-d884-4dab-bfa7-1a2400054acf {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:34.917657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:34.918124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Checking segment: {'id': 'aceb83a0-a06d-4ded-a24b-67a57fefb194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:34.918631 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.919449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Bound using segment: {'id': 'aceb83a0-a06d-4ded-a24b-67a57fefb194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:34.919784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Bound port: 81ca3ce3-f958-49aa-80fa-0ff08750e5bc, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb83a0-a06d-4ded-a24b-67a57fefb194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:34.920246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.024339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] For port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:35.032369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] For port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=81ca3ce3-f958-49aa-80fa-0ff08750e5bc,segment=NetworkSegment(aceb83a0-a06d-4ded-a24b-67a57fefb194),segment_id=aceb83a0-a06d-4ded-a24b-67a57fefb194)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:35.049534 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.052219 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-3e1f969f-1e6a-4963-b3a1-042fc81d3246 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498181 Jul 15 13:10:35.233387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8988716c-d786-40ff-8fda-da42876a4433 req-3e6b8b53-d09f-40be-9c69-a8fd03b030b9 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728818 Jul 15 13:10:35.239088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e38cff5-f1fa-4820-85e3-74cdbd989c29 None None] Network 3f6cff6b-d884-4dab-bfa7-1a2400054acf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:35.343181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff064-8d39-41e9-94b0-46456ac43946 None None] Pushing event updated for resources: {'Port': ['ID=81ca3ce3-f958-49aa-80fa-0ff08750e5bc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.409530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dacd75f-80af-4db4-ac28-ef4c8790e130 None None] Network 3f6cff6b-d884-4dab-bfa7-1a2400054acf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:35.485773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1abcd3-00e0-4e33-b313-8a5df43495d0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.588235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e0e1b2-c501-4542-a86b-07024da55273 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:10:35.621029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.644329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6cff6b-d884-4dab-bfa7-1a2400054acf']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:35.674657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceb83a0-a06d-4ded-a24b-67a57fefb194') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:35.674958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceb83a0-a06d-4ded-a24b-67a57fefb194') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:35.717136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Made reservation on behalf of 6022af81ad4c47b2b6102a503911fc17 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:35.724464 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.738590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0adc5c-0fb8-4ab9-bcdc-cd67396c873d req-f5162724-b791-4bd3-959a-e26bd0dcccfa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.745762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a0adc5c-0fb8-4ab9-bcdc-cd67396c873d req-f5162724-b791-4bd3-959a-e26bd0dcccfa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 943 time: 0.3316581 Jul 15 13:10:35.755240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0e1b2-c501-4542-a86b-07024da55273 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:10:35.756121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.799323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.817083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:35.817496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:35.821175 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:35.942981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a0adc5c-0fb8-4ab9-bcdc-cd67396c873d req-0a95df4a-92ea-4a41-a58a-f7904bd425fe tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959691 Jul 15 13:10:36.039547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:10:36.039547 n-d-798249-9 neutron-server[93824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:10:36.039547 n-d-798249-9 neutron-server[93824]: [parameters: {'id': '3f6cff6b-d884-4dab-bfa7-1a2400054acf'}] Jul 15 13:10:36.039547 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:10:36.040051 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:10:36.060036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b51fd-ec01-4724-b86a-ff225efe7d0f req-8b1f9191-1e97-48d0-87dc-8b89cfb9fb88 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.065030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-513b51fd-ec01-4724-b86a-ff225efe7d0f req-8b1f9191-1e97-48d0-87dc-8b89cfb9fb88 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.4033518 Jul 15 13:10:36.234429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Allocated IP 172.20.0.7 (4962dcb9-3a70-46eb-bf63-a45ca3419cd7/cfb22382-8999-4a84-84e8-a46935e52509/2bbd64d5-91fa-4fcb-83eb-83b77e3addec) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:36.242249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-513b51fd-ec01-4724-b86a-ff225efe7d0f req-437e238a-4533-431a-bb05-bd539c57322f tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720109 Jul 15 13:10:36.315766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9443676-f20c-4b95-af36-c421290a512e req-db1780d4-6eb1-498f-bde0-3bf2e68d7f44 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.317267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9443676-f20c-4b95-af36-c421290a512e req-db1780d4-6eb1-498f-bde0-3bf2e68d7f44 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 949 time: 0.1879163 Jul 15 13:10:36.337134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:36.436036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cb5ca88-f48e-45e1-8f46-803733f8e284 req-90114f6f-b490-4828-9453-ca7441f9a630 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 210 time: 0.0717106 Jul 15 13:10:36.446017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:36.449868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9443676-f20c-4b95-af36-c421290a512e req-f5e1548d-40ec-460a-89ce-7c7df266832a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159596 Jul 15 13:10:36.474123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'port_id': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db', 'mac_address': 'fa:16:3e:1e:c6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:36.519539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.536855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.540964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.566160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:36.578946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.602389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:36.608450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.609987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.648278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8825a2a5-e181-484e-960f-07eee08d9e13 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:36.677184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting subnet 06a473b2-9802-476b-b2e0-9968e3bcecff {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:36.684936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:36.694388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.702708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:36.707506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:36.712356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.737382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.762428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 8825a2a5-e181-484e-960f-07eee08d9e13 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:36.768628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 8825a2a5-e181-484e-960f-07eee08d9e13 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:36.768808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:36.768952 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.769365 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.771482 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.802524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.803383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.863964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=81ca3ce3-f958-49aa-80fa-0ff08750e5bc,segment=NetworkSegment(aceb83a0-a06d-4ded-a24b-67a57fefb194),segment_id=aceb83a0-a06d-4ded-a24b-67a57fefb194)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:36.864477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.864749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.876938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for 81ca3ce3-f958-49aa-80fa-0ff08750e5bc owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:36.899265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 8825a2a5-e181-484e-960f-07eee08d9e13, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8825a2a5-e181-484e-960f-07eee08d9e13,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:36.902686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8825a2a5-e181-484e-960f-07eee08d9e13'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:36.905996 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af944e20-5de0-4a1d-824f-d3a52817b9f6" -d '{"events": [{"server_uuid": "a95da668-e478-40be-8803-8e89fd86ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "8825a2a5-e181-484e-960f-07eee08d9e13"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:36.911174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.923282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.960380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-e20c0d88-5f14-48fd-b69e-a7bcfd2f86d0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2858951 Jul 15 13:10:36.966960 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.979175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Request body: {'port': {'device_id': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:36.982548 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7c825-c6ec-4286-92bd-52a7d74c99b5 x-openstack-request-id: req-54e7c825-c6ec-4286-92bd-52a7d74c99b5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:36.982770 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95da668-e478-40be-8803-8e89fd86ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "8825a2a5-e181-484e-960f-07eee08d9e13", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:36.983585 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54e7c825-c6ec-4286-92bd-52a7d74c99b5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:36.984032 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8825a2a5-e181-484e-960f-07eee08d9e13', 'code': 200} Jul 15 13:10:36.993594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=8825a2a5-e181-484e-960f-07eee08d9e13,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.036384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=81ca3ce3-f958-49aa-80fa-0ff08750e5bc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.040590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port 81ca3ce3-f958-49aa-80fa-0ff08750e5bc on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:37.045158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.059730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8322d52a-d7c7-4ccb-a50b-e3661b1fd2db'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:37.099730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Subnet': ['ID=06a473b2-9802-476b-b2e0-9968e3bcecff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.112411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.114943 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4fd660b1-d75f-4254-995c-4411a155f3e8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/subnets/06a473b2-9802-476b-b2e0-9968e3bcecff HTTP/1.1" status: 204 len: 168 time: 0.5351007 Jul 15 13:10:37.117849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.129717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed8c97-b0d8-48ce-8f18-f447833f9515 None None] Network c80dcfa9-6157-4fa3-942f-5fb12a577252 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:37.132620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.143829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6cff6b-d884-4dab-bfa7-1a2400054acf']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:37.154490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceb83a0-a06d-4ded-a24b-67a57fefb194') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:37.155141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceb83a0-a06d-4ded-a24b-67a57fefb194') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:37.164567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.178536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.184992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:37.185723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.300333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:37.319958 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:37.325794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.401312 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.403400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/3f6cff6b-d884-4dab-bfa7-1a2400054acf HTTP/1.1" status: 204 len: 168 time: 3.6604393 Jul 15 13:10:37.405879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port e2f42448-252b-461d-9557-5062ce0e8acd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:37.406339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.408360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.427861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582de2-fd05-442c-b769-4347e1a54aa0 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=3f6cff6b-d884-4dab-bfa7-1a2400054acf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.466945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.472050 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5db2737-92b7-45d7-a75e-3aef3d83b34b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:37.472513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5db2737-92b7-45d7-a75e-3aef3d83b34b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:37.477033 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5db2737-92b7-45d7-a75e-3aef3d83b34b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/3c1abcd3-00e0-4e33-b313-8a5df43495d0 HTTP/1.1" status: 404 len: 337 time: 0.0660160 Jul 15 13:10:37.479927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.508145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01846be9-b115-4c90-975f-69e810c3f280 req-59990e8a-b980-45f2-8b5f-1d582af2626b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.508412 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaab033-6963-40f2-8d02-971a7114b731 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:37.509024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baaab033-6963-40f2-8d02-971a7114b731 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:37.510109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01846be9-b115-4c90-975f-69e810c3f280 req-59990e8a-b980-45f2-8b5f-1d582af2626b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 944 time: 0.2180815 Jul 15 13:10:37.511158 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-baaab033-6963-40f2-8d02-971a7114b731 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/3f6cff6b-d884-4dab-bfa7-1a2400054acf HTTP/1.1" status: 404 len: 339 time: 0.0303056 Jul 15 13:10:37.513660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.554101 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b97c74-f6f3-4f1b-b4fd-664a9145a74a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:37.554975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b97c74-f6f3-4f1b-b4fd-664a9145a74a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:37.557026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-11b97c74-f6f3-4f1b-b4fd-664a9145a74a tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/943d4380-adf9-44f9-9288-66518c7497af HTTP/1.1" status: 404 len: 337 time: 0.0412238 Jul 15 13:10:37.559638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.566748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595858d5-296c-4bf3-8caf-67a2023fdfda req-0db95ce7-2772-4069-b611-c3b6981e29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.568415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-595858d5-296c-4bf3-8caf-67a2023fdfda req-0db95ce7-2772-4069-b611-c3b6981e29af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 1101 time: 0.2565284 Jul 15 13:10:37.573520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01846be9-b115-4c90-975f-69e810c3f280 req-12f46596-8ea5-4b8c-ac3e-6f9e81e7f139 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Jul 15 13:10:37.649605 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e518db-2e1c-4d25-87fc-f798fc919487 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:37.650244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e518db-2e1c-4d25-87fc-f798fc919487 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:37.654739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6e518db-2e1c-4d25-87fc-f798fc919487 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/493b216b-b754-4686-be8f-6f90f788e957 HTTP/1.1" status: 404 len: 339 time: 0.0908883 Jul 15 13:10:37.654739 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port e2f42448-252b-461d-9557-5062ce0e8acd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2f42448-252b-461d-9557-5062ce0e8acd,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:37.654739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.661059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.711339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for e2f42448-252b-461d-9557-5062ce0e8acd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:37.712147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] DHCP port deletion for c80dcfa9-6157-4fa3-942f-5fb12a577252 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:37.724663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-595858d5-296c-4bf3-8caf-67a2023fdfda req-263e8fce-e5b6-4af0-ace6-89e15ad2ee97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482887 Jul 15 13:10:37.770834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c15d28-88a0-4141-b843-d5ae12748f94 req-447cef0c-6e84-4c52-886e-18ef857d6ad5 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.772751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3c15d28-88a0-4141-b843-d5ae12748f94 req-447cef0c-6e84-4c52-886e-18ef857d6ad5 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.1894615 Jul 15 13:10:37.802141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] Deleting port e2f42448-252b-461d-9557-5062ce0e8acd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:37.802519 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.830306 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.858025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3c15d28-88a0-4141-b843-d5ae12748f94 req-4be5fab0-daf7-4406-b0a0-2b180ce7ed3a tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749259 Jul 15 13:10:37.885604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] For port e2f42448-252b-461d-9557-5062ce0e8acd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e2f42448-252b-461d-9557-5062ce0e8acd,segment=NetworkSegment(58ce2843-acf4-4068-a81c-c3e17c6452ba),segment_id=58ce2843-acf4-4068-a81c-c3e17c6452ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:37.886107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.899885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] Calling delete_port for e2f42448-252b-461d-9557-5062ce0e8acd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:37.920390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.957605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddf015-d41d-41ca-9676-b6b58cee22b7 req-a207f310-08ac-48dd-adec-e7e5549bb1f7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.959215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10ddf015-d41d-41ca-9676-b6b58cee22b7 req-a207f310-08ac-48dd-adec-e7e5549bb1f7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 950 time: 0.1571653 Jul 15 13:10:37.990958 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.003260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10ddf015-d41d-41ca-9676-b6b58cee22b7 req-4ea1e0d1-7e10-4749-9181-61cc392b7879 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Jul 15 13:10:38.025234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port e2f42448-252b-461d-9557-5062ce0e8acd on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:38.027429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] Pushing event deleted for resources: {'Port': ['ID=e2f42448-252b-461d-9557-5062ce0e8acd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.029670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540fb0c-3ff0-49d7-a8f2-8edde6b2441b None None] No DVR routers for this DVR port e2f42448-252b-461d-9557-5062ce0e8acd on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:38.031705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=e2f42448-252b-461d-9557-5062ce0e8acd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.089351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbd64d5-91fa-4fcb-83eb-83b77e3addec {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:38.097719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.112002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Transition to ACTIVE for port object 2bbd64d5-91fa-4fcb-83eb-83b77e3addec will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:38.126895 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.198112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.216977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.239223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.249834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf81eef6-fdf6-4fdd-ad8d-729b81238ebe']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.256839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80dcfa9-6157-4fa3-942f-5fb12a577252']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.272360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9531c0-1c9a-4037-8cde-3f317801eb50') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.272953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9531c0-1c9a-4037-8cde-3f317801eb50') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.275423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ce2843-acf4-4068-a81c-c3e17c6452ba') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.275712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ce2843-acf4-4068-a81c-c3e17c6452ba') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:38.285595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639867a-ad60-4fde-8544-33bfc71868bd req-523f6c03-706a-4b86-922b-062f63f12389 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.287604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0639867a-ad60-4fde-8544-33bfc71868bd req-523f6c03-706a-4b86-922b-062f63f12389 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.1737709 Jul 15 13:10:38.290082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.292523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.317711 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.319577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.327880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:38.328276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:38.331224 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:38.334248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:38.334248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:38.335052 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:38.349547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:38.350012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:38.350463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:38.361080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0639867a-ad60-4fde-8544-33bfc71868bd req-4c79bf89-ceb3-48aa-a5b5-d1c956f5f425 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630064 Jul 15 13:10:38.366950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:38.366950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:38.381774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:38.382112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:38.382531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:38.382970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Bound port: 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:38.394059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.437997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.453322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.457938 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/bf81eef6-fdf6-4fdd-ad8d-729b81238ebe HTTP/1.1" status: 204 len: 168 time: 0.7958527 Jul 15 13:10:38.460365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.472816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:38.476267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:38.481550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.529861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.530650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.532173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] 10.222.0.23 "PUT /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 1091 time: 1.5614619 Jul 15 13:10:38.532714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:38.535121 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931a52e2-04d1-4864-ab43-41f224c8d914" -d '{"events": [{"name": "network-changed", "server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:38.545148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910f28-4222-4a80-bdeb-d1a964e7ccb8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=bf81eef6-fdf6-4fdd-ad8d-729b81238ebe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.550001 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ef42db-fa96-4ce1-a089-7d748753481b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.550617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ef42db-fa96-4ce1-a089-7d748753481b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.556282 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-87ef42db-fa96-4ce1-a089-7d748753481b tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/bed81e5d-6048-4873-a249-3cef771ec3e4 HTTP/1.1" status: 404 len: 337 time: 0.0598159 Jul 15 13:10:38.557807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.558285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.567156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.574597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/networks/c80dcfa9-6157-4fa3-942f-5fb12a577252 HTTP/1.1" status: 204 len: 168 time: 1.4500108 Jul 15 13:10:38.574597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42894) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.598891 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d459dee6-dda0-4d2c-8faf-6cf2f9d28961 x-openstack-request-id: req-d459dee6-dda0-4d2c-8faf-6cf2f9d28961 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:38.599465 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:38.599465 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d459dee6-dda0-4d2c-8faf-6cf2f9d28961 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:38.599906 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'status': 'completed', 'code': 200} Jul 15 13:10:38.600749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6b90e-6eeb-4630-bf43-3180bfb76c58 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.611645 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3179534-0874-457f-974d-7e9459160ac3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.612338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3179534-0874-457f-974d-7e9459160ac3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.614131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3179534-0874-457f-974d-7e9459160ac3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/e0ecfd97-b956-4a55-b641-214aefc96df5 HTTP/1.1" status: 404 len: 339 time: 0.0553565 Jul 15 13:10:38.622317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.626226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a520a-5df4-48f5-961d-cc982e07306e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Network': ['ID=c80dcfa9-6157-4fa3-942f-5fb12a577252,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.657622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting subnet 19f73807-e46a-4aa5-b682-46ede443d2d1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:38.661374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.683399 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aeb9285-4a6d-47ec-a153-3f96a374c5f3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.683759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aeb9285-4a6d-47ec-a153-3f96a374c5f3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.685502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6aeb9285-4a6d-47ec-a153-3f96a374c5f3 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/f03be866-cbd8-43ca-826f-4afa9a261368 HTTP/1.1" status: 404 len: 337 time: 0.0623057 Jul 15 13:10:38.688616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.712097 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-faafec63-c1c7-4623-a643-dda7ed7c8e63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.712649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faafec63-c1c7-4623-a643-dda7ed7c8e63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.714367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-faafec63-c1c7-4623-a643-dda7ed7c8e63 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/578e5c0c-ad3f-4721-ae7b-af8595e47dc6 HTTP/1.1" status: 404 len: 339 time: 0.0248361 Jul 15 13:10:38.717783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.729516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.751098 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-15865c8c-35b3-4818-8314-b27f640d0487 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.751551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15865c8c-35b3-4818-8314-b27f640d0487 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.753347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-15865c8c-35b3-4818-8314-b27f640d0487 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/c1b7efb8-4eed-42ba-ab33-dc6e05739079 HTTP/1.1" status: 404 len: 337 time: 0.0345147 Jul 15 13:10:38.755888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.811867 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4170d9-9e80-42f9-ab9b-61dfda53a5e6 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.812447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4170d9-9e80-42f9-ab9b-61dfda53a5e6 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.814562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d4170d9-9e80-42f9-ab9b-61dfda53a5e6 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/8c64a856-4d81-49f5-936b-13faad9b41b2 HTTP/1.1" status: 404 len: 339 time: 0.0573835 Jul 15 13:10:38.817915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.829408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-5ab93293-f81a-47c1-af45-bdb739d71673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.830040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-5ab93293-f81a-47c1-af45-bdb739d71673 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1094 time: 0.2109613 Jul 15 13:10:38.861106 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-219ddb87-ed8c-41ec-873b-2faf4a1685aa tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.861550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219ddb87-ed8c-41ec-873b-2faf4a1685aa tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.863367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-219ddb87-ed8c-41ec-873b-2faf4a1685aa tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/7922e1d4-8969-4d7a-b851-a4b687de7284 HTTP/1.1" status: 404 len: 337 time: 0.0436840 Jul 15 13:10:38.868655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42910) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.892272 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.922885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2f42448-252b-461d-9557-5062ce0e8acd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:38.923599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-787a48d9-841d-4f5f-9bd6-3093aa72cf62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 217 time: 0.0695679 Jul 15 13:10:38.925191 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91d2713-a17c-4c52-bbcf-9bbfc0b08b6e tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.925808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91d2713-a17c-4c52-bbcf-9bbfc0b08b6e tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.927468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a91d2713-a17c-4c52-bbcf-9bbfc0b08b6e tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/b851a622-2212-48ed-b466-0c371d1c87a1 HTTP/1.1" status: 404 len: 339 time: 0.0561392 Jul 15 13:10:38.934957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.951055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e2f42448-252b-461d-9557-5062ce0e8acd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:38.952426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e2f42448-252b-461d-9557-5062ce0e8acd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:38.972255 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5d7577-0303-4aa8-b61c-656ddfa9f3b8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:38.972783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5d7577-0303-4aa8-b61c-656ddfa9f3b8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:38.977355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f5d7577-0303-4aa8-b61c-656ddfa9f3b8 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/0d4b0bcf-4c8a-42bb-bbc2-9e9e7f31a6b7 HTTP/1.1" status: 404 len: 337 time: 0.0416739 Jul 15 13:10:38.978290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.978419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629a96c-9498-4f17-89bc-da47f492c2e3 req-71ee46fb-2b98-450f-8a08-dc1bdb5062a5 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.979946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e629a96c-9498-4f17-89bc-da47f492c2e3 req-71ee46fb-2b98-450f-8a08-dc1bdb5062a5 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 944 time: 0.2032659 Jul 15 13:10:39.001507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e105-2f80-401d-8b59-2658dd717e3a req-a4533b15-1022-4a39-a0de-a78851ce5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.002968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-a4533b15-1022-4a39-a0de-a78851ce5357 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0727668 Jul 15 13:10:39.008532 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-061b3aea-3482-4f9e-868d-0ab7873c38aa tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.009228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061b3aea-3482-4f9e-868d-0ab7873c38aa tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.014562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-061b3aea-3482-4f9e-868d-0ab7873c38aa tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/1a6701ba-ecef-49a3-b4aa-21fd0b6d70ac HTTP/1.1" status: 404 len: 339 time: 0.0318348 Jul 15 13:10:39.015935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42918) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.040738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-87829408-ba31-429e-9fe8-ab6bbb138b57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281956 Jul 15 13:10:39.054579 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-31484837-bea8-4ce6-a49e-56300c70db9d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.055126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31484837-bea8-4ce6-a49e-56300c70db9d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.058602 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31484837-bea8-4ce6-a49e-56300c70db9d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/4150e971-acd0-4ff9-8f02-f3d0f5c3dd6d HTTP/1.1" status: 404 len: 337 time: 0.0404961 Jul 15 13:10:39.062024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42922) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.087968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e629a96c-9498-4f17-89bc-da47f492c2e3 req-ec0c24ac-65b9-4c6d-ad0f-3f155c0158ea tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971007 Jul 15 13:10:39.102072 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b4f935-f17e-4e53-b9be-bc70b87cebe4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.102784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b4f935-f17e-4e53-b9be-bc70b87cebe4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.107655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5b4f935-f17e-4e53-b9be-bc70b87cebe4 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/b7f3130e-0ef0-4d2b-b8b9-b3732570cf5f HTTP/1.1" status: 404 len: 339 time: 0.0408022 Jul 15 13:10:39.109569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42924) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.121627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.184962 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6398acbc-8040-4d8c-a84d-04045ee9723d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.185685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6398acbc-8040-4d8c-a84d-04045ee9723d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.190675 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6398acbc-8040-4d8c-a84d-04045ee9723d tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/c9360da6-6ac4-497d-97a1-cb5dde4c3748 HTTP/1.1" status: 404 len: 337 time: 0.0685937 Jul 15 13:10:39.190675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.191794 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/subnets/19f73807-e46a-4aa5-b682-46ede443d2d1 HTTP/1.1" status: 204 len: 168 time: 0.6159606 Jul 15 13:10:39.193110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60502ca-9d9d-4cd5-8770-5e36a8b531a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Subnet': ['ID=19f73807-e46a-4aa5-b682-46ede443d2d1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.194066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.194412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42928) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.208485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-906fdeec-a392-462e-ad0a-f4ccceab51b5 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565464 Jul 15 13:10:39.243228 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-715fb5ef-e24d-4b12-b2d3-bb9251f7454c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.243836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715fb5ef-e24d-4b12-b2d3-bb9251f7454c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.247898 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-715fb5ef-e24d-4b12-b2d3-bb9251f7454c tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/c34febc3-c159-4645-b2c4-a4694731decc HTTP/1.1" status: 404 len: 339 time: 0.0502913 Jul 15 13:10:39.249889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.282561 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-005199b8-6204-45a9-bb4f-d88f80a98182 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.283038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005199b8-6204-45a9-bb4f-d88f80a98182 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.287130 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-005199b8-6204-45a9-bb4f-d88f80a98182 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/3f27e23d-2a50-4810-9178-8aa068b8e624 HTTP/1.1" status: 404 len: 337 time: 0.0342865 Jul 15 13:10:39.296293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f4de9b-2a01-44f2-9c96-387f2f1b094a None None] Network 02b160ac-1a68-4af7-aee3-666ece50b56d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:39.301045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.332045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.350178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d1b3b-7065-4158-ab6e-c6ffdd6b5f7f req-23150def-cf12-4ea6-90dc-338ca8c41be7 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.351854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a8d1b3b-7065-4158-ab6e-c6ffdd6b5f7f req-23150def-cf12-4ea6-90dc-338ca8c41be7 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.2674162 Jul 15 13:10:39.373493 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-13111903-678d-433b-af2c-ad5a7c19b8c1 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:39.373895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13111903-678d-433b-af2c-ad5a7c19b8c1 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:39.378120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-13111903-678d-433b-af2c-ad5a7c19b8c1 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/34a90f69-528e-4f8c-b900-137a9fcbe33f HTTP/1.1" status: 404 len: 339 time: 0.0702150 Jul 15 13:10:39.378519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.428817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port 3b99ed3f-364c-4ad8-bac4-db43dc3033da {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:39.429158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.431386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f365e105-2f80-401d-8b59-2658dd717e3a req-6d7f9257-feca-4093-b017-449fd7b9e723 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032282 Jul 15 13:10:39.455821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a8d1b3b-7065-4158-ab6e-c6ffdd6b5f7f req-9c660ea8-c0fe-4a3a-8e62-a37c699a0123 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922165 Jul 15 13:10:39.467442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64f8c9-17e4-44a0-9b70-845a50dcaf12 req-85e7e811-0a5b-40fb-8b7b-e5cc85dcfe7c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.473658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting subnet fdda96f8-30cf-49d2-9185-cdb5d20f3ea1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:39.475718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c64f8c9-17e4-44a0-9b70-845a50dcaf12 req-85e7e811-0a5b-40fb-8b7b-e5cc85dcfe7c tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 950 time: 0.2225623 Jul 15 13:10:39.481569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.546551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b729616-b667-4da6-b569-730277e579b5 None None] DHCP port deletion for 02b160ac-1a68-4af7-aee3-666ece50b56d request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:39.560084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port 3b99ed3f-364c-4ad8-bac4-db43dc3033da, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3b99ed3f-364c-4ad8-bac4-db43dc3033da,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:39.560445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.574810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.599374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for 3b99ed3f-364c-4ad8-bac4-db43dc3033da owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:39.602842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b729616-b667-4da6-b569-730277e579b5 None None] Deleting port 3b99ed3f-364c-4ad8-bac4-db43dc3033da {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:39.603174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b729616-b667-4da6-b569-730277e579b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.605970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c64f8c9-17e4-44a0-9b70-845a50dcaf12 req-16523944-e344-4fab-bf32-2a04bfcea567 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128392 Jul 15 13:10:39.629113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-d730a8c6-d996-4e75-9de1-515f01040cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.631233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-d730a8c6-d996-4e75-9de1-515f01040cfa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1094 time: 0.1108005 Jul 15 13:10:39.709177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3b729616-b667-4da6-b569-730277e579b5 None None] For port 3b99ed3f-364c-4ad8-bac4-db43dc3033da, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3b99ed3f-364c-4ad8-bac4-db43dc3033da,segment=NetworkSegment(b766032d-8cf1-49f9-9cb8-5527d52688d4),segment_id=b766032d-8cf1-49f9-9cb8-5527d52688d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:39.709659 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b729616-b667-4da6-b569-730277e579b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.735452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b729616-b667-4da6-b569-730277e579b5 None None] Calling delete_port for 3b99ed3f-364c-4ad8-bac4-db43dc3033da owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:39.745119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.777775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-3f371650-ebea-4e9e-9a51-3a041b8b3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.779134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-3f371650-ebea-4e9e-9a51-3a041b8b3f23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1375287 Jul 15 13:10:39.835062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.888476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Subnet': ['ID=fdda96f8-30cf-49d2-9185-cdb5d20f3ea1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.904468 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b729616-b667-4da6-b569-730277e579b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.909359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.913514 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ad88adec-e494-4d0e-aff7-3de92faaed06 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/subnets/fdda96f8-30cf-49d2-9185-cdb5d20f3ea1 HTTP/1.1" status: 204 len: 168 time: 0.5317159 Jul 15 13:10:39.913691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33963eff-a2a9-4a6e-bca0-a1a18368a780 None None] Network 40c39052-8e16-4c3a-94b4-cba244297f04 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:39.913881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.917241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-bd658854-cfdf-4f0a-bee2-c6c606256cef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 217 time: 0.0884752 Jul 15 13:10:39.944113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.946777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b729616-b667-4da6-b569-730277e579b5 None None] Pushing event deleted for resources: {'Port': ['ID=3b99ed3f-364c-4ad8-bac4-db43dc3033da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.952250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b729616-b667-4da6-b569-730277e579b5 None None] No DVR routers for this DVR port 3b99ed3f-364c-4ad8-bac4-db43dc3033da on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:40.003204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d7812-f37b-448a-93b2-f46583ec29eb req-46d047c5-9c53-460e-90d7-d76f26b64a46 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.004704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d4d7812-f37b-448a-93b2-f46583ec29eb req-46d047c5-9c53-460e-90d7-d76f26b64a46 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.2246029 Jul 15 13:10:40.014150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-6f1e68b9-ca9d-4a5b-9583-6e221b2a441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.015774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-6f1e68b9-ca9d-4a5b-9583-6e221b2a441f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0871425 Jul 15 13:10:40.018656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=3b99ed3f-364c-4ad8-bac4-db43dc3033da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.020930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port 3b99ed3f-364c-4ad8-bac4-db43dc3033da on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:40.028339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ce465-b2ea-404f-8e08-f79baf6fe31e req-2cd352ea-8fcf-4136-a9ec-5d1c688c0b7b tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.034739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-441ce465-b2ea-404f-8e08-f79baf6fe31e req-2cd352ea-8fcf-4136-a9ec-5d1c688c0b7b tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 1101 time: 0.1585367 Jul 15 13:10:40.058340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.081544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-62cd4489-04b7-4039-aa39-3c2e7b45ef33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443420 Jul 15 13:10:40.137391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d4d7812-f37b-448a-93b2-f46583ec29eb req-9d8df52b-d304-42bc-9f5d-49e1f742f02d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196525 Jul 15 13:10:40.141886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.157847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b160ac-1a68-4af7-aee3-666ece50b56d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:40.158862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-441ce465-b2ea-404f-8e08-f79baf6fe31e req-3ed402e5-8dee-4c58-bf30-e7445f1779a2 tempest-ServersOnMultiNodesTest-1900405449 tempest-ServersOnMultiNodesTest-1900405449-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229615 Jul 15 13:10:40.171471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b766032d-8cf1-49f9-9cb8-5527d52688d4') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:40.171736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b766032d-8cf1-49f9-9cb8-5527d52688d4') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:40.198954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.209659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] DHCP port deletion for 40c39052-8e16-4c3a-94b4-cba244297f04 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:40.226679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.236014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:40.236415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:40.239773 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:40.262456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-39637679-e261-48ca-82ab-53804b9eba2f service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619058 Jul 15 13:10:40.262727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Deleting port 70bd8d47-1fb1-44e2-a808-1c70fa57853b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:40.263329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.289941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] Deleting port 70bd8d47-1fb1-44e2-a808-1c70fa57853b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:40.290504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.367484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.381179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.383176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/networks/02b160ac-1a68-4af7-aee3-666ece50b56d HTTP/1.1" status: 204 len: 168 time: 1.1865108 Jul 15 13:10:40.389515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.389985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:40.396305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-342994787'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:40.412984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2144c-1bda-415f-a58e-14c5bf12e895 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Network': ['ID=02b160ac-1a68-4af7-aee3-666ece50b56d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.416575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] For port 70bd8d47-1fb1-44e2-a808-1c70fa57853b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=70bd8d47-1fb1-44e2-a808-1c70fa57853b,segment=NetworkSegment(b02a8892-ff40-46e2-a177-871c1fb91df3),segment_id=b02a8892-ff40-46e2-a177-871c1fb91df3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:40.417150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.433290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] For port 70bd8d47-1fb1-44e2-a808-1c70fa57853b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=70bd8d47-1fb1-44e2-a808-1c70fa57853b,segment=NetworkSegment(b02a8892-ff40-46e2-a177-871c1fb91df3),segment_id=b02a8892-ff40-46e2-a177-871c1fb91df3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:40.433862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.438062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Calling delete_port for 70bd8d47-1fb1-44e2-a808-1c70fa57853b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:40.455087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] Calling delete_port for 70bd8d47-1fb1-44e2-a808-1c70fa57853b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:40.573330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:40.579766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:40.580278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.673435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.695332 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.735282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:40.737836 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c00e6-c555-4ed6-a018-f76e5b4ad4e3" -d '{"events": [{"server_uuid": "83ba8037-d1a0-4a8f-9f8e-2be9c76482b3", "name": "network-vif-plugged", "status": "completed", "tag": "8322d52a-d7c7-4ccb-a50b-e3661b1fd2db"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:40.744431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] Pushing event deleted for resources: {'Port': ['ID=70bd8d47-1fb1-44e2-a808-1c70fa57853b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.759155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e834d4-6043-4c2d-98c9-28e702595e65 None None] No DVR routers for this DVR port 70bd8d47-1fb1-44e2-a808-1c70fa57853b on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:40.762062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:40.774523 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.840239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-931a52e2-04d1-4864-ab43-41f224c8d914 req-ac38c9d8-235f-47e7-9dec-c37209355b33 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649047 Jul 15 13:10:40.845436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:40.852181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.862917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.883894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.913432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Port': ['ID=70bd8d47-1fb1-44e2-a808-1c70fa57853b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.917258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] No DVR routers for this DVR port 70bd8d47-1fb1-44e2-a808-1c70fa57853b on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:40.935185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5b840-4505-4e65-85a4-48e9379f0ab5 req-7284f430-a134-4004-8326-c84fe96e74a4 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.944362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92b5b840-4505-4e65-85a4-48e9379f0ab5 req-7284f430-a134-4004-8326-c84fe96e74a4 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 944 time: 0.5944762 Jul 15 13:10:40.945651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3b99ed3f-364c-4ad8-bac4-db43dc3033da no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:40.948261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:40.971982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 3b99ed3f-364c-4ad8-bac4-db43dc3033da {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:40.973089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3b99ed3f-364c-4ad8-bac4-db43dc3033da not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:40.974319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 70bd8d47-1fb1-44e2-a808-1c70fa57853b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:40.995154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 70bd8d47-1fb1-44e2-a808-1c70fa57853b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:40.995848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 70bd8d47-1fb1-44e2-a808-1c70fa57853b not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:41.002452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-dd724fac-c375-46a3-8da9-f44812b57260 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.003949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-dd724fac-c375-46a3-8da9-f44812b57260 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.2252009 Jul 15 13:10:41.010966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.020748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c39052-8e16-4c3a-94b4-cba244297f04']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:41.025569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.025850 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Added segment 6cf4c91b-f60e-4d34-92c1-2e4090107429 of type vlan for network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 Jul 15 13:10:41.032418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02a8892-ff40-46e2-a177-871c1fb91df3') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:41.032791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02a8892-ff40-46e2-a177-871c1fb91df3') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:41.041846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.056488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.062893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:41.063308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:41.066731 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:41.127653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.135722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.137515 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] 10.222.0.48 "DELETE /v2.0/networks/40c39052-8e16-4c3a-94b4-cba244297f04 HTTP/1.1" status: 204 len: 168 time: 1.2227006 Jul 15 13:10:41.143286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92b5b840-4505-4e65-85a4-48e9379f0ab5 req-56db72b4-1696-4940-b2de-0a6a7bf05574 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980777 Jul 15 13:10:41.149200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e424e-321f-4bfd-ab5f-1329d416bbe7 tempest-NetworksTest-273888190 tempest-NetworksTest-273888190-project] Pushing event deleted for resources: {'Network': ['ID=40c39052-8e16-4c3a-94b4-cba244297f04,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.190686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.260718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-dba4e64b-cb45-4af1-b625-1685d56c60d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2962921 Jul 15 13:10:41.289061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95541a63-d523-4547-880a-1a281b7c4110 req-c36ef30c-2aa7-4f13-bd1d-0fe964cc34ad tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.294861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95541a63-d523-4547-880a-1a281b7c4110 req-c36ef30c-2aa7-4f13-bd1d-0fe964cc34ad tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 946 time: 0.3200758 Jul 15 13:10:41.321481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.327047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.327639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.370346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.423942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0293517 Jul 15 13:10:41.424282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.429303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'subnet': {'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:41.434664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Deleting port 364fe6d0-b430-4f3b-9de5-f063cde20d99 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:41.435012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.501173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5132d7-fd05-4b63-b815-436edfadb1fd tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Network': ['ID=9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.512899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:41.521430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95541a63-d523-4547-880a-1a281b7c4110 req-1862a3cd-771e-41b2-8a63-471ecf1744ef tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186186 Jul 15 13:10:41.572509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:41.578020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.586864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f4eb1bf-f34a-4fb4-b4f6-09f824cb2252 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84485a9122cd4f2ab08d23bf65b9faa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153373 Jul 15 13:10:41.589716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58201496-2756-4916-bd7c-e4278b9e47ce req-1660912e-409c-4857-a6ed-957b9905ee5e tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.597976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58201496-2756-4916-bd7c-e4278b9e47ce req-1660912e-409c-4857-a6ed-957b9905ee5e tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 946 time: 0.3332775 Jul 15 13:10:41.600141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.623247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-adc3af9d-4c65-4ee5-8732-7858f52125a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.624674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-adc3af9d-4c65-4ee5-8732-7858f52125a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 1099 time: 0.2920742 Jul 15 13:10:41.654017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] For port 364fe6d0-b430-4f3b-9de5-f063cde20d99, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=364fe6d0-b430-4f3b-9de5-f063cde20d99,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:41.654419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.679153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58201496-2756-4916-bd7c-e4278b9e47ce req-4f16f0b2-99bc-4b54-b386-6c8194131e76 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups?id=c568c4a8-eab0-433d-9a33-ef95431f6626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798554 Jul 15 13:10:41.719282 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c2d552-74e3-44f1-99b0-3bc22bb1f141 x-openstack-request-id: req-56c2d552-74e3-44f1-99b0-3bc22bb1f141 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:41.719641 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba8037-d1a0-4a8f-9f8e-2be9c76482b3", "name": "network-vif-plugged", "status": "completed", "tag": "8322d52a-d7c7-4ccb-a50b-e3661b1fd2db", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:41.719955 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56c2d552-74e3-44f1-99b0-3bc22bb1f141 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:41.720514 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db', 'code': 200} Jul 15 13:10:41.730138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-776f2f0b-96a4-44c1-9340-65e0894476c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.775930 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-776f2f0b-96a4-44c1-9340-65e0894476c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.912671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.944443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-776f2f0b-96a4-44c1-9340-65e0894476c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.946872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-776f2f0b-96a4-44c1-9340-65e0894476c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.948006 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-776f2f0b-96a4-44c1-9340-65e0894476c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57c15d6c-171f-4115-8b35-6778b76adb76 HTTP/1.1" status: 204 len: 168 time: 0.3466132 Jul 15 13:10:41.956148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-13b2861e-dfc8-4168-8cfb-8941dd3f903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.957562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-13b2861e-dfc8-4168-8cfb-8941dd3f903b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2981560 Jul 15 13:10:41.979477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f2f0b-96a4-44c1-9340-65e0894476c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c15d6c-171f-4115-8b35-6778b76adb76,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.996099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3ceba-b7c3-477b-be86-7663a294da2a req-2d4ee1c6-0197-457c-82fc-25249fcb39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.997653 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dac3ceba-b7c3-477b-be86-7663a294da2a req-2d4ee1c6-0197-457c-82fc-25249fcb39df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 1096 time: 0.1811826 Jul 15 13:10:41.998670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Subnet': ['ID=be70f479-124d-4a90-bbe1-94da735362fb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.036453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Checking segment: {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:42.036818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network hostable DHCP agents. Network: 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:42.050481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-4eefc044-dc97-4828-a21c-dfaf21294830 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 HTTP/1.1" status: 200 len: 217 time: 0.0603335 Jul 15 13:10:42.055619 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dac3ceba-b7c3-477b-be86-7663a294da2a req-3e0d5ce8-9c8e-4077-a43e-93e44b84c80d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502787 Jul 15 13:10:42.077656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:42.100386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:42.112019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.112691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.118884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09914dd-5316-4176-88a6-441cbbfad548 None None] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:42.149527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b731364d-da40-44b1-926b-89d74d045015 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7236228 Jul 15 13:10:42.151920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:42.165415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-106109394'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:42.178125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e2799-cccd-4b7e-85c5-9c662889deea req-9153c2ff-bb65-42fb-b434-ce216beaa2e0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.179823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c67e2799-cccd-4b7e-85c5-9c662889deea req-9153c2ff-bb65-42fb-b434-ce216beaa2e0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.3222826 Jul 15 13:10:42.187566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc54e1d-14fb-4ea3-acd8-14f90618321c req-2d8fffeb-0916-4833-8725-95bb51ee11a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.194732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdc54e1d-14fb-4ea3-acd8-14f90618321c req-2d8fffeb-0916-4833-8725-95bb51ee11a7 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 950 time: 0.3848484 Jul 15 13:10:42.215897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:42.220314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.224815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.225284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.225699 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Floating IP 72aced97-626b-4584-bafb-7717f2d3d440 disassociated. External IP: 172.25.2.99, port: 364fe6d0-b430-4f3b-9de5-f063cde20d99. Jul 15 13:10:42.226117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Calling delete_port for 364fe6d0-b430-4f3b-9de5-f063cde20d99 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:42.257655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-87cf395a-4747-4991-9e39-f3c2e6df4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.258175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:42.259342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-87cf395a-4747-4991-9e39-f3c2e6df4167 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1949966 Jul 15 13:10:42.272011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.272475 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Added segment 2d49576d-f30a-42f0-a3aa-a56f339a6e30 of type vlan for network aa543e60-653e-4fad-a187-cda3494fe2f3 Jul 15 13:10:42.339820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179', 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'fixed_ips': [{'subnet_id': 'be70f479-124d-4a90-bbe1-94da735362fb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:42.340358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.355771 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.384531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdc54e1d-14fb-4ea3-acd8-14f90618321c req-fefc7fd7-6666-4c3d-98b9-f71a72cd16e4 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887832 Jul 15 13:10:42.392729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c67e2799-cccd-4b7e-85c5-9c662889deea req-e8b55b39-26eb-47c2-8206-a3801030c790 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922998 Jul 15 13:10:42.411572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.427205 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.428849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.519063 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3646183 Jul 15 13:10:42.523398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:42.528570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-c1e35606-f1d3-41a5-8526-18527cff7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.534880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-c1e35606-f1d3-41a5-8526-18527cff7218 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120948 Jul 15 13:10:42.539857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'subnet': {'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:42.584362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877179bf-a5e7-475d-9432-0eaddf092644 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Network': ['ID=aa543e60-653e-4fad-a187-cda3494fe2f3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.605677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Allocated IP 19.80.0.2 (9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179/be70f479-124d-4a90-bbe1-94da735362fb/9b148100-8ac7-4ea7-a210-6b66d5b35f82) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:42.617085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network aa543e60-653e-4fad-a187-cda3494fe2f3 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:42.781805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f33d1-7578-4767-89cd-1bdcda457864 req-ed9f25ee-fa9a-49e5-ac90-22ee658e5a98 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.783406 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-186f33d1-7578-4767-89cd-1bdcda457864 req-ed9f25ee-fa9a-49e5-ac90-22ee658e5a98 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.23 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 946 time: 0.1670165 Jul 15 13:10:42.792525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-9a162c40-adbc-420d-bef1-90a1da5ca364 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.794078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-9a162c40-adbc-420d-bef1-90a1da5ca364 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 950 time: 0.1339781 Jul 15 13:10:42.818981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.853396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:42.855025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e820f96-609e-44b1-984e-749d383ef88d req-4878687f-ad59-451e-ad77-03e36aff907f tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.860350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7a78-79cb-438c-adaf-ff6406756e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.863116 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e820f96-609e-44b1-984e-749d383ef88d req-4878687f-ad59-451e-ad77-03e36aff907f tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.2403541 Jul 15 13:10:42.930988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.950858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Transition to ACTIVE for port object 9b148100-8ac7-4ea7-a210-6b66d5b35f82 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:42.990322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Transition to ACTIVE for port object 9b148100-8ac7-4ea7-a210-6b66d5b35f82 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:42.990562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event deleted for resources: {'Port': ['ID=364fe6d0-b430-4f3b-9de5-f063cde20d99,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.045966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port 8825a2a5-e181-484e-960f-07eee08d9e13 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:43.046960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.060584 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.064636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Deleting port f0c71e15-05b9-4d24-8abb-18621989cdc9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:43.065095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.082097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e820f96-609e-44b1-984e-749d383ef88d req-ad5a03bb-faf4-4407-bb73-9ecb12df9678 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177784 Jul 15 13:10:43.105839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af960271-5f47-476b-8247-f274b3cdeb98 req-65b6b9b0-255e-492e-8fd8-87d29c80bcda tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.124381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af960271-5f47-476b-8247-f274b3cdeb98 req-65b6b9b0-255e-492e-8fd8-87d29c80bcda tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 946 time: 0.3887572 Jul 15 13:10:43.145260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:43.167227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:43.174925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:43.202934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-0fe60b49-3911-4ac2-91cb-9a45a5a578d0 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813117 Jul 15 13:10:43.232090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.233840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.242802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:43.246687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.251826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Pushing event updated for resources: {'Port': ['ID=9b148100-8ac7-4ea7-a210-6b66d5b35f82,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.359095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'port_id': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'mac_address': 'fa:16:3e:4a:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb22382-8999-4a84-84e8-a46935e52509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:43.371289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port 8825a2a5-e181-484e-960f-07eee08d9e13, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=8825a2a5-e181-484e-960f-07eee08d9e13,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.371954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.394689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af960271-5f47-476b-8247-f274b3cdeb98 req-6b963266-aef6-487b-b365-39352de08318 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7503ad9-2330-45da-9161-cd76e9c65999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713690 Jul 15 13:10:43.408785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for 8825a2a5-e181-484e-960f-07eee08d9e13 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:43.414914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fcf53032-5406-4e7f-aeaa-f6692d85ec9a tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-92612600', 'prefixes': ['172.20.0.0/16']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:43.430304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Attempting to bind port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:43.430711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Attempting to bind port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:43.431073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Attempting to bind port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 on network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:43.440381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:43.440757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Checking segment: {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:43.441162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.441552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Bound using segment: {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:43.442026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Bound port: 9b148100-8ac7-4ea7-a210-6b66d5b35f82, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:43.444345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.446974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] For port f0c71e15-05b9-4d24-8abb-18621989cdc9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f0c71e15-05b9-4d24-8abb-18621989cdc9,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.446974 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.478560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.510857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbd64d5-91fa-4fcb-83eb-83b77e3addec {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:43.514922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Calling delete_port for f0c71e15-05b9-4d24-8abb-18621989cdc9 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:43.537538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc9b09b6-f1d9-4fdf-89d3-527f415540db req-17bc3dc9-e0c6-441e-9a0b-f7623d6dd5d9 service neutron] 10.222.0.23 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195213 Jul 15 13:10:43.563579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1268b30-daba-4f33-ae8b-d19195bbbb4e req-132dec5f-be67-4a40-bef0-0076950c6f47 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.1657166 Jul 15 13:10:43.611679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.624625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.663276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a614c842-398d-4274-a024-be98b63b7252 None None] For port 9b148100-8ac7-4ea7-a210-6b66d5b35f82, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:43.684485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a614c842-398d-4274-a024-be98b63b7252 None None] For port 9b148100-8ac7-4ea7-a210-6b66d5b35f82, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9b148100-8ac7-4ea7-a210-6b66d5b35f82,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:43.699399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.708702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.721161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Router 6ab08d47-58bd-4aa9-8405-54341b45db27 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:43.772228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c842-398d-4274-a024-be98b63b7252 None None] Pushing event updated for resources: {'Port': ['ID=9b148100-8ac7-4ea7-a210-6b66d5b35f82,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.840758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.872802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a8808-63b8-442e-a7ca-29dcd3547421 req-7c25f6ce-12fd-4883-937a-aa2796d417a2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.878936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['2bbd64d5-91fa-4fcb-83eb-83b77e3addec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:43.879974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9a8808-63b8-442e-a7ca-29dcd3547421 req-7c25f6ce-12fd-4883-937a-aa2796d417a2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95da668-e478-40be-8803-8e89fd86ef0b HTTP/1.1" status: 200 len: 950 time: 0.3208923 Jul 15 13:10:43.905292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.933433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061', '3f3457c4-7f18-4023-84e9-7ba6742a0f35', '9a439c11-811a-4d85-b0ea-99c280089fd3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:43.952759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcf53032-5406-4e7f-aeaa-f6692d85ec9a tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.959684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fcf53032-5406-4e7f-aeaa-f6692d85ec9a tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.7261939 Jul 15 13:10:43.979232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43026) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.021191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=8825a2a5-e181-484e-960f-07eee08d9e13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.059216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.163529 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-351f08aa-86fb-40ed-80de-d8bc7faa822c tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] 10.222.0.48 "GET /v2.0/subnetpools/6af2f1cb-ef37-4a01-a379-261541b0a1a8 HTTP/1.1" status: 200 len: 730 time: 0.1592798 Jul 15 13:10:44.207796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.218392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-21786131-1c4d-4061-b739-eff4b27dce6b tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1482140606'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:44.221852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port 8825a2a5-e181-484e-960f-07eee08d9e13 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:44.227144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.229175 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c924e2c2-5b28-47ad-92ff-e3db410e069c req-99a9d334-d6cc-4fa8-8317-3cc5b7fbea87 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "DELETE /v2.0/ports/8825a2a5-e181-484e-960f-07eee08d9e13 HTTP/1.1" status: 204 len: 173 time: 1.4265165 Jul 15 13:10:44.231447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Pushing event deleted for resources: {'Port': ['ID=f0c71e15-05b9-4d24-8abb-18621989cdc9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.235919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'name': 'network-vif-deleted', 'tag': '8825a2a5-e181-484e-960f-07eee08d9e13'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:44.240703 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec30b81-746e-4cb8-ad61-48b7a5a2ed58" -d '{"events": [{"server_uuid": "a95da668-e478-40be-8803-8e89fd86ef0b", "name": "network-vif-deleted", "tag": "8825a2a5-e181-484e-960f-07eee08d9e13"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:44.390089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] No DVR routers for this DVR port f0c71e15-05b9-4d24-8abb-18621989cdc9 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:44.401779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.416548 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-186f33d1-7578-4767-89cd-1bdcda457864 req-1a38cccf-822a-4ac0-bacc-20559dfcf5f4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.23 "DELETE /v2.0/ports/f0c71e15-05b9-4d24-8abb-18621989cdc9 HTTP/1.1" status: 204 len: 173 time: 1.6214383 Jul 15 13:10:44.454135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-d37a15d5-2948-4933-b6dc-e498e6b7fb59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5222003 Jul 15 13:10:44.485237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21786131-1c4d-4061-b739-eff4b27dce6b tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.486638 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-21786131-1c4d-4061-b739-eff4b27dce6b tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] 10.222.0.48 "PUT /v2.0/subnetpools/6af2f1cb-ef37-4a01-a379-261541b0a1a8 HTTP/1.1" status: 200 len: 684 time: 0.2748282 Jul 15 13:10:44.496257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.578104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Subnet': ['ID=f8995478-8a2c-4dd8-9db3-9f87a48973fa,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.585016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9a8808-63b8-442e-a7ca-29dcd3547421 req-ef2e45a8-fa01-4cb7-9bee-d9e7efcfb001 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041945 Jul 15 13:10:44.609953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Checking segment: {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:44.610487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network hostable DHCP agents. Network: aa543e60-653e-4fad-a187-cda3494fe2f3, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:44.634820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:44.652521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f5fa-64b7-4ec1-9db3-ab9265778952 req-44a6d4c6-9a02-43cb-a045-d24ce2ecb6b9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.657067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] Sync routers for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:44.662761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd2f5fa-64b7-4ec1-9db3-ab9265778952 req-44a6d4c6-9a02-43cb-a045-d24ce2ecb6b9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 944 time: 0.8273499 Jul 15 13:10:44.677708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921f93-4f56-4183-b46e-42199155fb51 req-1e4263aa-4a38-43c4-a8dc-9caf7a2c721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.678772 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-1e4263aa-4a38-43c4-a8dc-9caf7a2c721f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 1100 time: 0.1907904 Jul 15 13:10:44.699332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34d3e0d4-61d6-48e4-8065-7e980266f005 tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.700971 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34d3e0d4-61d6-48e4-8065-7e980266f005 tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6af2f1cb-ef37-4a01-a379-261541b0a1a8 HTTP/1.1" status: 204 len: 168 time: 0.2038026 Jul 15 13:10:44.704308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.706016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:44.706756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:44.745298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network aa543e60-653e-4fad-a187-cda3494fe2f3 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:44.759646 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-63340502-5b76-42c2-9370-534f3d0f8ba0 tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] show failed (client error): The resource could not be found. Jul 15 13:10:44.762245 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-63340502-5b76-42c2-9370-534f3d0f8ba0 tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] 10.222.0.48 "GET /v2.0/subnetpools/6af2f1cb-ef37-4a01-a379-261541b0a1a8 HTTP/1.1" status: 404 len: 346 time: 0.0567505 Jul 15 13:10:44.769554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.812287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] No DVR routers for this DVR port 364fe6d0-b430-4f3b-9de5-f063cde20d99 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:44.819787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.825352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-916250ad-c71c-4bef-bb08-4972b499afe3 req-6b6cceb2-30f2-472d-865f-d70e144c3633 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.23 "DELETE /v2.0/ports/364fe6d0-b430-4f3b-9de5-f063cde20d99 HTTP/1.1" status: 204 len: 173 time: 3.8011577 Jul 15 13:10:44.847804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 364fe6d0-b430-4f3b-9de5-f063cde20d99 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:44.851484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'name': 'network-vif-deleted', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:44.853966 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0fdf25-b1ef-437b-810d-01c96c2bd8eb" -d '{"events": [{"server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "name": "network-vif-deleted", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:44.888324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 364fe6d0-b430-4f3b-9de5-f063cde20d99 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:44.888324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 364fe6d0-b430-4f3b-9de5-f063cde20d99 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:44.893850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, aa543e60-653e-4fad-a187-cda3494fe2f3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:44.899466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.900072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.926881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda185c9-b7c2-42e1-b921-b2ff45621939 None None] Network aa543e60-653e-4fad-a187-cda3494fe2f3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:44.969792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921f93-4f56-4183-b46e-42199155fb51 req-8d3845f3-4a25-4e33-979b-f8791ed4acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.971531 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-8d3845f3-4a25-4e33-979b-f8791ed4acbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2647555 Jul 15 13:10:45.058025 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-3eea79c1-11ce-43aa-9072-00adc5457868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9c082d75-1676-4508-9fec-6a3dc20eada4 HTTP/1.1" status: 200 len: 217 time: 0.0773082 Jul 15 13:10:45.072414 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-183053e8-3079-4f73-8784-5abbb6e005d8 tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] delete failed (client error): The resource could not be found. Jul 15 13:10:45.079542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-183053e8-3079-4f73-8784-5abbb6e005d8 tempest-SubnetPoolsTestJSON-1581157974 tempest-SubnetPoolsTestJSON-1581157974-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6af2f1cb-ef37-4a01-a379-261541b0a1a8 HTTP/1.1" status: 404 len: 346 time: 0.2736075 Jul 15 13:10:45.087365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd2f5fa-64b7-4ec1-9db3-ab9265778952 req-49ae5dce-bb3b-41f5-8228-f0b61f27a7a9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236033 Jul 15 13:10:45.097052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-58a5d6ff-05e2-44cf-9bba-ef548ac769ef tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5611174 Jul 15 13:10:45.229086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921f93-4f56-4183-b46e-42199155fb51 req-6daf5039-ab9c-46bc-abf3-a1dd1269c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.230680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-6daf5039-ab9c-46bc-abf3-a1dd1269c851 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1651235 Jul 15 13:10:45.232342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c314ce1-b32e-4ee4-8669-7448c449a1d1 req-109409fd-0f2d-44aa-9080-9fd20e3da29e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.247504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c314ce1-b32e-4ee4-8669-7448c449a1d1 req-109409fd-0f2d-44aa-9080-9fd20e3da29e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3707511 Jul 15 13:10:45.315130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c314ce1-b32e-4ee4-8669-7448c449a1d1 req-0c5fb07e-aa09-40f1-a5dd-34721b35e7ae tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650353 Jul 15 13:10:45.380230 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14547df-14f0-4b05-864c-8acbc1fb2f09 x-openstack-request-id: req-f14547df-14f0-4b05-864c-8acbc1fb2f09 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:45.384247 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95da668-e478-40be-8803-8e89fd86ef0b", "name": "network-vif-deleted", "tag": "8825a2a5-e181-484e-960f-07eee08d9e13", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:45.384569 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f14547df-14f0-4b05-864c-8acbc1fb2f09 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:45.384997 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95da668-e478-40be-8803-8e89fd86ef0b', 'name': 'network-vif-deleted', 'tag': '8825a2a5-e181-484e-960f-07eee08d9e13', 'status': 'completed', 'code': 200} Jul 15 13:10:45.457867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:45.460477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b148100-8ac7-4ea7-a210-6b66d5b35f82 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:45.495072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921f93-4f56-4183-b46e-42199155fb51 req-81dd2914-ad4e-49e0-a10e-08d882ed5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.498684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-81dd2914-ad4e-49e0-a10e-08d882ed5c7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2573376 Jul 15 13:10:45.526910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82918a0b-6136-4108-aa6e-9e2d80429a67 None None] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:45.611700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eea2ebd-550a-48df-8e57-262433897fe6 req-282d838c-8fa0-472f-8b3d-967d715551b4 tempest-AttachSCSIVolumeTestJSON-827558783 tempest-AttachSCSIVolumeTestJSON-827558783-project] 10.222.0.48 "GET /v2.0/ports?device_id=94a46dd1-fc65-4f66-9f07-abd18ced1c97 HTTP/1.1" status: 200 len: 210 time: 0.0802591 Jul 15 13:10:45.710054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-2409a001-b7eb-4d59-ae8b-19bcde1af881 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033012 Jul 15 13:10:45.731895 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73424465-eb1a-4fea-be90-c854edd8a823 x-openstack-request-id: req-73424465-eb1a-4fea-be90-c854edd8a823 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:45.743566 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1153af26-b36c-4cdd-be33-92b0257acb9a", "name": "network-vif-deleted", "tag": "364fe6d0-b430-4f3b-9de5-f063cde20d99", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:45.744179 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73424465-eb1a-4fea-be90-c854edd8a823 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:45.745461 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1153af26-b36c-4cdd-be33-92b0257acb9a', 'name': 'network-vif-deleted', 'tag': '364fe6d0-b430-4f3b-9de5-f063cde20d99', 'status': 'completed', 'code': 200} Jul 15 13:10:45.756899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.763401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7edb7a46-ef40-45df-911e-e2033fc5d496 req-b3f6336d-e7c2-4c5f-a505-66fa91e3b2d3 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/ports?device_id=1153af26-b36c-4cdd-be33-92b0257acb9a HTTP/1.1" status: 200 len: 210 time: 0.1322618 Jul 15 13:10:45.949632 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c921f93-4f56-4183-b46e-42199155fb51 req-1abac3c7-9fbd-42eb-9cbb-1536a21b1e70 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304578 Jul 15 13:10:46.007250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-f2e2-485a-91b8-79bb14286078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.090439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-cf2f4a15-1db4-4a50-b8e9-0446af7a24f3 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.094415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:46.115773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-cf2f4a15-1db4-4a50-b8e9-0446af7a24f3 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.120616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-cf2f4a15-1db4-4a50-b8e9-0446af7a24f3 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/networks?id=9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179&id=aa543e60-653e-4fad-a187-cda3494fe2f3 HTTP/1.1" status: 200 len: 1390 time: 0.2872536 Jul 15 13:10:46.149335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-9084e259-1f32-4925-8322-b77d6e4be4e7 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/quotas/7f2e89607cb04394b3da66fd9fe984aa HTTP/1.1" status: 200 len: 375 time: 0.0222564 Jul 15 13:10:46.156891 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3116bb1-7add-4987-9d31-c4d603b234b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.189929 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.211842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-aa543e60-653e-4fad-a187-cda3494fe2f3', 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'fixed_ips': [{'subnet_id': 'f8995478-8a2c-4dd8-9db3-9f87a48973fa'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:46.213180 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.216131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] Provisioning for port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:46.218462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-f2e2-485a-91b8-79bb14286078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.236046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-f2e2-485a-91b8-79bb14286078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.260845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:46.271732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] Provisioning complete for port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:46.272777 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.297858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaf107-f2e2-485a-91b8-79bb14286078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf2888e-33b8-44d0-9073-018cbbd52581,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.303894 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3aaaf107-f2e2-485a-91b8-79bb14286078 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8547313584974bf9a8cf1e300c39cde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455635 Jul 15 13:10:46.307435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.385726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c10e-f05f-4f1f-8bd5-fffb4dc0f29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.390428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-a1249424-a0ed-4f1d-9407-4b8b910033bb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2327943 Jul 15 13:10:46.501812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c10e-f05f-4f1f-8bd5-fffb4dc0f29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.604591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Allocated IP 19.86.0.2 (aa543e60-653e-4fad-a187-cda3494fe2f3/f8995478-8a2c-4dd8-9db3-9f87a48973fa/f2159a8c-74e8-40fb-88d3-679a2f4247fe) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:46.639803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-4b86f066-75d1-42ae-9cb8-8532d1650fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.641534 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-4b86f066-75d1-42ae-9cb8-8532d1650fe8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 1096 time: 0.2146029 Jul 15 13:10:46.642809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c10e-f05f-4f1f-8bd5-fffb4dc0f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.645439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c10e-f05f-4f1f-8bd5-fffb4dc0f29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.648939 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7cc3c10e-f05f-4f1f-8bd5-fffb4dc0f29a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cf2888e-33b8-44d0-9073-018cbbd52581 HTTP/1.1" status: 204 len: 168 time: 0.3368042 Jul 15 13:10:46.683419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3c10e-f05f-4f1f-8bd5-fffb4dc0f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf2888e-33b8-44d0-9073-018cbbd52581,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.706249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-8f8bae6a-0a71-4fd7-b19a-b081c2a74c71 service neutron] 10.222.0.48 "GET /v2.0/networks/9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070338 Jul 15 13:10:46.722754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651052b-b57f-4751-8900-8e2f8e6dbb7c req-6b0cdd54-5e9c-408a-baac-d4b7124361a0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.726690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0651052b-b57f-4751-8900-8e2f8e6dbb7c req-6b0cdd54-5e9c-408a-baac-d4b7124361a0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 944 time: 0.1883817 Jul 15 13:10:46.735162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:46.778666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-8f886cd8-ad9e-459b-8324-99e988beda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.781107 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-8f886cd8-ad9e-459b-8324-99e988beda5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 912 time: 0.1316960 Jul 15 13:10:46.830392 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-8bb1dfa1-d8e5-42a1-ae4f-ecba2ba9b15c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db HTTP/1.1" status: 200 len: 217 time: 0.0417342 Jul 15 13:10:46.832492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0651052b-b57f-4751-8900-8e2f8e6dbb7c req-72293686-809c-40cc-a676-7b08039af893 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938141 Jul 15 13:10:46.859578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-6ba030e2-fd2a-4184-84c5-98ffb4d325ec service neutron] 10.222.0.48 "GET /v2.0/networks/9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300657 Jul 15 13:10:46.877541 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.944795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-6d572251-7a89-4bdd-8483-5d05c941875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.948971 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-6d572251-7a89-4bdd-8483-5d05c941875c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.1051650 Jul 15 13:10:46.983255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-35f83538-f01e-4b7b-acf6-f37295ddb5e7 service neutron] 10.222.0.48 "GET /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089385 Jul 15 13:10:46.998669 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-c0418211-414b-4cc1-8979-f5b58ea3da60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423284 Jul 15 13:10:47.164986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:47.169104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-b6853c04-ab79-48b6-8ea7-9792a7f1631d service neutron] 10.222.0.48 "GET /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773794 Jul 15 13:10:47.190978 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.194502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277a12-6cee-4ab5-8e75-e766cfc08077 req-9787eac8-3171-4aeb-ab69-e242fe793408 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.202936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c277a12-6cee-4ab5-8e75-e766cfc08077 req-9787eac8-3171-4aeb-ab69-e242fe793408 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.1233995 Jul 15 13:10:47.203112 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-26645218-0086-463f-9917-b3897e9351fa service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968040 Jul 15 13:10:47.205673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:47.206155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.208241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.252596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c277a12-6cee-4ab5-8e75-e766cfc08077 req-5239996a-87a1-45d4-9acc-9223ab86a047 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492668 Jul 15 13:10:47.277590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Transition to ACTIVE for port object f2159a8c-74e8-40fb-88d3-679a2f4247fe will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:47.353714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] For port 9b148100-8ac7-4ea7-a210-6b66d5b35f82, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9b148100-8ac7-4ea7-a210-6b66d5b35f82,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:47.355633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Transition to ACTIVE for port object f2159a8c-74e8-40fb-88d3-679a2f4247fe will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:47.372158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.384904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.391727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'name': 'network-vif-deleted', 'tag': 'f0c71e15-05b9-4d24-8abb-18621989cdc9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:47.397569 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d9078-c324-4fe5-97bd-db01cb472143" -d '{"events": [{"server_uuid": "94a46dd1-fc65-4f66-9f07-abd18ced1c97", "name": "network-vif-deleted", "tag": "f0c71e15-05b9-4d24-8abb-18621989cdc9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:47.474021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-163aa60b-3bb2-4c31-8400-24c65f9253de req-64d43572-74f5-4419-8432-45e977619987 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595968 Jul 15 13:10:47.487508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Network aa543e60-653e-4fad-a187-cda3494fe2f3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:47.577775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:25Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:47.578445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:47.603589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b231d2d-c91c-4706-9391-cb7d5883e24b None None] Pushing event updated for resources: {'Port': ['ID=9b148100-8ac7-4ea7-a210-6b66d5b35f82,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.648349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:47.658747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] Checking router: 6ab08d47-58bd-4aa9-8405-54341b45db27 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:47.706612 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.741634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7cddb9e7-4c5c-4f26-87f2-0122beecdb06 None None] Provisioning complete for port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:47.741910 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cddb9e7-4c5c-4f26-87f2-0122beecdb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.795043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:47.796669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:47.804577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Pushing event updated for resources: {'Port': ['ID=f2159a8c-74e8-40fb-88d3-679a2f4247fe,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.807248 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7ce911-6ecd-4b73-bf1f-763827993e29 x-openstack-request-id: req-1c7ce911-6ecd-4b73-bf1f-763827993e29 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:47.807644 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a46dd1-fc65-4f66-9f07-abd18ced1c97", "name": "network-vif-deleted", "tag": "f0c71e15-05b9-4d24-8abb-18621989cdc9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:47.808029 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c7ce911-6ecd-4b73-bf1f-763827993e29 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:47.808533 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a46dd1-fc65-4f66-9f07-abd18ced1c97', 'name': 'network-vif-deleted', 'tag': 'f0c71e15-05b9-4d24-8abb-18621989cdc9', 'status': 'completed', 'code': 200} Jul 15 13:10:47.836596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2d39aab-4dcf-4421-8e89-eb2a8e2f0eca req-02d5a2a3-1661-4143-8175-847b2915c686 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 210 time: 0.0780857 Jul 15 13:10:47.898556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:47.900957 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e78453-201a-40b2-85a0-affc5ce46afa" -d '{"events": [{"server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "name": "network-vif-plugged", "status": "completed", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:47.902831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43136) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.927369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43142) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.931914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030789 Jul 15 13:10:47.936675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43144) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.959690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Attempting to bind port f2159a8c-74e8-40fb-88d3-679a2f4247fe on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:47.960069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Attempting to bind port f2159a8c-74e8-40fb-88d3-679a2f4247fe by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:47.960436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Attempting to bind port f2159a8c-74e8-40fb-88d3-679a2f4247fe on network aa543e60-653e-4fad-a187-cda3494fe2f3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:48.031473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3eee35f-2874-467f-837a-cc8b3aa9f251 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.085445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:48.085760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3eee35f-2874-467f-837a-cc8b3aa9f251 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.101614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:48.102413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Checking segment: {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:48.103128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.104564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Bound using segment: {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:48.105352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Bound port: f2159a8c-74e8-40fb-88d3-679a2f4247fe, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:48.105950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.181620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3eee35f-2874-467f-837a-cc8b3aa9f251 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.185039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3eee35f-2874-467f-837a-cc8b3aa9f251 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.187320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a3eee35f-2874-467f-837a-cc8b3aa9f251 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "DELETE /v2.0/security-groups/c568c4a8-eab0-433d-9a33-ef95431f6626 HTTP/1.1" status: 204 len: 168 time: 0.2830718 Jul 15 13:10:48.194563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-744d45fe-f82d-46f6-be9c-4f285f82d7c9 tempest-NetworksApiDiscovery-1101525330 tempest-NetworksApiDiscovery-1101525330-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2559040 Jul 15 13:10:48.197275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.209747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee35f-2874-467f-837a-cc8b3aa9f251 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c568c4a8-eab0-433d-9a33-ef95431f6626,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:48.240620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c86446-56bc-47c5-9452-b44c7050007e req-185044d9-2a8f-45ff-aa02-bb0803b803bc tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.242171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41c86446-56bc-47c5-9452-b44c7050007e req-185044d9-2a8f-45ff-aa02-bb0803b803bc tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 949 time: 0.2366040 Jul 15 13:10:48.245619 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-997aef81-19de-4bf6-aefd-7ef5ce67b3d3 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] show failed (client error): The resource could not be found. Jul 15 13:10:48.246915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-997aef81-19de-4bf6-aefd-7ef5ce67b3d3 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "GET /v2.0/security-groups/c568c4a8-eab0-433d-9a33-ef95431f6626 HTTP/1.1" status: 404 len: 347 time: 0.0484672 Jul 15 13:10:48.251436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.312204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd590a-7e9b-4144-940a-d721a4fc96af req-79c97dff-1cfa-4bb3-8886-3c1b4ba0c97a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.339864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62cd590a-7e9b-4144-940a-d721a4fc96af req-79c97dff-1cfa-4bb3-8886-3c1b4ba0c97a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.2026217 Jul 15 13:10:48.391023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41c86446-56bc-47c5-9452-b44c7050007e req-8036604a-c2de-49f3-91ae-3f5785931bae tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296725 Jul 15 13:10:48.455207 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62cd590a-7e9b-4144-940a-d721a4fc96af req-b53f7507-74af-4ec9-afad-36b99a48b431 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144021 Jul 15 13:10:48.520071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Deleting port 967f89de-83ec-4fad-a7d6-aab1e179781b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:48.523860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.573895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.579037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f0c71e15-05b9-4d24-8abb-18621989cdc9 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:48.633723 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1b8590-ce3c-4699-b5af-44a75f120446 x-openstack-request-id: req-6d1b8590-ce3c-4699-b5af-44a75f120446 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:48.634035 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "name": "network-vif-plugged", "status": "completed", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:48.634277 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d1b8590-ce3c-4699-b5af-44a75f120446 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:48.634687 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'code': 200} Jul 15 13:10:48.681439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:48.715591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.717063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.753776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Calling delete_port for 967f89de-83ec-4fad-a7d6-aab1e179781b owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:48.764742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: f0c71e15-05b9-4d24-8abb-18621989cdc9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:48.765322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f0c71e15-05b9-4d24-8abb-18621989cdc9 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:48.766025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8825a2a5-e181-484e-960f-07eee08d9e13 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:48.779491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.832260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.835265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ce121-a816-4385-b628-e84afa2294f6 req-7088b825-fdc2-4c46-9222-64068033b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.841165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-489ce121-a816-4385-b628-e84afa2294f6 req-7088b825-fdc2-4c46-9222-64068033b07d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1096 time: 0.2088335 Jul 15 13:10:48.860681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1710d6b-e391-4e31-ba39-4af8ab94b3e8 req-5eaf750d-cbd5-4451-a6a8-098bb741feac tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.865321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1710d6b-e391-4e31-ba39-4af8ab94b3e8 req-5eaf750d-cbd5-4451-a6a8-098bb741feac tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.1760199 Jul 15 13:10:48.902720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 8825a2a5-e181-484e-960f-07eee08d9e13 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:48.902720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 8825a2a5-e181-484e-960f-07eee08d9e13 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:48.974260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b148100-8ac7-4ea7-a210-6b66d5b35f82 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:49.051523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-489ce121-a816-4385-b628-e84afa2294f6 req-c3747915-df88-4fda-b5cf-0f7ff8db442b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841738 Jul 15 13:10:49.056060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1710d6b-e391-4e31-ba39-4af8ab94b3e8 req-9ede3080-49e3-492e-ba5e-2f928ecdc886 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835918 Jul 15 13:10:49.067742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] For port f2159a8c-74e8-40fb-88d3-679a2f4247fe, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:49.084522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.115215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] For port f2159a8c-74e8-40fb-88d3-679a2f4247fe, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2159a8c-74e8-40fb-88d3-679a2f4247fe,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:49.116420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:49.116955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.149561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.157682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.197062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c8b4264-7880-403d-a26a-7eac265a6a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.211594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e50bc112-c7c4-4547-9812-5a4cbd88fe2d req-bc5391f5-eb4d-4aba-9713-4296a7d9ace7 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 210 time: 0.0764077 Jul 15 13:10:49.215585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79a79c-35bf-4cb6-a635-b6028a69a7db None None] Pushing event updated for resources: {'Port': ['ID=f2159a8c-74e8-40fb-88d3-679a2f4247fe,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.276003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:25Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:49.321234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d1392-f5a9-45c9-a4d0-11c526b49fea None None] The sync data for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 is: [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:08:18Z', 'revision_number': 4, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '614fabeb-c08b-4cbe-81dc-36f9bb2fba11', 'name': '', 'network_id': '3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'mac_address': 'fa:16:3e:58:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:17Z', 'updated_at': '2021-07-15T13:08:25Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'subnets': [{'id': '415ac862-73a1-4451-a745-c90c8ae58fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:49.322192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Pushing event deleted for resources: {'Port': ['ID=967f89de-83ec-4fad-a7d6-aab1e179781b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.452876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e47f49c0-f3dc-4663-beb6-e90cd07f26df tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.459862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e47f49c0-f3dc-4663-beb6-e90cd07f26df tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.461500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e47f49c0-f3dc-4663-beb6-e90cd07f26df tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.23 "GET /v2.0/networks?id=9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179&id=aa543e60-653e-4fad-a187-cda3494fe2f3 HTTP/1.1" status: 200 len: 1390 time: 0.2192211 Jul 15 13:10:49.478635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.479856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'port': {'device_id': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179', 'admin_state_up': True, 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:49.488783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.492297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-83367596-143e-4497-b790-080063095a54 tempest-ServersTestJSON-903808996 tempest-ServersTestJSON-903808996-project] 10.222.0.48 "DELETE /v2.0/floatingips/72aced97-626b-4584-bafb-7717f2d3d440 HTTP/1.1" status: 204 len: 168 time: 1.2396636 Jul 15 13:10:49.508968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.553760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-86e27612-df2c-49ed-9c9d-392595bf10cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.562452 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-86e27612-df2c-49ed-9c9d-392595bf10cd tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 949 time: 0.5154042 Jul 15 13:10:49.863602 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22dc99-f4f3-4fae-b483-7b1c20bb04a2 None None] New status for floating IP 72aced97-626b-4584-bafb-7717f2d3d440: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:10:49.921365 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c8b4264-7880-403d-a26a-7eac265a6a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.953130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c8b4264-7880-403d-a26a-7eac265a6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.028515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5c8b4264-7880-403d-a26a-7eac265a6a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63a4baa7400e406280803cfdd4ec2c00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2451923 Jul 15 13:10:50.062613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:50.105036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:50.109985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.126778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b4264-7880-403d-a26a-7eac265a6a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08376ae-8fc0-4892-981d-ea689d71a555,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.148829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b643e2-b2c4-43ba-b8cc-ee4c29884d4b req-b9a7b9b6-16c4-4e73-be94-2dacec2b168d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.153039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50b643e2-b2c4-43ba-b8cc-ee4c29884d4b req-b9a7b9b6-16c4-4e73-be94-2dacec2b168d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 949 time: 0.5884399 Jul 15 13:10:50.217938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37acc3-0cb7-4107-bfd4-7723ceff1d06 req-3e4d8692-e012-453c-a5f4-2049602f0e9f tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.219758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d37acc3-0cb7-4107-bfd4-7723ceff1d06 req-3e4d8692-e012-453c-a5f4-2049602f0e9f tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.3961358 Jul 15 13:10:50.329839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50b643e2-b2c4-43ba-b8cc-ee4c29884d4b req-da422b91-eb64-477d-add5-6da5322895a6 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670110 Jul 15 13:10:50.339505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f41c9c5f-d8be-4239-97c0-836f21cb5633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.396232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port 9a439c11-811a-4d85-b0ea-99c280089fd3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:50.396708 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.448597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d37acc3-0cb7-4107-bfd4-7723ceff1d06 req-83d8b1b9-f639-48bc-b88e-68d5b7410f77 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843987 Jul 15 13:10:50.454913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f41c9c5f-d8be-4239-97c0-836f21cb5633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.523185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Allocated IP 19.80.0.129 (9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179/be70f479-124d-4a90-bbe1-94da735362fb/042a11db-1102-4353-ad03-ae7ed5ffbc48) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:50.592839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port 9a439c11-811a-4d85-b0ea-99c280089fd3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9a439c11-811a-4d85-b0ea-99c280089fd3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:50.593404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.617078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for 9a439c11-811a-4d85-b0ea-99c280089fd3 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:50.703665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f41c9c5f-d8be-4239-97c0-836f21cb5633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.706231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f41c9c5f-d8be-4239-97c0-836f21cb5633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.707394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f41c9c5f-d8be-4239-97c0-836f21cb5633 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e08376ae-8fc0-4892-981d-ea689d71a555 HTTP/1.1" status: 204 len: 168 time: 0.6435945 Jul 15 13:10:50.739103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c9c5f-d8be-4239-97c0-836f21cb5633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08376ae-8fc0-4892-981d-ea689d71a555,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.824022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.872809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c17fe2e-bf1d-4f2e-9f01-aa849589e546 req-355333d1-e174-4d9d-8bf5-2cfa9c923a80 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 210 time: 0.1346941 Jul 15 13:10:50.877439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab85e23-e42f-412f-b482-c32e500294e6 None None] Network aa543e60-653e-4fad-a187-cda3494fe2f3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:50.993330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db03ee-370f-4163-827a-f14fd26b6717 req-8ea858b7-81e1-4678-8ee7-e1ed9751478b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.994960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83db03ee-370f-4163-827a-f14fd26b6717 req-8ea858b7-81e1-4678-8ee7-e1ed9751478b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3887830 Jul 15 13:10:50.998682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.038860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Transition to ACTIVE for port object 042a11db-1102-4353-ad03-ae7ed5ffbc48 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:51.045286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.051371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2159a8c-74e8-40fb-88d3-679a2f4247fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:51.059958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83db03ee-370f-4163-827a-f14fd26b6717 req-f14b86b1-0c7f-497b-ac33-456740d41425 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537407 Jul 15 13:10:51.141482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:51.145808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061', '3f3457c4-7f18-4023-84e9-7ba6742a0f35'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:51.146065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.174938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f5c0fc3-2486-4a08-9ae8-971c0cc633f7 None None] Provisioning for port f2159a8c-74e8-40fb-88d3-679a2f4247fe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:51.200743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=9a439c11-811a-4d85-b0ea-99c280089fd3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.221840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:51.235825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:51.245221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:51.257169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Port': ['ID=042a11db-1102-4353-ad03-ae7ed5ffbc48,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.265358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port 9a439c11-811a-4d85-b0ea-99c280089fd3 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:51.282433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.286616 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3d6f1f0-0290-4f65-a5a3-e4285a282ec6 req-760a8028-3884-40dc-9284-906e24a03f62 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "DELETE /v2.0/ports/9a439c11-811a-4d85-b0ea-99c280089fd3 HTTP/1.1" status: 204 len: 173 time: 1.7210281 Jul 15 13:10:51.289586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'name': 'network-vif-deleted', 'tag': '9a439c11-811a-4d85-b0ea-99c280089fd3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:51.292345 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ad669-fbee-4fc4-9756-fdbfe0f369a9" -d '{"events": [{"server_uuid": "f38680e1-167e-441e-9b54-b33e85653e8f", "name": "network-vif-deleted", "tag": "9a439c11-811a-4d85-b0ea-99c280089fd3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:51.345712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.346522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.375648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-e60e1209-7cc6-4782-a601-451b153e9c35 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9040353 Jul 15 13:10:51.386739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Request body: {'port': {'device_id': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3', 'admin_state_up': True, 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:51.417244 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ea2c0-2fe9-4d34-ba30-34b44f7996c6 x-openstack-request-id: req-467ea2c0-2fe9-4d34-ba30-34b44f7996c6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:51.417529 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38680e1-167e-441e-9b54-b33e85653e8f", "name": "network-vif-deleted", "tag": "9a439c11-811a-4d85-b0ea-99c280089fd3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:51.417780 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-467ea2c0-2fe9-4d34-ba30-34b44f7996c6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:51.418178 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38680e1-167e-441e-9b54-b33e85653e8f', 'name': 'network-vif-deleted', 'tag': '9a439c11-811a-4d85-b0ea-99c280089fd3', 'status': 'completed', 'code': 200} Jul 15 13:10:51.598256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Deleting port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:51.598935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f2159a8c-74e8-40fb-88d3-679a2f4247fe completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:51.599093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.744935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2159a8c-74e8-40fb-88d3-679a2f4247fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:51.745095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.758385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4aaa3302-deb4-4a7d-b7b3-e76206d70dfc req-db946a9f-f1d6-44b3-a260-96ae930b471d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38680e1-167e-441e-9b54-b33e85653e8f HTTP/1.1" status: 200 len: 210 time: 0.0621800 Jul 15 13:10:51.769517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Made reservation on behalf of 7f2e89607cb04394b3da66fd9fe984aa for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:51.773310 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.823181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] For port 614fabeb-c08b-4cbe-81dc-36f9bb2fba11, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:51.823551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.862882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Calling delete_port for 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:51.953334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccbfaee1-30ca-43f3-b870-d2e6882c5d9d None None] Provisioning for port 042a11db-1102-4353-ad03-ae7ed5ffbc48 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:51.963961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccbfaee1-30ca-43f3-b870-d2e6882c5d9d None None] Provisioning complete for port 042a11db-1102-4353-ad03-ae7ed5ffbc48 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:51.968647 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccbfaee1-30ca-43f3-b870-d2e6882c5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.042875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552699cd-946e-4f1b-9fff-8673c224081a req-ebe9160c-3a40-4838-a069-ef6bb349b3d6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.045705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-552699cd-946e-4f1b-9fff-8673c224081a req-ebe9160c-3a40-4838-a069-ef6bb349b3d6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.3085060 Jul 15 13:10:52.070929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfaee1-30ca-43f3-b870-d2e6882c5d9d None None] Port 042a11db-1102-4353-ad03-ae7ed5ffbc48 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:52.139147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Allocated IP 19.86.0.60 (aa543e60-653e-4fad-a187-cda3494fe2f3/f8995478-8a2c-4dd8-9db3-9f87a48973fa/ac840b69-e383-4eb4-b0fa-5d7d39360ec9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:52.196688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-552699cd-946e-4f1b-9fff-8673c224081a req-68611d85-0d74-40d3-9996-a216ec1fdb8c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416068 Jul 15 13:10:52.344500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.403820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9a439c11-811a-4d85-b0ea-99c280089fd3 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:52.414806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Pushing event deleted for resources: {'Port': ['ID=614fabeb-c08b-4cbe-81dc-36f9bb2fba11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.620032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd254-82c2-4d4e-9ebe-e6d908654e96 req-0dc5cff7-6ef4-422e-824e-bf1117f25386 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.626035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7bd254-82c2-4d4e-9ebe-e6d908654e96 req-0dc5cff7-6ef4-422e-824e-bf1117f25386 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 932 time: 0.3895948 Jul 15 13:10:52.635889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.642488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 9a439c11-811a-4d85-b0ea-99c280089fd3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:52.642834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9a439c11-811a-4d85-b0ea-99c280089fd3 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:52.650196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.703577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Transition to ACTIVE for port object ac840b69-e383-4eb4-b0fa-5d7d39360ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:52.787558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.815055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7bd254-82c2-4d4e-9ebe-e6d908654e96 req-2c3bf4d3-a17a-40c0-b52f-b2e7242aae8a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559765 Jul 15 13:10:52.846973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425c95b-8f30-4eb9-a512-0a4d3def1a78 req-185c6190-a175-4c16-8a5f-0ddd4aab2682 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.863728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1425c95b-8f30-4eb9-a512-0a4d3def1a78 req-185c6190-a175-4c16-8a5f-0ddd4aab2682 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.4364190 Jul 15 13:10:52.913264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f2159a8c-74e8-40fb-88d3-679a2f4247fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2159a8c-74e8-40fb-88d3-679a2f4247fe,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:52.952652 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.970733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab988977-484b-44e6-aabd-45757767773d None None] Provisioning complete for port f2159a8c-74e8-40fb-88d3-679a2f4247fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:52.971382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab988977-484b-44e6-aabd-45757767773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.028758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1425c95b-8f30-4eb9-a512-0a4d3def1a78 req-b8dbf46e-6825-45d2-b99a-e6ad0e670937 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638732 Jul 15 13:10:53.030302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.150293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f2159a8c-74e8-40fb-88d3-679a2f4247fe,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.168688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Network aa543e60-653e-4fad-a187-cda3494fe2f3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:53.178231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:53.184343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:53.230937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event updated for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.317675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaca9c-6b39-4b19-92af-30465b08ac71 req-76ffe47a-0eed-49da-a2db-5032dc2c873b tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.341279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5edaca9c-6b39-4b19-92af-30465b08ac71 req-76ffe47a-0eed-49da-a2db-5032dc2c873b tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1096 time: 0.3074677 Jul 15 13:10:53.362724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.363456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.374561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Router 6ab08d47-58bd-4aa9-8405-54341b45db27 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:53.432264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d10bbe80-858b-4cef-b6d2-d1cdaae4eb95 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0501342 Jul 15 13:10:53.458403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Request body: {'port': {'device_id': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.507708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5edaca9c-6b39-4b19-92af-30465b08ac71 req-b24d6cd2-6a69-448d-ab48-0f7afdeca862 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655087 Jul 15 13:10:53.532012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:53.539221 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-498fb6d7-c0e7-488e-858b-c860d4344852 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ab08d47-58bd-4aa9-8405-54341b45db27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0219817 Jul 15 13:10:53.542786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.545825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] Sync routers for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:53.556571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:53.558427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:53.643901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.750243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8624d159-8523-4d8d-98d6-d1ddc1465734 None None] Provisioning for port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:53.758841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8624d159-8523-4d8d-98d6-d1ddc1465734 None None] Provisioning complete for port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:53.759210 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8624d159-8523-4d8d-98d6-d1ddc1465734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.817770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:53.906612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8624d159-8523-4d8d-98d6-d1ddc1465734 None None] Port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:53.926333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.265916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:54.325631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] Checking router: 6ab08d47-58bd-4aa9-8405-54341b45db27 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:54.351895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] Routers {'6ab08d47-58bd-4aa9-8405-54341b45db27'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:54.352538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ab08d47-58bd-4aa9-8405-54341b45db27'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:54.457311 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.521360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] Set router 6ab08d47-58bd-4aa9-8405-54341b45db27 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:54.691613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.893184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31335b2-039a-42c4-a67b-396285b242cd req-3cd49af5-3086-4380-81d6-f4e0e4894f5e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.899064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31335b2-039a-42c4-a67b-396285b242cd req-3cd49af5-3086-4380-81d6-f4e0e4894f5e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.900748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d31335b2-039a-42c4-a67b-396285b242cd req-3cd49af5-3086-4380-81d6-f4e0e4894f5e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1654 time: 0.5874400 Jul 15 13:10:54.918606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c567c6-edf0-4e4d-9c35-a076210ae5fb req-01788948-8d33-40f1-b96a-4340b9f0ca73 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.926171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8c567c6-edf0-4e4d-9c35-a076210ae5fb req-01788948-8d33-40f1-b96a-4340b9f0ca73 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 949 time: 0.6106503 Jul 15 13:10:55.008670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:55.017383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d31335b2-039a-42c4-a67b-396285b242cd req-05e62b2e-cd8a-4bfa-b359-fa9a012a3fe8 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067007 Jul 15 13:10:55.029854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.077524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042a11db-1102-4353-ad03-ae7ed5ffbc48 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:55.083734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Deleting port bab8ca47-6955-4403-8519-e5058e1160f4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:55.084273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.086636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.100752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a06e01-2ca5-45f7-b454-1ff27dff9f9f None None] The sync data for ids ['6ab08d47-58bd-4aa9-8405-54341b45db27'] in n-d-798249-9 is: [{'id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'name': 'tempest-ServersTestJSON-1516298503-router', 'tenant_id': '6ebecac474b24a839c924756d27bf711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:12Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': '6ebecac474b24a839c924756d27bf711', 'gw_port': {'id': '1dc04573-1cdc-4e5f-b56b-e2f89306e23f', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab08d47-58bd-4aa9-8405-54341b45db27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:13Z', 'updated_at': '2021-07-15T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:55.102972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8c567c6-edf0-4e4d-9c35-a076210ae5fb req-5b0c48f0-1b2a-41ba-a0b1-e2160d617dc4 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760435 Jul 15 13:10:55.126312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2159a8c-74e8-40fb-88d3-679a2f4247fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:55.147060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Transition to ACTIVE for port object 042a11db-1102-4353-ad03-ae7ed5ffbc48 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:55.169984 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.230544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2159a8c-74e8-40fb-88d3-679a2f4247fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:55.230544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.249661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Deleting port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:55.250143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.284622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] For port bab8ca47-6955-4403-8519-e5058e1160f4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bab8ca47-6955-4403-8519-e5058e1160f4,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:55.284622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.322594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Calling delete_port for bab8ca47-6955-4403-8519-e5058e1160f4 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:55.323947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Pushing event updated for resources: {'Port': ['ID=042a11db-1102-4353-ad03-ae7ed5ffbc48,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.508845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Attempting to bind port 042a11db-1102-4353-ad03-ae7ed5ffbc48 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:55.509567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Attempting to bind port 042a11db-1102-4353-ad03-ae7ed5ffbc48 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:55.509567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Attempting to bind port 042a11db-1102-4353-ad03-ae7ed5ffbc48 on network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:55.530319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Port 042a11db-1102-4353-ad03-ae7ed5ffbc48 on network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:55.530643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Attempting to bind port 042a11db-1102-4353-ad03-ae7ed5ffbc48 on network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:55.539038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:55.539377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Checking segment: {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:55.539769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Bound using segment: {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:55.540242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Bound port: 042a11db-1102-4353-ad03-ae7ed5ffbc48, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf4c91b-f60e-4d34-92c1-2e4090107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:55.540689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.566364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-d7f99866-43dc-4413-84a6-b943f5b4281a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.568542 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-d7f99866-43dc-4413-84a6-b943f5b4281a tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 949 time: 0.1623344 Jul 15 13:10:55.570983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] For port 1dc04573-1cdc-4e5f-b56b-e2f89306e23f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:55.571367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.590277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033974d-e78f-4f62-b9a5-06f04e65a9df req-647efdd3-f98c-4ceb-8b74-846653477ae3 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.592376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8033974d-e78f-4f62-b9a5-06f04e65a9df req-647efdd3-f98c-4ceb-8b74-846653477ae3 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3114738 Jul 15 13:10:55.625959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Calling delete_port for 1dc04573-1cdc-4e5f-b56b-e2f89306e23f owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:55.729438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8033974d-e78f-4f62-b9a5-06f04e65a9df req-21fc8eb0-d09f-419c-88d2-fe1c6ae9a145 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154301 Jul 15 13:10:55.736457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] For port 042a11db-1102-4353-ad03-ae7ed5ffbc48, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:55.738315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:55.738686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.743564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] For port 042a11db-1102-4353-ad03-ae7ed5ffbc48, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=042a11db-1102-4353-ad03-ae7ed5ffbc48,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:55.752969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.769297 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.830280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab8ca47-6955-4403-8519-e5058e1160f4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.839009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.840218 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.841318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] 10.222.0.23 "PUT /v2.0/ports/042a11db-1102-4353-ad03-ae7ed5ffbc48 HTTP/1.1" status: 200 len: 1092 time: 2.3977065 Jul 15 13:10:55.847197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'tag': '042a11db-1102-4353-ad03-ae7ed5ffbc48'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:55.848730 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701263ed-09d4-4485-b63f-2260ecae555b" -d '{"events": [{"name": "network-changed", "server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "tag": "042a11db-1102-4353-ad03-ae7ed5ffbc48"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:55.875598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Pushing event updated for resources: {'Port': ['ID=042a11db-1102-4353-ad03-ae7ed5ffbc48,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.889829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.890279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.890618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.890953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.891405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.891592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.891914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.892280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.892653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.892975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.893291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.893611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20bb34-e747-44b5-a24a-e7120dadf93a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:55.942376 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e4fa8-f9e4-469b-b5bd-60bf673a741b x-openstack-request-id: req-f59e4fa8-f9e4-469b-b5bd-60bf673a741b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:55.942834 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "tag": "042a11db-1102-4353-ad03-ae7ed5ffbc48", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:55.942966 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f59e4fa8-f9e4-469b-b5bd-60bf673a741b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:55.943573 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'tag': '042a11db-1102-4353-ad03-ae7ed5ffbc48', 'status': 'completed', 'code': 200} Jul 15 13:10:55.958163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Request body: {'port': {'device_id': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:55.980005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port 3f3457c4-7f18-4023-84e9-7ba6742a0f35, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3f3457c4-7f18-4023-84e9-7ba6742a0f35,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:55.980005 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.000258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for 3f3457c4-7f18-4023-84e9-7ba6742a0f35 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:56.059724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.109043 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:56.115974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc04573-1cdc-4e5f-b56b-e2f89306e23f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.190416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.449813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701263ed-09d4-4485-b63f-2260ecae555b req-68ca791a-7667-4b05-9d5c-e615277d1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.449813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701263ed-09d4-4485-b63f-2260ecae555b req-68ca791a-7667-4b05-9d5c-e615277d1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.449813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-701263ed-09d4-4485-b63f-2260ecae555b req-68ca791a-7667-4b05-9d5c-e615277d1f2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1913 time: 0.4930160 Jul 15 13:10:56.460471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.491067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.629419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.634234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.727269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23cff6-e917-48da-ab73-403a0dcc6f62 req-8dc17182-aeca-412c-aceb-885e79369998 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.733129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23cff6-e917-48da-ab73-403a0dcc6f62 req-8dc17182-aeca-412c-aceb-885e79369998 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.734857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b23cff6-e917-48da-ab73-403a0dcc6f62 req-8dc17182-aeca-412c-aceb-885e79369998 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1666 time: 0.4704731 Jul 15 13:10:56.735519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.736067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab08d47-58bd-4aa9-8405-54341b45db27 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:10:56.747310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b1f6-d27d-4aaa-9daf-2b831d485b1b req-080331e0-2fe2-4ead-9a52-b2dcfe94af71 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.749615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73f0b1f6-d27d-4aaa-9daf-2b831d485b1b req-080331e0-2fe2-4ead-9a52-b2dcfe94af71 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 949 time: 0.4239845 Jul 15 13:10:56.752639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.755772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f188e4c0-afc2-47a3-862a-94c3586e56c9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ab08d47-58bd-4aa9-8405-54341b45db27 HTTP/1.1" status: 204 len: 168 time: 3.1818960 Jul 15 13:10:56.788809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.929402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73f0b1f6-d27d-4aaa-9daf-2b831d485b1b req-5d9b7618-97a0-40dc-a03b-d3a7a45ac6a8 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675556 Jul 15 13:10:56.934992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Deleting subnet 415ac862-73a1-4451-a745-c90c8ae58fd4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:56.950654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b23cff6-e917-48da-ab73-403a0dcc6f62 req-f9eaf2e3-9594-4e58-8191-d8695343cd6f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904540 Jul 15 13:10:56.954082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.022378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.064607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac840b69-e383-4eb4-b0fa-5d7d39360ec9 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:57.074901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.121264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Transition to ACTIVE for port object ac840b69-e383-4eb4-b0fa-5d7d39360ec9 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:57.146939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.177260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701263ed-09d4-4485-b63f-2260ecae555b req-590deb60-fce9-412b-8ab5-5e2a48b2e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.177752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701263ed-09d4-4485-b63f-2260ecae555b req-590deb60-fce9-412b-8ab5-5e2a48b2e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.178382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701263ed-09d4-4485-b63f-2260ecae555b req-590deb60-fce9-412b-8ab5-5e2a48b2e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.180031 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-701263ed-09d4-4485-b63f-2260ecae555b req-590deb60-fce9-412b-8ab5-5e2a48b2e4b5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6781912 Jul 15 13:10:57.213480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.215877 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.236410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:57.240785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:57.270271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.548752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=3f3457c4-7f18-4023-84e9-7ba6742a0f35,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.588586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.606198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:57.630947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.638464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/415ac862-73a1-4451-a745-c90c8ae58fd4 HTTP/1.1" status: 204 len: 168 time: 0.8479369 Jul 15 13:10:57.640585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.640816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:57.641349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 614fabeb-c08b-4cbe-81dc-36f9bb2fba11 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:57.641924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc04573-1cdc-4e5f-b56b-e2f89306e23f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:57.653703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0c465-5a1e-4b84-85b6-4c8022eb0da1 None None] Network 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:57.720811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bb6b0-283b-4e33-8da0-55a8a7bca822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415ac862-73a1-4451-a745-c90c8ae58fd4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.823322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1dc04573-1cdc-4e5f-b56b-e2f89306e23f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:57.823675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc04573-1cdc-4e5f-b56b-e2f89306e23f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:57.836233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port 3f3457c4-7f18-4023-84e9-7ba6742a0f35 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:57.847339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Attempting to bind port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:57.847690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Attempting to bind port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:57.853823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Attempting to bind port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 on network aa543e60-653e-4fad-a187-cda3494fe2f3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:57.988268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.005203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 on network aa543e60-653e-4fad-a187-cda3494fe2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:58.005546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Attempting to bind port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 on network aa543e60-653e-4fad-a187-cda3494fe2f3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:58.035467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.036887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:58.037234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Checking segment: {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:58.037625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Bound using segment: {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:58.038295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Bound port: ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d49576d-f30a-42f0-a3aa-a56f339a6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:58.038450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.038942 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3b2c11b0-be1b-4734-8965-9c2ea92e55f3 req-98a64188-9824-47ae-b116-03b3f3b2956b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "DELETE /v2.0/ports/3f3457c4-7f18-4023-84e9-7ba6742a0f35 HTTP/1.1" status: 204 len: 173 time: 2.4621670 Jul 15 13:10:58.043176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'name': 'network-vif-deleted', 'tag': '3f3457c4-7f18-4023-84e9-7ba6742a0f35'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:58.048104 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c737c194-bd2c-4c1e-bf94-7f8123b0ecc7" -d '{"events": [{"server_uuid": "63bd2be2-909a-4950-8a01-aeeb1bdb0e0e", "name": "network-vif-deleted", "tag": "3f3457c4-7f18-4023-84e9-7ba6742a0f35"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:58.142928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Router bb900681-3325-4bd8-a7f5-031ae4bedd07 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:58.149544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0305-93cc-4444-90a7-3124e300ff75 req-b68bac92-eb33-4fae-a708-306fb88c0ab6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.174594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-381e0305-93cc-4444-90a7-3124e300ff75 req-b68bac92-eb33-4fae-a708-306fb88c0ab6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.8506455 Jul 15 13:10:58.188347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00170189-13ca-4032-93e6-36686ea433ba None None] DHCP port deletion for 3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:58.247308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701263ed-09d4-4485-b63f-2260ecae555b req-d14e1194-4e16-4bdd-b77f-383cd7e2f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.250615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-701263ed-09d4-4485-b63f-2260ecae555b req-d14e1194-4e16-4bdd-b77f-383cd7e2f8a1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0583475 Jul 15 13:10:58.372492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.406230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00170189-13ca-4032-93e6-36686ea433ba None None] Deleting port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:58.407949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00170189-13ca-4032-93e6-36686ea433ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.410170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3f3457c4-7f18-4023-84e9-7ba6742a0f35 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:58.432363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-381e0305-93cc-4444-90a7-3124e300ff75 req-76a57c9c-e1ad-4acb-84af-d89a03bd0caa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567468 Jul 15 13:10:58.434615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:58.444614 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] Sync routers for ids ['bb900681-3325-4bd8-a7f5-031ae4bedd07'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:58.446248 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4dd0294e-0e21-49e7-bf5e-2267bf998756 admin admin] 10.222.0.48 "PUT /v2.0/routers/bb900681-3325-4bd8-a7f5-031ae4bedd07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5177925 Jul 15 13:10:58.448903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.460336 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] Routers {'bb900681-3325-4bd8-a7f5-031ae4bedd07'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:58.462389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['bb900681-3325-4bd8-a7f5-031ae4bedd07'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:58.486430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:58.499383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:58.513792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 3f3457c4-7f18-4023-84e9-7ba6742a0f35 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:58.514265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3f3457c4-7f18-4023-84e9-7ba6742a0f35 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:58.552250 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.610852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9a59fc-03f3-4d51-97f1-ddf00af4a988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.618614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-00170189-13ca-4032-93e6-36686ea433ba None None] For port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:58.619005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00170189-13ca-4032-93e6-36686ea433ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.641660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00170189-13ca-4032-93e6-36686ea433ba None None] Calling delete_port for 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:58.649352 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] Set router bb900681-3325-4bd8-a7f5-031ae4bedd07 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:58.664425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.680125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d24fe-fece-4e20-bbba-4d561831f155 req-dc44b5b3-a464-410f-93cf-bd9bda903fd4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.687172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d24fe-fece-4e20-bbba-4d561831f155 req-dc44b5b3-a464-410f-93cf-bd9bda903fd4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.695141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef5d24fe-fece-4e20-bbba-4d561831f155 req-dc44b5b3-a464-410f-93cf-bd9bda903fd4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1678 time: 0.4750075 Jul 15 13:10:58.700995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Deleting port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:58.701328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.796418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] For port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,segment=NetworkSegment(7d322681-633c-4c6a-a7d1-9159fe129a49),segment_id=7d322681-633c-4c6a-a7d1-9159fe129a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:58.796816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.800107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00170189-13ca-4032-93e6-36686ea433ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.846537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.856112 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:10:55Z', 'revision_number': 5, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:58.894231 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] Checking router: bb900681-3325-4bd8-a7f5-031ae4bedd07 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:58.895870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ed9a434-3cc3-4ec5-80d7-b039afc93afc req-8fd4ffa6-47a8-4361-b2d5-6c840cca6af2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63bd2be2-909a-4950-8a01-aeeb1bdb0e0e HTTP/1.1" status: 200 len: 210 time: 0.2357121 Jul 15 13:10:58.897460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.898112 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.899594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c998032b-1449-4caf-a678-1acfe8cbf5e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac840b69-e383-4eb4-b0fa-5d7d39360ec9 HTTP/1.1" status: 200 len: 1091 time: 2.9596181 Jul 15 13:10:58.907459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:58.917340 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53941907-d82c-4bd9-b64c-e8279b2ad38b" -d '{"events": [{"name": "network-changed", "server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:58.918390 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] Routers {'bb900681-3325-4bd8-a7f5-031ae4bedd07'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:58.920578 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['bb900681-3325-4bd8-a7f5-031ae4bedd07'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:58.921330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Calling delete_port for 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:58.941421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170189-13ca-4032-93e6-36686ea433ba None None] Pushing event deleted for resources: {'Port': ['ID=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.958721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00170189-13ca-4032-93e6-36686ea433ba None None] No DVR routers for this DVR port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:59.049042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9a59fc-03f3-4d51-97f1-ddf00af4a988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.057271 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0bfbaa-5cf5-4146-a06a-8d8a2c233151 x-openstack-request-id: req-af0bfbaa-5cf5-4146-a06a-8d8a2c233151 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:59.057513 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd2be2-909a-4950-8a01-aeeb1bdb0e0e", "name": "network-vif-deleted", "tag": "3f3457c4-7f18-4023-84e9-7ba6742a0f35", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:59.060885 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af0bfbaa-5cf5-4146-a06a-8d8a2c233151 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:59.061618 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd2be2-909a-4950-8a01-aeeb1bdb0e0e', 'name': 'network-vif-deleted', 'tag': '3f3457c4-7f18-4023-84e9-7ba6742a0f35', 'status': 'completed', 'code': 200} Jul 15 13:10:59.069168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9a59fc-03f3-4d51-97f1-ddf00af4a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.163644 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] Set router bb900681-3325-4bd8-a7f5-031ae4bedd07 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:59.164051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:59.177265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef5d24fe-fece-4e20-bbba-4d561831f155 req-8978c8ad-10bc-46c2-8f7b-a920ba296626 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812586 Jul 15 13:10:59.251656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:59.252278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:59.264983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a59fc-03f3-4d51-97f1-ddf00af4a988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0224a66-7394-4417-9566-0caaf812ec2a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.277108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3e9a59fc-03f3-4d51-97f1-ddf00af4a988 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b850a271171c40cf92c02f424d8a00e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9032588 Jul 15 13:10:59.282449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.311245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.337243 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd8951-47ca-4813-b425-6ba789a343cb x-openstack-request-id: req-b1bd8951-47ca-4813-b425-6ba789a343cb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:59.337631 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:59.337950 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1bd8951-47ca-4813-b425-6ba789a343cb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:59.338437 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9', 'status': 'completed', 'code': 200} Jul 15 13:10:59.388553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Deleting port a3624612-965c-450e-a321-3d36d04435c8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:59.391809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.395525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-1faad62b-2d9a-443f-82e0-42a62270b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.396111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-1faad62b-2d9a-443f-82e0-42a62270b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.397761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-1faad62b-2d9a-443f-82e0-42a62270b3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1980 time: 0.3719845 Jul 15 13:10:59.403060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-047ea47b-9435-485e-a123-86f63da64285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.433602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-047ea47b-9435-485e-a123-86f63da64285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.485992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] For port a3624612-965c-450e-a321-3d36d04435c8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a3624612-965c-450e-a321-3d36d04435c8,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:59.486608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.517721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Calling delete_port for a3624612-965c-450e-a321-3d36d04435c8 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:59.554938 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:10:55Z', 'revision_number': 5, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:59.587761 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e039d0d-e5a8-4c1e-98cc-9b9ab45d51e0 None None] The sync data for ids ['bb900681-3325-4bd8-a7f5-031ae4bedd07'] in n-d-798249-9 is: [{'id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1366506361-router', 'tenant_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a3624612-965c-450e-a321-3d36d04435c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:10:55Z', 'revision_number': 5, 'project_id': '1fe9d995cd3843b1b1c980bce61c0bc3', 'gw_port': {'id': 'a3624612-965c-450e-a321-3d36d04435c8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb900681-3325-4bd8-a7f5-031ae4bedd07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:30Z', 'updated_at': '2021-07-15T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:59.766481 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.795822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3624612-965c-450e-a321-3d36d04435c8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.842718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-9579a420-867e-49e2-b7ee-843b166b24d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=042a11db-1102-4353-ad03-ae7ed5ffbc48 HTTP/1.1" status: 200 len: 217 time: 0.0509741 Jul 15 13:10:59.843419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.891627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.948529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.960004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] No DVR routers for this DVR port 1cc351e4-5aa5-4ad1-8bc4-fb233fe60bdf on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:59.999375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-047ea47b-9435-485e-a123-86f63da64285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.002091 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-047ea47b-9435-485e-a123-86f63da64285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.008192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.008976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-047ea47b-9435-485e-a123-86f63da64285 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0224a66-7394-4417-9566-0caaf812ec2a HTTP/1.1" status: 204 len: 168 time: 0.7234960 Jul 15 13:11:00.013725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.054141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ea47b-9435-485e-a123-86f63da64285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0224a66-7394-4417-9566-0caaf812ec2a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.103229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-4b7a0159-e6f5-48f8-a30e-f504a8bfc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.105218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-4b7a0159-e6f5-48f8-a30e-f504a8bfc5ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be70f479-124d-4a90-bbe1-94da735362fb HTTP/1.1" status: 200 len: 801 time: 0.2407458 Jul 15 13:11:00.129807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.130509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb900681-3325-4bd8-a7f5-031ae4bedd07 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:00.135480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.141449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-030f294b-e390-4056-a797-e7f5db1b2686 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bb900681-3325-4bd8-a7f5-031ae4bedd07 HTTP/1.1" status: 204 len: 168 time: 1.6892648 Jul 15 13:11:00.142517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.163431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3c3c8-84a0-42ca-b9a5-77412dc4e3da req-26e94052-c95b-4eb7-95b4-fec37a352c90 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.165414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cab3c3c8-84a0-42ca-b9a5-77412dc4e3da req-26e94052-c95b-4eb7-95b4-fec37a352c90 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3752296 Jul 15 13:11:00.253310 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.267741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Deleting subnet e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:00.274428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:00.280411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.293886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d322681-633c-4c6a-a7d1-9159fe129a49') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:00.294165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d322681-633c-4c6a-a7d1-9159fe129a49') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:00.330916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.341119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.350450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cab3c3c8-84a0-42ca-b9a5-77412dc4e3da req-b90dc1f0-f75d-4972-a95d-4c550327e8f6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494997 Jul 15 13:11:00.366695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.391874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:00.392292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:00.394311 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:00.399107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-f42ba712-93d4-40f3-8465-f742895fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.399107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-f42ba712-93d4-40f3-8465-f742895fde82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2779660 Jul 15 13:11:00.512453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.618462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43432) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.660952 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.664823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a40c80-30a9-4d1f-8f90-1e96dfae3f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.691322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.703053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.716148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea3747-bc08-4e5c-ba1e-60cd2b1b3f41 req-cc1d2aca-26e6-4b55-a147-390bc2d424a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.722202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea3747-bc08-4e5c-ba1e-60cd2b1b3f41 req-cc1d2aca-26e6-4b55-a147-390bc2d424a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.723872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95ea3747-bc08-4e5c-ba1e-60cd2b1b3f41 req-cc1d2aca-26e6-4b55-a147-390bc2d424a0 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1678 time: 0.1436238 Jul 15 13:11:00.742329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.745649 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf HTTP/1.1" status: 204 len: 168 time: 0.6021214 Jul 15 13:11:00.749059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a85fca-bd96-4382-9482-f052300ed46f None None] Network 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:00.749514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e11b-02d7-47bc-9212-b764e1c4716a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12a2730-fbe1-4d03-bff4-f70ba2b4dcaf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.751390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.755887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0 HTTP/1.1" status: 204 len: 168 time: 3.1055293 Jul 15 13:11:00.755887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43434) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.778764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6ab03-1b18-4328-9535-e00f24a39ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff3dc45-cd2f-48dc-9bd4-a6598fb5d1a0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.843161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-d8db4b8c-60c4-41f4-a03a-d157830faaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168663 Jul 15 13:11:00.918463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a40c80-30a9-4d1f-8f90-1e96dfae3f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.926700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a40c80-30a9-4d1f-8f90-1e96dfae3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.955657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.975000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95ea3747-bc08-4e5c-ba1e-60cd2b1b3f41 req-4a4810c3-d4b3-4550-af38-b80fedcf4c5a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182729 Jul 15 13:11:01.091023 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4a40c80-30a9-4d1f-8f90-1e96dfae3f7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e807409fa48949ceab7fbc3aee99e98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657345 Jul 15 13:11:01.091023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40c80-30a9-4d1f-8f90-1e96dfae3f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d04331-0ac7-4514-ae9a-67eb256ea049,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.098961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.171082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.213467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] DHCP port deletion for 4cf6be6c-a35d-45f9-9efb-a544c25a9c0c request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:01.222711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bab8ca47-6955-4403-8519-e5058e1160f4 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:01.237507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3df5f7f-2f67-45bb-b339-be89558f6b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.264578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-948f6930-5e14-4bad-a92f-6d9d1c886e26 service neutron] 10.222.0.23 "GET /v2.0/networks/9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790221 Jul 15 13:11:01.264889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3df5f7f-2f67-45bb-b339-be89558f6b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.265079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: bab8ca47-6955-4403-8519-e5058e1160f4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:01.265435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bab8ca47-6955-4403-8519-e5058e1160f4 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:01.266012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3624612-965c-450e-a321-3d36d04435c8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:01.290675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a3624612-965c-450e-a321-3d36d04435c8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:01.291028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3624612-965c-450e-a321-3d36d04435c8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:01.324396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] Deleting port 7c25396f-fbe7-407e-8f48-722ff2584e1f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:01.324778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.342856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-eddddfac-cf5d-45c3-b6fd-be13f5c6021b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9 HTTP/1.1" status: 200 len: 217 time: 0.0699062 Jul 15 13:11:01.344779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3df5f7f-2f67-45bb-b339-be89558f6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.348079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3df5f7f-2f67-45bb-b339-be89558f6b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.349347 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3df5f7f-2f67-45bb-b339-be89558f6b7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9d04331-0ac7-4514-ae9a-67eb256ea049 HTTP/1.1" status: 204 len: 168 time: 0.2493010 Jul 15 13:11:01.391017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df5f7f-2f67-45bb-b339-be89558f6b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d04331-0ac7-4514-ae9a-67eb256ea049,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.410000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-031579eb-9cec-4f1f-8990-a265ceb634f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.412285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-031579eb-9cec-4f1f-8990-a265ceb634f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8995478-8a2c-4dd8-9db3-9f87a48973fa HTTP/1.1" status: 200 len: 801 time: 0.0618510 Jul 15 13:11:01.431578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a423a066-41c8-4e0e-8920-3a84a7c8caed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ebecac474b24a839c924756d27bf711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596698 Jul 15 13:11:01.434765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43452) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.476534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] For port 7c25396f-fbe7-407e-8f48-722ff2584e1f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c25396f-fbe7-407e-8f48-722ff2584e1f,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:01.477216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.510821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Deleting port 7c25396f-fbe7-407e-8f48-722ff2584e1f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:01.511204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.515348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] Calling delete_port for 7c25396f-fbe7-407e-8f48-722ff2584e1f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:01.551457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0602840f-9b89-41a8-9b66-16742f789279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.597924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-bc884831-0364-4c75-8b61-5b73f4ec14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.599510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-bc884831-0364-4c75-8b61-5b73f4ec14e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa543e60-653e-4fad-a187-cda3494fe2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1662226 Jul 15 13:11:01.600607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0602840f-9b89-41a8-9b66-16742f789279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.665229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] For port 7c25396f-fbe7-407e-8f48-722ff2584e1f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7c25396f-fbe7-407e-8f48-722ff2584e1f,segment=NetworkSegment(cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2),segment_id=cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:01.665599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.667078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0602840f-9b89-41a8-9b66-16742f789279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.675218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0602840f-9b89-41a8-9b66-16742f789279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.679531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Calling delete_port for 7c25396f-fbe7-407e-8f48-722ff2584e1f owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:01.679710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0602840f-9b89-41a8-9b66-16742f789279 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20f0e725-b366-49be-ba82-b184a4257892 HTTP/1.1" status: 204 len: 168 time: 0.2435131 Jul 15 13:11:01.691850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602840f-9b89-41a8-9b66-16742f789279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f0e725-b366-49be-ba82-b184a4257892,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.719793 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.747121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] Pushing event deleted for resources: {'Port': ['ID=7c25396f-fbe7-407e-8f48-722ff2584e1f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.774346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.775882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db9b94-c3d0-481f-b3b9-0622887f2c24 None None] No DVR routers for this DVR port 7c25396f-fbe7-407e-8f48-722ff2584e1f on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:01.835980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c25396f-fbe7-407e-8f48-722ff2584e1f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.839347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] No DVR routers for this DVR port 7c25396f-fbe7-407e-8f48-722ff2584e1f on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:02.018539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.042860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf6be6c-a35d-45f9-9efb-a544c25a9c0c']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:02.051984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13edfbf-660b-49e5-97b1-ce351c531808 req-fa2d0ffb-f240-4442-82c7-59c938e8eace tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.058744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e13edfbf-660b-49e5-97b1-ce351c531808 req-fa2d0ffb-f240-4442-82c7-59c938e8eace tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.5042188 Jul 15 13:11:02.079768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4132f9-3ef7-4f86-92e2-2dbc4f72e7fb req-369e2962-c4b5-4ca6-823b-75f32158afd4 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.088909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f4132f9-3ef7-4f86-92e2-2dbc4f72e7fb req-369e2962-c4b5-4ca6-823b-75f32158afd4 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 949 time: 0.4932983 Jul 15 13:11:02.092284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:02.092586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c4f08-7a56-4e7c-aea6-7fd3dc8d8ee2') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:02.146581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.164664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-c90a6d71-6dab-4d03-84bf-29081fe3a177 service neutron] 10.222.0.23 "GET /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747995 Jul 15 13:11:02.256808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.310776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e13edfbf-660b-49e5-97b1-ce351c531808 req-776f547c-09e7-4f17-95c7-fcbf6df42c17 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502868 Jul 15 13:11:02.368132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-061d5e9c-2caa-406f-850e-bdd9b66b06d2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.372040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:02.373271 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:02.376117 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:02.381437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-061d5e9c-2caa-406f-850e-bdd9b66b06d2 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/ports?device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 949 time: 0.1808226 Jul 15 13:11:02.423886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f4132f9-3ef7-4f86-92e2-2dbc4f72e7fb req-7bdec33c-5eac-491a-9e39-bc917d8f03ed tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337955 Jul 15 13:11:02.633104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port c20d47c8-dd42-43e4-861b-c8d2bb58618a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:02.633104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.738385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ad382e-463a-4334-8491-b9d670c5bab0 req-340426a1-0a49-4726-8a4f-299e99278a56 service neutron] 10.222.0.23 "GET /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522256 Jul 15 13:11:02.758617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.762008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port c20d47c8-dd42-43e4-861b-c8d2bb58618a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c20d47c8-dd42-43e4-861b-c8d2bb58618a,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:02.762949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.772248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.774120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4cf6be6c-a35d-45f9-9efb-a544c25a9c0c HTTP/1.1" status: 204 len: 168 time: 1.9892194 Jul 15 13:11:02.777218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:02.799289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dab4e-a8ab-4b21-a5f6-1223b11aae49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf6be6c-a35d-45f9-9efb-a544c25a9c0c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.849272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for c20d47c8-dd42-43e4-861b-c8d2bb58618a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:02.866472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b979c-101c-40c4-b5fe-8c32be18201b req-2251d63b-3b38-48a1-8b4b-027612ad6cc9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.873242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b979c-101c-40c4-b5fe-8c32be18201b req-2251d63b-3b38-48a1-8b4b-027612ad6cc9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.875028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a40b979c-101c-40c4-b5fe-8c32be18201b req-2251d63b-3b38-48a1-8b4b-027612ad6cc9 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1678 time: 0.2590449 Jul 15 13:11:02.968083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-72fd6f63-bf61-4029-bc12-6e0a6c50c252 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.969842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-72fd6f63-bf61-4029-bc12-6e0a6c50c252 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/ports?device_id=4670c7d3-8530-4530-9ad8-08c799192f08 HTTP/1.1" status: 200 len: 950 time: 0.1852200 Jul 15 13:11:03.007603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a40b979c-101c-40c4-b5fe-8c32be18201b req-8b1a8c25-d046-4725-bedd-cafb8a88a2fb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101310 Jul 15 13:11:03.019708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-c6ea0a0a-1bbb-4c80-bdac-c5807e76a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.020342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-c6ea0a0a-1bbb-4c80-bdac-c5807e76a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.021995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-c6ea0a0a-1bbb-4c80-bdac-c5807e76a33b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1980 time: 0.1778095 Jul 15 13:11:03.124874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c25396f-fbe7-407e-8f48-722ff2584e1f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:03.183814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7c25396f-fbe7-407e-8f48-722ff2584e1f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:03.184157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7c25396f-fbe7-407e-8f48-722ff2584e1f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:03.257870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-370e2c1f-5903-4754-8d0a-c2ab5ddf846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.260548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-370e2c1f-5903-4754-8d0a-c2ab5ddf846a service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa543e60-653e-4fad-a187-cda3494fe2f3 HTTP/1.1" status: 200 len: 902 time: 0.1879578 Jul 15 13:11:03.304469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.312120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:03.321674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', '0346de01-c6cb-45fe-a3b1-dde0deeae061'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:03.324683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:03.349584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=c20d47c8-dd42-43e4-861b-c8d2bb58618a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.358646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port 0346de01-c6cb-45fe-a3b1-dde0deeae061 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:03.359484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.378285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-a1c0f834-a9f6-4f3b-87cf-93ef63141d3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9 HTTP/1.1" status: 200 len: 217 time: 0.0672390 Jul 15 13:11:03.456499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-84aa74d3-a0d4-44be-a977-5bfc23320130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.459254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-84aa74d3-a0d4-44be-a977-5bfc23320130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8995478-8a2c-4dd8-9db3-9f87a48973fa HTTP/1.1" status: 200 len: 801 time: 0.0721450 Jul 15 13:11:03.520331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port 0346de01-c6cb-45fe-a3b1-dde0deeae061, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0346de01-c6cb-45fe-a3b1-dde0deeae061,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:03.522106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.551737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for 0346de01-c6cb-45fe-a3b1-dde0deeae061 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:03.671604 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.677119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.691349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1375712179-network', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:03.760596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-7892691a-8b98-47d2-af31-31234a71933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.762553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-7892691a-8b98-47d2-af31-31234a71933f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa543e60-653e-4fad-a187-cda3494fe2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2129817 Jul 15 13:11:03.787366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.787770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.788042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.788542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.788878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.789203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.789584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.789905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.790303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.790630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.791224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.791549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:03.836521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.868972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:03.872087 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.894019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=0346de01-c6cb-45fe-a3b1-dde0deeae061,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.963326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port 0346de01-c6cb-45fe-a3b1-dde0deeae061 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:03.966780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.969589 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cebaab9e-9f98-4e71-9a14-845a344b1b61 req-3b0f8d5a-c3cb-4499-a522-24fb0787853b tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "DELETE /v2.0/ports/0346de01-c6cb-45fe-a3b1-dde0deeae061 HTTP/1.1" status: 204 len: 173 time: 0.9892130 Jul 15 13:11:03.970490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port c20d47c8-dd42-43e4-861b-c8d2bb58618a on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:03.983307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.986345 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f7a72735-6310-4362-ab2a-61ad822d9496 req-3dc64273-dd3e-4f29-85cc-b95562d85ed3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "DELETE /v2.0/ports/c20d47c8-dd42-43e4-861b-c8d2bb58618a HTTP/1.1" status: 204 len: 173 time: 1.6021416 Jul 15 13:11:03.986846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4670c7d3-8530-4530-9ad8-08c799192f08', 'name': 'network-vif-deleted', 'tag': '0346de01-c6cb-45fe-a3b1-dde0deeae061'}, {'server_uuid': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'name': 'network-vif-deleted', 'tag': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:04.006383 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dec9f0-cfc3-45c1-a416-aeebcbc45693" -d '{"events": [{"server_uuid": "4670c7d3-8530-4530-9ad8-08c799192f08", "name": "network-vif-deleted", "tag": "0346de01-c6cb-45fe-a3b1-dde0deeae061"}, {"server_uuid": "5baab292-8f7e-4ec1-896e-12ee5fbe812e", "name": "network-vif-deleted", "tag": "c20d47c8-dd42-43e4-861b-c8d2bb58618a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:04.315751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:04.522509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2c041e3-7bf4-4c36-97b9-68a7324ad3a1 req-56378114-2f75-4e25-9cd5-271604c1e046 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baab292-8f7e-4ec1-896e-12ee5fbe812e HTTP/1.1" status: 200 len: 210 time: 0.7515924 Jul 15 13:11:04.532691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.704816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-2ef9967d-0a7e-473a-bf91-a05d7a47f599 service neutron] 10.222.0.23 "GET /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9083166 Jul 15 13:11:04.712970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9594c1-dbf1-4fd7-8179-dadd5cefa0b8 req-d13af310-b60d-4bbb-a54a-2d595aed7cf7 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.721622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd9594c1-dbf1-4fd7-8179-dadd5cefa0b8 req-d13af310-b60d-4bbb-a54a-2d595aed7cf7 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.9853499 Jul 15 13:11:04.781174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 042a11db-1102-4353-ad03-ae7ed5ffbc48 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:04.783353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c20d47c8-dd42-43e4-861b-c8d2bb58618a no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:04.859022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53941907-d82c-4bd9-b64c-e8279b2ad38b req-5f0010d6-44ed-48e5-8fcb-8469b8b5583f service neutron] 10.222.0.23 "GET /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321125 Jul 15 13:11:04.874131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: c20d47c8-dd42-43e4-861b-c8d2bb58618a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:04.875925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c20d47c8-dd42-43e4-861b-c8d2bb58618a not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:04.960353 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02740b-4478-483d-b07a-af073ad0f99a x-openstack-request-id: req-ce02740b-4478-483d-b07a-af073ad0f99a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:04.961296 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4670c7d3-8530-4530-9ad8-08c799192f08", "name": "network-vif-deleted", "tag": "0346de01-c6cb-45fe-a3b1-dde0deeae061", "status": "completed", "code": 200}, {"server_uuid": "5baab292-8f7e-4ec1-896e-12ee5fbe812e", "name": "network-vif-deleted", "tag": "c20d47c8-dd42-43e4-861b-c8d2bb58618a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:04.961817 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce02740b-4478-483d-b07a-af073ad0f99a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:04.962647 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4670c7d3-8530-4530-9ad8-08c799192f08', 'name': 'network-vif-deleted', 'tag': '0346de01-c6cb-45fe-a3b1-dde0deeae061', 'status': 'completed', 'code': 200} Jul 15 13:11:04.963127 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baab292-8f7e-4ec1-896e-12ee5fbe812e', 'name': 'network-vif-deleted', 'tag': 'c20d47c8-dd42-43e4-861b-c8d2bb58618a', 'status': 'completed', 'code': 200} Jul 15 13:11:05.103174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd9594c1-dbf1-4fd7-8179-dadd5cefa0b8 req-b897fb4f-1508-40dd-893b-4ead555525d6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809993 Jul 15 13:11:05.182504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 042a11db-1102-4353-ad03-ae7ed5ffbc48, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=042a11db-1102-4353-ad03-ae7ed5ffbc48,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:05.223782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9c082d75-1676-4508-9fec-6a3dc20eada4', 'fbca00d7-0d3e-4796-9520-a56cc2732ba6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:05.228538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '042a11db-1102-4353-ad03-ae7ed5ffbc48', 'network_id': '9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179', 'port_id': '042a11db-1102-4353-ad03-ae7ed5ffbc48', 'mac_address': 'fa:16:3e:d6:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be70f479-124d-4a90-bbe1-94da735362fb', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:05.249182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.281042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.322306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:05.333047 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.348043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042a11db-1102-4353-ad03-ae7ed5ffbc48 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:05.367795 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.368145 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Added segment 6d8f39aa-ebaa-4dcf-859f-f12b95297902 of type vlan for network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 Jul 15 13:11:05.382245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ec1d36-4b34-4654-9161-fdd22d5a877a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.383398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 042a11db-1102-4353-ad03-ae7ed5ffbc48, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=042a11db-1102-4353-ad03-ae7ed5ffbc48,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:05.393213 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.394060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ac840b69-e383-4eb4-b0fa-5d7d39360ec9 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:05.435063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.452343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7d55-7260-406c-9380-47982365a8ab req-7609ad72-6cfc-4edb-9717-c5cf36c08aa1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.458177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7d55-7260-406c-9380-47982365a8ab req-7609ad72-6cfc-4edb-9717-c5cf36c08aa1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.462712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddef7d55-7260-406c-9380-47982365a8ab req-7609ad72-6cfc-4edb-9717-c5cf36c08aa1 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1678 time: 0.2554042 Jul 15 13:11:05.490141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=042a11db-1102-4353-ad03-ae7ed5ffbc48,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.500919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Deleting port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:05.501273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.509116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.509461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.509798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.510134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.510489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.510819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.511144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.511477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.511782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.512108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.512429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.512747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:05.542796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.543726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.545088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.549939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddef7d55-7260-406c-9380-47982365a8ab req-3d24d44a-f063-412e-ac5f-27e968c14b83 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840523 Jul 15 13:11:05.614565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:05.633108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3175237 Jul 15 13:11:05.639634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.648644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9', 'network_id': 'aa543e60-653e-4fad-a187-cda3494fe2f3', 'port_id': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9', 'mac_address': 'fa:16:3e:77:19:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8995478-8a2c-4dd8-9db3-9f87a48973fa', 'ip_address': '19.86.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:05.649459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Request body: {'subnet': {'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1375712179-subnet', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.684001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:05.687593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.707485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4432b5-9ac6-4740-bbd3-9b583d85aa81 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa9fd57-276e-4686-ba2d-2d81aa69a147,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.721671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:05.735681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] For port 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:05.736183 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.752253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.752842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Calling delete_port for 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:05.787620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac840b69-e383-4eb4-b0fa-5d7d39360ec9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:05.878232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:05.895019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.976351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.125541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['ac840b69-e383-4eb4-b0fa-5d7d39360ec9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:06.187215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.198613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['042a11db-1102-4353-ad03-ae7ed5ffbc48'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:06.252385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e9c9bb-a798-4e8b-8f1d-16cd943cdd75,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.340362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.352919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.436511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0346de01-c6cb-45fe-a3b1-dde0deeae061 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:06.443436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1351ed64-640c-4848-b35b-637a3a966d73,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.466652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:06.467537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Network hostable DHCP agents. Network: 5fa9fd57-276e-4686-ba2d-2d81aa69a147, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:06.499586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:06.523695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 5fa9fd57-276e-4686-ba2d-2d81aa69a147) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:06.524219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 0346de01-c6cb-45fe-a3b1-dde0deeae061 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:06.524580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0346de01-c6cb-45fe-a3b1-dde0deeae061 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:06.533654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.535589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.579845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48400a7-c01b-4d27-a7eb-d1e9886fecdb None None] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:06.583211 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0a5938ce-ca2a-4e4d-81f7-94a7aea5bc2d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9423995 Jul 15 13:11:06.587442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.590483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.601130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.629732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:11:06.629732 n-d-798249-9 neutron-server[93823]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:11:06.629732 n-d-798249-9 neutron-server[93823]: [parameters: {'project_id_1': '47ee000a9363476499bf0ebb1687daa6', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 11, 6, 615708)}] Jul 15 13:11:06.629732 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:06.631010 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:06.658676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a447dfc-fd4b-4dd7-80e4-2195151bfc65 req-3aa2b467-bd1d-40a8-9163-73bd21c10b57 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.662819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a447dfc-fd4b-4dd7-80e4-2195151bfc65 req-3aa2b467-bd1d-40a8-9163-73bd21c10b57 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3039026 Jul 15 13:11:06.675136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.676261 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.681383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.779497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a447dfc-fd4b-4dd7-80e4-2195151bfc65 req-a8d63d53-740d-49ad-a024-9f3b693d58ab tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118112 Jul 15 13:11:06.792395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:06.793404 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.838805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.932659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Allocated IP 172.20.0.2 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/620d66f0-1286-4e53-a9c5-49d0b57938b7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:07.084923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.085157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.102163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Transition to ACTIVE for port object 620d66f0-1286-4e53-a9c5-49d0b57938b7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:07.111176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2323-08f0-4de3-b069-a38b46de37d6 req-37e5750e-52c3-4504-9c8d-3750ac025b18 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.117098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2323-08f0-4de3-b069-a38b46de37d6 req-37e5750e-52c3-4504-9c8d-3750ac025b18 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.118920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdcc2323-08f0-4de3-b069-a38b46de37d6 req-37e5750e-52c3-4504-9c8d-3750ac025b18 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1680 time: 0.3604913 Jul 15 13:11:07.126947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Transition to ACTIVE for port object 620d66f0-1286-4e53-a9c5-49d0b57938b7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:07.132845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.136260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.191826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:07.195783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:07.198174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Pushing event updated for resources: {'Port': ['ID=620d66f0-1286-4e53-a9c5-49d0b57938b7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.201125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:07.236978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc20251-a7a6-4d9f-82ce-8cb235ade7f2 req-d6986f37-dfd7-425e-a490-3db399fda61e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.238505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3dc20251-a7a6-4d9f-82ce-8cb235ade7f2 req-d6986f37-dfd7-425e-a490-3db399fda61e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 949 time: 0.3217163 Jul 15 13:11:07.250983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.255218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.262629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Attempting to bind port 620d66f0-1286-4e53-a9c5-49d0b57938b7 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:07.263697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Attempting to bind port 620d66f0-1286-4e53-a9c5-49d0b57938b7 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:07.264391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Attempting to bind port 620d66f0-1286-4e53-a9c5-49d0b57938b7 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:07.270546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:07.271019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:07.271497 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.271967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:07.272751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Bound port: 620d66f0-1286-4e53-a9c5-49d0b57938b7, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:07.273057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.293033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ec02a-5268-4a7e-a11f-f614b144160a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.294899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdcc2323-08f0-4de3-b069-a38b46de37d6 req-b28651de-20c5-4172-b1e5-5dd8aa68b877 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682029 Jul 15 13:11:07.298641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03c2f565-0ce1-4d89-905f-4f126ac276ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47ee000a9363476499bf0ebb1687daa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557815 Jul 15 13:11:07.301860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.351264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] For port 620d66f0-1286-4e53-a9c5-49d0b57938b7, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:07.355278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] For port 620d66f0-1286-4e53-a9c5-49d0b57938b7, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=620d66f0-1286-4e53-a9c5-49d0b57938b7,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:07.363670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d651d64b-0cc1-4acc-852b-a48a80cf2343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.364255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Router 76cdad83-5a17-4a13-a8b2-b7257f638d3b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:07.364403 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.389017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3dc20251-a7a6-4d9f-82ce-8cb235ade7f2 req-70fc7580-aa29-428e-9162-a596c0281ba3 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193690 Jul 15 13:11:07.404795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d651d64b-0cc1-4acc-852b-a48a80cf2343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.462822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e03b6-4489-49df-a60c-dbdbca1dda01 None None] Pushing event updated for resources: {'Port': ['ID=620d66f0-1286-4e53-a9c5-49d0b57938b7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.491980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d651d64b-0cc1-4acc-852b-a48a80cf2343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.494815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d651d64b-0cc1-4acc-852b-a48a80cf2343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.499537 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d651d64b-0cc1-4acc-852b-a48a80cf2343 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb8ec02a-5268-4a7e-a11f-f614b144160a HTTP/1.1" status: 204 len: 168 time: 0.1928084 Jul 15 13:11:07.507060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651d64b-0cc1-4acc-852b-a48a80cf2343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ec02a-5268-4a7e-a11f-f614b144160a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.667478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:07.683536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] Sync routers for ids ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:07.697512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] Routers {'76cdad83-5a17-4a13-a8b2-b7257f638d3b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:07.698242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:07.722903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.730913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b425665b-03bc-4e82-99ce-7c00d2c0e646 admin admin] 10.222.0.48 "PUT /v2.0/routers/76cdad83-5a17-4a13-a8b2-b7257f638d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9519637 Jul 15 13:11:07.734377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.762069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.783744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34801621-a770-416f-8210-5c788e83b272 req-d84555a7-6065-438e-9d59-5ac7cf75f6c5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.785655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-34801621-a770-416f-8210-5c788e83b272 req-d84555a7-6065-438e-9d59-5ac7cf75f6c5 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 949 time: 0.1187782 Jul 15 13:11:07.899596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] Set router 76cdad83-5a17-4a13-a8b2-b7257f638d3b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:07.956428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.977368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a725642-6042-4cb3-9844-29fd33ab1372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.987963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port 9c082d75-1676-4508-9fec-6a3dc20eada4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:07.988463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.006757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.064503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Allocated IP 172.25.2.148 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/28e41627-f4fb-4e04-8bc6-002043f60858) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:08.178357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port 9c082d75-1676-4508-9fec-6a3dc20eada4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9c082d75-1676-4508-9fec-6a3dc20eada4,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:08.178959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.212096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for 9c082d75-1676-4508-9fec-6a3dc20eada4 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:08.308268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a725642-6042-4cb3-9844-29fd33ab1372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.309301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:11:06Z', 'revision_number': 5, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:08.316938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a725642-6042-4cb3-9844-29fd33ab1372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.342013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] Checking router: 76cdad83-5a17-4a13-a8b2-b7257f638d3b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:08.355424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] Routers {'76cdad83-5a17-4a13-a8b2-b7257f638d3b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:08.356431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:08.379627 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5a725642-6042-4cb3-9844-29fd33ab1372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c668cd73387b4875b4047ae8f75769ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220209 Jul 15 13:11:08.382419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.420897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a725642-6042-4cb3-9844-29fd33ab1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096460cb-26db-4c9c-8da2-2b4fe3668d8e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.521501 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9753c62c-3934-414d-a145-82140f58e69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.531317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] Set router 76cdad83-5a17-4a13-a8b2-b7257f638d3b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:08.534786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.559521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9753c62c-3934-414d-a145-82140f58e69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.586521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=9c082d75-1676-4508-9fec-6a3dc20eada4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.616171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:08.662175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['fbca00d7-0d3e-4796-9520-a56cc2732ba6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:08.671878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port 9c082d75-1676-4508-9fec-6a3dc20eada4 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:08.675040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.677456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-34801621-a770-416f-8210-5c788e83b272 req-e89abd8e-f710-40f7-9dae-7df632f0ef9e tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "DELETE /v2.0/ports/9c082d75-1676-4508-9fec-6a3dc20eada4 HTTP/1.1" status: 204 len: 173 time: 0.8854902 Jul 15 13:11:08.688896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba7a71-c384-48de-84f5-5e389c48858f', 'name': 'network-vif-deleted', 'tag': '9c082d75-1676-4508-9fec-6a3dc20eada4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:08.694260 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ae3b9-cdfe-40ac-948c-14a49907afe0" -d '{"events": [{"server_uuid": "24ba7a71-c384-48de-84f5-5e389c48858f", "name": "network-vif-deleted", "tag": "9c082d75-1676-4508-9fec-6a3dc20eada4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:08.698402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.710254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9753c62c-3934-414d-a145-82140f58e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.712991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9753c62c-3934-414d-a145-82140f58e69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.714293 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9753c62c-3934-414d-a145-82140f58e69c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/096460cb-26db-4c9c-8da2-2b4fe3668d8e HTTP/1.1" status: 204 len: 168 time: 0.3306942 Jul 15 13:11:08.725004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753c62c-3934-414d-a145-82140f58e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096460cb-26db-4c9c-8da2-2b4fe3668d8e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.791710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.803151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a8503-b985-4f34-b7c5-97276e2dec9e None None] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:08.834387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 042a11db-1102-4353-ad03-ae7ed5ffbc48 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:08.839903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b84f0-9678-4080-ad92-71b93a8b2abe req-82b3de84-f835-45e3-aed4-82dc79b24f32 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.842132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b77b84f0-9678-4080-ad92-71b93a8b2abe req-82b3de84-f835-45e3-aed4-82dc79b24f32 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.8911307 Jul 15 13:11:08.942127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b77b84f0-9678-4080-ad92-71b93a8b2abe req-e86c663a-11c6-4e18-a1da-2fe981e17076 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900362 Jul 15 13:11:08.948531 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.995181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-78e00294-d4c3-4564-a972-0b8a3a167b32 None None] Provisioning for port 620d66f0-1286-4e53-a9c5-49d0b57938b7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:09.003949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-731977be-95bd-466e-9fd2-e31b05205c27 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.005695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-731977be-95bd-466e-9fd2-e31b05205c27 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 949 time: 0.9522898 Jul 15 13:11:09.038879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:09.086738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:09.138864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:09.149573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 042a11db-1102-4353-ad03-ae7ed5ffbc48 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:09.215790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 042a11db-1102-4353-ad03-ae7ed5ffbc48 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:09.216905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.291403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 620d66f0-1286-4e53-a9c5-49d0b57938b7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:09.350791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Pushing event updated for resources: {'Port': ['ID=28e41627-f4fb-4e04-8bc6-002043f60858,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.361570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e382f3-caba-4646-994a-11423318e0bd req-fada81f0-e9ee-4d0a-bbc2-60c07d250f5c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.367763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e382f3-caba-4646-994a-11423318e0bd req-fada81f0-e9ee-4d0a-bbc2-60c07d250f5c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.375693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57e382f3-caba-4646-994a-11423318e0bd req-fada81f0-e9ee-4d0a-bbc2-60c07d250f5c tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1680 time: 0.6656954 Jul 15 13:11:09.401823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:11:06Z', 'revision_number': 5, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:09.479026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f43c8-8467-4861-8138-2e4d7f3a731a None None] The sync data for ids ['76cdad83-5a17-4a13-a8b2-b7257f638d3b'] in n-d-798249-9 is: [{'id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245516509-router', 'tenant_id': '1d220accfebb4793a6cd1715bf41b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:51Z', 'updated_at': '2021-07-15T13:11:06Z', 'revision_number': 5, 'project_id': '1d220accfebb4793a6cd1715bf41b65d', 'gw_port': {'id': '0896e9e5-dc76-4d88-8776-28a71cd94b2c', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdad83-5a17-4a13-a8b2-b7257f638d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:53Z', 'updated_at': '2021-07-15T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:09.482124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1d5a638-ad31-4af5-a52f-c8da6fb00696 req-370f4acc-6d81-4228-9f20-862eede7e037 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=24ba7a71-c384-48de-84f5-5e389c48858f HTTP/1.1" status: 200 len: 210 time: 0.1355221 Jul 15 13:11:09.558723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 620d66f0-1286-4e53-a9c5-49d0b57938b7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:09.572308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 620d66f0-1286-4e53-a9c5-49d0b57938b7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:09.572690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.586128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Deleting port 0896e9e5-dc76-4d88-8776-28a71cd94b2c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:09.586804 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.611578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.655984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a11db-1102-4353-ad03-ae7ed5ffbc48'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:09.658403 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f903fa9-a7ba-4b4f-b534-6ceac2300320" -d '{"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-plugged", "status": "completed", "tag": "042a11db-1102-4353-ad03-ae7ed5ffbc48"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:09.661149 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c41f22-67bc-4fe5-aca2-69fe532469ab x-openstack-request-id: req-c2c41f22-67bc-4fe5-aca2-69fe532469ab {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:09.662048 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba7a71-c384-48de-84f5-5e389c48858f", "name": "network-vif-deleted", "tag": "9c082d75-1676-4508-9fec-6a3dc20eada4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:09.662556 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2c41f22-67bc-4fe5-aca2-69fe532469ab {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:09.663372 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba7a71-c384-48de-84f5-5e389c48858f', 'name': 'network-vif-deleted', 'tag': '9c082d75-1676-4508-9fec-6a3dc20eada4', 'status': 'completed', 'code': 200} Jul 15 13:11:09.665118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57e382f3-caba-4646-994a-11423318e0bd req-54add757-6c4d-491c-88b4-faac1ea609ff tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891800 Jul 15 13:11:09.684208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 042a11db-1102-4353-ad03-ae7ed5ffbc48, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=042a11db-1102-4353-ad03-ae7ed5ffbc48,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:09.719468 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.720141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ac840b69-e383-4eb4-b0fa-5d7d39360ec9 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:09.751252 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb6465-1b58-4379-8d41-c343a1918855 x-openstack-request-id: req-93eb6465-1b58-4379-8d41-c343a1918855 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:09.751551 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-plugged", "status": "completed", "tag": "042a11db-1102-4353-ad03-ae7ed5ffbc48", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:09.751806 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93eb6465-1b58-4379-8d41-c343a1918855 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:09.752201 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042a11db-1102-4353-ad03-ae7ed5ffbc48', 'code': 200} Jul 15 13:11:09.818250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port fbca00d7-0d3e-4796-9520-a56cc2732ba6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:09.818807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.831266 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.833179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=042a11db-1102-4353-ad03-ae7ed5ffbc48,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.889919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] For port 0896e9e5-dc76-4d88-8776-28a71cd94b2c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0896e9e5-dc76-4d88-8776-28a71cd94b2c,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:09.890275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.899957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 620d66f0-1286-4e53-a9c5-49d0b57938b7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=620d66f0-1286-4e53-a9c5-49d0b57938b7,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:09.908911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.927590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Calling delete_port for 0896e9e5-dc76-4d88-8776-28a71cd94b2c owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:09.945249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:09.961540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:09.961924 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.045295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=620d66f0-1286-4e53-a9c5-49d0b57938b7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.067372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-12e62acb-3536-4a94-abaa-4e25b1411c91 None None] Provisioning complete for port 620d66f0-1286-4e53-a9c5-49d0b57938b7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:10.067841 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12e62acb-3536-4a94-abaa-4e25b1411c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.087171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.147169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port fbca00d7-0d3e-4796-9520-a56cc2732ba6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fbca00d7-0d3e-4796-9520-a56cc2732ba6,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:10.147561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.182416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for fbca00d7-0d3e-4796-9520-a56cc2732ba6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:10.195027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.261074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:10.269091 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.365645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.441484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9c082d75-1676-4508-9fec-6a3dc20eada4 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:10.473197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 9c082d75-1676-4508-9fec-6a3dc20eada4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:10.473799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9c082d75-1676-4508-9fec-6a3dc20eada4 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:10.474453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fbca00d7-0d3e-4796-9520-a56cc2732ba6 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:10.505546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d19c41-b276-4dc7-8a82-9cb83767f35e req-ec91836c-e9ee-4294-b48f-1419230d9ac6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.513339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3d19c41-b276-4dc7-8a82-9cb83767f35e req-ec91836c-e9ee-4294-b48f-1419230d9ac6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3315549 Jul 15 13:11:10.619290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.704871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0896e9e5-dc76-4d88-8776-28a71cd94b2c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.720548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3d19c41-b276-4dc7-8a82-9cb83767f35e req-a39628c8-a8d9-4910-bf0d-f5cf313b1e3f tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063291 Jul 15 13:11:10.720901 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.752454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.781852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.793844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:10.864579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=fbca00d7-0d3e-4796-9520-a56cc2732ba6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.881325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.168561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 620d66f0-1286-4e53-a9c5-49d0b57938b7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:11.221187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 620d66f0-1286-4e53-a9c5-49d0b57938b7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:11.221584 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.262249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352659a-3e56-47ad-bf7b-b75f235b5215 req-c39b3e53-57d3-4089-8e4d-3ecf0e498882 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.264269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5352659a-3e56-47ad-bf7b-b75f235b5215 req-c39b3e53-57d3-4089-8e4d-3ecf0e498882 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1096 time: 0.7040029 Jul 15 13:11:11.341983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:11.342577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port fbca00d7-0d3e-4796-9520-a56cc2732ba6 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:11.367895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:11.368407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 76e9c9bb-a798-4e8b-8f1d-16cd943cdd75 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:11.420796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.422603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4221c22e-0783-4dac-94bf-0f96d5cf1516 req-d910521a-df98-4e78-a381-9db2215ab820 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.49 "DELETE /v2.0/ports/fbca00d7-0d3e-4796-9520-a56cc2732ba6 HTTP/1.1" status: 204 len: 173 time: 2.4076333 Jul 15 13:11:11.446077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'name': 'network-vif-deleted', 'tag': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:11.454451 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4f7744-5b70-4f4e-96ee-090063d70af0" -d '{"events": [{"server_uuid": "4a80a0ff-a751-4af9-bd6b-7d15af9309c9", "name": "network-vif-deleted", "tag": "fbca00d7-0d3e-4796-9520-a56cc2732ba6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:11.476379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.478570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.539877 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.540551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76cdad83-5a17-4a13-a8b2-b7257f638d3b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:11.557578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.562111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad6fa4f1-3437-4e86-89aa-79a9b444ce3e admin admin] 10.222.0.48 "DELETE /v2.0/routers/76cdad83-5a17-4a13-a8b2-b7257f638d3b HTTP/1.1" status: 204 len: 168 time: 3.8038633 Jul 15 13:11:11.562857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.578889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5352659a-3e56-47ad-bf7b-b75f235b5215 req-6d4890e9-0861-4eff-be37-4c85e9aa5bbf tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552347 Jul 15 13:11:11.643485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Deleting subnet c7595a68-78d8-48f5-8d43-b588e8051da6 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:11.648182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.667689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e633e-e00a-425a-8a45-5ae825fbebed req-7d8fc3fd-6d46-4858-83c3-71ba178ae0fb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.674911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e633e-e00a-425a-8a45-5ae825fbebed req-7d8fc3fd-6d46-4858-83c3-71ba178ae0fb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.682061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-725e633e-e00a-425a-8a45-5ae825fbebed req-7d8fc3fd-6d46-4858-83c3-71ba178ae0fb tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1682 time: 0.4144681 Jul 15 13:11:11.692689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.750515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Router e1569a9d-7a18-44bc-b519-d7ea7187097b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:11.754066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:11.756489 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca43552-0354-43a7-b237-02aa6356fa03" -d '{"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:11.770831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-725e633e-e00a-425a-8a45-5ae825fbebed req-0e63fbe4-bc0f-4e56-8243-a59daf7d41b4 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876548 Jul 15 13:11:11.808431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.866068 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cbe7b7-d5c4-4674-aaa7-f82224d8acb1 x-openstack-request-id: req-71cbe7b7-d5c4-4674-aaa7-f82224d8acb1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:11.866758 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a80a0ff-a751-4af9-bd6b-7d15af9309c9", "name": "network-vif-deleted", "tag": "fbca00d7-0d3e-4796-9520-a56cc2732ba6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:11.866758 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71cbe7b7-d5c4-4674-aaa7-f82224d8acb1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:11.867067 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a80a0ff-a751-4af9-bd6b-7d15af9309c9', 'name': 'network-vif-deleted', 'tag': 'fbca00d7-0d3e-4796-9520-a56cc2732ba6', 'status': 'completed', 'code': 200} Jul 15 13:11:11.893691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.907349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73717f1a-3b65-40f5-ac8e-e7f2cf320924 req-1a949ddd-87f1-4dc7-9d9d-7c2079d6c7d1 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a80a0ff-a751-4af9-bd6b-7d15af9309c9 HTTP/1.1" status: 200 len: 210 time: 0.0392067 Jul 15 13:11:11.964400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7595a68-78d8-48f5-8d43-b588e8051da6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.978845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.980845 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4feb625a-7cf7-48c2-a200-a41bbc6c20e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c7595a68-78d8-48f5-8d43-b588e8051da6 HTTP/1.1" status: 204 len: 168 time: 0.4164624 Jul 15 13:11:11.985089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43698) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.985838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189e562-a5fb-4437-88ee-995480e1baca None None] Network a3727b58-b1f4-47ac-b4b9-641979ae84c9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:12.061073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:12.091396 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Sync routers for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:12.112166 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.114418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a9b8a349-6f68-412f-ba59-2f54594a0421 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5238709 Jul 15 13:11:12.117089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.118295 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:12.121818 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:12.199399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.337900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Deleting port 78d0a51e-2576-471f-bf7e-5295dd434925 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:12.338724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.345536 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:12.420119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] DHCP port deletion for a3727b58-b1f4-47ac-b4b9-641979ae84c9 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:12.439534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] For port 78d0a51e-2576-471f-bf7e-5295dd434925, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=78d0a51e-2576-471f-bf7e-5295dd434925,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:12.440142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.458322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Calling delete_port for 78d0a51e-2576-471f-bf7e-5295dd434925 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:12.504819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] Deleting port 78d0a51e-2576-471f-bf7e-5295dd434925 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:12.507213 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.537669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ea73a-cb74-4df2-907e-36b63c4f7246 req-26d58226-71ac-4c1d-897d-391873c41cb2 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.540518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df8ea73a-cb74-4df2-907e-36b63c4f7246 req-26d58226-71ac-4c1d-897d-391873c41cb2 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.3060462 Jul 15 13:11:12.593298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.616573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] For port 78d0a51e-2576-471f-bf7e-5295dd434925, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=78d0a51e-2576-471f-bf7e-5295dd434925,segment=NetworkSegment(56b73eea-99b2-4bfc-9238-5217bd8c6403),segment_id=56b73eea-99b2-4bfc-9238-5217bd8c6403)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:12.617201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.642025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] Calling delete_port for 78d0a51e-2576-471f-bf7e-5295dd434925 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:12.652243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d0a51e-2576-471f-bf7e-5295dd434925,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.669941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] No DVR routers for this DVR port 78d0a51e-2576-471f-bf7e-5295dd434925 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:12.734330 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.753915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] No DVR routers for this DVR port 78d0a51e-2576-471f-bf7e-5295dd434925 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:12.760001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:09Z', 'revision_number': 3, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:12.801501 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f10b8e2-4bdd-44d9-af80-14b2063c868d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.804600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4dbca-1f21-4bb3-ba05-ceb865a8dfa0 None None] Pushing event deleted for resources: {'Port': ['ID=78d0a51e-2576-471f-bf7e-5295dd434925,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.824154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df8ea73a-cb74-4df2-907e-36b63c4f7246 req-772f04d8-1b51-4139-8d4b-a537ca646e36 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731392 Jul 15 13:11:12.846708 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Checking router: e1569a9d-7a18-44bc-b519-d7ea7187097b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:12.847062 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Updating router e1569a9d-7a18-44bc-b519-d7ea7187097b port 28e41627-f4fb-4e04-8bc6-002043f60858 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:12.848326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.871845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3727b58-b1f4-47ac-b4b9-641979ae84c9']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:12.894861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b73eea-99b2-4bfc-9238-5217bd8c6403') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:12.904322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b73eea-99b2-4bfc-9238-5217bd8c6403') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:12.910748 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.921496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.926469 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f88253-954f-439e-989d-7f4aebaa84b2 x-openstack-request-id: req-c5f88253-954f-439e-989d-7f4aebaa84b2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:12.926767 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:12.927023 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5f88253-954f-439e-989d-7f4aebaa84b2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:12.927420 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9', 'code': 200} Jul 15 13:11:12.960008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.969272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:12.971052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:12.975579 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:13.116542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0896e9e5-dc76-4d88-8776-28a71cd94b2c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:13.127451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.135549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.140495 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a3727b58-b1f4-47ac-b4b9-641979ae84c9 HTTP/1.1" status: 204 len: 168 time: 1.1499937 Jul 15 13:11:13.175495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 0896e9e5-dc76-4d88-8776-28a71cd94b2c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:13.175849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0896e9e5-dc76-4d88-8776-28a71cd94b2c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:13.177234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 78d0a51e-2576-471f-bf7e-5295dd434925 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:13.178986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036af535-e35b-4fa2-a04f-ff3e17767c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3727b58-b1f4-47ac-b4b9-641979ae84c9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.260650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21036e9-5811-4257-b532-a451f6790b38 req-832f441e-bfd2-4082-ba57-e57b87e3c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.261239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21036e9-5811-4257-b532-a451f6790b38 req-832f441e-bfd2-4082-ba57-e57b87e3c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.263281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d21036e9-5811-4257-b532-a451f6790b38 req-832f441e-bfd2-4082-ba57-e57b87e3c35e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1984 time: 0.2321362 Jul 15 13:11:13.275395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 78d0a51e-2576-471f-bf7e-5295dd434925 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:13.275798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 78d0a51e-2576-471f-bf7e-5295dd434925 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:13.332976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d21036e9-5811-4257-b532-a451f6790b38 req-9eb38c70-9c58-4454-8225-9fb470892001 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635040 Jul 15 13:11:13.339452 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.404706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:13.488876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c70ce633-15d6-49c7-88f4-a7cffbb72afd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fe9d995cd3843b1b1c980bce61c0bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825071 Jul 15 13:11:13.489740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:13.508743 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.523126 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Transition to ACTIVE for port object 28e41627-f4fb-4e04-8bc6-002043f60858 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:13.534292 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.588499 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Attempting to bind port 28e41627-f4fb-4e04-8bc6-002043f60858 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:13.588749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c634a-2fe9-4bf8-b769-2f94c8893ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.589283 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Attempting to bind port 28e41627-f4fb-4e04-8bc6-002043f60858 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:13.589849 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Attempting to bind port 28e41627-f4fb-4e04-8bc6-002043f60858 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:13.608981 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:13.609805 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:13.610408 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.611023 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:13.611673 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Bound port: 28e41627-f4fb-4e04-8bc6-002043f60858, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:13.612289 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.614397 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Pushing event updated for resources: {'Port': ['ID=28e41627-f4fb-4e04-8bc6-002043f60858,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.644945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c634a-2fe9-4bf8-b769-2f94c8893ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.652853 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.653238 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.653710 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.654124 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.654491 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.654826 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.655156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.655478 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.655805 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.656127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.656460 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.656770 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:13.664165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bf6d5-2267-4893-bc6a-7e571fd704a1 req-1403ce1c-e41f-4ac1-90f2-533704b1adcf tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.676712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bf6d5-2267-4893-bc6a-7e571fd704a1 req-1403ce1c-e41f-4ac1-90f2-533704b1adcf tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.679005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d80bf6d5-2267-4893-bc6a-7e571fd704a1 req-1403ce1c-e41f-4ac1-90f2-533704b1adcf tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1682 time: 0.2549798 Jul 15 13:11:13.716696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] For port 28e41627-f4fb-4e04-8bc6-002043f60858, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:13.717279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c634a-2fe9-4bf8-b769-2f94c8893ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.720396 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] For port 28e41627-f4fb-4e04-8bc6-002043f60858, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=28e41627-f4fb-4e04-8bc6-002043f60858,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:13.726456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c634a-2fe9-4bf8-b769-2f94c8893ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.727728 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e5c634a-2fe9-4bf8-b769-2f94c8893ba0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7503ad9-2330-45da-9161-cd76e9c65999 HTTP/1.1" status: 204 len: 168 time: 0.2369814 Jul 15 13:11:13.732781 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.754620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-df4ffb8d-10df-4e4e-8c8e-d7b56e5dc994 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:11:13.761999 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-df4ffb8d-10df-4e4e-8c8e-d7b56e5dc994 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0331559 Jul 15 13:11:13.775552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Request body: {'binding': {'host': 'n-h1-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:13.776316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:11:13.786686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c634a-2fe9-4bf8-b769-2f94c8893ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7503ad9-2330-45da-9161-cd76e9c65999,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.838982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d80bf6d5-2267-4893-bc6a-7e571fd704a1 req-45d4cf20-60f6-40bb-9519-181fe063ff23 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832510 Jul 15 13:11:13.844000 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:13.845222 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:10:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:13.882044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Allocated IP 172.20.0.1 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/4040ccab-8170-48a5-9a88-afb4d30480e0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:13.927515 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36415eb7-9702-4f29-8368-5f1bc0e66781 None None] Pushing event updated for resources: {'Port': ['ID=28e41627-f4fb-4e04-8bc6-002043f60858,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.980793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5770f0-59f1-4cc1-92d5-6cca366de2b1 req-591bbdff-6d2a-4da4-a86d-fd36a357e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.988572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d5770f0-59f1-4cc1-92d5-6cca366de2b1 req-591bbdff-6d2a-4da4-a86d-fd36a357e581 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 1096 time: 0.2350862 Jul 15 13:11:14.010337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on host n-h1-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:14.010676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:14.011225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:14.016872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:14.017417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:14.023940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:14.025355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:14.026062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:14.026746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Bound port: 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:14.103932 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:14.131329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:14.147015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.148337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-2ac7cdca-6279-487c-94b0-92a770a94263 service neutron] 10.222.0.48 "POST /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3837867 Jul 15 13:11:14.243902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d5770f0-59f1-4cc1-92d5-6cca366de2b1 req-5f4e2cb0-4f40-49f7-b4d8-032307fefd54 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401938 Jul 15 13:11:14.291443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.312371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Transition to ACTIVE for port object 4040ccab-8170-48a5-9a88-afb4d30480e0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:14.326012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea9fb7-329f-4548-9899-43921da37018 req-f863d0ff-1136-446c-8b84-79f74b365685 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.327573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02ea9fb7-329f-4548-9899-43921da37018 req-f863d0ff-1136-446c-8b84-79f74b365685 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.1758769 Jul 15 13:11:14.404499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:14.431333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02ea9fb7-329f-4548-9899-43921da37018 req-388a60ce-fa30-4b39-9294-17338e053aa8 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935431 Jul 15 13:11:14.438921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.503373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:09Z', 'revision_number': 3, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:14.519752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:14.527646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:14.532709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:14.553680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-522cc851-b414-4fb5-bcd4-e4b8fcc95297 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d220accfebb4793a6cd1715bf41b65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478312 Jul 15 13:11:14.554178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:14.571848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Pushing event updated for resources: {'Port': ['ID=4040ccab-8170-48a5-9a88-afb4d30480e0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.608034 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb1773-9e80-4473-bfef-3bea76b9a979 None None] The sync data for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 is: [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:09Z', 'revision_number': 3, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:14.609716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.697889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23adf58a-4d97-4ccc-869c-4b8b7d5f540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.733987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23adf58a-4d97-4ccc-869c-4b8b7d5f540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.800441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23adf58a-4d97-4ccc-869c-4b8b7d5f540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.803953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23adf58a-4d97-4ccc-869c-4b8b7d5f540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.821539 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23adf58a-4d97-4ccc-869c-4b8b7d5f540e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/394a1688-91a9-46bf-9f62-db4dec72ab92 HTTP/1.1" status: 204 len: 168 time: 0.2564888 Jul 15 13:11:14.842511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adf58a-4d97-4ccc-869c-4b8b7d5f540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a1688-91a9-46bf-9f62-db4dec72ab92,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.940377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7a1bfc-c9a6-4ce8-b581-85f7e0edb1f7 None None] Provisioning for port 4040ccab-8170-48a5-9a88-afb4d30480e0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:14.953916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7a1bfc-c9a6-4ce8-b581-85f7e0edb1f7 None None] Provisioning complete for port 4040ccab-8170-48a5-9a88-afb4d30480e0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:14.954331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1bfc-c9a6-4ce8-b581-85f7e0edb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.030290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96be71-c87b-43e4-945d-0e089faa152b req-d66db547-2089-4a98-b821-80dc603780cd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.045014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b96be71-c87b-43e4-945d-0e089faa152b req-d66db547-2089-4a98-b821-80dc603780cd tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.3396163 Jul 15 13:11:15.120082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-573b9285-f546-4286-91db-a1cd209dcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.121881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a1bfc-c9a6-4ce8-b581-85f7e0edb1f7 None None] Port 4040ccab-8170-48a5-9a88-afb4d30480e0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:15.130907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-573b9285-f546-4286-91db-a1cd209dcb40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1096 time: 0.4261365 Jul 15 13:11:15.197108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.239119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2dafc6f6-0ab9-43ac-9679-6dbcef0ff6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.267240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 28e41627-f4fb-4e04-8bc6-002043f60858 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:15.333135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-caea9431-7d5f-487d-8ef9-2021cb925822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.333946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-caea9431-7d5f-487d-8ef9-2021cb925822 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1328721 Jul 15 13:11:15.344446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 28e41627-f4fb-4e04-8bc6-002043f60858 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:15.349373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 28e41627-f4fb-4e04-8bc6-002043f60858 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:15.349811 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.447694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-91cf11c5-df27-4aa5-8b3a-baed102dbe5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 217 time: 0.0783103 Jul 15 13:11:15.467883 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.492914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 28e41627-f4fb-4e04-8bc6-002043f60858, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=28e41627-f4fb-4e04-8bc6-002043f60858,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:15.504912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.551273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b96be71-c87b-43e4-945d-0e089faa152b req-d642dee8-ed74-4def-8eb5-bb9773a8258c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021317 Jul 15 13:11:15.625858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-6d5cf2c2-a1c7-457b-a87a-2e839bdeb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.627381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-6d5cf2c2-a1c7-457b-a87a-2e839bdeb441 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1700358 Jul 15 13:11:15.632107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=28e41627-f4fb-4e04-8bc6-002043f60858,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.648468 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.660592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee044-bef7-4912-8b6f-c17ccb6b4c5d req-614f6a36-8b01-4a20-9c89-ea55093ec41f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.667760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee044-bef7-4912-8b6f-c17ccb6b4c5d req-614f6a36-8b01-4a20-9c89-ea55093ec41f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.670092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e3ee044-bef7-4912-8b6f-c17ccb6b4c5d req-614f6a36-8b01-4a20-9c89-ea55093ec41f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1682 time: 0.3271935 Jul 15 13:11:15.721937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-1b0d22ff-5106-4bb2-be23-0d9bac61c90c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505788 Jul 15 13:11:15.895474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e3ee044-bef7-4912-8b6f-c17ccb6b4c5d req-b103d763-069e-4c8e-8af5-05a45007b80b tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137144 Jul 15 13:11:15.958026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-b4241d7a-8a98-44a4-ba0f-b397044457ae service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270885 Jul 15 13:11:16.011050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5d0-d0bf-4e81-ba86-530d2d682021 req-4b7d8d55-508d-4a27-8dc5-321c5fd8831d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.012671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72fea5d0-d0bf-4e81-ba86-530d2d682021 req-4b7d8d55-508d-4a27-8dc5-321c5fd8831d tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 948 time: 0.2614191 Jul 15 13:11:16.033363 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.081292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.573733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72fea5d0-d0bf-4e81-ba86-530d2d682021 req-f3ce643e-ee78-4a31-be50-479c7858fe51 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b052a17-75f8-46fe-8b17-3aaf446d94f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501385 Jul 15 13:11:16.587172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Pushing event updated for resources: {'Port': ['ID=4040ccab-8170-48a5-9a88-afb4d30480e0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.602810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-c84be25d-df30-42e0-8fed-597e671c1c3c service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349044 Jul 15 13:11:16.603644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.636061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.695215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c058-44a8-4b9a-b0ce-0bae9a08994b req-001b9fd0-0fd1-4881-beb3-20a7120e4af7 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.703263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5824c058-44a8-4b9a-b0ce-0bae9a08994b req-001b9fd0-0fd1-4881-beb3-20a7120e4af7 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.6177938 Jul 15 13:11:16.714942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-1bb4775d-d803-48a1-8469-5035b2a0c7c9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.716726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-1bb4775d-d803-48a1-8469-5035b2a0c7c9 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 948 time: 0.2385228 Jul 15 13:11:16.855974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5824c058-44a8-4b9a-b0ce-0bae9a08994b req-2cf8bb10-da73-4ba3-a498-7b7fb84d3149 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517038 Jul 15 13:11:16.897577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:16.902926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:17.121709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 28e41627-f4fb-4e04-8bc6-002043f60858 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:17.267757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 28e41627-f4fb-4e04-8bc6-002043f60858 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:17.268434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.287776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Router e1569a9d-7a18-44bc-b519-d7ea7187097b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:17.486111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fde5dbc6-d202-4f51-a945-beb7287f2cd0 None None] Provisioning complete for port 4040ccab-8170-48a5-9a88-afb4d30480e0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:17.486903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fde5dbc6-d202-4f51-a945-beb7287f2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.534530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Deleting port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:17.535325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.552845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fde5dbc6-d202-4f51-a945-beb7287f2cd0 None None] Port 4040ccab-8170-48a5-9a88-afb4d30480e0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:17.665798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f93e-ddc3-451f-a9fc-80efc7ec36fb req-02c0f8b7-7c3a-4947-9603-fcaeef806389 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.667388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8790f93e-ddc3-451f-a9fc-80efc7ec36fb req-02c0f8b7-7c3a-4947-9603-fcaeef806389 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.5048761 Jul 15 13:11:17.683678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:17.693549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Sync routers for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:17.702525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d6ba55da-ea0c-4a40-93b7-be152c43665c admin admin] 10.222.0.48 "PUT /v2.0/routers/e1569a9d-7a18-44bc-b519-d7ea7187097b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5839298 Jul 15 13:11:17.708192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:17.708855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:17.816030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] For port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:17.816691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.849897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Calling delete_port for 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:17.919668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8790f93e-ddc3-451f-a9fc-80efc7ec36fb req-2b60d676-730f-4fff-b4b5-1eae5a5ca015 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147841 Jul 15 13:11:17.994935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.026345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.061742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:18.128347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-ea85ffc7-c3ff-4305-9c8e-f3467c81619c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.130446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-ea85ffc7-c3ff-4305-9c8e-f3467c81619c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 811 time: 0.4062486 Jul 15 13:11:18.150760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818b60ce-93f0-4e49-9df4-2f122f934089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.192938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-bb5e1dcd-1a59-4ddd-91b2-1e15faa1420e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/quotas/51e9067bad264e0db0d8b3fb084022b1 HTTP/1.1" status: 200 len: 375 time: 0.0528967 Jul 15 13:11:18.304746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818b60ce-93f0-4e49-9df4-2f122f934089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.310955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818b60ce-93f0-4e49-9df4-2f122f934089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.311920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 2, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:18.343538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.353687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Checking router: e1569a9d-7a18-44bc-b519-d7ea7187097b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:18.354383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Updating router e1569a9d-7a18-44bc-b519-d7ea7187097b port 4040ccab-8170-48a5-9a88-afb4d30480e0 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:18.364817 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-818b60ce-93f0-4e49-9df4-2f122f934089 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74c0ab6bcfd6405ebd201d3306b06a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681602 Jul 15 13:11:18.366182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b60ce-93f0-4e49-9df4-2f122f934089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bd6db3-db57-48f7-82a9-60d0d1e0c343,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.369855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.388544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f655-2b35-4008-99cf-3f5ff3beacf4 req-2805dfe1-e5cf-4a0c-a67d-739c27813a7a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.395386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f655-2b35-4008-99cf-3f5ff3beacf4 req-2805dfe1-e5cf-4a0c-a67d-739c27813a7a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.397123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6f5f655-2b35-4008-99cf-3f5ff3beacf4 req-2805dfe1-e5cf-4a0c-a67d-739c27813a7a tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1682 time: 0.2481842 Jul 15 13:11:18.411830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.429613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83581f02-5edb-46e0-9537-1f3fd6221186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.433213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-2e49681f-e5be-48c7-b4ba-607480b0ca56 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2292583 Jul 15 13:11:18.459394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83581f02-5edb-46e0-9537-1f3fd6221186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.497636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] No DVR routers for this DVR port 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:18.499481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Pushing event deleted for resources: {'Port': ['ID=1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.503867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.506625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c760fbef-c54a-4215-82b8-691a3aea78ad req-d3db492e-adfc-470b-b893-a9f0e08372e0 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.23 "DELETE /v2.0/ports/1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 HTTP/1.1" status: 204 len: 173 time: 1.7614725 Jul 15 13:11:18.523308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83581f02-5edb-46e0-9537-1f3fd6221186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.526250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'name': 'network-vif-deleted', 'tag': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:18.527337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83581f02-5edb-46e0-9537-1f3fd6221186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.529306 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a9f160-7c6f-485c-857f-e9f2d948e307" -d '{"events": [{"server_uuid": "c0235b8c-619e-4a00-b6b4-199d7a4c2d9e", "name": "network-vif-deleted", "tag": "1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:18.529603 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-83581f02-5edb-46e0-9537-1f3fd6221186 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70bd6db3-db57-48f7-82a9-60d0d1e0c343 HTTP/1.1" status: 204 len: 168 time: 0.1583815 Jul 15 13:11:18.543285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83581f02-5edb-46e0-9537-1f3fd6221186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bd6db3-db57-48f7-82a9-60d0d1e0c343,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.583574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6f5f655-2b35-4008-99cf-3f5ff3beacf4 req-c44d6a3c-d3b6-4bee-9d1f-febf96a9a6a7 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287577 Jul 15 13:11:18.651887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-c15bdf6d-b66a-4053-bf06-c658323f4831 service neutron] 10.222.0.48 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744647 Jul 15 13:11:18.771535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b71389c6-9922-461e-8e1a-33f50e9dc3ea service neutron] 10.222.0.48 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184740 Jul 15 13:11:18.855457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:18.932462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:18.932462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:19.011156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e255a007-0990-4143-8155-9c9dcb5bd7ad req-a3caccfc-0898-4a17-a724-47591018fa83 tempest-ServersOnMultiNodesTest-1012655642 tempest-ServersOnMultiNodesTest-1012655642-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0235b8c-619e-4a00-b6b4-199d7a4c2d9e HTTP/1.1" status: 200 len: 210 time: 0.0680010 Jul 15 13:11:19.147516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.195549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3279605-a36d-4e64-8eab-96c9fad1cf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.265566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-23214313-bc1b-439b-aa93-c36da4d48c9f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.276259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.297618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-23214313-bc1b-439b-aa93-c36da4d48c9f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.308625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-23214313-bc1b-439b-aa93-c36da4d48c9f tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.23 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 1682 time: 0.2209709 Jul 15 13:11:19.325555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Transition to ACTIVE for port object 4040ccab-8170-48a5-9a88-afb4d30480e0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:19.354293 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.412191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3279605-a36d-4e64-8eab-96c9fad1cf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.423158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3279605-a36d-4e64-8eab-96c9fad1cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.464010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fab90cb6-76f7-4f8d-8dae-f5ab59cc0b9b req-51ad072f-0275-4f21-a385-f232510af70b tempest-FlavorsV2NegativeTest-1664038447 tempest-FlavorsV2NegativeTest-1664038447-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b9dacf53f8dd4b93af6c68987382f9a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1520181 Jul 15 13:11:19.538909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3279605-a36d-4e64-8eab-96c9fad1cf0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6252d506c9542fc8c457bb9821d92b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859854 Jul 15 13:11:19.540534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.562461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3279605-a36d-4e64-8eab-96c9fad1cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2587d-5c81-4303-a684-25afaff5c3cd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.589897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0163b-c44f-44b3-a43f-3bc43baf0ddc None None] Pushing event updated for resources: {'Port': ['ID=4040ccab-8170-48a5-9a88-afb4d30480e0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.631127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Attempting to bind port 4040ccab-8170-48a5-9a88-afb4d30480e0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:19.634086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Attempting to bind port 4040ccab-8170-48a5-9a88-afb4d30480e0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:19.634783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Attempting to bind port 4040ccab-8170-48a5-9a88-afb4d30480e0 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:19.654538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:19.654918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:19.655335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.655874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:19.658792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Bound port: 4040ccab-8170-48a5-9a88-afb4d30480e0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:19.659038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.739346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47a12c26-373c-4db5-b280-5b9d4b0e192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.777261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] For port 4040ccab-8170-48a5-9a88-afb4d30480e0, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:19.783914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] For port 4040ccab-8170-48a5-9a88-afb4d30480e0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4040ccab-8170-48a5-9a88-afb4d30480e0,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:19.789922 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.796027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab90cb6-76f7-4f8d-8dae-f5ab59cc0b9b req-bf1e653e-55b5-422e-ab5b-f4f4ed64732c tempest-FlavorsV2NegativeTest-1664038447 tempest-FlavorsV2NegativeTest-1664038447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.803400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fab90cb6-76f7-4f8d-8dae-f5ab59cc0b9b req-bf1e653e-55b5-422e-ab5b-f4f4ed64732c tempest-FlavorsV2NegativeTest-1664038447 tempest-FlavorsV2NegativeTest-1664038447-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385677 Jul 15 13:11:19.830104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47a12c26-373c-4db5-b280-5b9d4b0e192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.838494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fab90cb6-76f7-4f8d-8dae-f5ab59cc0b9b req-5ddf9d60-afc7-47fd-aba6-0c8a237e3e2a tempest-FlavorsV2NegativeTest-1664038447 tempest-FlavorsV2NegativeTest-1664038447-project] 10.222.0.48 "GET /v2.0/quotas/b9dacf53f8dd4b93af6c68987382f9a2 HTTP/1.1" status: 200 len: 375 time: 0.0341380 Jul 15 13:11:19.842571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port 042a11db-1102-4353-ad03-ae7ed5ffbc48 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:19.842920 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.950079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:19.952885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:19.955072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47a12c26-373c-4db5-b280-5b9d4b0e192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.957883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47a12c26-373c-4db5-b280-5b9d4b0e192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.962383 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-47a12c26-373c-4db5-b280-5b9d4b0e192f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abb2587d-5c81-4303-a684-25afaff5c3cd HTTP/1.1" status: 204 len: 168 time: 0.4151103 Jul 15 13:11:19.979445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a12c26-373c-4db5-b280-5b9d4b0e192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2587d-5c81-4303-a684-25afaff5c3cd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.034908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fab90cb6-76f7-4f8d-8dae-f5ab59cc0b9b req-b55fedf6-e972-4f67-b717-2ddbafdb7d8d tempest-FlavorsV2NegativeTest-1664038447 tempest-FlavorsV2NegativeTest-1664038447-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9dacf53f8dd4b93af6c68987382f9a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1954219 Jul 15 13:11:20.179909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0163b-c44f-44b3-a43f-3bc43baf0ddc None None] Pushing event updated for resources: {'Port': ['ID=4040ccab-8170-48a5-9a88-afb4d30480e0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.350880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:20.368461 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e028ce53-f0b3-4257-961f-e837c5e38e55 x-openstack-request-id: req-e028ce53-f0b3-4257-961f-e837c5e38e55 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:20.369798 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0235b8c-619e-4a00-b6b4-199d7a4c2d9e", "name": "network-vif-deleted", "tag": "1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:20.371386 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e028ce53-f0b3-4257-961f-e837c5e38e55 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:20.373662 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0235b8c-619e-4a00-b6b4-199d7a4c2d9e', 'name': 'network-vif-deleted', 'tag': '1c0dfc04-f5ed-4e3c-b4c4-ddc1fc577392', 'status': 'completed', 'code': 200} Jul 15 13:11:20.416552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port 042a11db-1102-4353-ad03-ae7ed5ffbc48, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=042a11db-1102-4353-ad03-ae7ed5ffbc48,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:20.419899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.499326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43920) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.505471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35461374', 'description': 'tempest-description--158657338'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.517519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d69f74d-f630-43b8-bd86-b37361929dcc req-5ec8f49f-f036-4cc7-8c35-bce19dce26e9 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 210 time: 0.1148624 Jul 15 13:11:20.529993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for 042a11db-1102-4353-ad03-ae7ed5ffbc48 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:20.602322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.738167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.746489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.802104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.807625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.808524 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3069062 Jul 15 13:11:20.820334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'security_group_rule': {'security_group_id': '7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.823560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.824989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d901-1a4a-4955-a9e0-f97ead92d5e4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.874273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['042a11db-1102-4353-ad03-ae7ed5ffbc48', 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:20.874405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=042a11db-1102-4353-ad03-ae7ed5ffbc48,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.975101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:19Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:21.052565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9fc1a-03e1-4bc5-9b02-f9d7a6dd7d89 None None] The sync data for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 is: [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:19Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:21.203681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port 042a11db-1102-4353-ad03-ae7ed5ffbc48 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:21.206798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.208825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-53495160-d5bc-46df-9dfc-4e4a53ff9523 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.23 "DELETE /v2.0/ports/042a11db-1102-4353-ad03-ae7ed5ffbc48 HTTP/1.1" status: 204 len: 173 time: 1.8479016 Jul 15 13:11:21.212316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.563094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e75f91-90c4-4b0b-b749-463242a5fd05 req-1dfb05f3-677a-4284-ab0b-53038f8fdd12 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.576143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1e75f91-90c4-4b0b-b749-463242a5fd05 req-1dfb05f3-677a-4284-ab0b-53038f8fdd12 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.7078910 Jul 15 13:11:21.635507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59d4b-41d7-4bd9-b2ea-d2c9dff3eeb1 req-ebd5c90e-2a6b-48b2-b300-6d2d6d2473ee tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.644562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14d59d4b-41d7-4bd9-b2ea-d2c9dff3eeb1 req-ebd5c90e-2a6b-48b2-b300-6d2d6d2473ee tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 945 time: 0.7544637 Jul 15 13:11:21.673383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.693606 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.760102 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.873408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc30b8e-a2cf-4516-8837-9da8a2fc1e9e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.894996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1e75f91-90c4-4b0b-b749-463242a5fd05 req-50d024a0-82b6-4330-8d23-32011fde64ef tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178947 Jul 15 13:11:21.902510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-26602c77-ebc7-41e9-b695-b1873287f57d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.904863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-26602c77-ebc7-41e9-b695-b1873287f57d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 811 time: 0.5118413 Jul 15 13:11:21.913997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14d59d4b-41d7-4bd9-b2ea-d2c9dff3eeb1 req-c543a9df-5183-427e-a596-0db669696c33 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683251 Jul 15 13:11:21.915891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.917332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b7700425-405a-47d9-ac6c-fb1aed0c41e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1083081 Jul 15 13:11:21.922472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.925310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Request body: {'port': {'device_id': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'admin_state_up': True, 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.931513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'security_group_rule': {'security_group_id': '7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.997655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.077203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:22.077544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.128129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfc70ac5-4fbb-4265-913b-5e826f2f1285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.234028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.263116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.320435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69941f38-963d-4a91-833a-4b99b63f797e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.482012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfc70ac5-4fbb-4265-913b-5e826f2f1285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.493503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfc70ac5-4fbb-4265-913b-5e826f2f1285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.533242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.538245 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-49892a9c-ce18-45d5-8970-a88d71adde74 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6162868 Jul 15 13:11:22.542238 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.543008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.550361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:22.633873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dfc70ac5-4fbb-4265-913b-5e826f2f1285 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9dacf53f8dd4b93af6c68987382f9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9575095 Jul 15 13:11:22.651267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70ac5-4fbb-4265-913b-5e826f2f1285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beea839e-7d20-4b4b-aca4-0c095c7e46ca,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.664752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.751591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.759551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-deleted', 'tag': '042a11db-1102-4353-ad03-ae7ed5ffbc48'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:22.762458 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b577ea8f-3dfc-481e-aa61-393d197363f2" -d '{"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-deleted", "tag": "042a11db-1102-4353-ad03-ae7ed5ffbc48"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:22.772193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Made reservation on behalf of 51e9067bad264e0db0d8b3fb084022b1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:22.776005 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.787302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb7d0-44ce-476a-8f77-38f4b3b92f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.827912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb7d0-44ce-476a-8f77-38f4b3b92f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.840349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 042a11db-1102-4353-ad03-ae7ed5ffbc48 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:22.898635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 042a11db-1102-4353-ad03-ae7ed5ffbc48 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:22.899772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 042a11db-1102-4353-ad03-ae7ed5ffbc48 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:22.900225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ac840b69-e383-4eb4-b0fa-5d7d39360ec9 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:23.000099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e28a439d-833a-4f01-a9a0-a3ebde7b6a8f req-330189a9-e800-4489-8330-73dad3d59714 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 210 time: 0.2341280 Jul 15 13:11:23.001528 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648fd60c-4cb0-4df4-83f0-602ddf978de0 x-openstack-request-id: req-648fd60c-4cb0-4df4-83f0-602ddf978de0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:23.001812 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-deleted", "tag": "042a11db-1102-4353-ad03-ae7ed5ffbc48", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:23.002054 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-648fd60c-4cb0-4df4-83f0-602ddf978de0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:23.002458 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-deleted', 'tag': '042a11db-1102-4353-ad03-ae7ed5ffbc48', 'status': 'completed', 'code': 200} Jul 15 13:11:23.037687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Allocated IP 172.20.0.9 (851bfd74-4fc3-4b6f-b697-f20409c94ff8/477e279b-326b-414a-bea6-af45cd8e5eff/77f6f2ab-feb8-4e05-8b2c-28163246c84b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:23.051651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.053778 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-48d9ee1c-aaee-4b04-82c7-24f4ce38b0d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9d850173a3d4fafb1e89ff7c801578a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084441 Jul 15 13:11:23.062864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:23.092278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb7d0-44ce-476a-8f77-38f4b3b92f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.094441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.094824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.094977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb7d0-44ce-476a-8f77-38f4b3b92f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.099074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab8cb7d0-44ce-476a-8f77-38f4b3b92f90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/beea839e-7d20-4b4b-aca4-0c095c7e46ca HTTP/1.1" status: 204 len: 168 time: 0.4342971 Jul 15 13:11:23.130888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:23.132133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.140343 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a1149-7207-44af-9fcc-a38673f25413" -d '{"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:23.145245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cb7d0-44ce-476a-8f77-38f4b3b92f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beea839e-7d20-4b4b-aca4-0c095c7e46ca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.211694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ac840b69-e383-4eb4-b0fa-5d7d39360ec9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.234434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.255064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for ac840b69-e383-4eb4-b0fa-5d7d39360ec9 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:23.265142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768dab83-d7be-4545-a8d0-61d506c79be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.285024 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4040ccab-8170-48a5-9a88-afb4d30480e0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:23.329550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768dab83-d7be-4545-a8d0-61d506c79be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.423432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.462725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4040ccab-8170-48a5-9a88-afb4d30480e0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:23.468783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4040ccab-8170-48a5-9a88-afb4d30480e0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:23.469241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.506650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Allocated IP 172.25.2.104 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/425167f7-42e8-4a66-a104-40a760ec9b9a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:23.641471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.643781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.667856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02981cc-bb7f-4dfb-95fb-bfdcdf89b743 req-30f8ce4a-c743-4c5a-996c-0e0445fbcc7d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.675455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d02981cc-bb7f-4dfb-95fb-bfdcdf89b743 req-30f8ce4a-c743-4c5a-996c-0e0445fbcc7d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.3767672 Jul 15 13:11:23.699210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.715171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 4040ccab-8170-48a5-9a88-afb4d30480e0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4040ccab-8170-48a5-9a88-afb4d30480e0,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.722015 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.758148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=425167f7-42e8-4a66-a104-40a760ec9b9a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.781391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c34b4-de9c-4cbb-b98c-ad59465575f3 req-d8e9102b-b518-40f9-83e0-e99269db6149 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.781773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b11c34b4-de9c-4cbb-b98c-ad59465575f3 req-d8e9102b-b518-40f9-83e0-e99269db6149 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 943 time: 0.3810945 Jul 15 13:11:23.810868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:23.811538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=4040ccab-8170-48a5-9a88-afb4d30480e0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.811800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768dab83-d7be-4545-a8d0-61d506c79be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.820617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-768dab83-d7be-4545-a8d0-61d506c79be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.822316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-768dab83-d7be-4545-a8d0-61d506c79be9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b052a17-75f8-46fe-8b17-3aaf446d94f2 HTTP/1.1" status: 204 len: 168 time: 0.7550924 Jul 15 13:11:23.829306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:23.840894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:23.873401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dab83-d7be-4545-a8d0-61d506c79be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b052a17-75f8-46fe-8b17-3aaf446d94f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.930180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b11c34b4-de9c-4cbb-b98c-ad59465575f3 req-cffe681a-4a47-4e92-9bc2-a486072908af tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/security-groups?id=665a53a8-245e-4e67-9bfa-d47ac0974a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202056 Jul 15 13:11:23.959820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d02981cc-bb7f-4dfb-95fb-bfdcdf89b743 req-4cbc8168-63b6-4e0f-909d-1764917a02d8 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831988 Jul 15 13:11:24.015605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.050567 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcc388a-9d3d-4f90-9b42-440255846ab9 x-openstack-request-id: req-afcc388a-9d3d-4f90-9b42-440255846ab9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:24.051265 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:24.051265 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afcc388a-9d3d-4f90-9b42-440255846ab9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:24.051481 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9', 'code': 200} Jul 15 13:11:24.076613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.173192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.261103 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.319790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=ac840b69-e383-4eb4-b0fa-5d7d39360ec9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.395258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port ac840b69-e383-4eb4-b0fa-5d7d39360ec9 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:24.402592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.405179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6878ff0-1dd1-4a16-892f-640e04cb6738 req-016b460a-6284-4379-b830-b078995abb1e tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.23 "DELETE /v2.0/ports/ac840b69-e383-4eb4-b0fa-5d7d39360ec9 HTTP/1.1" status: 204 len: 173 time: 3.1879740 Jul 15 13:11:24.475484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b68f9da9-a257-4baa-9921-5efcc54f92fb req-864bda23-1b49-4f9a-885d-be88a50ac195 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 210 time: 0.0814145 Jul 15 13:11:24.519074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.530357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8322d52a-d7c7-4ccb-a50b-e3661b1fd2db'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:24.552357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:24.577596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.587700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:24.597600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:24.613093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.613593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:24.662613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:24.677753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Pushing event updated for resources: {'Port': ['ID=77f6f2ab-feb8-4e05-8b2c-28163246c84b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.715787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.717579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.746115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-05b3dbfc-6ff4-45ce-bc7a-85f605b525db tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8279452 Jul 15 13:11:24.775875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Request body: {'port': {'device_id': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:24.800171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.815475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d014517e-68ec-4796-b371-49726787309b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f9315dabb9949269cd4274dbad2b26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620122 Jul 15 13:11:24.822671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:24.823564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-network', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:24.830711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=425167f7-42e8-4a66-a104-40a760ec9b9a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.872673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.882810 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c22225b0-2148-4c95-8a1d-17a2303ffc46 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3276792 Jul 15 13:11:24.883062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Made reservation on behalf of b45e0838363f491a83d04c6ec666af0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:24.883062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.902999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.925374 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.927186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2f839d6-cc8a-4fa0-bf78-635f514a645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.962876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2f839d6-cc8a-4fa0-bf78-635f514a645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.018029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-deleted', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:25.025974 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f4e319-9410-42d3-8454-976026718551" -d '{"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-deleted", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:25.032192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2f839d6-cc8a-4fa0-bf78-635f514a645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.034744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2f839d6-cc8a-4fa0-bf78-635f514a645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.038848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b2f839d6-cc8a-4fa0-bf78-635f514a645a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c36cdf04-e1f3-4095-aad0-47b92c24b2a9 HTTP/1.1" status: 204 len: 168 time: 0.2148528 Jul 15 13:11:25.051571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f839d6-cc8a-4fa0-bf78-635f514a645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36cdf04-e1f3-4095-aad0-47b92c24b2a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.193393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4040ccab-8170-48a5-9a88-afb4d30480e0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:25.309346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4040ccab-8170-48a5-9a88-afb4d30480e0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:25.310763 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.578895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8ca0afb-e9be-45f9-8329-dc3d2c4ceb79 req-d968aa41-3a31-4207-8f15-303175fc97c3 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "GET /v2.0/ports?device_id=71429bf5-e49f-4a66-800b-5f0e9bab75bb HTTP/1.1" status: 200 len: 210 time: 0.1003201 Jul 15 13:11:25.594918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.602254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f6f2ab-feb8-4e05-8b2c-28163246c84b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:25.611169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.615437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.654898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:25.664806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Transition to ACTIVE for port object 77f6f2ab-feb8-4e05-8b2c-28163246c84b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:25.678033 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dfac13-a09e-4302-bff2-c79e9a37c63c x-openstack-request-id: req-b4dfac13-a09e-4302-bff2-c79e9a37c63c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:25.678582 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71429bf5-e49f-4a66-800b-5f0e9bab75bb", "name": "network-vif-deleted", "tag": "ac840b69-e383-4eb4-b0fa-5d7d39360ec9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:25.679030 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4dfac13-a09e-4302-bff2-c79e9a37c63c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:25.679804 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429bf5-e49f-4a66-800b-5f0e9bab75bb', 'name': 'network-vif-deleted', 'tag': 'ac840b69-e383-4eb4-b0fa-5d7d39360ec9', 'status': 'completed', 'code': 200} Jul 15 13:11:25.681738 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.743512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.743907 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Added segment f64c907e-73dc-4ba8-895b-bc910c32a84e of type vlan for network 45aee3c0-8a67-4dd4-a643-7e73ea19768d Jul 15 13:11:25.753649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a47f6-9b2d-4c89-a8d0-a44b4a3db861 req-a96a577c-19ec-4d82-9e40-e79faa7c94f5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.755242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f07a47f6-9b2d-4c89-a8d0-a44b4a3db861 req-a96a577c-19ec-4d82-9e40-e79faa7c94f5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.2790773 Jul 15 13:11:25.755888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684624a-7f02-4874-8081-fae893d1f534,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.852052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=77f6f2ab-feb8-4e05-8b2c-28163246c84b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.874869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.948227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-07aa4a93-5b1a-4ec5-a4a8-ce7b58e4595b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--35461374&fields=id&tenant_id=056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 267 time: 0.1627011 Jul 15 13:11:25.955139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f07a47f6-9b2d-4c89-a8d0-a44b4a3db861 req-a2acd37a-24b3-48e5-8be0-940cc4b760b7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671193 Jul 15 13:11:26.035063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.036051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.036633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.091127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Attempting to bind port 77f6f2ab-feb8-4e05-8b2c-28163246c84b on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:26.091127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Attempting to bind port 77f6f2ab-feb8-4e05-8b2c-28163246c84b by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:26.091127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Attempting to bind port 77f6f2ab-feb8-4e05-8b2c-28163246c84b on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:26.124068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Port 77f6f2ab-feb8-4e05-8b2c-28163246c84b on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:26.124467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Attempting to bind port 77f6f2ab-feb8-4e05-8b2c-28163246c84b on network 851bfd74-4fc3-4b6f-b697-f20409c94ff8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:26.162058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4929152 Jul 15 13:11:26.162808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:26.167802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Request body: {'subnet': {'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-subnet', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:26.168860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:26.169293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Checking segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:26.169682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Bound using segment: {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:26.170129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Bound port: 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca85d26-ee0b-4de5-9b74-b5a478f69b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:26.170637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.173614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338848d3-ba34-4869-a9f2-6e1d24a135f1 admin admin] Pushing event updated for resources: {'Network': ['ID=45aee3c0-8a67-4dd4-a643-7e73ea19768d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.186042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:26.196940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-4ada1267-30ec-4440-a973-43b070995235 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.198517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-4ada1267-30ec-4440-a973-43b070995235 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.2351112 Jul 15 13:11:26.222735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Made reservation on behalf of b45e0838363f491a83d04c6ec666af0f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:26.225811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.241912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-ac1393b6-0479-4d51-8f9b-160e8c5e86b9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/quotas/056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 375 time: 0.0207791 Jul 15 13:11:26.383073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] For port 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:26.404883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-226750ef-82d0-4dba-bf4b-842e7549fb78 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1515296 Jul 15 13:11:26.439943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] For port 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:26.443813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.458452 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.505772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cde217-c2be-48df-b7ff-e62d07d87096,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.525692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009950c-e641-4e06-8415-6fe3646b738f req-c6f8d3b7-0c78-4bfd-a300-20733342fe44 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.527569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5009950c-e641-4e06-8415-6fe3646b738f req-c6f8d3b7-0c78-4bfd-a300-20733342fe44 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 943 time: 0.2346196 Jul 15 13:11:26.542233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Checking segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:26.542664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Network hostable DHCP agents. Network: 45aee3c0-8a67-4dd4-a643-7e73ea19768d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:26.582096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:26.598588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 45aee3c0-8a67-4dd4-a643-7e73ea19768d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:26.604716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.606933 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.610735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.611933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.614354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] 10.222.0.49 "PUT /v2.0/ports/77f6f2ab-feb8-4e05-8b2c-28163246c84b HTTP/1.1" status: 200 len: 1091 time: 1.8430300 Jul 15 13:11:26.632634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3b6303f8-0512-4577-aef7-d859875a0e5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4685745 Jul 15 13:11:26.633494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44096) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:26.634622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64daed-eeca-4592-88da-213fae69c600 None None] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:26.639810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:26.688782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a963c-79ee-4c7c-b7d5-ede2a756c4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=77f6f2ab-feb8-4e05-8b2c-28163246c84b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.720122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.721553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.813839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.823015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5009950c-e641-4e06-8415-6fe3646b738f req-4a878aad-1422-4802-98ab-ae23c0adafa2 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863557 Jul 15 13:11:26.840812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-4be96b2a-c141-4870-8ea8-0f6e8d302414 service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078634 Jul 15 13:11:27.015181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.025494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:27.028856 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.029324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.096486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting subnet f8995478-8a2c-4dd8-9db3-9f87a48973fa {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:27.100230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.143953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-af81d0a4-587e-4128-a81a-7eaa5eb0e426 service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983923 Jul 15 13:11:27.159592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.214031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-874de652-924f-48b5-bea9-ea188aabccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.217117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-874de652-924f-48b5-bea9-ea188aabccfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 1094 time: 0.5309207 Jul 15 13:11:27.251945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Allocated IP 172.20.0.2 (45aee3c0-8a67-4dd4-a643-7e73ea19768d/53cde217-c2be-48df-b7ff-e62d07d87096/de9e72b8-1ae6-4943-9c05-6f6d4015c0e3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:27.303554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe746e9-c198-421d-98de-024e846666db req-1d074ac0-6a60-49b3-ac8e-5fa8fc569d10 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.305093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbe746e9-c198-421d-98de-024e846666db req-1d074ac0-6a60-49b3-ac8e-5fa8fc569d10 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.1586518 Jul 15 13:11:27.334172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.341347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-6716bd4f-0c13-4d83-bd7a-7f83c45e432d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b HTTP/1.1" status: 200 len: 217 time: 0.1096468 Jul 15 13:11:27.433466 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.442869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbe746e9-c198-421d-98de-024e846666db req-15d9d7fb-59d8-4951-9c27-10f621b9b80a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985968 Jul 15 13:11:27.456619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Transition to ACTIVE for port object de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:27.461915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-e4c9852c-be37-4048-9252-f6b5b696fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.469712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-e4c9852c-be37-4048-9252-f6b5b696fc95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.0936911 Jul 15 13:11:27.489655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Transition to ACTIVE for port object de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:27.501628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.525466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.561937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Subnet': ['ID=f8995478-8a2c-4dd8-9db3-9f87a48973fa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.563726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:27.567440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:27.577519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.579476 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8bd230d9-d466-4757-b046-fbfb43ffdd57 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/subnets/f8995478-8a2c-4dd8-9db3-9f87a48973fa HTTP/1.1" status: 204 len: 168 time: 0.5611174 Jul 15 13:11:27.581333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:27.582072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.593329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61601c6-c40e-4fef-991d-a8b2ba074e97 None None] Network aa543e60-653e-4fad-a187-cda3494fe2f3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:27.598653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-5d4451f1-9a5c-4b3a-b4f0-0f00126eaf6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196311 Jul 15 13:11:27.611233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Pushing event updated for resources: {'Port': ['ID=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.618772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.662739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.681578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'tag': '77f6f2ab-feb8-4e05-8b2c-28163246c84b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:27.685392 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2" -d '{"events": [{"name": "network-changed", "server_uuid": "aab3b664-9e72-4437-8cc5-abc718e39faf", "tag": "77f6f2ab-feb8-4e05-8b2c-28163246c84b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:27.751994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Attempting to bind port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:27.752580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Attempting to bind port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:27.752846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Attempting to bind port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:27.767368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:27.767628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Checking segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:27.768107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.768671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Bound using segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:27.769002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Bound port: de9e72b8-1ae6-4943-9c05-6f6d4015c0e3, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:27.769473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.795041 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40703d-6c94-4e32-8018-715d187cf9e9 x-openstack-request-id: req-7e40703d-6c94-4e32-8018-715d187cf9e9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:27.795658 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab3b664-9e72-4437-8cc5-abc718e39faf", "tag": "77f6f2ab-feb8-4e05-8b2c-28163246c84b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:27.796154 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e40703d-6c94-4e32-8018-715d187cf9e9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:27.796777 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'tag': '77f6f2ab-feb8-4e05-8b2c-28163246c84b', 'status': 'completed', 'code': 200} Jul 15 13:11:27.802114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f54ffc87-d504-407c-b4e5-4d18b19ce69d req-55367bdf-30ba-42bd-a3e3-436f1d6b629a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 210 time: 0.1071868 Jul 15 13:11:27.844070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-abdf5aeb-8078-45c9-8ad4-72abbdc55b1e service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361321 Jul 15 13:11:27.845186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Allocated IP 172.25.2.232 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/aa25ae5a-fa3f-4540-8100-2da71016a3d4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:28.120292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] For port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:28.139669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] For port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:28.149493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.251823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a197f7c-0905-42ff-9fe1-85d54f02f999 req-e5120cda-dfb9-41fb-8756-847fd49f1b94 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967109 Jul 15 13:11:28.269706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6dbb8-be81-49f8-9a2b-5689a0b5f683 req-da32d04c-e272-493b-a506-4d302c8bde0e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.281872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.289507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-def6dbb8-be81-49f8-9a2b-5689a0b5f683 req-da32d04c-e272-493b-a506-4d302c8bde0e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 943 time: 0.2846272 Jul 15 13:11:28.342646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.400820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791227-74cb-4e8a-ae72-62c19bb38053 None None] Pushing event updated for resources: {'Port': ['ID=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:28.458075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Pushing event updated for resources: {'Port': ['ID=aa25ae5a-fa3f-4540-8100-2da71016a3d4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:28.463595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.477360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:28.480465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:28.484513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:28.513941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] DHCP port deletion for aa543e60-653e-4fad-a187-cda3494fe2f3 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:28.561610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-def6dbb8-be81-49f8-9a2b-5689a0b5f683 req-16684710-8cf9-4ca7-a290-a1dfd01a8f56 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711139 Jul 15 13:11:28.641582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-917a7efb-d407-495c-b307-696a81730168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.649162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] Deleting port f2159a8c-74e8-40fb-88d3-679a2f4247fe {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:28.649512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.657979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-917a7efb-d407-495c-b307-696a81730168 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 1094 time: 0.2993009 Jul 15 13:11:28.717231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port f2159a8c-74e8-40fb-88d3-679a2f4247fe {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:28.717854 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.830179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] For port f2159a8c-74e8-40fb-88d3-679a2f4247fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2159a8c-74e8-40fb-88d3-679a2f4247fe,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:28.830795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.901150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] Calling delete_port for f2159a8c-74e8-40fb-88d3-679a2f4247fe owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:28.914453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port f2159a8c-74e8-40fb-88d3-679a2f4247fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2159a8c-74e8-40fb-88d3-679a2f4247fe,segment=NetworkSegment(2d49576d-f30a-42f0-a3aa-a56f339a6e30),segment_id=2d49576d-f30a-42f0-a3aa-a56f339a6e30)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:28.915155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.938780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for f2159a8c-74e8-40fb-88d3-679a2f4247fe owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:28.975616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-188aa00e-5209-4959-85b2-558d99a0fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.977097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-188aa00e-5209-4959-85b2-558d99a0fd84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 912 time: 0.3180335 Jul 15 13:11:29.067554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.151402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.198379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] Pushing event deleted for resources: {'Port': ['ID=f2159a8c-74e8-40fb-88d3-679a2f4247fe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.211759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096fde3-f717-4164-9bd9-c794ee240467 None None] No DVR routers for this DVR port f2159a8c-74e8-40fb-88d3-679a2f4247fe on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:29.222861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.223393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-67d76b8c-c0b1-417c-804f-1a3b4f1e40e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b HTTP/1.1" status: 200 len: 217 time: 0.2359579 Jul 15 13:11:29.275143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=f2159a8c-74e8-40fb-88d3-679a2f4247fe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.278365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:29.283416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port f2159a8c-74e8-40fb-88d3-679a2f4247fe on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:29.371378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:29.403423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd1609-4230-41e1-85f9-62d032c7bd91 req-c976847e-1784-4f7a-8da5-6367b5e787c5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.405270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7bd1609-4230-41e1-85f9-62d032c7bd91 req-c976847e-1784-4f7a-8da5-6367b5e787c5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.4272704 Jul 15 13:11:29.463300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4899bb5c-dcfc-49e8-a060-c2122b6bf857 req-6decf9a6-7df4-43ed-800b-5b758f82493e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 210 time: 0.0529499 Jul 15 13:11:29.518780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2159a8c-74e8-40fb-88d3-679a2f4247fe no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:29.570514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f2159a8c-74e8-40fb-88d3-679a2f4247fe {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:29.570906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2159a8c-74e8-40fb-88d3-679a2f4247fe not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:29.603998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-d7d7e0d5-21ab-4564-ae8e-142ec62a02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.606072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-d7d7e0d5-21ab-4564-ae8e-142ec62a02b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.3639956 Jul 15 13:11:29.606727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:29.698104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.726364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.730729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-0835fecb-9629-44ee-bdc2-ab435a576c22 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.734347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-0835fecb-9629-44ee-bdc2-ab435a576c22 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.2701428 Jul 15 13:11:29.739885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa543e60-653e-4fad-a187-cda3494fe2f3']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:29.740957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-f6dcca20-35a3-4519-9c31-4d0bff043ccc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105850 Jul 15 13:11:29.756903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d49576d-f30a-42f0-a3aa-a56f339a6e30') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:29.757484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d49576d-f30a-42f0-a3aa-a56f339a6e30') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:29.768446 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.790242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.798344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:29.799054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.827250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-2d266623-5f62-473a-8a8e-063f0c44d1f8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 378 time: 0.0716395 Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:29.885189 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:29.892008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.903962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'port': {'device_id': '0157382c-e06f-400e-9dec-81b5d1622722', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'admin_state_up': True, 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'security_groups': ['7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:29.934503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.937368 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/networks/aa543e60-653e-4fad-a187-cda3494fe2f3 HTTP/1.1" status: 204 len: 168 time: 2.3543127 Jul 15 13:11:29.941149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:29.955403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7bd1609-4230-41e1-85f9-62d032c7bd91 req-e8d4eecf-f341-4fcc-ab54-c085a11031ae tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867339 Jul 15 13:11:29.965566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d6d31-25b9-4ec1-9e18-332558c8e461 None None] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:29.971272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23639a37-b019-4386-ab57-e98349ca8a15 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Network': ['ID=aa543e60-653e-4fad-a187-cda3494fe2f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.004685 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6b3c-60e4-4549-afd8-170b6953a7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.036308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting subnet be70f479-124d-4a90-bbe1-94da735362fb {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:30.042104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.167786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] Provisioning for port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:30.180884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] Provisioning complete for port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:30.181258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.195408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.202013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324497ed-fd64-46e9-857d-b3c51634044f req-326a438a-7b24-4353-9e6c-d58e0e1521d6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.209891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-324497ed-fd64-46e9-857d-b3c51634044f req-326a438a-7b24-4353-9e6c-d58e0e1521d6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 943 time: 0.4316406 Jul 15 13:11:30.257782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-09701cac-4747-4fbd-bbc1-0b5e12c65802 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445758 Jul 15 13:11:30.302598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-324497ed-fd64-46e9-857d-b3c51634044f req-93d52eaf-d584-4ed9-9f16-6396da585cfc tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917735 Jul 15 13:11:30.343938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.384974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] For port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:30.391980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.399251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:30.403583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6b3c-60e4-4549-afd8-170b6953a7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.409656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55e93db2-a3dc-43b2-84bb-256a4e6a0de2 req-a90363d7-1cb7-4d54-9da0-8ab798a62d13 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375771 Jul 15 13:11:30.415872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.420478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6b3c-60e4-4549-afd8-170b6953a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.479339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e6b3c-60e4-4549-afd8-170b6953a7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0c2444-39b3-4256-963d-1761bf0a836a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.524687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c409e7-922d-4bae-b9f5-f4b961227238 None None] Pushing event updated for resources: {'Port': ['ID=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.548068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 77f6f2ab-feb8-4e05-8b2c-28163246c84b details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:30.661037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.677040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:30.689008 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:30.709750 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:30.710577 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:30.729686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Subnet': ['ID=be70f479-124d-4a90-bbe1-94da735362fb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.773302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.775419 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a2fcf335-15b8-4e1a-86e5-2d96a0a9d698 tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/subnets/be70f479-124d-4a90-bbe1-94da735362fb HTTP/1.1" status: 204 len: 168 time: 0.8314564 Jul 15 13:11:30.779332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:30.787318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:30.803559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a3a00-ba32-4e0e-9ad3-3522e4cf5013 None None] Network 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:30.830088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '77f6f2ab-feb8-4e05-8b2c-28163246c84b', 'network_id': '851bfd74-4fc3-4b6f-b697-f20409c94ff8', 'port_id': '77f6f2ab-feb8-4e05-8b2c-28163246c84b', 'mac_address': 'fa:16:3e:d9:2b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477e279b-326b-414a-bea6-af45cd8e5eff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:30.832301 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:30.834748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.884727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.939617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e1073e6b-2324-4650-a2c5-df8798142aa0 None None] Provisioning complete for port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:30.939985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1073e6b-2324-4650-a2c5-df8798142aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.963690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.972361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f6f2ab-feb8-4e05-8b2c-28163246c84b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:30.978572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.980152 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb94b05f-7337-4fcb-ac12-0b7b6e366556 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3452303 Jul 15 13:11:30.983826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:31.000126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:31.006545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.022034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ee24d86-48fd-42c6-8438-1afafa6e306c req-0933f49f-369f-4211-b45d-bbe3d0ef340b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 210 time: 0.0699360 Jul 15 13:11:31.067534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9e2e6b3c-60e4-4549-afd8-170b6953a7c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=974744e4e3054d3cabe9740d972ff929&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4514904 Jul 15 13:11:31.072796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:31.172447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:31.205491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7cbbe4-8562-4818-8925-84bd1d2c5cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.224011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Deleting port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:31.224650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.226488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:31.263571 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.314454 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 3, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:31.361169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] For port 9b148100-8ac7-4ea7-a210-6b66d5b35f82, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9b148100-8ac7-4ea7-a210-6b66d5b35f82,segment=NetworkSegment(6cf4c91b-f60e-4d34-92c1-2e4090107429),segment_id=6cf4c91b-f60e-4d34-92c1-2e4090107429)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:31.361763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.378585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7cbbe4-8562-4818-8925-84bd1d2c5cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.391375 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:31.391738 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Updating router 84783fa3-e170-443a-a3ef-712cfd5d2366 port aa25ae5a-fa3f-4540-8100-2da71016a3d4 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:31.393502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=77f6f2ab-feb8-4e05-8b2c-28163246c84b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.415133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Calling delete_port for 9b148100-8ac7-4ea7-a210-6b66d5b35f82 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:31.440301 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.484235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b4f2-9413-42ed-ac92-2b9ecac801dc req-566fbbb3-040b-4b5b-8fd7-6ca3304e59b4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.495231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bab0b4f2-9413-42ed-ac92-2b9ecac801dc req-566fbbb3-040b-4b5b-8fd7-6ca3304e59b4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.3005221 Jul 15 13:11:31.511282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:31.512344 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.606822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7cbbe4-8562-4818-8925-84bd1d2c5cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.609478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7cbbe4-8562-4818-8925-84bd1d2c5cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.613683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2b7cbbe4-8562-4818-8925-84bd1d2c5cec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f0c2444-39b3-4256-963d-1761bf0a836a HTTP/1.1" status: 204 len: 168 time: 0.5374539 Jul 15 13:11:31.682297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5aabf4-14b5-493d-99ec-8a5c965914b1 None None] DHCP port deletion for 9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:31.685373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['77f6f2ab-feb8-4e05-8b2c-28163246c84b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:31.698488 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bab0b4f2-9413-42ed-ac92-2b9ecac801dc req-b3cb4088-d8d5-49ac-bd17-4be30759d324 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007213 Jul 15 13:11:31.749794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cbbe4-8562-4818-8925-84bd1d2c5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0c2444-39b3-4256-963d-1761bf0a836a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.768316 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.834656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Allocated IP 172.20.0.4 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/5c9439f5-2161-4106-9c5f-ce3c3dffd584) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:31.848341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Port': ['ID=9b148100-8ac7-4ea7-a210-6b66d5b35f82,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.931329 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.951761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] No DVR routers for this DVR port 9b148100-8ac7-4ea7-a210-6b66d5b35f82 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:31.956665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Transition to ACTIVE for port object aa25ae5a-fa3f-4540-8100-2da71016a3d4 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:31.973268 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.994030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993187-f8a9-4a15-bed3-5be922bb1dae req-1647b760-ffa5-4d8f-b826-b8290a39c03d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.995653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15993187-f8a9-4a15-bed3-5be922bb1dae req-1647b760-ffa5-4d8f-b826-b8290a39c03d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 944 time: 0.3006358 Jul 15 13:11:32.003586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-40e81244-e859-429a-b6a7-620290837eab tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.005073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-40e81244-e859-429a-b6a7-620290837eab tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.2367580 Jul 15 13:11:32.047772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Attempting to bind port aa25ae5a-fa3f-4540-8100-2da71016a3d4 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:32.048579 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Attempting to bind port aa25ae5a-fa3f-4540-8100-2da71016a3d4 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:32.050854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Attempting to bind port aa25ae5a-fa3f-4540-8100-2da71016a3d4 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:32.055827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-9'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:32.100113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.102881 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:32.103752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:32.103752 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.107322 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:32.107833 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Bound port: aa25ae5a-fa3f-4540-8100-2da71016a3d4, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:32.108249 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.138718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15993187-f8a9-4a15-bed3-5be922bb1dae req-cc1b5bc7-eee2-41f8-a8fa-23bb4915ad56 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303754 Jul 15 13:11:32.146176 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74cfe6-57ef-41fa-9c9e-0c1668538dd4 None None] Pushing event updated for resources: {'Port': ['ID=aa25ae5a-fa3f-4540-8100-2da71016a3d4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.149834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:32.172815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.173704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf4c91b-f60e-4d34-92c1-2e4090107429') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:32.174010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf4c91b-f60e-4d34-92c1-2e4090107429') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:32.219843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.240518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.243448 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] For port aa25ae5a-fa3f-4540-8100-2da71016a3d4, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:32.247170 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] For port aa25ae5a-fa3f-4540-8100-2da71016a3d4, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=aa25ae5a-fa3f-4540-8100-2da71016a3d4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:32.249947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df2ae245-f369-4ceb-aa93-bfc274bbf244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.252689 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.254382 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.268957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.272074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.301764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:32.302459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.322061 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74cfe6-57ef-41fa-9c9e-0c1668538dd4 None None] Pushing event updated for resources: {'Port': ['ID=aa25ae5a-fa3f-4540-8100-2da71016a3d4,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.354780 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:32.357757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:32.400037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df2ae245-f369-4ceb-aa93-bfc274bbf244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.415799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe17c161-5ae3-4c68-a532-077869cf89f2 req-18440574-5264-4dde-af89-a6e74a9095af tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 210 time: 0.1673141 Jul 15 13:11:32.425839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df2ae245-f369-4ceb-aa93-bfc274bbf244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.437179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Transition to ACTIVE for port object 5c9439f5-2161-4106-9c5f-ce3c3dffd584 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:32.443812 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:32.489068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.494563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.497634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] 10.222.0.48 "DELETE /v2.0/networks/9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179 HTTP/1.1" status: 204 len: 168 time: 1.7172084 Jul 15 13:11:32.524360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b4996-8801-4d10-97d0-191d560087ac tempest-ServersTestMultiNic-1050473755 tempest-ServersTestMultiNic-1050473755-project] Pushing event deleted for resources: {'Network': ['ID=9fdd20d4-f95f-4ecd-be29-8d1dbb9c3179,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.534822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:32.541995 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:32.577141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ae245-f369-4ceb-aa93-bfc274bbf244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e7701-1559-4263-bbe6-cb201eadc071,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.586520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-df2ae245-f369-4ceb-aa93-bfc274bbf244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ccbeb3aede64000b31aa151f6b73f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194553 Jul 15 13:11:32.604610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.740974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:32.758775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:32.775172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec has no active binding in host n-h1-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:11:32.852787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 3, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:32.899465 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2c22-593d-49dd-a315-8a5ede8d2ec5 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 3, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:32.936041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0755adaa-e3cd-44e6-aba2-dfb0bb01970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.951761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.005799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0755adaa-e3cd-44e6-aba2-dfb0bb01970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.043985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:33.095510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:33.103385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b148100-8ac7-4ea7-a210-6b66d5b35f82 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:33.114565 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:33.138822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 9b148100-8ac7-4ea7-a210-6b66d5b35f82 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:33.139183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b148100-8ac7-4ea7-a210-6b66d5b35f82 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:33.194392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:33.212656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:33.214809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.218333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:33.315063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:33.317157 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a57d9f9-f946-43d5-908c-eb608d161d19" -d '{"events": [{"server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "name": "network-vif-unplugged", "status": "completed", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:33.324993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.343697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.367170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Allocated IP 172.20.0.1 (45aee3c0-8a67-4dd4-a643-7e73ea19768d/53cde217-c2be-48df-b7ff-e62d07d87096/99b7e37b-7af9-4fec-b966-613e3b38c568) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:33.369804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.435537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0755adaa-e3cd-44e6-aba2-dfb0bb01970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.440035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0755adaa-e3cd-44e6-aba2-dfb0bb01970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.441748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0755adaa-e3cd-44e6-aba2-dfb0bb01970e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b00e7701-1559-4263-bbe6-cb201eadc071 HTTP/1.1" status: 204 len: 168 time: 0.7648191 Jul 15 13:11:33.467996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.469023 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.481800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb1d-5dad-44a7-8753-9838c6c36a12 req-77edd6e1-b67d-456f-9f77-ec2ad55ab7ed tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.489604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdbceb1d-5dad-44a7-8753-9838c6c36a12 req-77edd6e1-b67d-456f-9f77-ec2ad55ab7ed tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 945 time: 0.5328231 Jul 15 13:11:33.591268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.610572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Transition to ACTIVE for port object 99b7e37b-7af9-4fec-b966-613e3b38c568 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:33.618696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755adaa-e3cd-44e6-aba2-dfb0bb01970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e7701-1559-4263-bbe6-cb201eadc071,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.662102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.709865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:33.720123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:33.723842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:33.733279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.743192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-7522525b-77b2-42fa-a401-98af7cc67e5c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8544989 Jul 15 13:11:33.768020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdbceb1d-5dad-44a7-8753-9838c6c36a12 req-2f30c71c-1f68-4a1b-baae-004c54c9eda0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771428 Jul 15 13:11:33.778560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Request body: {'port': {'device_id': '0157382c-e06f-400e-9dec-81b5d1622722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:33.790168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.796444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ebb5697-2157-4667-b226-fa09a9fce77e None None] Provisioning for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:33.801681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ebb5697-2157-4667-b226-fa09a9fce77e None None] Provisioning complete for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:33.802058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5697-2157-4667-b226-fa09a9fce77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.851882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Pushing event updated for resources: {'Port': ['ID=99b7e37b-7af9-4fec-b966-613e3b38c568,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.911742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on host n-h2-798249-9 for vnic_type normal with profile {"migrating_to": "n-h1-798249-9"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:33.912242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:33.912820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:33.928989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:33.940789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb5697-2157-4667-b226-fa09a9fce77e None None] Port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:33.942523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Attempting to bind port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:34.007467 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478847e5-d486-4b7e-8dcb-983721ce3dc6 x-openstack-request-id: req-478847e5-d486-4b7e-8dcb-983721ce3dc6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:34.007867 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "name": "network-vif-unplugged", "status": "completed", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:34.008221 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-478847e5-d486-4b7e-8dcb-983721ce3dc6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:34.008714 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'code': 200} Jul 15 13:11:34.024011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:34.024508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:34.025017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:34.025596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Bound port: 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:34.026056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.094190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.173943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bee06738-9e82-406f-98c8-c79ef913e47e None None] Provisioning for port 99b7e37b-7af9-4fec-b966-613e3b38c568 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:34.182890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bee06738-9e82-406f-98c8-c79ef913e47e None None] Provisioning complete for port 99b7e37b-7af9-4fec-b966-613e3b38c568 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:34.184953 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bee06738-9e82-406f-98c8-c79ef913e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.266573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bee06738-9e82-406f-98c8-c79ef913e47e None None] Port 99b7e37b-7af9-4fec-b966-613e3b38c568 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:34.286167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bb1b5-1451-48cc-9ec5-24d0be16bdef req-2a124082-c3b1-4a92-a439-74c940f0c6c0 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.287797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc6bb1b5-1451-48cc-9ec5-24d0be16bdef req-2a124082-c3b1-4a92-a439-74c940f0c6c0 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 944 time: 0.7845075 Jul 15 13:11:34.342382 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.350730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.354754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.366360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:34.435254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc6bb1b5-1451-48cc-9ec5-24d0be16bdef req-39a23d00-94af-4013-b470-18b292b3da10 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211662 Jul 15 13:11:34.446093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.449840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Pushing event updated for resources: {'Port': ['ID=99b7e37b-7af9-4fec-b966-613e3b38c568,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.499038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:34.538392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3cb60-66b5-4b26-aae4-e86c8141e63e req-51284b85-c206-43f8-ac20-550364f27018 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.547661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6d3cb60-66b5-4b26-aae4-e86c8141e63e req-51284b85-c206-43f8-ac20-550364f27018 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 931 time: 0.4169157 Jul 15 13:11:34.549564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 77f6f2ab-feb8-4e05-8b2c-28163246c84b up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:34.551116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.616408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:34.620329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:34.677494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 77f6f2ab-feb8-4e05-8b2c-28163246c84b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:34.682400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 77f6f2ab-feb8-4e05-8b2c-28163246c84b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:34.683148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.823511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:34.867322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.868226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.870547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] 10.222.0.49 "PUT /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 1121 time: 2.8502162 Jul 15 13:11:34.872224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aeb996-d483-4d91-8769-dda8fb660dcf service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.966547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['2bbd64d5-91fa-4fcb-83eb-83b77e3addec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:34.975803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.002769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6d3cb60-66b5-4b26-aae4-e86c8141e63e req-a95e1423-f50a-4107-a7a8-0ba16f99a7ea tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4523268 Jul 15 13:11:35.081035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:35.103524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2bbd64d5-91fa-4fcb-83eb-83b77e3addec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:35.175741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:35.200593 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1eb4e050-fb0f-40a3-a1bc-bab5870cbf39 admin admin] 10.222.0.48 "PUT /v2.0/routers/84783fa3-e170-443a-a3ef-712cfd5d2366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2140555 Jul 15 13:11:35.217033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device aa25ae5a-fa3f-4540-8100-2da71016a3d4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:35.333255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6f2ab-feb8-4e05-8b2c-28163246c84b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:35.336022 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff70e8-a125-4eaa-a8f9-56adf43a1e46" -d '{"events": [{"server_uuid": "aab3b664-9e72-4437-8cc5-abc718e39faf", "name": "network-vif-plugged", "status": "completed", "tag": "77f6f2ab-feb8-4e05-8b2c-28163246c84b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:35.489122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.582231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0ddf-7e2d-4526-991e-c598ef0a95b6 req-8fa291cf-e3c7-44b0-baa8-60d3e8dabba3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.591869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-509c0ddf-7e2d-4526-991e-c598ef0a95b6 req-8fa291cf-e3c7-44b0-baa8-60d3e8dabba3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.3453946 Jul 15 13:11:35.668737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28458cf0-f218-4d6b-91a9-26d895ce66e8 None None] Provisioning complete for port 99b7e37b-7af9-4fec-b966-613e3b38c568 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:35.678725 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28458cf0-f218-4d6b-91a9-26d895ce66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.704236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:35.733239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:35.745806 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3147a7eb-72ff-4c49-b308-42dcd13e254c x-openstack-request-id: req-3147a7eb-72ff-4c49-b308-42dcd13e254c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:35.746964 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab3b664-9e72-4437-8cc5-abc718e39faf", "name": "network-vif-plugged", "status": "completed", "tag": "77f6f2ab-feb8-4e05-8b2c-28163246c84b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:35.747391 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3147a7eb-72ff-4c49-b308-42dcd13e254c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:35.747983 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6f2ab-feb8-4e05-8b2c-28163246c84b', 'code': 200} Jul 15 13:11:35.759672 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.832799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:35.833814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:35.843345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-28458cf0-f218-4d6b-91a9-26d895ce66e8 None None] Port 99b7e37b-7af9-4fec-b966-613e3b38c568 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:35.958490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port aa25ae5a-fa3f-4540-8100-2da71016a3d4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:35.969470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=77f6f2ab-feb8-4e05-8b2c-28163246c84b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:35.994608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port aa25ae5a-fa3f-4540-8100-2da71016a3d4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:35.994969 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.056309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-509c0ddf-7e2d-4526-991e-c598ef0a95b6 req-6681a85f-787c-40cb-9d03-8c5e99338a96 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635553 Jul 15 13:11:36.056864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:36.060387 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f5757-8f15-4ee4-ba30-0f691c00b073" -d '{"events": [{"name": "network-changed", "server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:36.093910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:36.119690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81726445-8e46-4a5e-ac3d-d16fec48c2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.144560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.152686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:36.194466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Transition to ACTIVE for port object 5c9439f5-2161-4106-9c5f-ce3c3dffd584 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:36.209541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.323485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.377357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port aa25ae5a-fa3f-4540-8100-2da71016a3d4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=aa25ae5a-fa3f-4540-8100-2da71016a3d4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:36.382078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.398970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf427-7d39-4b41-8c52-4a6e8ebb191d req-62f30fc5-668e-421f-824b-aa621fd519ab tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.401012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd0bf427-7d39-4b41-8c52-4a6e8ebb191d req-62f30fc5-668e-421f-824b-aa621fd519ab tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.3378062 Jul 15 13:11:36.415866 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.416379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f52ac-a822-41a1-b98d-5665318951b6 req-274927f9-0fce-4228-a4ba-0a3d2e500591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.418726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-471f52ac-a822-41a1-b98d-5665318951b6 req-274927f9-0fce-4228-a4ba-0a3d2e500591 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 1096 time: 0.3497639 Jul 15 13:11:36.524460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=aa25ae5a-fa3f-4540-8100-2da71016a3d4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.564403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:34Z', 'revision_number': 2, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:36.592075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:36.592430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Updating router 84783fa3-e170-443a-a3ef-712cfd5d2366 port 99b7e37b-7af9-4fec-b966-613e3b38c568 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:36.610855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd0bf427-7d39-4b41-8c52-4a6e8ebb191d req-3fd6e6f1-cd09-40d8-9b6e-889ebd969db9 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013023 Jul 15 13:11:36.636274 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.678998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-471f52ac-a822-41a1-b98d-5665318951b6 req-c85410d4-1626-4b82-bbba-77de3f5eb14f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269158 Jul 15 13:11:36.691893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81726445-8e46-4a5e-ac3d-d16fec48c2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.697270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Attempting to bind port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:36.697607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Attempting to bind port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:36.698173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Attempting to bind port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:36.724294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81726445-8e46-4a5e-ac3d-d16fec48c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.760684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:36.760907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Attempting to bind port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:36.791263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:36.791607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:36.792214 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:36.793380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Bound port: 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:36.793765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.805832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-f8e026a9-7ce5-4ad9-aedf-3033c6a57a62 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.807458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-f8e026a9-7ce5-4ad9-aedf-3033c6a57a62 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 820 time: 0.3576951 Jul 15 13:11:36.815638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-81726445-8e46-4a5e-ac3d-d16fec48c2a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0286398ec9aa40929d300b3ea415b54b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7257576 Jul 15 13:11:36.818506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:36.845299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81726445-8e46-4a5e-ac3d-d16fec48c2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244bb8e5-aab8-4afa-ab1a-83fc636ff331,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.892976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-bc2defb0-e5a7-4ad7-907c-60252c0cf373 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/quotas/b45e0838363f491a83d04c6ec666af0f HTTP/1.1" status: 200 len: 375 time: 0.0427144 Jul 15 13:11:36.895986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8153955-3c76-4705-b6c7-da63f2cc49f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.920387 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8153955-3c76-4705-b6c7-da63f2cc49f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.967934 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.972243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8153955-3c76-4705-b6c7-da63f2cc49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.975193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8153955-3c76-4705-b6c7-da63f2cc49f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.976516 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8153955-3c76-4705-b6c7-da63f2cc49f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/244bb8e5-aab8-4afa-ab1a-83fc636ff331 HTTP/1.1" status: 204 len: 168 time: 0.1570091 Jul 15 13:11:36.989446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8153955-3c76-4705-b6c7-da63f2cc49f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244bb8e5-aab8-4afa-ab1a-83fc636ff331,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.992409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Transition to ACTIVE for port object 99b7e37b-7af9-4fec-b966-613e3b38c568 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:37.006784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:37.013084 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.014243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:37.018322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Deleting port f279a77d-35ab-47b9-83fc-987ac7fff5c7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:37.018673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.036780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.146450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.147352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.148987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 1091 time: 3.3885915 Jul 15 13:11:37.157231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-a0a26e4d-cc06-4225-9178-2df4a86c85c3 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634141 Jul 15 13:11:37.184448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46bf14-4542-4600-85b5-a8349a7436c5 req-66db8174-b7a3-450d-8331-f4898f271256 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.186030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f46bf14-4542-4600-85b5-a8349a7436c5 req-66db8174-b7a3-450d-8331-f4898f271256 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 943 time: 0.2572207 Jul 15 13:11:37.211062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device aa25ae5a-fa3f-4540-8100-2da71016a3d4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:37.235358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Attempting to bind port 99b7e37b-7af9-4fec-b966-613e3b38c568 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:37.235872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Attempting to bind port 99b7e37b-7af9-4fec-b966-613e3b38c568 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:37.236242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Attempting to bind port 99b7e37b-7af9-4fec-b966-613e3b38c568 on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:37.259370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dfbbe-1af6-4bb2-a480-188f077404af None None] Pushing event updated for resources: {'Port': ['ID=99b7e37b-7af9-4fec-b966-613e3b38c568,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.268057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b831c-552b-4fff-a35b-96bc70f63995 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.271739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:37.272117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Checking segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:37.272556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.272900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Bound using segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:37.273379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Bound port: 99b7e37b-7af9-4fec-b966-613e3b38c568, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:37.275496 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.304201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] For port f279a77d-35ab-47b9-83fc-987ac7fff5c7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f279a77d-35ab-47b9-83fc-987ac7fff5c7,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:37.304566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.369585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Calling delete_port for f279a77d-35ab-47b9-83fc-987ac7fff5c7 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:37.387996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port aa25ae5a-fa3f-4540-8100-2da71016a3d4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:37.388609 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.391898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] For port 99b7e37b-7af9-4fec-b966-613e3b38c568, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:37.410389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f46bf14-4542-4600-85b5-a8349a7436c5 req-4353c57a-15a4-4bec-911b-f15e2232a51a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2167449 Jul 15 13:11:37.463906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] For port 99b7e37b-7af9-4fec-b966-613e3b38c568, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=99b7e37b-7af9-4fec-b966-613e3b38c568,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:37.480227 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.497435 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb8732-9dc8-42fa-a108-97dfee1221e4 x-openstack-request-id: req-e1eb8732-9dc8-42fa-a108-97dfee1221e4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:37.497732 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:37.497981 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1eb8732-9dc8-42fa-a108-97dfee1221e4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:37.498398 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'status': 'completed', 'code': 200} Jul 15 13:11:37.551843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-f438572c-a7c6-4890-a399-a1afc8c49d06 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594806 Jul 15 13:11:37.646466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-50a17684-cd5d-4c5e-940f-1b899fd379bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.648314 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-50a17684-cd5d-4c5e-940f-1b899fd379bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1124 time: 0.1266637 Jul 15 13:11:37.654711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:37.655688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:37.675457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-cd252581-75bc-469e-bdcd-ecff74d954bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.676991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-cd252581-75bc-469e-bdcd-ecff74d954bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1094 time: 0.4449117 Jul 15 13:11:37.796986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-383ac19b-8b3c-40ad-a122-364d9a3e97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.800710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dfbbe-1af6-4bb2-a480-188f077404af None None] Pushing event updated for resources: {'Port': ['ID=99b7e37b-7af9-4fec-b966-613e3b38c568,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.806178 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-383ac19b-8b3c-40ad-a122-364d9a3e97ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1417389 Jul 15 13:11:37.821669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.863961 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-81c7119f-f3a9-4cac-8fbd-a0283abfa962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 217 time: 0.0538688 Jul 15 13:11:37.898872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:37.939360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-98b64664-7676-4e44-92ff-d79f6178822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.940934 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-98b64664-7676-4e44-92ff-d79f6178822b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0678861 Jul 15 13:11:37.995793 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-2bf60ee7-9216-45ec-afb3-fca3e30721e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446501 Jul 15 13:11:38.001188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-03b5751d-f47a-44ea-947c-dc716996c35c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 217 time: 0.2216840 Jul 15 13:11:38.002046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f279a77d-35ab-47b9-83fc-987ac7fff5c7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.162418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-b75d1042-8934-40cb-a8e4-088af7db264e service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094506 Jul 15 13:11:38.207546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-fff731df-76c4-4aaa-a958-b080cf09b3d0 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916871 Jul 15 13:11:38.211223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:37Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:38.227349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-a36ba2f8-0e2a-46cd-a931-7edd9cf3e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.231036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-a36ba2f8-0e2a-46cd-a931-7edd9cf3e2fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.2001927 Jul 15 13:11:38.253347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60641ee8-3a93-4b86-942f-48790bb311d5 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:37Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:38.417003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4943d-a40d-4553-98ec-4619072f3f72 req-f8dcebf5-b327-4a26-a13c-84dc06abf4b4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.419499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3d4943d-a40d-4553-98ec-4619072f3f72 req-f8dcebf5-b327-4a26-a13c-84dc06abf4b4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.7414727 Jul 15 13:11:38.454643 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d0f5757-8f15-4ee4-ba30-0f691c00b073 req-b388640f-3a2b-42cd-b82c-e47d4776d179 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374568 Jul 15 13:11:38.584936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3d4943d-a40d-4553-98ec-4619072f3f72 req-4c42aeb1-1b67-479b-bec8-b1bdadd55b70 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420186 Jul 15 13:11:38.770287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88f8da75-64aa-4ca6-892a-8014783193c7 req-0273654d-e754-4526-bf79-3aa0e2fe3c0d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0971382 Jul 15 13:11:38.849788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-bfd1b611-cf58-4716-81ba-690a50fe244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.851948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-bfd1b611-cf58-4716-81ba-690a50fe244a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6017759 Jul 15 13:11:38.945734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.080563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5f4a-ba15-4410-81b2-ac7a8a5338a3 req-9727c190-50a1-494d-9fbd-1c9d4ff4e539 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.082913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a4f5f4a-ba15-4410-81b2-ac7a8a5338a3 req-9727c190-50a1-494d-9fbd-1c9d4ff4e539 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.3435028 Jul 15 13:11:39.098263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-ba0bee20-4722-406b-ab4b-1de47828c1ff service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356811 Jul 15 13:11:39.233189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 99b7e37b-7af9-4fec-b966-613e3b38c568 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:39.315364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cf1ecd4-3a20-4073-b25e-c6b8399d2fb6 req-089086f3-576e-4b33-ac6e-5b78c3c9d46f service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022946 Jul 15 13:11:39.317737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 99b7e37b-7af9-4fec-b966-613e3b38c568 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:39.323763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 99b7e37b-7af9-4fec-b966-613e3b38c568 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:39.324264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.442853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.681621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 99b7e37b-7af9-4fec-b966-613e3b38c568, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=99b7e37b-7af9-4fec-b966-613e3b38c568,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:39.687570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.728020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:39.730318 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071fd012-8f85-4dd6-b436-c809e641cfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:39.745141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a4f5f4a-ba15-4410-81b2-ac7a8a5338a3 req-4b3cd980-cfd3-4984-8645-c47010d37ded tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430416 Jul 15 13:11:39.747766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=99b7e37b-7af9-4fec-b966-613e3b38c568,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:39.770918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb803e2-384d-402f-a8d9-170f5fda6fd5 req-1ac0a500-b34f-4237-b3e8-d71390e44a3e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.773074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eb803e2-384d-402f-a8d9-170f5fda6fd5 req-1ac0a500-b34f-4237-b3e8-d71390e44a3e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 943 time: 0.8210366 Jul 15 13:11:39.955433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eb803e2-384d-402f-a8d9-170f5fda6fd5 req-0a6dd116-32ec-4234-9e07-37a3db308312 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378555 Jul 15 13:11:40.005864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Router 7325fda0-91ac-4707-9f42-85e607f265e3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:40.031901 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142fc612-3404-4467-9ea0-9274bc0824a6 x-openstack-request-id: req-142fc612-3404-4467-9ea0-9274bc0824a6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:40.032186 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:40.032428 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-142fc612-3404-4467-9ea0-9274bc0824a6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:40.032810 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'status': 'completed', 'code': 200} Jul 15 13:11:40.139721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-66973df2-18bb-49ff-819a-52dace5df14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.141877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-66973df2-18bb-49ff-819a-52dace5df14b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1094 time: 0.0933621 Jul 15 13:11:40.152977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-931b4f3b-b39a-4cb4-97b3-9dfcfa350661 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.155083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-931b4f3b-b39a-4cb4-97b3-9dfcfa350661 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 820 time: 0.2144446 Jul 15 13:11:40.169559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'port': {'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'admin_state_up': True, 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:40.271933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-9035419f-a0bf-4461-b82a-df5900109928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.273527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-9035419f-a0bf-4461-b82a-df5900109928 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.1235056 Jul 15 13:11:40.309600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:40.318185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c9a957fe-1614-4d1f-8a5e-b52bfbe6e1d8 admin admin] 10.222.0.48 "PUT /v2.0/routers/7325fda0-91ac-4707-9f42-85e607f265e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2740693 Jul 15 13:11:40.324082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:40.324600 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] Sync routers for ids ['7325fda0-91ac-4707-9f42-85e607f265e3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:40.329722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e2207-dd91-4649-a5c8-e70518fe0ef9 req-d2143c8c-eb7c-4330-8937-f237090fa95d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.335038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-8928cfd7-ab43-41dd-8d78-860ab3c196ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 217 time: 0.0533321 Jul 15 13:11:40.336619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-697e2207-dd91-4649-a5c8-e70518fe0ef9 req-d2143c8c-eb7c-4330-8937-f237090fa95d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.2346542 Jul 15 13:11:40.345338 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] Routers {'7325fda0-91ac-4707-9f42-85e607f265e3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:40.346102 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['7325fda0-91ac-4707-9f42-85e607f265e3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:40.430793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-697e2207-dd91-4649-a5c8-e70518fe0ef9 req-3813fd82-8592-4760-a336-c2020413b638 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932429 Jul 15 13:11:40.469236 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] Set router 7325fda0-91ac-4707-9f42-85e607f265e3 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:40.482775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-1a32263f-e1f8-428b-8c50-fbf627b3aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.492178 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-1a32263f-e1f8-428b-8c50-fbf627b3aada service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1190116 Jul 15 13:11:40.510398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2716987-415e-4cf8-8b51-8c7a16d5e7b4 req-3a7c2419-729f-49cd-8c54-3533e47d92ba tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0561657 Jul 15 13:11:40.511102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Made reservation on behalf of b45e0838363f491a83d04c6ec666af0f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:40.522057 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.552426 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.640402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-1e7da799-239a-4b5e-97ab-59bfede10783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.642520 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-1e7da799-239a-4b5e-97ab-59bfede10783 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421697 Jul 15 13:11:40.702127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-78d9d271-22da-4050-a070-c86bcc9cab4a tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=684204b2a0174123a0d560cd54c6e3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398276 Jul 15 13:11:40.721247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-34761656-22d7-49de-bd9a-089ced764003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.724293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-34761656-22d7-49de-bd9a-089ced764003 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 1096 time: 0.3682313 Jul 15 13:11:40.728954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:11:37Z', 'revision_number': 5, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:40.762181 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] Checking router: 7325fda0-91ac-4707-9f42-85e607f265e3 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:40.778681 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] Routers {'7325fda0-91ac-4707-9f42-85e607f265e3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:40.779315 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['7325fda0-91ac-4707-9f42-85e607f265e3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:40.788508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.809317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-e888c5e7-2173-472b-9e18-b19c97b76634 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292582 Jul 15 13:11:40.917212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:40.919205 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] Set router 7325fda0-91ac-4707-9f42-85e607f265e3 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:40.925948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Deleting port 8629af00-3bb7-4806-9b93-569fe62a9706 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:40.926478 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.012905 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-071fd012-8f85-4dd6-b436-c809e641cfcc req-9dfdbf9e-e5f9-4815-83bf-41eee5e3d10f service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971278 Jul 15 13:11:41.030337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Allocated IP 172.20.0.9 (45aee3c0-8a67-4dd4-a643-7e73ea19768d/53cde217-c2be-48df-b7ff-e62d07d87096/d5ebada5-d4b0-479b-9acb-165e2b8d49d7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:41.085945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-cef52030-09ec-4e65-b9a5-3d3cde1768ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.087658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-cef52030-09ec-4e65-b9a5-3d3cde1768ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 912 time: 0.3143830 Jul 15 13:11:41.088242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] For port 8629af00-3bb7-4806-9b93-569fe62a9706, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8629af00-3bb7-4806-9b93-569fe62a9706,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:41.088645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.095913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-395b677d-e832-4628-8395-b7451216e3dd tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.102888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-395b677d-e832-4628-8395-b7451216e3dd tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505249 Jul 15 13:11:41.116886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca182b-d675-4d9d-8bf7-6a7957b2c291 req-1f7e46f5-4f1d-4c73-afcc-283b74d02653 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.119828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Calling delete_port for 8629af00-3bb7-4806-9b93-569fe62a9706 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:41.124401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ca182b-d675-4d9d-8bf7-6a7957b2c291 req-1f7e46f5-4f1d-4c73-afcc-283b74d02653 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.4069905 Jul 15 13:11:41.156069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:41.180693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 99b7e37b-7af9-4fec-b966-613e3b38c568 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:41.202832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-f91f3d70-c45e-4bc7-a079-35204e4245d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b HTTP/1.1" status: 200 len: 217 time: 0.0941312 Jul 15 13:11:41.217454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-689729e2-ec62-4dec-9b63-9fe4e11a651b tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/quotas/684204b2a0174123a0d560cd54c6e3c5 HTTP/1.1" status: 200 len: 375 time: 0.1134074 Jul 15 13:11:41.225500 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:11:37Z', 'revision_number': 5, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:41.244607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:41.268391 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cbdc30-c72e-420f-9f84-c27e2fd293f2 None None] The sync data for ids ['7325fda0-91ac-4707-9f42-85e607f265e3'] in n-d-798249-9 is: [{'id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'name': 'tempest-ServersTestMultiNic-1006331832-router', 'tenant_id': '7f2e89607cb04394b3da66fd9fe984aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:11:37Z', 'revision_number': 5, 'project_id': '7f2e89607cb04394b3da66fd9fe984aa', 'gw_port': {'id': '8629af00-3bb7-4806-9b93-569fe62a9706', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325fda0-91ac-4707-9f42-85e607f265e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:44Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:41.334596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-162f1f2d-54c1-4995-876d-bbd5aa182fa8 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=684204b2a0174123a0d560cd54c6e3c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160963 Jul 15 13:11:41.336554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.355802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:41.363325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 99b7e37b-7af9-4fec-b966-613e3b38c568 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:41.363717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.372710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-827de439-190a-4f86-904a-04dff159cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.374888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-827de439-190a-4f86-904a-04dff159cc86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.1523459 Jul 15 13:11:41.380369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.404101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:41.416153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Pushing event deleted for resources: {'Port': ['ID=8629af00-3bb7-4806-9b93-569fe62a9706,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.417139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.498245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13ca182b-d675-4d9d-8bf7-6a7957b2c291 req-af95b38d-4732-4a40-bcf6-1519d4ff7118 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671281 Jul 15 13:11:41.509530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.540761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.623740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5c9439f5-2161-4106-9c5f-ce3c3dffd584'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:41.648914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-24ca2450-ab26-41a6-810e-b5a4349a5580 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574892 Jul 15 13:11:41.763414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.766956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.859235 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.859772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7325fda0-91ac-4707-9f42-85e607f265e3 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:41.864535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.869007 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ad90b77c-2b5f-4b00-b65d-19dd6fba726f admin admin] 10.222.0.48 "DELETE /v2.0/routers/7325fda0-91ac-4707-9f42-85e607f265e3 HTTP/1.1" status: 204 len: 168 time: 1.5419874 Jul 15 13:11:41.869648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:41.965743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Deleting subnet 206671be-64a0-4043-bab3-3654e873c8f3 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:41.971149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.018686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.065399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-38d333fb-d47a-4f0d-a003-6a616eaabfe0 service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063022 Jul 15 13:11:42.074908 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.125776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2b88e-84a3-4c05-9e29-a8142dbc3d3b req-f09f864b-57c1-4af2-8261-941c3cfac0cf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.133240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfb2b88e-84a3-4c05-9e29-a8142dbc3d3b req-f09f864b-57c1-4af2-8261-941c3cfac0cf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.4576347 Jul 15 13:11:42.141059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.152183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Transition to ACTIVE for port object d5ebada5-d4b0-479b-9acb-165e2b8d49d7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:42.227853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfb2b88e-84a3-4c05-9e29-a8142dbc3d3b req-6bd6a271-81d7-4df5-83fa-5e2d77ae5b87 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936239 Jul 15 13:11:42.234735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.261679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206671be-64a0-4043-bab3-3654e873c8f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.278453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.280647 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-90a7a84b-3fd8-42bc-b8ef-f4375cd50794 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/206671be-64a0-4043-bab3-3654e873c8f3 HTTP/1.1" status: 204 len: 168 time: 0.4099617 Jul 15 13:11:42.285185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d35ac1-6eb6-4c84-b00d-5b73aa194961 None None] Network b29640ef-dc4c-4e7f-a27c-0fb6629bc12b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:42.294421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:42.344312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3ad8-f0b4-4397-b8de-baa4e64c8a39 req-2765a8ec-c03e-43c6-96b6-251b641bcf8e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.345899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd6c3ad8-f0b4-4397-b8de-baa4e64c8a39 req-2765a8ec-c03e-43c6-96b6-251b641bcf8e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.3874252 Jul 15 13:11:42.479704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04bc7443-2a6a-4cb6-93df-ad0b012be123 req-aa0b2bc9-3f2d-4be0-86a9-f32d0c4458be service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996046 Jul 15 13:11:42.482809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6894b8f1-f626-4699-a8f2-026cf3f6b375 req-b083e27f-356e-41c3-8f02-f07c3749ce91 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 210 time: 0.0450003 Jul 15 13:11:42.486816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.510802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd6c3ad8-f0b4-4397-b8de-baa4e64c8a39 req-052b3f7c-93fc-4b7f-9e1a-7edfbe35db7b tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485500 Jul 15 13:11:42.512056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.640122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:42.643654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Deleting port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:42.646156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.649389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:42.651264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ac4f042-c6c7-4d55-affc-500662c1e31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.660093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:42.771064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] DHCP port deletion for b29640ef-dc4c-4e7f-a27c-0fb6629bc12b request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:42.815836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] For port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:42.816261 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.819954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event updated for resources: {'Port': ['ID=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.877325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Calling delete_port for fd835f3d-f289-4bf0-bec2-8e1ed6484c1d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:42.891884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] Deleting port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:42.892265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.921214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:42.987745 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-a6fcb75f-d290-4cfd-a40f-319bb8893fe4 service neutron] 10.222.0.23 "GET /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.1668658 Jul 15 13:11:43.003316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.004384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.037158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] For port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,segment=NetworkSegment(07d038a6-f856-4a4b-a303-c4082673a9fa),segment_id=07d038a6-f856-4a4b-a303-c4082673a9fa)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:43.037665 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.055737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-653cf8d1-cbc4-43c1-a132-999f9ec3243d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8904791 Jul 15 13:11:43.055969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] Calling delete_port for fd835f3d-f289-4bf0-bec2-8e1ed6484c1d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:43.066813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:43.073580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Request body: {'port': {'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:43.074360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:43.074819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.106030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.129954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b0e6d-2b0c-4cba-a633-242c5ec1b633 req-d50055eb-23f8-4be1-8d62-1ffd67dc86c1 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.131586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-516b0e6d-2b0c-4cba-a633-242c5ec1b633 req-d50055eb-23f8-4be1-8d62-1ffd67dc86c1 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 931 time: 0.3865757 Jul 15 13:11:43.141773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8629af00-3bb7-4806-9b93-569fe62a9706 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:43.142612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d89d-4440-4ed9-b2e4-2081baabd01d req-2aaebfd0-2cbd-4e5e-a550-913873869947 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.143971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.144175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b65d89d-4440-4ed9-b2e4-2081baabd01d req-2aaebfd0-2cbd-4e5e-a550-913873869947 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.3460033 Jul 15 13:11:43.159002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] No DVR routers for this DVR port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:43.184442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8629af00-3bb7-4806-9b93-569fe62a9706 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:43.184857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8629af00-3bb7-4806-9b93-569fe62a9706 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:43.185206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f279a77d-35ab-47b9-83fc-987ac7fff5c7 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:43.201760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-17087425-7ff7-4d0d-b3a5-bd4965232759 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2609739 Jul 15 13:11:43.260294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4be095a6-b719-4851-a0ed-b2d1bcf13c7e None None] Provisioning for port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:43.262863 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.263929 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.278763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29640ef-dc4c-4e7f-a27c-0fb6629bc12b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:43.282057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f279a77d-35ab-47b9-83fc-987ac7fff5c7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:43.282735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f279a77d-35ab-47b9-83fc-987ac7fff5c7 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:43.283414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fd835f3d-f289-4bf0-bec2-8e1ed6484c1d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:43.287746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] No DVR routers for this DVR port fd835f3d-f289-4bf0-bec2-8e1ed6484c1d on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:43.296939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d038a6-f856-4a4b-a303-c4082673a9fa') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:43.297301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d038a6-f856-4a4b-a303-c4082673a9fa') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:43.306108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.310392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-516b0e6d-2b0c-4cba-a633-242c5ec1b633 req-0621dd14-6080-4180-89e9-c0aa1da65f3f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648350 Jul 15 13:11:43.329054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fd835f3d-f289-4bf0-bec2-8e1ed6484c1d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:43.329723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fd835f3d-f289-4bf0-bec2-8e1ed6484c1d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:43.331650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4be095a6-b719-4851-a0ed-b2d1bcf13c7e None None] Provisioning complete for port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:43.332905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4be095a6-b719-4851-a0ed-b2d1bcf13c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.344312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b65d89d-4440-4ed9-b2e4-2081baabd01d req-332e01f3-d9fd-4500-beb2-b9582fad2e0b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860192 Jul 15 13:11:43.344653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.356703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:43.359516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.361912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.453511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4be095a6-b719-4851-a0ed-b2d1bcf13c7e None None] Port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:43.455216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50399d0-eb86-463e-9b75-b8c9cd9679d4 None None] Pushing event deleted for resources: {'Port': ['ID=fd835f3d-f289-4bf0-bec2-8e1ed6484c1d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:43.492353 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:43.498013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-8f5604ab-1ecb-479e-90b6-0c2989a9866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.499710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-8f5604ab-1ecb-479e-90b6-0c2989a9866f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 1096 time: 0.2431195 Jul 15 13:11:43.532613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.561566 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.564719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-fa9b6dfe-1a45-4e2a-9ae1-76b89266c050 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=684204b2a0174123a0d560cd54c6e3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836177 Jul 15 13:11:43.576981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.581120 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/b29640ef-dc4c-4e7f-a27c-0fb6629bc12b HTTP/1.1" status: 204 len: 168 time: 1.2832937 Jul 15 13:11:43.601399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:43.608163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3c894-dc60-47f6-a0c8-dd06104fa0ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b29640ef-dc4c-4e7f-a27c-0fb6629bc12b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.609748 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa29346-1f0b-4e66-9292-6898b5a0811c" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:43.645913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:43.659163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.660572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:43.791260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.842679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ebada5-d4b0-479b-9acb-165e2b8d49d7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:43.884492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.908941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:43.944245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0917e596-ff52-41ac-8a45-d2a09a2a8ee1 req-b4b74963-a709-484e-b555-5eacd4951358 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 210 time: 0.0567636 Jul 15 13:11:43.982890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Transition to ACTIVE for port object d5ebada5-d4b0-479b-9acb-165e2b8d49d7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:43.992324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.139776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4fd7efb6-0227-4dae-8c2a-861b9b8b3bd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f2e89607cb04394b3da66fd9fe984aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267137 Jul 15 13:11:44.139776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-b9bbfef9-5556-48b1-b0ae-86c36e3e1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.140628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-b9bbfef9-5556-48b1-b0ae-86c36e3e1b74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.3352077 Jul 15 13:11:44.141480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:44.158290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.159276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:44.184041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea5496-7cd9-40c5-a74e-d75caee98d14 req-14f9a8df-5f92-4d6b-9b0a-d95bcf653390 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.186690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7bea5496-7cd9-40c5-a74e-d75caee98d14 req-14f9a8df-5f92-4d6b-9b0a-d95bcf653390 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.3803065 Jul 15 13:11:44.195679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-b8baec99-8a56-4bc6-8f98-efb15ead8caf tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.197349 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-b8baec99-8a56-4bc6-8f98-efb15ead8caf tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6130850 Jul 15 13:11:44.205462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:44.211570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Request body: {'port': {'device_id': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '684204b2a0174123a0d560cd54c6e3c5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:44.271720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbd64d5-91fa-4fcb-83eb-83b77e3addec {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:44.315593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:44.339347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.411094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Made reservation on behalf of 684204b2a0174123a0d560cd54c6e3c5 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:44.414675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.434274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.464843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] Transition to ACTIVE for port object 2bbd64d5-91fa-4fcb-83eb-83b77e3addec will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:44.469888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.568840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] No DVR routers for this DVR port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:44.581857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.613540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-261b3f12-ee26-4654-8631-c50a3bfad707 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 200 len: 217 time: 0.4531591 Jul 15 13:11:44.615875 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-a7c6929b-5114-4e9d-8f55-40191bb863b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec/bindings/n-h1-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6161368 Jul 15 13:11:44.655174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.660460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.708604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7bea5496-7cd9-40c5-a74e-d75caee98d14 req-f1ed23ed-26aa-41bb-8dff-9db89f012284 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4877839 Jul 15 13:11:44.729931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18d09491-bae3-4dcf-922a-331e634f78b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.753561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2d6a0-3583-4499-af52-76b8ac0a26a2 req-7a90f3c0-8148-4dfb-8fd2-92a84a385cf3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.755123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccf2d6a0-3583-4499-af52-76b8ac0a26a2 req-7a90f3c0-8148-4dfb-8fd2-92a84a385cf3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 943 time: 0.6950357 Jul 15 13:11:44.759893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-81473fd5-5a41-46e6-9c2f-1a29347a63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.761404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-81473fd5-5a41-46e6-9c2f-1a29347a63b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1315181 Jul 15 13:11:44.766931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f90df0-3b35-4d65-ab71-e7162202052e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.770813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Attempting to bind port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:44.771243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Attempting to bind port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:44.772141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Attempting to bind port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:44.774691 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed13528-2a74-46ee-9815-d5d243733164 x-openstack-request-id: req-bed13528-2a74-46ee-9815-d5d243733164 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:44.780639 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:44.781978 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bed13528-2a74-46ee-9815-d5d243733164 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:44.783709 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:11:44.786779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18d09491-bae3-4dcf-922a-331e634f78b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.813244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:44.813572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Attempting to bind port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:44.845942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-0ac16182-348d-4d5a-a897-f340e7bc5121 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.847479 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-0ac16182-348d-4d5a-a897-f340e7bc5121 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.1756668 Jul 15 13:11:44.847635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-70bb4ec2-3160-4cbf-8d25-0643e8a64d49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640149 Jul 15 13:11:44.853004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:44.853340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Checking segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:44.853723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Bound using segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:44.854170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Bound port: d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:44.854553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.855691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Allocated IP 192.168.233.98 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/0921a8d6-d621-4e50-a28e-7f62d1750f7f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:44.924356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccf2d6a0-3583-4499-af52-76b8ac0a26a2 req-7752d677-8b22-4dcc-a813-36ef88dd1303 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Jul 15 13:11:45.025063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-92f02daa-ec90-451f-b09d-98b19ea891c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.026020 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-92f02daa-ec90-451f-b09d-98b19ea891c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f&tenant_id=6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 1095 time: 0.1658037 Jul 15 13:11:45.060948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887722c-3f62-461d-97e2-f662e2a252d9 req-17df6443-5a42-49b4-978e-961e22136359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.062477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b887722c-3f62-461d-97e2-f662e2a252d9 req-17df6443-5a42-49b4-978e-961e22136359 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1096 time: 0.1713567 Jul 15 13:11:45.078996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18d09491-bae3-4dcf-922a-331e634f78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.081588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18d09491-bae3-4dcf-922a-331e634f78b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.082753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-18d09491-bae3-4dcf-922a-331e634f78b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/665a53a8-245e-4e67-9bfa-d47ac0974a98 HTTP/1.1" status: 204 len: 168 time: 0.9394081 Jul 15 13:11:45.129079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] For port d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:45.141484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d09491-bae3-4dcf-922a-331e634f78b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a53a8-245e-4e67-9bfa-d47ac0974a98,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.153045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-0c237b39-21bc-4085-bc46-3e4a8dd2118c service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860112 Jul 15 13:11:45.158041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] For port d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:45.183413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34aa67-d446-49f5-959f-415a407a4e8f req-df04d22e-c14b-492d-bad6-ad0c2477228e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.190632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a34aa67-d446-49f5-959f-415a407a4e8f req-df04d22e-c14b-492d-bad6-ad0c2477228e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 943 time: 0.2708442 Jul 15 13:11:45.191434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.192903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.218536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Transition to ACTIVE for port object 0921a8d6-d621-4e50-a28e-7f62d1750f7f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:45.227536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b887722c-3f62-461d-97e2-f662e2a252d9 req-ed30657d-9849-4d87-a37e-3fabe7a34d32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1514761 Jul 15 13:11:45.252089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-82e13b5c-b694-4758-a4a3-d793befc9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.254098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-82e13b5c-b694-4758-a4a3-d793befc9819 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1095 time: 0.1883729 Jul 15 13:11:45.257442 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd5be861-ca71-4a16-a7ff-3610d3cbf302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.298722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.299348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.301040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 1091 time: 2.2328360 Jul 15 13:11:45.319416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:45.321476 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e76de7-1558-43ca-9771-074d194182d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:45.330960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.413852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8bd7-8187-42ab-8ede-2ee94480a88f req-daf16f71-f475-4763-89a9-05cda497d49c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.415466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fbc8bd7-8187-42ab-8ede-2ee94480a88f req-daf16f71-f475-4763-89a9-05cda497d49c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.3606892 Jul 15 13:11:45.430427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a34aa67-d446-49f5-959f-415a407a4e8f req-462674e6-edab-40e2-8661-b7ddd74760d9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388430 Jul 15 13:11:45.431114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3efebf-63be-44bc-9a04-c7648bf55792 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.462779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:45.474627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:45.477253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:45.512324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Pushing event updated for resources: {'Port': ['ID=0921a8d6-d621-4e50-a28e-7f62d1750f7f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.526646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-eaece1c6-518a-4b6f-b21c-8211fb292897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.528562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-eaece1c6-518a-4b6f-b21c-8211fb292897 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2658517 Jul 15 13:11:45.535436 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.537066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11bbf5e8-aa4d-4d59-be61-bcf39acd225d req-6845bf5c-9f6e-49b2-bce4-51a98325ed5d service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712022 Jul 15 13:11:45.591749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fbc8bd7-8187-42ab-8ede-2ee94480a88f req-ddcac11a-4ffa-40e0-abc2-5bf888a58580 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179314 Jul 15 13:11:45.601719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-b043eabe-865e-4f79-af9a-9da63a2c8bb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 200 len: 217 time: 0.0643990 Jul 15 13:11:45.628611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-2c8d8962-9a84-403a-acd1-50fc53bb7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.635795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.636754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-2c8d8962-9a84-403a-acd1-50fc53bb7b1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1094 time: 0.2430925 Jul 15 13:11:45.641709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.724643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-47d714dd-ced8-4efb-a625-5b47bd4808a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.0805705 Jul 15 13:11:45.759664 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8694d58-a62a-49b1-9aa7-bec708fd9834 x-openstack-request-id: req-a8694d58-a62a-49b1-9aa7-bec708fd9834 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:45.759664 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:45.759664 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8694d58-a62a-49b1-9aa7-bec708fd9834 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:45.760135 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'status': 'completed', 'code': 200} Jul 15 13:11:45.772051 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-f78456a8-b930-4040-9dfe-d65c80e2c681 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5622535 Jul 15 13:11:45.778174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-b42571af-7d77-4928-966c-5f89969994ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.779903 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-b42571af-7d77-4928-966c-5f89969994ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1634676 Jul 15 13:11:45.797224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Request body: {'port': {'device_id': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:45.828603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-bca55878-8743-4ff3-bb9e-ee0982cd04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.830480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-bca55878-8743-4ff3-bb9e-ee0982cd04de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0913093 Jul 15 13:11:45.852779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-ecdd5882-c767-4ea8-9c16-aa7b297113dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465035 Jul 15 13:11:45.951623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-543ee7c1-beee-452f-86ea-00c29d0c3038 None None] Provisioning for port 0921a8d6-d621-4e50-a28e-7f62d1750f7f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:45.957909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-543ee7c1-beee-452f-86ea-00c29d0c3038 None None] Provisioning complete for port 0921a8d6-d621-4e50-a28e-7f62d1750f7f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:45.958528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-543ee7c1-beee-452f-86ea-00c29d0c3038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.993856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.048734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-543ee7c1-beee-452f-86ea-00c29d0c3038 None None] Port 0921a8d6-d621-4e50-a28e-7f62d1750f7f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:46.114916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-756c037d-c4e6-40aa-9254-b023fbfb33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.116482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-756c037d-c4e6-40aa-9254-b023fbfb33b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749338 Jul 15 13:11:46.138377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf785c6d-f2a7-48fa-b860-b9afe0be96b3 req-c1d89dd6-b362-487f-963a-011423a432ce tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.141253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf785c6d-f2a7-48fa-b860-b9afe0be96b3 req-c1d89dd6-b362-487f-963a-011423a432ce tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 935 time: 0.2585213 Jul 15 13:11:46.160304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ceb5-a443-4cb5-9d9b-18077f02ac65 req-0b292702-a292-4641-8834-5f7d2256a2b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.162991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8d1ceb5-a443-4cb5-9d9b-18077f02ac65 req-0b292702-a292-4641-8834-5f7d2256a2b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.2660701 Jul 15 13:11:46.166167 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-95e32ca8-da56-46b0-8086-9a866a664c8c service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031933 Jul 15 13:11:46.323357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf785c6d-f2a7-48fa-b860-b9afe0be96b3 req-de01fe99-ad78-4b4a-a095-46b72b8ecdf8 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467590 Jul 15 13:11:46.327872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f8d1ceb5-a443-4cb5-9d9b-18077f02ac65 req-42f4db97-5424-426a-a346-89138b8ebb6c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498237 Jul 15 13:11:46.334546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-2e16212e-f99c-4375-8215-97cebd9fc02b service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406963 Jul 15 13:11:46.348418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-8b323eae-4fd7-4431-87c3-75607d71b202 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229908 Jul 15 13:11:46.449692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0921a8d6-d621-4e50-a28e-7f62d1750f7f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:46.458191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.473257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Transition to ACTIVE for port object 0921a8d6-d621-4e50-a28e-7f62d1750f7f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:46.479324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.484606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6ecfe24-7b14-4e63-ada9-ee754ad61bd2 req-5bd586f3-cb5b-45cf-9113-24179471dd7a service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291595 Jul 15 13:11:46.624684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Pushing event updated for resources: {'Port': ['ID=0921a8d6-d621-4e50-a28e-7f62d1750f7f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.631754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Attempting to bind port 0921a8d6-d621-4e50-a28e-7f62d1750f7f on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:46.632141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Attempting to bind port 0921a8d6-d621-4e50-a28e-7f62d1750f7f by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:46.632455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Attempting to bind port 0921a8d6-d621-4e50-a28e-7f62d1750f7f on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:46.637744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Port 0921a8d6-d621-4e50-a28e-7f62d1750f7f on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:46.638074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Attempting to bind port 0921a8d6-d621-4e50-a28e-7f62d1750f7f on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:46.643136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:46.643474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:46.643860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:46.644292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Bound port: 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:46.644787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.647939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.663603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3752604-ef74-463d-b2cd-0cb813f2d9e6 req-b4669aa8-8754-4814-82d5-c73ee2ec3dc5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.671599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3752604-ef74-463d-b2cd-0cb813f2d9e6 req-b4669aa8-8754-4814-82d5-c73ee2ec3dc5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 944 time: 0.1713696 Jul 15 13:11:46.681229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76de7-1558-43ca-9771-074d194182d4 req-efce91ba-207d-4208-9c4f-4b4cc30d8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.688556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-efce91ba-207d-4208-9c4f-4b4cc30d8b11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1094 time: 0.1261427 Jul 15 13:11:46.717993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] For port 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:46.721652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] For port 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:46.736459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.776464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.778311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.779774 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] 10.222.0.49 "PUT /v2.0/ports/0921a8d6-d621-4e50-a28e-7f62d1750f7f HTTP/1.1" status: 200 len: 1095 time: 0.9889839 Jul 15 13:11:46.780501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3752604-ef74-463d-b2cd-0cb813f2d9e6 req-8482f81f-bf97-4407-8914-9792866474bc tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079659 Jul 15 13:11:46.782278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'tag': '0921a8d6-d621-4e50-a28e-7f62d1750f7f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:46.785968 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f300119-2a20-4f8c-97c4-d6394bc4dbcd", "tag": "0921a8d6-d621-4e50-a28e-7f62d1750f7f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:46.915550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faebd00-f443-4495-871f-29f49ecefa3c service neutron] Pushing event updated for resources: {'Port': ['ID=0921a8d6-d621-4e50-a28e-7f62d1750f7f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.941730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76de7-1558-43ca-9771-074d194182d4 req-2a836bc9-a01c-4a33-9e0b-8a79819fd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.943255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-2a836bc9-a01c-4a33-9e0b-8a79819fd468 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.2400565 Jul 15 13:11:46.950046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904142-ee69-4244-b11a-06f4de8a709b req-99eec26d-da7d-4cea-bd6d-979f0e54aeac tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.951711 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-99eec26d-da7d-4cea-bd6d-979f0e54aeac tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.1196070 Jul 15 13:11:46.962844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1bc0-9499-4b94-9979-44f156305b29 req-be1a1b3b-7078-4d27-84d8-c4295a9a8954 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.964438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-743c1bc0-9499-4b94-9979-44f156305b29 req-be1a1b3b-7078-4d27-84d8-c4295a9a8954 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 943 time: 0.2087748 Jul 15 13:11:46.999835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-6a80c0ad-330c-482a-8cbb-5f1cbc996017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.001444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-6a80c0ad-330c-482a-8cbb-5f1cbc996017 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=684204b2a0174123a0d560cd54c6e3c5&device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 1098 time: 0.1173716 Jul 15 13:11:47.032334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-388f9183-b3b3-4b0b-8638-c34681a398ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.0787687 Jul 15 13:11:47.062874 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-2fd46498-9c0a-4ea1-9f3e-c595e2ec3bad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f HTTP/1.1" status: 200 len: 217 time: 0.0476491 Jul 15 13:11:47.104358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-743c1bc0-9499-4b94-9979-44f156305b29 req-b4655b96-7408-4eee-918d-0130075a0155 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166923 Jul 15 13:11:47.121719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76de7-1558-43ca-9771-074d194182d4 req-2d761458-dc8f-4fb1-b5c1-61946e707359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.123326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-2d761458-dc8f-4fb1-b5c1-61946e707359 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0810008 Jul 15 13:11:47.139131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf77f56-ae1c-45d5-afe1-96e6d38e5a57 req-8dfc043a-b192-4e5d-b49f-dec702fdd85d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.141068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cf77f56-ae1c-45d5-afe1-96e6d38e5a57 req-8dfc043a-b192-4e5d-b49f-dec702fdd85d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2027242 Jul 15 13:11:47.178661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-82b70d4c-48d2-40c4-8ec3-6103bafc445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.180234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-82b70d4c-48d2-40c4-8ec3-6103bafc445f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1088052 Jul 15 13:11:47.202591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-70904142-ee69-4244-b11a-06f4de8a709b req-4dcda0e4-3912-463b-b285-866a23c3ac6c service neutron] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:47.216479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cf77f56-ae1c-45d5-afe1-96e6d38e5a57 req-927b5e46-ce83-4d8e-91c5-b3a03abcc0df tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717752 Jul 15 13:11:47.225871 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-70904142-ee69-4244-b11a-06f4de8a709b req-4dcda0e4-3912-463b-b285-866a23c3ac6c service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.227205 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-70904142-ee69-4244-b11a-06f4de8a709b req-4dcda0e4-3912-463b-b285-866a23c3ac6c service neutron] 10.222.0.49 "DELETE /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec/bindings/n-h2-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.2675061 Jul 15 13:11:47.245670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76de7-1558-43ca-9771-074d194182d4 req-2eb491d7-551e-4446-b1d2-d5235320767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.248194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-2eb491d7-551e-4446-b1d2-d5235320767c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060016 Jul 15 13:11:47.264155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-7d1cc0c8-b88e-43f3-8e96-4e0a866af2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.271385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-7d1cc0c8-b88e-43f3-8e96-4e0a866af2bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764751 Jul 15 13:11:47.283981 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92071f8-756f-4fd5-b1b6-4fc953a4dbca x-openstack-request-id: req-b92071f8-756f-4fd5-b1b6-4fc953a4dbca {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:47.283981 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f300119-2a20-4f8c-97c4-d6394bc4dbcd", "tag": "0921a8d6-d621-4e50-a28e-7f62d1750f7f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:47.284325 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b92071f8-756f-4fd5-b1b6-4fc953a4dbca {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:47.284446 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'tag': '0921a8d6-d621-4e50-a28e-7f62d1750f7f', 'status': 'completed', 'code': 200} Jul 15 13:11:47.393922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-edfba543-a938-4485-ae1a-aa91bb7a2dce service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375847 Jul 15 13:11:47.397933 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-6cedc50a-e1da-41ed-a0d9-a64c793d7fe9 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232812 Jul 15 13:11:47.509039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e76de7-1558-43ca-9771-074d194182d4 req-704fb807-08e8-41e7-aa17-78c4e636feb3 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075168 Jul 15 13:11:47.540573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ede726fe-f5db-465c-959e-137f5f5d4a90 req-844bff26-f81d-4e73-8822-ae4be32d2504 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357405 Jul 15 13:11:47.657718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f4ef-38b4-4452-bfeb-5dfe3a2b1bec req-e95491b7-049c-4e2c-aa21-ca6a7b7e39ae tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.659285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6c6f4ef-38b4-4452-bfeb-5dfe3a2b1bec req-e95491b7-049c-4e2c-aa21-ca6a7b7e39ae tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.1182904 Jul 15 13:11:47.668612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa4b9-eb0a-4dc9-807a-4fe612fb5430 req-eab24cc5-6757-455d-9f32-f986f2f126ed tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.675369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17aaa4b9-eb0a-4dc9-807a-4fe612fb5430 req-eab24cc5-6757-455d-9f32-f986f2f126ed tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 947 time: 0.1028864 Jul 15 13:11:47.682279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-e915690c-7923-43e7-8aa7-16c7801b3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.683917 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-e915690c-7923-43e7-8aa7-16c7801b3724 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=684204b2a0174123a0d560cd54c6e3c5&device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 1098 time: 0.0809221 Jul 15 13:11:47.736169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17aaa4b9-eb0a-4dc9-807a-4fe612fb5430 req-d494db03-48a5-448d-b4ea-1a1314444ca9 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599318 Jul 15 13:11:47.741073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6c6f4ef-38b4-4452-bfeb-5dfe3a2b1bec req-fb7a3ffd-26fb-494f-bc2d-560bc945ffb5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635288 Jul 15 13:11:47.764886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:47.800918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-10dd88bf-420e-4dc7-a2a1-7ac3d2e315cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.802777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-10dd88bf-420e-4dc7-a2a1-7ac3d2e315cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1113062 Jul 15 13:11:47.850865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-60ff52d9-e976-4a56-b2f9-8f5a0f509876 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f HTTP/1.1" status: 200 len: 217 time: 0.0402284 Jul 15 13:11:47.919682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-d2877576-8e9e-40d4-a0b2-19a7efeb1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.921483 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-d2877576-8e9e-40d4-a0b2-19a7efeb1141 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0608275 Jul 15 13:11:47.934855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e49ac27e-0fd7-45d1-9b15-081589d3949c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.966055 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.020351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-a2256ef2-56bc-426e-8e7e-50fcd573667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.022045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-a2256ef2-56bc-426e-8e7e-50fcd573667a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938537 Jul 15 13:11:48.063870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bd0b-ae25-4f7e-89e2-34271c7089a9 req-4b2e73ac-0673-49e5-acd4-6777acd7740f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.065711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c019bd0b-ae25-4f7e-89e2-34271c7089a9 req-4b2e73ac-0673-49e5-acd4-6777acd7740f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.1851237 Jul 15 13:11:48.078168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:48.083309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'floatingip': {'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:48.117917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:48.140903 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-2df9734d-8dba-4314-abbf-cb10284c804d service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118772 Jul 15 13:11:48.143920 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.192287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6366c-415f-45e1-9869-d1c8c969a6e9 req-0ce8ed2a-2d99-4d4e-94da-f885008a1d95 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.194353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4b6366c-415f-45e1-9869-d1c8c969a6e9 req-0ce8ed2a-2d99-4d4e-94da-f885008a1d95 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 944 time: 0.2308602 Jul 15 13:11:48.275475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8702c1b-fa17-43ef-9181-6b3cd72495a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.305814 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c0a1658e-9a76-4b65-b024-e9f942ec0c2e req-2b5c6783-d9cf-4d37-8e5c-cb416fe791ac service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528757 Jul 15 13:11:48.359416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e49ac27e-0fd7-45d1-9b15-081589d3949c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.363071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4b6366c-415f-45e1-9869-d1c8c969a6e9 req-a862c687-ab99-4a53-bda6-146636859757 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575446 Jul 15 13:11:48.369844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e49ac27e-0fd7-45d1-9b15-081589d3949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.453351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8702c1b-fa17-43ef-9181-6b3cd72495a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.459858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8702c1b-fa17-43ef-9181-6b3cd72495a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.472765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e49ac27e-0fd7-45d1-9b15-081589d3949c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb9c774a684443dfa3e426dc12411f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7072928 Jul 15 13:11:48.480851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:48.491781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac27e-0fd7-45d1-9b15-081589d3949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb25701f-1592-4421-bdc7-bba29d539195,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.494399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8702c1b-fa17-43ef-9181-6b3cd72495a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a95b32-8d74-4482-8fb1-d8c25b06341d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.508831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8702c1b-fa17-43ef-9181-6b3cd72495a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7761c425e2040d2a0e1fde8b3040125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898528 Jul 15 13:11:48.511468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:48.557539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabe98-1d35-49a9-82c0-e2945259248b req-2d5e0fe2-708c-45de-9e1b-39e88f10e542 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.559837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aadabe98-1d35-49a9-82c0-e2945259248b req-2d5e0fe2-708c-45de-9e1b-39e88f10e542 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 943 time: 0.3072584 Jul 15 13:11:48.563785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5667e67-c827-46b3-9cd9-eec6a1484d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.586047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5667e67-c827-46b3-9cd9-eec6a1484d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.637944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5667e67-c827-46b3-9cd9-eec6a1484d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.640521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5667e67-c827-46b3-9cd9-eec6a1484d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.644074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5667e67-c827-46b3-9cd9-eec6a1484d84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21a95b32-8d74-4482-8fb1-d8c25b06341d HTTP/1.1" status: 204 len: 168 time: 0.1289375 Jul 15 13:11:48.651590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667e67-c827-46b3-9cd9-eec6a1484d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a95b32-8d74-4482-8fb1-d8c25b06341d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.718728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aadabe98-1d35-49a9-82c0-e2945259248b req-400a6222-507a-45ae-947d-8a69e769fd51 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353991 Jul 15 13:11:48.722486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f71583c-4f10-4112-93c0-525b14b64f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.795436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8142-0051-4ff3-b08e-6259d1b26b97 req-660788d9-faaf-49df-944f-0e2c37953d3a tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.797328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c4f8142-0051-4ff3-b08e-6259d1b26b97 req-660788d9-faaf-49df-944f-0e2c37953d3a tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.3015537 Jul 15 13:11:48.799312 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f71583c-4f10-4112-93c0-525b14b64f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.952605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d5ebada5-d4b0-479b-9acb-165e2b8d49d7 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:49.072470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.092216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:49.140236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.158720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ebada5-d4b0-479b-9acb-165e2b8d49d7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:49.183676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.188599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.251979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.274882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c4f8142-0051-4ff3-b08e-6259d1b26b97 req-9950bfad-08b1-451f-988a-5ecde3048af4 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675903 Jul 15 13:11:49.331320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f71583c-4f10-4112-93c0-525b14b64f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.333835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f71583c-4f10-4112-93c0-525b14b64f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.335014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8f71583c-4f10-4112-93c0-525b14b64f3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb25701f-1592-4421-bdc7-bba29d539195 HTTP/1.1" status: 204 len: 168 time: 0.8516889 Jul 15 13:11:49.385081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71583c-4f10-4112-93c0-525b14b64f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb25701f-1592-4421-bdc7-bba29d539195,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.390675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d5ebada5-d4b0-479b-9acb-165e2b8d49d7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:49.402612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd51d3-d516-49e9-b660-9141a8000347 req-aa12f1aa-498f-42b0-bdb6-e574bfd741a7 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.409949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31cd51d3-d516-49e9-b660-9141a8000347 req-aa12f1aa-498f-42b0-bdb6-e574bfd741a7 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 947 time: 0.2251968 Jul 15 13:11:49.435371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.448045 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.456465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:49.579847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31cd51d3-d516-49e9-b660-9141a8000347 req-8b339dd8-fb87-4122-a015-2a3f5a078c20 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689007 Jul 15 13:11:49.617581 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Floating IP a17ff51e-22a2-4bec-874f-b4d880c131eb associated. External IP: 172.25.2.104, port: 5c9439f5-2161-4106-9c5f-ce3c3dffd584. Jul 15 13:11:49.666638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e248c-0a4d-4b2e-b97f-3284668f0d82 req-8d204cad-c9e0-4ce2-bd07-9489385e2d52 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.670828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-997e248c-0a4d-4b2e-b97f-3284668f0d82 req-8d204cad-c9e0-4ce2-bd07-9489385e2d52 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1095 time: 0.2342546 Jul 15 13:11:49.710887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-610249677-network', 'tenant_id': '0381fbfe445646bdbff09ec6677a122e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:49.735465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Made reservation on behalf of 0381fbfe445646bdbff09ec6677a122e for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:49.738248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.743966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-997e248c-0a4d-4b2e-b97f-3284668f0d82 req-97cc85fe-3c2d-41f4-8b4e-822924bd0598 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682125 Jul 15 13:11:49.747950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.890972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.895132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.909180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:49.921281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.922390 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Added segment 590c80a5-ec6b-401a-8dc4-46fa90677e30 of type vlan for network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 Jul 15 13:11:49.970760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Router e1569a9d-7a18-44bc-b519-d7ea7187097b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:49.974013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.996366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.019534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.020588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.021355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.053833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5961745 Jul 15 13:11:50.056491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44642) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:50.061245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Request body: {'subnet': {'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-610249677-subnet', 'tenant_id': '0381fbfe445646bdbff09ec6677a122e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:50.115108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa618911-50c6-4410-8273-4585e8c396d2 req-53d260dd-9b89-4e8a-b4f8-35b8ad725a51 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.115795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78fce-5553-42a4-860e-feed2720cd22 admin admin] Pushing event updated for resources: {'Network': ['ID=fc755dbe-1be3-4069-8cdc-7945cd2feeb8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.116747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa618911-50c6-4410-8273-4585e8c396d2 req-53d260dd-9b89-4e8a-b4f8-35b8ad725a51 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 944 time: 0.1823783 Jul 15 13:11:50.127544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:50.131546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Made reservation on behalf of 0381fbfe445646bdbff09ec6677a122e for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:50.134284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.207144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:50.209800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63080df9-bd59-419a-9a2f-7842f77d497a req-75482d8f-2266-4a32-b41b-ff6948c37003 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.211369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63080df9-bd59-419a-9a2f-7842f77d497a req-75482d8f-2266-4a32-b41b-ff6948c37003 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 1095 time: 0.2454562 Jul 15 13:11:50.216392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.221904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] Sync routers for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:50.223720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa618911-50c6-4410-8273-4585e8c396d2 req-28b29762-12ea-4bb8-b751-82828ab7f048 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740697 Jul 15 13:11:50.233218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:50.234079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:50.322955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bb7de0dc-cd92-4364-a070-a204227e257e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "PUT /v2.0/floatingips/a17ff51e-22a2-4bec-874f-b4d880c131eb HTTP/1.1" status: 200 len: 991 time: 2.2112520 Jul 15 13:11:50.322955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:50.322955 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869183a7-4718-4a5c-b829-79bc0ef82b01" -d '{"events": [{"name": "network-changed", "server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:50.322955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63080df9-bd59-419a-9a2f-7842f77d497a req-79e04c10-e1d1-4ef5-83fc-4af9d5d6b27b tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936706 Jul 15 13:11:50.335228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44654) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:50.446045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:50.472505 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0dbdf-c544-49d2-92a5-ded95abdd291 x-openstack-request-id: req-f6c0dbdf-c544-49d2-92a5-ded95abdd291 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:50.473004 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:50.473159 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6c0dbdf-c544-49d2-92a5-ded95abdd291 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:50.473620 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'status': 'completed', 'code': 200} Jul 15 13:11:50.544461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.558396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-network', 'tenant_id': '94e075bbc18a4e86b0de582551449f63'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:50.619797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0921a8d6-d621-4e50-a28e-7f62d1750f7f details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:50.634862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.635101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Made reservation on behalf of 94e075bbc18a4e86b0de582551449f63 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:50.642119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.645395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Checking segment: {'id': '590c80a5-ec6b-401a-8dc4-46fa90677e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:50.646471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Network hostable DHCP agents. Network: fc755dbe-1be3-4069-8cdc-7945cd2feeb8, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:50.661230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-5a5bf468-4c9d-4da9-b9b6-b1adffcd55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.663438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-5a5bf468-4c9d-4da9-b9b6-b1adffcd55bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1096 time: 0.1601906 Jul 15 13:11:50.665799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.668768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:50.682717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, fc755dbe-1be3-4069-8cdc-7945cd2feeb8) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:50.701229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.701934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.716509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d673103-c54d-44ca-b7e4-eb1e894d7d78 None None] Network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:50.786953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85539b-2744-47a8-9802-ce61cafd83fe req-021557ba-d05f-4f6c-8a05-92e645cf8bec tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.793912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c85539b-2744-47a8-9802-ce61cafd83fe req-021557ba-d05f-4f6c-8a05-92e645cf8bec tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2116618 Jul 15 13:11:50.871575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-00f7538c-df21-48f8-bcba-4eafa2249f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.873108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-00f7538c-df21-48f8-bcba-4eafa2249f2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.1856711 Jul 15 13:11:50.906930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c85539b-2744-47a8-9802-ce61cafd83fe req-a4785d66-d29f-4815-8df8-a9ce385b9a25 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119232 Jul 15 13:11:50.988930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d5ebada5-d4b0-479b-9acb-165e2b8d49d7 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:51.011835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.024686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.026469 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-551d7bd3-0d32-4247-9396-351a6640b8af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9683304 Jul 15 13:11:51.062317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-3fbcaf26-5760-4970-a841-dea7e8e0ca13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.1815028 Jul 15 13:11:51.066590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:51.068622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94793aca-5f14-486a-a5de-f6435c18a853,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.102271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:51.123671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.124019 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Added segment cb11d787-07e6-4c21-a93b-79319144287b of type vlan for network 9af62c61-fc00-4965-bb9b-7826c387c0cf Jul 15 13:11:51.151111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '0921a8d6-d621-4e50-a28e-7f62d1750f7f', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '0921a8d6-d621-4e50-a28e-7f62d1750f7f', 'mac_address': 'fa:16:3e:28:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:51.169686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e9c7e-80f4-4687-adc9-342441733037 None None] Network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:51.200103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-08843293-79e2-4a98-a38c-095130254658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.200103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-08843293-79e2-4a98-a38c-095130254658 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1231165 Jul 15 13:11:51.203299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df45f1-d50c-4299-a960-43ff76721cfd req-14f71902-6dd2-4318-b8eb-203161a32d32 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.204899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2df45f1-d50c-4299-a960-43ff76721cfd req-14f71902-6dd2-4318-b8eb-203161a32d32 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 947 time: 0.2402864 Jul 15 13:11:51.207013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.227042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:51.241266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:51.241644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.270904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.310315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2df45f1-d50c-4299-a960-43ff76721cfd req-7abbdd0f-5953-4442-94d6-52fe211f611c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894215 Jul 15 13:11:51.314672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.315751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.316562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.326283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'a17ff51e-22a2-4bec-874f-b4d880c131eb', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157382c-e06f-400e-9dec-81b5d1622722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:23Z', 'updated_at': '2021-07-15T13:11:49Z', 'revision_number': 1, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:23Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:51.331591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0921a8d6-d621-4e50-a28e-7f62d1750f7f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:51.388837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] Checking router: e1569a9d-7a18-44bc-b519-d7ea7187097b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:51.396798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0581462 Jul 15 13:11:51.398685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bb131-17e1-4a8c-9c7b-53cbe8460f81 admin admin] Pushing event updated for resources: {'Network': ['ID=9af62c61-fc00-4965-bb9b-7826c387c0cf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.402745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:51.404339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-439d1e21-269d-4f19-8f8e-0b4e65bfca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.406323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-439d1e21-269d-4f19-8f8e-0b4e65bfca18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953025 Jul 15 13:11:51.409952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Request body: {'subnet': {'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-subnet', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:51.413010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:51.452202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:51.456446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.458949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Made reservation on behalf of 94e075bbc18a4e86b0de582551449f63 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:51.469427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.472126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:51.473099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:51.688811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-a7d13756-40e7-4fa1-b907-04acc972f134 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756560 Jul 15 13:11:51.712139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.712657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.732440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0921a8d6-d621-4e50-a28e-7f62d1750f7f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.755339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:51.757620 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9446a0fe-686c-4168-8f69-c4f6a1ac3c78" -d '{"events": [{"server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "name": "network-vif-plugged", "status": "completed", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:51.774295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:51.777688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:51.783440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-86009cfd-3646-4eef-9092-758a7d8273db tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.785259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-86009cfd-3646-4eef-9092-758a7d8273db tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/networks?id=fc755dbe-1be3-4069-8cdc-7945cd2feeb8 HTTP/1.1" status: 200 len: 813 time: 0.2648458 Jul 15 13:11:51.792094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Checking segment: {'id': 'cb11d787-07e6-4c21-a93b-79319144287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:51.792940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Network hostable DHCP agents. Network: 9af62c61-fc00-4965-bb9b-7826c387c0cf, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:51.803120 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.807915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad0635-4cdf-4d21-b87a-f3e0584cb2b0 req-7dbbdcfc-bc51-47e1-93b6-d41e51608df7 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.811253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad0635-4cdf-4d21-b87a-f3e0584cb2b0 req-7dbbdcfc-bc51-47e1-93b6-d41e51608df7 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 944 time: 0.2385769 Jul 15 13:11:51.812583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0921a8d6-d621-4e50-a28e-7f62d1750f7f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:51.822510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.826963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:51.840919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9af62c61-fc00-4965-bb9b-7826c387c0cf) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:51.854190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.856160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.865801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea9bbd-14f4-404a-876a-d2004baadafe None None] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:51.882534 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6913156b-adaa-492a-ba4a-4b354c9f270c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4778385 Jul 15 13:11:51.883455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44698) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:51.890976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:51.922020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.925159 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.963739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-13b0ff73-c77a-46d0-8d0c-645440a7956f tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/quotas/0381fbfe445646bdbff09ec6677a122e HTTP/1.1" status: 200 len: 375 time: 0.1693947 Jul 15 13:11:51.998745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.014627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-6b48dc92-ed2b-41e3-a03e-39eef801dba3 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0381fbfe445646bdbff09ec6677a122e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415115 Jul 15 13:11:52.040670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad0635-4cdf-4d21-b87a-f3e0584cb2b0 req-7500ca25-e147-447e-865d-f49c9a8553c9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494994 Jul 15 13:11:52.094055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869183a7-4718-4a5c-b829-79bc0ef82b01 req-45d2b252-21ca-4206-999f-b7c27041466c service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962350 Jul 15 13:11:52.103741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.180675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.251501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-8d752c5f-e67f-48f7-bece-c0568660eaba service neutron] 10.222.0.48 "GET /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230859 Jul 15 13:11:52.328393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9af62c61-fc00-4965-bb9b-7826c387c0cf', 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'fixed_ips': [{'subnet_id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:52.332670 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.446082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-731927ae-7133-4a4d-af70-beb556a25c2a service neutron] 10.222.0.48 "GET /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881819 Jul 15 13:11:52.505238 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddfe222-5f2d-4399-be2f-5ff97e165ecb x-openstack-request-id: req-0ddfe222-5f2d-4399-be2f-5ff97e165ecb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:52.505528 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "name": "network-vif-plugged", "status": "completed", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:52.505784 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ddfe222-5f2d-4399-be2f-5ff97e165ecb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:52.506172 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'code': 200} Jul 15 13:11:52.597239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'a17ff51e-22a2-4bec-874f-b4d880c131eb', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157382c-e06f-400e-9dec-81b5d1622722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:23Z', 'updated_at': '2021-07-15T13:11:49Z', 'revision_number': 1, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:23Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:52.682667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9221-a930-4e34-8a56-e12f11a6b833 req-0041e97d-c705-4624-9557-ae60bc6695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.684433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70df9221-a930-4e34-8a56-e12f11a6b833 req-0041e97d-c705-4624-9557-ae60bc6695b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1319816 Jul 15 13:11:52.685237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Allocated IP 172.20.0.2 (9af62c61-fc00-4965-bb9b-7826c387c0cf/8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f/381aa520-643b-4da2-82b9-6d1d49ef90b2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:52.687948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d295d-bef3-42b4-ad25-0fdac28594b3 None None] The sync data for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 is: [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'a17ff51e-22a2-4bec-874f-b4d880c131eb', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157382c-e06f-400e-9dec-81b5d1622722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:23Z', 'updated_at': '2021-07-15T13:11:49Z', 'revision_number': 1, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:23Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:52.743249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255351-fb40-4e84-81db-0392e119018f req-9020ddfd-bbe8-4d68-bebf-4a4c20cd59a0 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.756909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21255351-fb40-4e84-81db-0392e119018f req-9020ddfd-bbe8-4d68-bebf-4a4c20cd59a0 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1455145 Jul 15 13:11:52.852653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70df9221-a930-4e34-8a56-e12f11a6b833 req-4b7fd328-ccc3-44c7-b066-6c3629e12c04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573870 Jul 15 13:11:52.887629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21255351-fb40-4e84-81db-0392e119018f req-698177ce-732e-419d-9cef-9e4782c66a79 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295798 Jul 15 13:11:52.986165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.015722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Transition to ACTIVE for port object 381aa520-643b-4da2-82b9-6d1d49ef90b2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:53.060002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58732fe2-f7a8-437e-837d-6d8929199b70 req-e5350c86-7c39-48d3-bf52-bb5ba7a10c54 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 210 time: 0.0932395 Jul 15 13:11:53.060504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Transition to ACTIVE for port object 381aa520-643b-4da2-82b9-6d1d49ef90b2 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:53.076787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.115324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf10d71-39e0-4dcd-b8fa-55abd2c6998a req-6fea9405-55fc-4182-a774-931656e28f04 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.123589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbf10d71-39e0-4dcd-b8fa-55abd2c6998a req-6fea9405-55fc-4182-a774-931656e28f04 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 948 time: 0.2636154 Jul 15 13:11:53.132428 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851989f-3d65-476e-8b4f-e8d97bb19ccc None None] New status for floating IP a17ff51e-22a2-4bec-874f-b4d880c131eb: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:11:53.190619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbf10d71-39e0-4dcd-b8fa-55abd2c6998a req-2cbb77ee-b8d3-4687-9889-b589946cd53c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658555 Jul 15 13:11:53.210105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.231620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.438392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Allocated IP 172.25.2.210 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a48f5916-6ed1-4264-9e4f-7f6ef043a6e1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:53.508763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179aabe-3868-46f7-aabc-0bf91872b4ce req-60868c21-8964-4e4f-ae58-a211956c7cae tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.518576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3179aabe-3868-46f7-aabc-0bf91872b4ce req-60868c21-8964-4e4f-ae58-a211956c7cae tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 945 time: 0.1531937 Jul 15 13:11:53.534822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:53.539085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:53.544730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:53.552917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Pushing event updated for resources: {'Port': ['ID=381aa520-643b-4da2-82b9-6d1d49ef90b2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.614225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Attempting to bind port 381aa520-643b-4da2-82b9-6d1d49ef90b2 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:53.614631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Attempting to bind port 381aa520-643b-4da2-82b9-6d1d49ef90b2 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cb11d787-07e6-4c21-a93b-79319144287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:53.615047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Attempting to bind port 381aa520-643b-4da2-82b9-6d1d49ef90b2 on network 9af62c61-fc00-4965-bb9b-7826c387c0cf {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:53.622484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:53.622869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Checking segment: {'id': 'cb11d787-07e6-4c21-a93b-79319144287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:53.623284 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.623753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Bound using segment: {'id': 'cb11d787-07e6-4c21-a93b-79319144287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:53.625014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Bound port: 381aa520-643b-4da2-82b9-6d1d49ef90b2, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb11d787-07e6-4c21-a93b-79319144287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:53.625432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.670547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3179aabe-3868-46f7-aabc-0bf91872b4ce req-b745a7ef-6bf4-4686-8530-b408bc25f600 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365185 Jul 15 13:11:53.747309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.748621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] For port 381aa520-643b-4da2-82b9-6d1d49ef90b2, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:53.752248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] For port 381aa520-643b-4da2-82b9-6d1d49ef90b2, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=381aa520-643b-4da2-82b9-6d1d49ef90b2,segment=NetworkSegment(cb11d787-07e6-4c21-a93b-79319144287b),segment_id=cb11d787-07e6-4c21-a93b-79319144287b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:53.757088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.799283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.849546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Pushing event updated for resources: {'Port': ['ID=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.879959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:53.881482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:53.883920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:53.887876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c4557-0398-43e7-84c9-df9523c08df0 None None] Pushing event updated for resources: {'Port': ['ID=381aa520-643b-4da2-82b9-6d1d49ef90b2,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.171384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08d1a5-cbed-435f-8d2e-27ac2640e346 req-dc65e8a8-9037-4bb5-b02c-a2a540aeb26e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.186494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f08d1a5-cbed-435f-8d2e-27ac2640e346 req-dc65e8a8-9037-4bb5-b02c-a2a540aeb26e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1385367 Jul 15 13:11:54.260427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.263405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f08d1a5-cbed-435f-8d2e-27ac2640e346 req-ae53e382-df8c-4b66-bbf8-b0ea239e5e93 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719028 Jul 15 13:11:54.340082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c4e9b01-3931-4112-8579-d92059965f66 req-f3dde587-4161-4419-a7ab-4039f7c83f1f tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 210 time: 0.0506003 Jul 15 13:11:54.568418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.613666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-30c3236b-aac7-416c-8773-5af23fa1ef89 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.615378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-30c3236b-aac7-416c-8773-5af23fa1ef89 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.23 "GET /v2.0/networks?id=fc755dbe-1be3-4069-8cdc-7945cd2feeb8 HTTP/1.1" status: 200 len: 813 time: 0.1797287 Jul 15 13:11:54.627902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0921a8d6-d621-4e50-a28e-7f62d1750f7f up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:54.630892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Request body: {'port': {'device_id': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8', 'admin_state_up': True, 'tenant_id': '0381fbfe445646bdbff09ec6677a122e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:54.697110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e135-7fa2-4a16-85fe-61ded53221a1 req-3b0c08e5-93e3-41d4-bea0-0044f478242a tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.704627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7004e135-7fa2-4a16-85fe-61ded53221a1 req-3b0c08e5-93e3-41d4-bea0-0044f478242a tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 948 time: 0.2992125 Jul 15 13:11:54.745981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 0921a8d6-d621-4e50-a28e-7f62d1750f7f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:54.755487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 0921a8d6-d621-4e50-a28e-7f62d1750f7f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:54.755970 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.779076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:54.860527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7004e135-7fa2-4a16-85fe-61ded53221a1 req-5bf07c02-66b1-4c86-b1f5-dd3a29585935 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407056 Jul 15 13:11:54.903923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.930636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a8d6-d621-4e50-a28e-7f62d1750f7f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:54.940239 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9be164-0d58-4fd1-95e2-7d1e7bba0ac8" -d '{"events": [{"server_uuid": "4f300119-2a20-4f8c-97c4-d6394bc4dbcd", "name": "network-vif-plugged", "status": "completed", "tag": "0921a8d6-d621-4e50-a28e-7f62d1750f7f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:54.955999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Made reservation on behalf of 0381fbfe445646bdbff09ec6677a122e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:54.963347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:54.965284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.973330 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.010967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:55.056996 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.059394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-344a9ce0-ac1c-4b38-bb78-c0b85ddfbf46 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1747873 Jul 15 13:11:55.061851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:55.069062 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0d11c-479a-4920-b1f6-8ee260d43608 x-openstack-request-id: req-0be0d11c-479a-4920-b1f6-8ee260d43608 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:55.069421 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f300119-2a20-4f8c-97c4-d6394bc4dbcd", "name": "network-vif-plugged", "status": "completed", "tag": "0921a8d6-d621-4e50-a28e-7f62d1750f7f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:55.069685 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0be0d11c-479a-4920-b1f6-8ee260d43608 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:55.070083 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a8d6-d621-4e50-a28e-7f62d1750f7f', 'code': 200} Jul 15 13:11:55.072857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0921a8d6-d621-4e50-a28e-7f62d1750f7f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:55.077465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Sync routers for ids ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:55.088662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Routers {'89f862f9-3563-4d43-8a0d-cd55273ab0b7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:55.090157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:55.322463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74d3a-a97a-49ea-93a2-9069ad30c004 req-7e42a845-7397-4059-8161-ce7002ee8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.324219 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ca74d3a-a97a-49ea-93a2-9069ad30c004 req-7e42a845-7397-4059-8161-ce7002ee8e4b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 1100 time: 0.1975775 Jul 15 13:11:55.388156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Set router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:55.443774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 381aa520-643b-4da2-82b9-6d1d49ef90b2 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:55.446273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8423a61c-8cb5-45bd-8873-0303115aac58 None None] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:55.455162 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ca74d3a-a97a-49ea-93a2-9069ad30c004 req-f67ed4ae-12cd-4c66-a5be-a94e12e7ff91 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853174 Jul 15 13:11:55.510714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Allocated IP 172.20.0.7 (fc755dbe-1be3-4069-8cdc-7945cd2feeb8/b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4/c6a43234-60e3-4856-81df-81d7538d46ae) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:55.520310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fe86-f8de-45c6-8628-8056a11cf062 req-ffa8a5a1-64f9-4c1e-809a-4867ab47a1e2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.528025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70e5fe86-f8de-45c6-8628-8056a11cf062 req-ffa8a5a1-64f9-4c1e-809a-4867ab47a1e2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 945 time: 0.3156226 Jul 15 13:11:55.610100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70e5fe86-f8de-45c6-8628-8056a11cf062 req-0e9ce35e-f439-45e1-b51f-a50d8b67701a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689113 Jul 15 13:11:55.638868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a28832d-c59f-4cef-9250-2830ec852a76 None None] Provisioning for port 381aa520-643b-4da2-82b9-6d1d49ef90b2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:55.742607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 381aa520-643b-4da2-82b9-6d1d49ef90b2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:55.749652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 381aa520-643b-4da2-82b9-6d1d49ef90b2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:55.750024 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.772680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.775459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d8021-4b9f-48a2-9520-1002dd4ee444 req-01b7557f-ff70-4f2e-8b07-16f0b21f048d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.777940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f49d8021-4b9f-48a2-9520-1002dd4ee444 req-01b7557f-ff70-4f2e-8b07-16f0b21f048d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.3431246 Jul 15 13:11:55.914473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:11:54Z', 'revision_number': 3, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port': {'id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:53Z', 'updated_at': '2021-07-15T13:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:55.957804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Checking router: 89f862f9-3563-4d43-8a0d-cd55273ab0b7 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:55.958164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Updating router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:55.983536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.018148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.035905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Allocated IP 172.20.0.1 (9af62c61-fc00-4965-bb9b-7826c387c0cf/8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f/a43461b6-0674-4663-8819-2a342f974039) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:56.078463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 381aa520-643b-4da2-82b9-6d1d49ef90b2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=381aa520-643b-4da2-82b9-6d1d49ef90b2,segment=NetworkSegment(cb11d787-07e6-4c21-a93b-79319144287b),segment_id=cb11d787-07e6-4c21-a93b-79319144287b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:56.101355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.197883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.216543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Transition to ACTIVE for port object a43461b6-0674-4663-8819-2a342f974039 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:56.238702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41254a0d-b228-4e79-8897-9d6c3309db0a req-f0662162-7d4a-45a0-95ff-fc3941b90622 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 210 time: 0.5139472 Jul 15 13:11:56.277003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=381aa520-643b-4da2-82b9-6d1d49ef90b2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.293511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.359743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:56.365249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:56.368964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:56.404093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Pushing event updated for resources: {'Port': ['ID=a43461b6-0674-4663-8819-2a342f974039,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.434430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.442265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a64db7ca-6525-4f42-a9b1-70b12213ae46 None None] Provisioning complete for port 381aa520-643b-4da2-82b9-6d1d49ef90b2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:56.442643 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64db7ca-6525-4f42-a9b1-70b12213ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.502501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f49d8021-4b9f-48a2-9520-1002dd4ee444 req-90ce0dff-d561-429a-8709-521f2c890381 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843411 Jul 15 13:11:56.539672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.720518 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.751934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.752170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Transition to ACTIVE for port object a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:56.762986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.766339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-19e40fe2-26b4-442e-879f-c64b72b9250d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4328582 Jul 15 13:11:56.781480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:56.798513 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.845928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Attempting to bind port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:56.846614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Attempting to bind port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:56.847602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Attempting to bind port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:56.853362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dce575-030e-414d-854d-2f3c9aea748c None None] Pushing event updated for resources: {'Port': ['ID=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.876436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:56.877967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:56.878955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:56.878955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.879922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:56.880560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Bound port: a48f5916-6ed1-4264-9e4f-7f6ef043a6e1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:56.880959 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.881178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.887361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:56.890911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:56.936490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3db25dc6-8d78-4253-85f3-a787d9909f61 None None] Provisioning for port a43461b6-0674-4663-8819-2a342f974039 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:56.937295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Pushing event updated for resources: {'Port': ['ID=c6a43234-60e3-4856-81df-81d7538d46ae,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.949745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3db25dc6-8d78-4253-85f3-a787d9909f61 None None] Provisioning complete for port a43461b6-0674-4663-8819-2a342f974039 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:56.950101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db25dc6-8d78-4253-85f3-a787d9909f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.960812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.961376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.961888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.962696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.963174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.963644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.964720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.966663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.967020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.967528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.968346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.968822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:56.999556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.001044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.019101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3db25dc6-8d78-4253-85f3-a787d9909f61 None None] Port a43461b6-0674-4663-8819-2a342f974039 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:57.032568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] For port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:57.037577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] For port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:57.038343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-64c1bc05-eda3-4c7c-91da-0112b8f7d195 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4143682 Jul 15 13:11:57.051729 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.076136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.080228 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.090663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Request body: {'port': {'device_id': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:57.123649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Routers {'89f862f9-3563-4d43-8a0d-cd55273ab0b7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:57.124320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:57.167676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 381aa520-643b-4da2-82b9-6d1d49ef90b2 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:57.178577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.187091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Pushing event updated for resources: {'Port': ['ID=a43461b6-0674-4663-8819-2a342f974039,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.212193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dce575-030e-414d-854d-2f3c9aea748c None None] Pushing event updated for resources: {'Port': ['ID=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.224433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727939c-c3e3-49ac-9acc-ac9d13ce71c6 req-bce0974d-85ba-45f9-bca8-209afbd42a15 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.225947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e727939c-c3e3-49ac-9acc-ac9d13ce71c6 req-bce0974d-85ba-45f9-bca8-209afbd42a15 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 949 time: 0.1849482 Jul 15 13:11:57.259910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.292859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.296173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] Set router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:57.297965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 381aa520-643b-4da2-82b9-6d1d49ef90b2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:57.298378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.300511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:57.302002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:57.313557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e727939c-c3e3-49ac-9acc-ac9d13ce71c6 req-3790d938-3acb-4d60-93c6-4494db9aab75 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739741 Jul 15 13:11:57.462786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:57.665413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:57.681428 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ae56318-ac9a-420e-9fee-d5c37c13be40 admin admin] 10.222.0.48 "PUT /v2.0/routers/89f862f9-3563-4d43-8a0d-cd55273ab0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182842 Jul 15 13:11:57.784209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-284d2fe7-444d-47ed-9843-0bbec158dc8a None None] Provisioning complete for port a43461b6-0674-4663-8819-2a342f974039 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:57.784693 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-284d2fe7-444d-47ed-9843-0bbec158dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.785753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Allocated IP 172.25.2.36 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/d886d6c6-db3f-438a-897f-95362fa05159) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:57.829593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-284d2fe7-444d-47ed-9843-0bbec158dc8a None None] Port a43461b6-0674-4663-8819-2a342f974039 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:57.848012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:11:56Z', 'revision_number': 4, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port': {'id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:53Z', 'updated_at': '2021-07-15T13:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a43461b6-0674-4663-8819-2a342f974039', 'name': '', 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'mac_address': 'fa:16:3e:13:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:55Z', 'updated_at': '2021-07-15T13:11:56Z', 'revision_number': 2, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'subnets': [{'id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:57.849043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6dad5-a100-4581-857c-65d9801eda48 req-135cf8f3-725f-4ed4-895a-24569e3505b9 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.851917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0e6dad5-a100-4581-857c-65d9801eda48 req-135cf8f3-725f-4ed4-895a-24569e3505b9 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 931 time: 0.3606906 Jul 15 13:11:57.877558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7521ef-93bc-4afe-b108-00689244d62a None None] The sync data for ids ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'] in n-d-798249-9 is: [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:11:56Z', 'revision_number': 4, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port': {'id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:53Z', 'updated_at': '2021-07-15T13:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a43461b6-0674-4663-8819-2a342f974039', 'name': '', 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'mac_address': 'fa:16:3e:13:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:55Z', 'updated_at': '2021-07-15T13:11:56Z', 'revision_number': 2, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'subnets': [{'id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:57.985303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0e6dad5-a100-4581-857c-65d9801eda48 req-e175f2c3-83ad-450c-aac7-6a02faea916f tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027272 Jul 15 13:11:57.991176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.035864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a43234-60e3-4856-81df-81d7538d46ae {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:58.062820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.083198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Transition to ACTIVE for port object c6a43234-60e3-4856-81df-81d7538d46ae will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:58.100104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.138920 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.198649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Pushing event updated for resources: {'Port': ['ID=c6a43234-60e3-4856-81df-81d7538d46ae,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.201881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:58.209594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:58.251239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:58.335049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event updated for resources: {'Port': ['ID=d886d6c6-db3f-438a-897f-95362fa05159,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.421521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Attempting to bind port c6a43234-60e3-4856-81df-81d7538d46ae on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:58.421869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Attempting to bind port c6a43234-60e3-4856-81df-81d7538d46ae by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '590c80a5-ec6b-401a-8dc4-46fa90677e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:58.422240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Attempting to bind port c6a43234-60e3-4856-81df-81d7538d46ae on network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:58.438599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Port c6a43234-60e3-4856-81df-81d7538d46ae on network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:58.439203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Attempting to bind port c6a43234-60e3-4856-81df-81d7538d46ae on network fc755dbe-1be3-4069-8cdc-7945cd2feeb8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:58.455761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:58.456108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Checking segment: {'id': '590c80a5-ec6b-401a-8dc4-46fa90677e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:58.456496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Bound using segment: {'id': '590c80a5-ec6b-401a-8dc4-46fa90677e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:58.456932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Bound port: c6a43234-60e3-4856-81df-81d7538d46ae, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590c80a5-ec6b-401a-8dc4-46fa90677e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:58.457297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.471451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.601414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.609870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] For port c6a43234-60e3-4856-81df-81d7538d46ae, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:58.671303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] For port c6a43234-60e3-4856-81df-81d7538d46ae, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c6a43234-60e3-4856-81df-81d7538d46ae,segment=NetworkSegment(590c80a5-ec6b-401a-8dc4-46fa90677e30),segment_id=590c80a5-ec6b-401a-8dc4-46fa90677e30)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:58.684185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.809739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.810436 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.812101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] 10.222.0.23 "PUT /v2.0/ports/c6a43234-60e3-4856-81df-81d7538d46ae HTTP/1.1" status: 200 len: 1091 time: 1.7267108 Jul 15 13:11:58.812565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'tag': 'c6a43234-60e3-4856-81df-81d7538d46ae'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:58.815142 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498df53c-77d2-43b3-bac5-bd4910b425af" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d4c4b-2e45-4448-837e-e97ccb792aaf", "tag": "c6a43234-60e3-4856-81df-81d7538d46ae"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:58.865668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7f4e0-0c9d-429c-9018-a67301fcb50f service neutron] Pushing event updated for resources: {'Port': ['ID=c6a43234-60e3-4856-81df-81d7538d46ae,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.985548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac55cd-c2de-40c4-84b9-54945adb4cda req-71958e43-b735-4045-a566-0a2878f1d94c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.992828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94ac55cd-c2de-40c4-84b9-54945adb4cda req-71958e43-b735-4045-a566-0a2878f1d94c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2558110 Jul 15 13:11:59.077525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-645b5770-66a6-427b-97a8-c4fa7bc59af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.088001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-645b5770-66a6-427b-97a8-c4fa7bc59af4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0381fbfe445646bdbff09ec6677a122e&device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 1094 time: 0.2147963 Jul 15 13:11:59.091094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.105720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94ac55cd-c2de-40c4-84b9-54945adb4cda req-847c77ef-6f74-4fd8-b3c4-928d6b7d0664 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114802 Jul 15 13:11:59.117986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.254410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:59.301254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-f623dc93-fd2c-46c1-bea2-b910e26f8177 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a43234-60e3-4856-81df-81d7538d46ae HTTP/1.1" status: 200 len: 217 time: 0.1897202 Jul 15 13:11:59.359948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:59.366012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:59.367105 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.440657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event updated for resources: {'Port': ['ID=d886d6c6-db3f-438a-897f-95362fa05159,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.456463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.485228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-9c676b31-1d41-4dd2-bfa2-5682b65623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.486824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-9c676b31-1d41-4dd2-bfa2-5682b65623e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4 HTTP/1.1" status: 200 len: 853 time: 0.1204584 Jul 15 13:11:59.532324 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.556208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:59.563461 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.566317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-760a4a5a-a074-4554-81df-aee7f9d3e62c req-90b3b5b1-1eb7-40c5-955a-159e34436c6a tempest-FloatingIPsNegativeTestJSON-900912712 tempest-FloatingIPsNegativeTestJSON-900912712-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=94e075bbc18a4e86b0de582551449f63 HTTP/1.1" status: 200 len: 217 time: 0.0938244 Jul 15 13:11:59.576713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.583815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-85637a2c-4d05-470b-b7d8-994613577d2b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8149643 Jul 15 13:11:59.609479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-6263c2cb-0d9c-4ba3-83fd-a657e2963d4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fc755dbe-1be3-4069-8cdc-7945cd2feeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029978 Jul 15 13:11:59.634863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.670456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-338c7b96-9e7c-49a2-a602-22e5cd342ad7 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0855439 Jul 15 13:11:59.822785 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484606ba-12df-44df-b1f8-aed6b93217b7 x-openstack-request-id: req-484606ba-12df-44df-b1f8-aed6b93217b7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:59.823387 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d4c4b-2e45-4448-837e-e97ccb792aaf", "tag": "c6a43234-60e3-4856-81df-81d7538d46ae", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:59.823387 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-484606ba-12df-44df-b1f8-aed6b93217b7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:59.823735 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'tag': 'c6a43234-60e3-4856-81df-81d7538d46ae', 'status': 'completed', 'code': 200} Jul 15 13:11:59.952186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-679ec69a-a31c-4aba-9990-0f943512c630 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.953898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ffc6362-ab3c-490a-a605-8d7393decadb req-679ec69a-a31c-4aba-9990-0f943512c630 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2727702 Jul 15 13:11:59.956509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-8e9d1e23-ccf5-4958-88d5-2fabb72cafd6 service neutron] 10.222.0.23 "GET /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846198 Jul 15 13:12:00.095060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47d53620-369f-46dc-837b-4e5e953d8eae req-6416894f-748e-4f67-b28f-8376a819a2db tempest-FloatingIPsNegativeTestJSON-900912712 tempest-FloatingIPsNegativeTestJSON-900912712-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1012635 Jul 15 13:12:00.129085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d15857-e5c9-45e0-942a-e8ad7b845f12 req-87723401-ee12-4763-8c84-a8ad196d2155 service neutron] 10.222.0.23 "GET /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231756 Jul 15 13:12:00.142582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95dd56-ebe6-4878-8bf2-94ed9f67a8bb req-def44a5e-94d1-42b1-910b-3980e4261a23 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.149732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f95dd56-ebe6-4878-8bf2-94ed9f67a8bb req-def44a5e-94d1-42b1-910b-3980e4261a23 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 943 time: 0.1917586 Jul 15 13:12:00.210773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f95dd56-ebe6-4878-8bf2-94ed9f67a8bb req-337311eb-0d77-4ab3-9f3c-75e6b36dafac tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Jul 15 13:12:00.659890 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.690132 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-310af203-1db1-44ee-af86-ea61d1e3e1d2 req-d27b2be2-a5b3-47c2-b80c-9284115235d1 tempest-FloatingIPsNegativeTestJSON-900912712 tempest-FloatingIPsNegativeTestJSON-900912712-project] show failed (client error): The resource could not be found. Jul 15 13:12:00.700056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44882) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:00.703506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-310af203-1db1-44ee-af86-ea61d1e3e1d2 req-d27b2be2-a5b3-47c2-b80c-9284115235d1 tempest-FloatingIPsNegativeTestJSON-900912712 tempest-FloatingIPsNegativeTestJSON-900912712-project] 10.222.0.48 "GET /v2.0/floatingips/3b006129-e6b7-404a-9d5c-d05ee84919a4 HTTP/1.1" status: 404 len: 350 time: 0.4404886 Jul 15 13:12:00.810682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-76969bff-e28a-475c-a431-55523924df0f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.820885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-76969bff-e28a-475c-a431-55523924df0f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 820 time: 0.5865901 Jul 15 13:12:00.839063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df53c-77d2-43b3-bac5-bd4910b425af req-2d72cb87-4aaa-456b-bd2a-e5312735f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.841208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-2d72cb87-4aaa-456b-bd2a-e5312735f118 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0381fbfe445646bdbff09ec6677a122e&device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 1094 time: 0.6448445 Jul 15 13:12:00.851556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-d24baba5-374d-4f79-b335-aa2f178d2538 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/quotas/b45e0838363f491a83d04c6ec666af0f HTTP/1.1" status: 200 len: 375 time: 0.0292425 Jul 15 13:12:00.994318 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Sync routers for ids ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:01.033936 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Routers {'89f862f9-3563-4d43-8a0d-cd55273ab0b7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:01.039293 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:01.118154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-c0eb231a-b85f-4aaf-89fb-5dc9fc39abaf tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2652333 Jul 15 13:12:01.158028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df53c-77d2-43b3-bac5-bd4910b425af req-0076c870-cc1d-4eba-a070-757225efb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.162247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-0076c870-cc1d-4eba-a070-757225efb965 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fc755dbe-1be3-4069-8cdc-7945cd2feeb8 HTTP/1.1" status: 200 len: 914 time: 0.2859037 Jul 15 13:12:01.174888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a5d26-ffd6-4a7d-a43d-922636523716 req-0c18e16d-f2b7-4c74-82fd-09eb1b147258 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.181940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c71a5d26-ffd6-4a7d-a43d-922636523716 req-0c18e16d-f2b7-4c74-82fd-09eb1b147258 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2908797 Jul 15 13:12:01.216003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:01.257683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.262275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-e48e141b-4af8-4334-82d7-27b7fc1c468a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a43234-60e3-4856-81df-81d7538d46ae HTTP/1.1" status: 200 len: 217 time: 0.0667319 Jul 15 13:12:01.309330 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Set router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:01.375345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:01.375728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.380890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c71a5d26-ffd6-4a7d-a43d-922636523716 req-5a928c2f-32e7-4938-8fb8-43fe92e0a72d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968126 Jul 15 13:12:01.436784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-b575e945-33fe-4120-8157-f18f9966d129 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170984 Jul 15 13:12:01.464665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df53c-77d2-43b3-bac5-bd4910b425af req-95ac5b0c-06e8-4e4b-8c47-8aad492c1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.466436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-95ac5b0c-06e8-4e4b-8c47-8aad492c1edf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4 HTTP/1.1" status: 200 len: 853 time: 0.1666849 Jul 15 13:12:01.678331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-bcf5b84e-e455-4653-91e7-446cc32be25e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fc755dbe-1be3-4069-8cdc-7945cd2feeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855297 Jul 15 13:12:01.808832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-dbce0b57-334e-4146-91e7-cbdcf976bed9 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702993 Jul 15 13:12:01.889420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-b7e0cdc3-965e-447a-9c7e-4eebeec0426e service neutron] 10.222.0.23 "GET /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380689 Jul 15 13:12:01.952004 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:11:56Z', 'revision_number': 4, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port': {'id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:53Z', 'updated_at': '2021-07-15T13:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a43461b6-0674-4663-8819-2a342f974039', 'name': '', 'network_id': '9af62c61-fc00-4965-bb9b-7826c387c0cf', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'mac_address': 'fa:16:3e:13:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:55Z', 'updated_at': '2021-07-15T13:11:56Z', 'revision_number': 2, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'subnets': [{'id': '8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:02.013037 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Checking router: 89f862f9-3563-4d43-8a0d-cd55273ab0b7 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:02.013688 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Updating router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 port a43461b6-0674-4663-8819-2a342f974039 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:12:02.106923 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.135691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Deleting port a43461b6-0674-4663-8819-2a342f974039 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:02.136954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.172605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-498df53c-77d2-43b3-bac5-bd4910b425af req-5bf23272-3408-49ba-836c-e3eb3357399e service neutron] 10.222.0.23 "GET /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754989 Jul 15 13:12:02.251244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6e62d1a-1074-497f-b16a-3057356652f9 req-f4bc334f-1e46-483f-9324-6fdfb254ff4c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 210 time: 0.1129935 Jul 15 13:12:02.282647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.291156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6674d5-9337-4a4e-b913-e63ce389070c req-174167e1-9a19-498b-abbd-521c42a453df tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.297259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b6674d5-9337-4a4e-b913-e63ce389070c req-174167e1-9a19-498b-abbd-521c42a453df tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 943 time: 0.2431724 Jul 15 13:12:02.310089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Calling delete_port for a43461b6-0674-4663-8819-2a342f974039 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:02.400859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b6674d5-9337-4a4e-b913-e63ce389070c req-10f90483-b7ba-4c40-a39f-100f2444eb90 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821710 Jul 15 13:12:02.685654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177784-116b-4eaf-a979-32c983c325b5 req-5448ba1c-ce5a-4bc5-8d2d-ed569a830e45 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.687157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce177784-116b-4eaf-a979-32c983c325b5 req-5448ba1c-ce5a-4bc5-8d2d-ed569a830e45 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1098576 Jul 15 13:12:02.689733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.690986 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:02.691464 n-d-798249-9 neutron-server[93826]: DEBUG oslo_db.api [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:02.739773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43461b6-0674-4663-8819-2a342f974039,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:02.799869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce177784-116b-4eaf-a979-32c983c325b5 req-b772f813-d772-488f-a7f6-17441db26ff6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035500 Jul 15 13:12:03.046040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.058936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c6a43234-60e3-4856-81df-81d7538d46ae details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:03.231400 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Port a43461b6-0674-4663-8819-2a342f974039 not found while updating agent binding for router 89f862f9-3563-4d43-8a0d-cd55273ab0b7. {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:12:03.247854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Routers {'89f862f9-3563-4d43-8a0d-cd55273ab0b7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:03.248475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:03.324121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c6a43234-60e3-4856-81df-81d7538d46ae, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c6a43234-60e3-4856-81df-81d7538d46ae,segment=NetworkSegment(590c80a5-ec6b-401a-8dc4-46fa90677e30),segment_id=590c80a5-ec6b-401a-8dc4-46fa90677e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:03.363738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'c6a43234-60e3-4856-81df-81d7538d46ae', 'network_id': 'fc755dbe-1be3-4069-8cdc-7945cd2feeb8', 'port_id': 'c6a43234-60e3-4856-81df-81d7538d46ae', 'mac_address': 'fa:16:3e:fc:3c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:03.403891 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] Set router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:03.407002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:03.492510 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.520310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.554327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca8f70fa-0459-4d56-8ce1-27aed24593c1 req-4d901507-9fd2-4490-a44e-df06504af9f5 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 210 time: 0.0892770 Jul 15 13:12:03.563105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a43234-60e3-4856-81df-81d7538d46ae {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:03.607242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c6a43234-60e3-4856-81df-81d7538d46ae, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c6a43234-60e3-4856-81df-81d7538d46ae,segment=NetworkSegment(590c80a5-ec6b-401a-8dc4-46fa90677e30),segment_id=590c80a5-ec6b-401a-8dc4-46fa90677e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:03.613331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.696092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:03.711240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:03.717166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-01e096da-a09f-4b8c-9db2-d5bfbe220182 admin admin] 10.222.0.48 "PUT /v2.0/routers/89f862f9-3563-4d43-8a0d-cd55273ab0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157402 Jul 15 13:12:03.723173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c6a43234-60e3-4856-81df-81d7538d46ae,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:03.765124 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:12:02Z', 'revision_number': 5, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port': {'id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:53Z', 'updated_at': '2021-07-15T13:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:03.807057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d7819-cc6e-41a7-89f8-73cd9fcfdb16 None None] The sync data for ids ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'] in n-d-798249-9 is: [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:12:02Z', 'revision_number': 5, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port': {'id': 'a48f5916-6ed1-4264-9e4f-7f6ef043a6e1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:53Z', 'updated_at': '2021-07-15T13:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:03.859499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['c6a43234-60e3-4856-81df-81d7538d46ae'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:03.923772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.061898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-5b0dd7c1-20d4-4344-a4d0-e682205c1d01 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.063815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-5b0dd7c1-20d4-4344-a4d0-e682205c1d01 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 820 time: 0.2607536 Jul 15 13:12:04.147659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'port': {'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'admin_state_up': True, 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:04.215441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8db78-f394-4e1f-b8e9-7a8e3edd968f req-57af4fec-58be-4bb8-97f9-562e5223fc3c tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.216310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3d8db78-f394-4e1f-b8e9-7a8e3edd968f req-57af4fec-58be-4bb8-97f9-562e5223fc3c tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 944 time: 0.5672402 Jul 15 13:12:04.415968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3d8db78-f394-4e1f-b8e9-7a8e3edd968f req-4a600fcf-933f-4803-9eac-5a5715026135 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863763 Jul 15 13:12:04.445478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.483063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eee340-ef7f-4080-ae12-ebe5632b9043 req-5dc9b0d1-d0ad-4172-a3b4-6200b8e61023 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.484643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17eee340-ef7f-4080-ae12-ebe5632b9043 req-5dc9b0d1-d0ad-4172-a3b4-6200b8e61023 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2588794 Jul 15 13:12:04.549698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Made reservation on behalf of b45e0838363f491a83d04c6ec666af0f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:04.553506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.660006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17eee340-ef7f-4080-ae12-ebe5632b9043 req-1e66288d-b401-425b-8edd-548aa1d8f673 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361527 Jul 15 13:12:04.709914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Deleting port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:04.710495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.817272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-569c96fa-159d-4b35-a7da-06d9a6084c19 req-8d0c2e79-1dbb-4dad-9fb4-1e5ae80c06b5 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 210 time: 0.0992963 Jul 15 13:12:04.926060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] For port a48f5916-6ed1-4264-9e4f-7f6ef043a6e1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:04.926491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.947461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Calling delete_port for a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:04.957665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Allocated IP 172.20.0.10 (45aee3c0-8a67-4dd4-a643-7e73ea19768d/53cde217-c2be-48df-b7ff-e62d07d87096/49788341-ae9f-47e9-b524-c8cddc8692bb) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:05.059585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a43461b6-0674-4663-8819-2a342f974039 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:05.098132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c6a43234-60e3-4856-81df-81d7538d46ae up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:05.102062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a43461b6-0674-4663-8819-2a342f974039 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:05.102603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a43461b6-0674-4663-8819-2a342f974039 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:05.137403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] Sync routers for ids ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:05.151980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] Routers {'89f862f9-3563-4d43-8a0d-cd55273ab0b7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:05.153261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:05.277890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.284589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port c6a43234-60e3-4856-81df-81d7538d46ae completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:05.295069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] Set router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:05.297006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Transition to ACTIVE for port object 49788341-ae9f-47e9-b524-c8cddc8692bb will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:05.298582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port c6a43234-60e3-4856-81df-81d7538d46ae triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:05.298912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.299206 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.364770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Pushing event deleted for resources: {'Port': ['ID=a48f5916-6ed1-4264-9e4f-7f6ef043a6e1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.393002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:12:04Z', 'revision_number': 6, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:05.422975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.429373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] Checking router: 89f862f9-3563-4d43-8a0d-cd55273ab0b7 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:05.445074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] Routers {'89f862f9-3563-4d43-8a0d-cd55273ab0b7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:05.445704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:05.456024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.521035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d5ebada5-d4b0-479b-9acb-165e2b8d49d7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:05.533450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:05.564524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:05.570922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.573138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:05.583897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.646883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] Set router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:05.797729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event updated for resources: {'Port': ['ID=49788341-ae9f-47e9-b524-c8cddc8692bb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.800170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:12:05Z', 'revision_number': 7, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:05.821015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.821821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f862f9-3563-4d43-8a0d-cd55273ab0b7 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:05.833985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.837957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.838462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cd20abfc-5a24-48a5-bd73-020c1456d81c admin admin] 10.222.0.48 "DELETE /v2.0/routers/89f862f9-3563-4d43-8a0d-cd55273ab0b7 HTTP/1.1" status: 204 len: 168 time: 2.1235309 Jul 15 13:12:05.860091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.860770 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.871592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277fb53-8342-48c8-b5a9-1d983dfeb4ac None None] The sync data for ids ['89f862f9-3563-4d43-8a0d-cd55273ab0b7'] in n-d-798249-9 is: [{'id': '89f862f9-3563-4d43-8a0d-cd55273ab0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-2076579370-router', 'tenant_id': '94e075bbc18a4e86b0de582551449f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:51Z', 'updated_at': '2021-07-15T13:12:05Z', 'revision_number': 7, 'project_id': '94e075bbc18a4e86b0de582551449f63', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:05.889871 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.902024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-37c64c22-ee25-43ff-8075-0a55773e5388 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7624235 Jul 15 13:12:05.922168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181b504-8a6f-438a-8e64-482b0a1fb8c2 req-070a4078-c775-4b63-a25c-b7756cf5ab3d tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.924303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6181b504-8a6f-438a-8e64-482b0a1fb8c2 req-070a4078-c775-4b63-a25c-b7756cf5ab3d tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 944 time: 0.3118634 Jul 15 13:12:05.941151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Request body: {'port': {'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:05.962796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Deleting subnet 8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:05.969746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dbcd0aef-f94e-4d8e-891d-9fb28e10e9c2 None None] Provisioning for port 49788341-ae9f-47e9-b524-c8cddc8692bb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:05.970907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.983748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dbcd0aef-f94e-4d8e-891d-9fb28e10e9c2 None None] Provisioning complete for port 49788341-ae9f-47e9-b524-c8cddc8692bb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:05.984122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0aef-f94e-4d8e-891d-9fb28e10e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.043185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6181b504-8a6f-438a-8e64-482b0a1fb8c2 req-20905320-516e-4e0e-a887-229982c17fa1 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962107 Jul 15 13:12:06.053834 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.076987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a43234-60e3-4856-81df-81d7538d46ae'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:06.079334 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960971ce-6816-4e33-9513-9f48f7c7c027" -d '{"events": [{"server_uuid": "4b2d4c4b-2e45-4448-837e-e97ccb792aaf", "name": "network-vif-plugged", "status": "completed", "tag": "c6a43234-60e3-4856-81df-81d7538d46ae"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:06.123732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.124880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c6a43234-60e3-4856-81df-81d7538d46ae, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c6a43234-60e3-4856-81df-81d7538d46ae,segment=NetworkSegment(590c80a5-ec6b-401a-8dc4-46fa90677e30),segment_id=590c80a5-ec6b-401a-8dc4-46fa90677e30)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:06.126377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd0aef-f94e-4d8e-891d-9fb28e10e9c2 None None] Port 49788341-ae9f-47e9-b524-c8cddc8692bb cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:06.138986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.160696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920f5e-d7a6-4799-add1-7efd2c06271f req-b8b5d80d-37f6-4702-bc8a-4582b40ea425 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.166333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74920f5e-d7a6-4799-add1-7efd2c06271f req-b8b5d80d-37f6-4702-bc8a-4582b40ea425 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2395024 Jul 15 13:12:06.238423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c6a43234-60e3-4856-81df-81d7538d46ae,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.251934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.251934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.251934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.251934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.251934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.252677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.252888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.253229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.253557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.253979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.254333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.254663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.256135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74920f5e-d7a6-4799-add1-7efd2c06271f req-5ec5457f-9737-4870-965c-3c46ad53b65e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Jul 15 13:12:06.259513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.328914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.332879 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86d962b-8427-4625-94c9-d40c67d8aa28 x-openstack-request-id: req-e86d962b-8427-4625-94c9-d40c67d8aa28 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:06.333177 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d4c4b-2e45-4448-837e-e97ccb792aaf", "name": "network-vif-plugged", "status": "completed", "tag": "c6a43234-60e3-4856-81df-81d7538d46ae", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:06.333434 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e86d962b-8427-4625-94c9-d40c67d8aa28 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:06.333834 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a43234-60e3-4856-81df-81d7538d46ae', 'code': 200} Jul 15 13:12:06.346254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.352379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ecc65-aa6b-4835-9c61-8a7a19c1c19f None None] Network 9af62c61-fc00-4965-bb9b-7826c387c0cf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:06.355856 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f HTTP/1.1" status: 204 len: 168 time: 0.5132756 Jul 15 13:12:06.361643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:06.382734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1b1baf-eae4-4e3f-b26b-6e5dc990b97f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.398177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.398683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.399124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.400353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.400353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.400713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.401940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.402399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.403008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.403430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.403851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.404269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346cf6-c255-41c4-9420-1143a44f8b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:06.547488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191515f-0fef-4f41-8eb9-0b2e7d3a550c req-86410d4f-aa20-4e34-94b8-f3f861abd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.549229 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8191515f-0fef-4f41-8eb9-0b2e7d3a550c req-86410d4f-aa20-4e34-94b8-f3f861abd13c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 1096 time: 0.0903740 Jul 15 13:12:06.561959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.581530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d217c-ce6e-4963-a4ec-99fa0c04b43d req-e32b82f0-7eb2-4af6-b00d-534103d056cd tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.583099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-337d217c-ce6e-4963-a4ec-99fa0c04b43d req-e32b82f0-7eb2-4af6-b00d-534103d056cd tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 932 time: 0.3384426 Jul 15 13:12:06.622182 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8191515f-0fef-4f41-8eb9-0b2e7d3a550c req-d35fd124-091e-4674-9d54-35bafaf9c68b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Jul 15 13:12:06.689625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] DHCP port deletion for 9af62c61-fc00-4965-bb9b-7826c387c0cf request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:06.706013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-337d217c-ce6e-4963-a4ec-99fa0c04b43d req-b80bdca8-042f-4f12-8f07-2ca335afb96b tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936434 Jul 15 13:12:06.772373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] Deleting port 381aa520-643b-4da2-82b9-6d1d49ef90b2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:06.772790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Deleting port 381aa520-643b-4da2-82b9-6d1d49ef90b2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:06.773138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.773414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.796252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49788341-ae9f-47e9-b524-c8cddc8692bb {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:06.806683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.859542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Transition to ACTIVE for port object 49788341-ae9f-47e9-b524-c8cddc8692bb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:06.864589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] For port 381aa520-643b-4da2-82b9-6d1d49ef90b2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=381aa520-643b-4da2-82b9-6d1d49ef90b2,segment=NetworkSegment(cb11d787-07e6-4c21-a93b-79319144287b),segment_id=cb11d787-07e6-4c21-a93b-79319144287b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:06.864918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.869102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] For port 381aa520-643b-4da2-82b9-6d1d49ef90b2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=381aa520-643b-4da2-82b9-6d1d49ef90b2,segment=NetworkSegment(cb11d787-07e6-4c21-a93b-79319144287b),segment_id=cb11d787-07e6-4c21-a93b-79319144287b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:06.869661 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.875084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.882873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Calling delete_port for 381aa520-643b-4da2-82b9-6d1d49ef90b2 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:06.886391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] Calling delete_port for 381aa520-643b-4da2-82b9-6d1d49ef90b2 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:07.005903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.042810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.047258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Pushing event updated for resources: {'Port': ['ID=49788341-ae9f-47e9-b524-c8cddc8692bb,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.088175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] Pushing event deleted for resources: {'Port': ['ID=381aa520-643b-4da2-82b9-6d1d49ef90b2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.090178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cde9e3-0b64-4e37-932a-a022cbac3944 None None] No DVR routers for this DVR port 381aa520-643b-4da2-82b9-6d1d49ef90b2 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:07.118958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Pushing event deleted for resources: {'Port': ['ID=381aa520-643b-4da2-82b9-6d1d49ef90b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.157003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:07.181233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] No DVR routers for this DVR port 381aa520-643b-4da2-82b9-6d1d49ef90b2 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:07.196696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:07.196986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a48f5916-6ed1-4264-9e4f-7f6ef043a6e1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:07.197404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 381aa520-643b-4da2-82b9-6d1d49ef90b2 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:07.233471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 381aa520-643b-4da2-82b9-6d1d49ef90b2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:07.233961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 381aa520-643b-4da2-82b9-6d1d49ef90b2 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:07.623584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Attempting to bind port 49788341-ae9f-47e9-b524-c8cddc8692bb on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:07.623584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Attempting to bind port 49788341-ae9f-47e9-b524-c8cddc8692bb by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:07.623860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Attempting to bind port 49788341-ae9f-47e9-b524-c8cddc8692bb on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:07.674296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.678264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Port 49788341-ae9f-47e9-b524-c8cddc8692bb on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:07.678589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Attempting to bind port 49788341-ae9f-47e9-b524-c8cddc8692bb on network 45aee3c0-8a67-4dd4-a643-7e73ea19768d {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:07.695118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af62c61-fc00-4965-bb9b-7826c387c0cf']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:07.704567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:07.704915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Checking segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:07.705305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Bound using segment: {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:07.705740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Bound port: 49788341-ae9f-47e9-b524-c8cddc8692bb, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64c907e-73dc-4ba8-895b-bc910c32a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:07.706089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.727731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb11d787-07e6-4c21-a93b-79319144287b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:07.728016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb11d787-07e6-4c21-a93b-79319144287b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:07.747691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.790082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.798924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749b3c3-586d-43a3-a0e6-60465a5c70c1 req-4de1ee2b-3a20-40df-8896-f982c18e63a6 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.800429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3749b3c3-586d-43a3-a0e6-60465a5c70c1 req-4de1ee2b-3a20-40df-8896-f982c18e63a6 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 945 time: 0.5805299 Jul 15 13:12:07.817339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:07.817979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.826858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd77aa-28f8-42e2-9a59-094baf45f0d4 req-86e3cacd-de77-42de-b8df-f64db624c29d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.828333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0dd77aa-28f8-42e2-9a59-094baf45f0d4 req-86e3cacd-de77-42de-b8df-f64db624c29d tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.2234576 Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:07.828985 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:07.832450 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:07.940371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] For port 49788341-ae9f-47e9-b524-c8cddc8692bb, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:07.944232 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.946931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] For port 49788341-ae9f-47e9-b524-c8cddc8692bb, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=49788341-ae9f-47e9-b524-c8cddc8692bb,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:07.956833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.958102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9af62c61-fc00-4965-bb9b-7826c387c0cf HTTP/1.1" status: 204 len: 168 time: 1.5921013 Jul 15 13:12:07.966118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.970442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3749b3c3-586d-43a3-a0e6-60465a5c70c1 req-ccb6b988-a219-458e-80b1-d100d0dcf47c tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590579 Jul 15 13:12:08.000872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526a54-cbf3-47c1-be91-d91fdc429068 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af62c61-fc00-4965-bb9b-7826c387c0cf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.024216 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0dd77aa-28f8-42e2-9a59-094baf45f0d4 req-ccde5e2e-5394-4fc6-ad29-14fb7984c744 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741025 Jul 15 13:12:08.033653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.035476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.035785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] 10.222.0.23 "PUT /v2.0/ports/49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 1092 time: 2.0996761 Jul 15 13:12:08.036216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:08.038477 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aeb51b-64a2-4355-8bcc-dd6e64476437" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:08.082115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961048-b472-4f1a-a678-df8004eeaba6 service neutron] Pushing event updated for resources: {'Port': ['ID=49788341-ae9f-47e9-b524-c8cddc8692bb,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.218154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.226318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-1a42a533-df2f-41fd-94e1-6019165c34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.227883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-1a42a533-df2f-41fd-94e1-6019165c34b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1095 time: 0.1420097 Jul 15 13:12:08.310903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-2676e159-50fa-4f11-8cf0-cf5e8774fc74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 217 time: 0.0744739 Jul 15 13:12:08.348785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b7adfbe9-cfd8-49dd-a1f9-8172f1d368bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94e075bbc18a4e86b0de582551449f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294026 Jul 15 13:12:08.351419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.382315 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c7455-6d01-43e3-8479-5a33e840a738 x-openstack-request-id: req-742c7455-6d01-43e3-8479-5a33e840a738 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:08.382667 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:08.382923 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-742c7455-6d01-43e3-8479-5a33e840a738 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:08.383315 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'status': 'completed', 'code': 200} Jul 15 13:12:08.426504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-5281a962-9771-45e3-8c0a-4792811ff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.428007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-5281a962-9771-45e3-8c0a-4792811ff47f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0927391 Jul 15 13:12:08.443246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9f67-e0b0-43e7-8334-c416c0d43e66 req-dff063dc-8292-455e-8a84-fa285f27b122 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.444687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7d9f67-e0b0-43e7-8334-c416c0d43e66 req-dff063dc-8292-455e-8a84-fa285f27b122 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 944 time: 0.1996822 Jul 15 13:12:08.507503 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e782fb7c-b54b-42ff-881e-80f59418def4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.550749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7d9f67-e0b0-43e7-8334-c416c0d43e66 req-6995c173-0693-47a5-a6db-d1b77dfb3d11 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943122 Jul 15 13:12:08.552507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e782fb7c-b54b-42ff-881e-80f59418def4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.578829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-544ed550-e886-4985-95df-205de88668bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.580335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-544ed550-e886-4985-95df-205de88668bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345501 Jul 15 13:12:08.670791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e782fb7c-b54b-42ff-881e-80f59418def4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.673487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e782fb7c-b54b-42ff-881e-80f59418def4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.678114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e782fb7c-b54b-42ff-881e-80f59418def4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94793aca-5f14-486a-a5de-f6435c18a853 HTTP/1.1" status: 204 len: 168 time: 0.3068874 Jul 15 13:12:08.699731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782fb7c-b54b-42ff-881e-80f59418def4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94793aca-5f14-486a-a5de-f6435c18a853,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.712968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-6c76a2ed-6a51-4718-96ac-fcf1563bce33 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215310 Jul 15 13:12:08.816695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd83e41c-0a87-4b49-891c-86d568ab1b3c req-a8450945-3351-40cd-a424-7f983f02b990 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962718 Jul 15 13:12:08.937624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-a87d9661-91e9-4154-a998-0413862aaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.942949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-a87d9661-91e9-4154-a998-0413862aaf81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1095 time: 0.0689511 Jul 15 13:12:08.990826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa1957-081c-47e5-90a9-b3198833c24a req-895f035f-06c2-40c9-981b-2695a72eff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.993677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e5aa1957-081c-47e5-90a9-b3198833c24a req-895f035f-06c2-40c9-981b-2695a72eff8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 1096 time: 0.0646884 Jul 15 13:12:09.069628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e5aa1957-081c-47e5-90a9-b3198833c24a req-7ed6e9a7-bc50-4153-9c83-6a56b0e2fa59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695500 Jul 15 13:12:09.099141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-5a54f523-5bb9-4c5e-b479-9a989ac3107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.101001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-5a54f523-5bb9-4c5e-b479-9a989ac3107d service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.1509261 Jul 15 13:12:09.158306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-56d2cac6-135f-4bf0-a1bf-e864894acd02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 217 time: 0.0465722 Jul 15 13:12:09.324099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-5244271c-b1f4-4e8d-8da7-52b35729a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.325562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-5244271c-b1f4-4e8d-8da7-52b35729a3db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1544752 Jul 15 13:12:09.356615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00090-3955-4767-a9f0-58bd9a0b2bb1 req-6ffba34a-2b58-4739-a3c8-b789f8080424 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.358101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-daf00090-3955-4767-a9f0-58bd9a0b2bb1 req-6ffba34a-2b58-4739-a3c8-b789f8080424 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 945 time: 0.2039180 Jul 15 13:12:09.402826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bfcc7-8d24-4aa6-a76e-9b16bcf7d61b req-1d6b8d2b-9733-4feb-ae9f-b731cc070c00 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.404327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb2bfcc7-8d24-4aa6-a76e-9b16bcf7d61b req-1d6b8d2b-9733-4feb-ae9f-b731cc070c00 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1807666 Jul 15 13:12:09.460985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-daf00090-3955-4767-a9f0-58bd9a0b2bb1 req-025f58f3-8423-40eb-8743-19f13d949240 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791934 Jul 15 13:12:09.475979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb2bfcc7-8d24-4aa6-a76e-9b16bcf7d61b req-56f795f1-6a20-4074-a4df-c0e35d4194fc tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637233 Jul 15 13:12:09.484529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-5cc138ff-53dd-431b-bf28-a06c4c3dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.486000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-5cc138ff-53dd-431b-bf28-a06c4c3dd7f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482873 Jul 15 13:12:09.563519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:09.657774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-989bc133-c056-43e0-aca4-1f921172c11b service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609368 Jul 15 13:12:09.700795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1318964252-network', 'tenant_id': '4d5d851c34a448a1b05731163dfa6cc1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:09.740714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Made reservation on behalf of 4d5d851c34a448a1b05731163dfa6cc1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:09.744485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.781327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.832017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78aeb51b-64a2-4355-8bcc-dd6e64476437 req-8c100eca-7948-4fbd-9c7a-a5c0da115b2a service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571696 Jul 15 13:12:09.941309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.951083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.961190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0974701-23d2-455d-b458-c58aa1b615ea req-4fc40fd7-358a-4e47-b478-b3f397a19117 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.962240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0974701-23d2-455d-b458-c58aa1b615ea req-4fc40fd7-358a-4e47-b478-b3f397a19117 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 944 time: 0.1293538 Jul 15 13:12:09.985153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:10.014844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc2522-2a26-43b8-b735-7da6868a6943,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.027609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.028086 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Added segment a34c28de-5536-489e-85eb-fa225e6ed103 of type vlan for network d84f23ce-2b22-4c58-93d4-be67ec9e1dbb Jul 15 13:12:10.043216 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0974701-23d2-455d-b458-c58aa1b615ea req-a43f8cf1-428f-4686-bbc9-8970f6164b24 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678062 Jul 15 13:12:10.084624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.117208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:10.121872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.123047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.123751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.151478 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5854397 Jul 15 13:12:10.154540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:10.159781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Request body: {'subnet': {'network_id': 'd84f23ce-2b22-4c58-93d4-be67ec9e1dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1318964252-subnet', 'tenant_id': '4d5d851c34a448a1b05731163dfa6cc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:10.190372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Made reservation on behalf of 4d5d851c34a448a1b05731163dfa6cc1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:10.192933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.195425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c73b7-3bd0-4d92-bc12-22b53d46c5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d84f23ce-2b22-4c58-93d4-be67ec9e1dbb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.210513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d84f23ce-2b22-4c58-93d4-be67ec9e1dbb details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:10.504193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.524221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c9cf-4d78-43c2-bba1-c0f915654627 req-9df8d1ca-17a9-4cc2-911d-0abb46c6d1c8 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.530101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71c0c9cf-4d78-43c2-bba1-c0f915654627 req-9df8d1ca-17a9-4cc2-911d-0abb46c6d1c8 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 945 time: 0.1020794 Jul 15 13:12:10.611822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f082223-bcd5-47bd-a6d1-7fb0d95cd784,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.626128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71c0c9cf-4d78-43c2-bba1-c0f915654627 req-984e787c-0697-4ea1-8909-856228c79c8c tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jul 15 13:12:10.643754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Checking segment: {'id': 'a34c28de-5536-489e-85eb-fa225e6ed103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd84f23ce-2b22-4c58-93d4-be67ec9e1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:10.644114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Network hostable DHCP agents. Network: d84f23ce-2b22-4c58-93d4-be67ec9e1dbb, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:10.695517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Network d84f23ce-2b22-4c58-93d4-be67ec9e1dbb is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:10.712091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d84f23ce-2b22-4c58-93d4-be67ec9e1dbb) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:10.720168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.721044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.726324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe83345-74a3-450e-b801-140228982a28 None None] Network d84f23ce-2b22-4c58-93d4-be67ec9e1dbb requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:10.740645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d7932-b540-41ff-aea8-8f9905d854de req-172e6c4d-5c58-49c8-b5fc-f7a56ab12e16 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.742249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca5d7932-b540-41ff-aea8-8f9905d854de req-172e6c4d-5c58-49c8-b5fc-f7a56ab12e16 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1119218 Jul 15 13:12:10.760147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-67b785a3-ce50-48e2-a10f-191f57bc11f0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6038790 Jul 15 13:12:10.833701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca5d7932-b540-41ff-aea8-8f9905d854de req-1038f842-9844-4af5-b198-23afc764c25a tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716691 Jul 15 13:12:10.926346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dba09e-82e7-498b-a2a8-dce12e2e50bc None None] Network d84f23ce-2b22-4c58-93d4-be67ec9e1dbb requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:11.079271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 49788341-ae9f-47e9-b524-c8cddc8692bb details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:11.228159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-50f10354-3ca8-487b-a8b0-a22687afbd96 req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1128804483', 'description': 'tempest-description-2004954716'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:11.257434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b6d66-9bad-4064-bb96-c02c569200de req-d5f6beb8-032f-48e9-9c92-a97eea388b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.259434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-d5f6beb8-032f-48e9-9c92-a97eea388b7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51e9067bad264e0db0d8b3fb084022b1&device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 1096 time: 0.1066325 Jul 15 13:12:11.264366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 49788341-ae9f-47e9-b524-c8cddc8692bb, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=49788341-ae9f-47e9-b524-c8cddc8692bb,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.292697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:11.319414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50f10354-3ca8-487b-a8b0-a22687afbd96 req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.389963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c9da6-c602-411d-a8f7-ddf6857ccf29 req-9e096086-7cec-4e55-9f06-d0a98e0e6523 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.397150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-587c9da6-c602-411d-a8f7-ddf6857ccf29 req-9e096086-7cec-4e55-9f06-d0a98e0e6523 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 944 time: 0.1183436 Jul 15 13:12:11.414745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.440639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49788341-ae9f-47e9-b524-c8cddc8692bb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:11.447368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b6d66-9bad-4064-bb96-c02c569200de req-3e4cd6c8-ecc3-4c88-99e7-bd5ca1c84f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.452212 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-3e4cd6c8-ecc3-4c88-99e7-bd5ca1c84f03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 200 len: 912 time: 0.1849506 Jul 15 13:12:11.475978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 49788341-ae9f-47e9-b524-c8cddc8692bb, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=49788341-ae9f-47e9-b524-c8cddc8692bb,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.480322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-587c9da6-c602-411d-a8f7-ddf6857ccf29 req-7da4c8b2-d325-4542-8b6a-c6974279513a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821664 Jul 15 13:12:11.482794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.556619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=49788341-ae9f-47e9-b524-c8cddc8692bb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.568347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50f10354-3ca8-487b-a8b0-a22687afbd96 req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.574840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-db1ba217-019f-4fe4-9d87-f38021b3c964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b HTTP/1.1" status: 200 len: 217 time: 0.1132317 Jul 15 13:12:11.579528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50f10354-3ca8-487b-a8b0-a22687afbd96 req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.629507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50f10354-3ca8-487b-a8b0-a22687afbd96 req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.631257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50f10354-3ca8-487b-a8b0-a22687afbd96 req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4079771 Jul 15 13:12:11.642791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caa987-dbbc-48c0-8e06-a61e79cd9d2d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9338dd2-fd75-4421-b062-68955c987be5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.698553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b6d66-9bad-4064-bb96-c02c569200de req-bd330142-dfcb-40fa-b16f-d98d5c468eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.700060 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-bd330142-dfcb-40fa-b16f-d98d5c468eb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 200 len: 851 time: 0.1084397 Jul 15 13:12:11.741614 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-f235a022-5b64-46df-90f3-0f81015d9c45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=851bfd74-4fc3-4b6f-b697-f20409c94ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339522 Jul 15 13:12:11.746095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['49788341-ae9f-47e9-b524-c8cddc8692bb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:11.772667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-5a446dd0-9ea3-400b-85b0-bdcb749efc4c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/b9338dd2-fd75-4421-b062-68955c987be5 HTTP/1.1" status: 200 len: 1807 time: 0.1047604 Jul 15 13:12:11.825497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9338dd2-fd75-4421-b062-68955c987be5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:11.827214 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9338dd2-fd75-4421-b062-68955c987be5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:11.870932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df567f7-7f0b-43dd-b7c8-c1aeebf56a1d req-18d1bc9b-bd07-43c9-aaff-7cb7700f60f6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.872747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3df567f7-7f0b-43dd-b7c8-c1aeebf56a1d req-18d1bc9b-bd07-43c9-aaff-7cb7700f60f6 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1959052 Jul 15 13:12:11.894300 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-3a4c0f99-6c46-4e6a-94a1-bcf23beb53fd service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427627 Jul 15 13:12:11.941377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9a4dfc5e-9a51-4cf9-b9c8-7a4b34a63f28 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.943513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9a4dfc5e-9a51-4cf9-b9c8-7a4b34a63f28 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 945 time: 0.1697240 Jul 15 13:12:11.995824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3df567f7-7f0b-43dd-b7c8-c1aeebf56a1d req-8f1a491f-6787-4a41-972d-88f8155f900e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125598 Jul 15 13:12:12.026327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-962b6d66-9bad-4064-bb96-c02c569200de req-2749301c-6161-4f10-b391-33ead976883b service neutron] 10.222.0.49 "GET /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255839 Jul 15 13:12:12.065140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.089877 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.105932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.149343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba551bf-dc0a-4acf-96eb-153081cec500,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:12.175821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.176131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59d58254-8faa-48e6-9413-fbf15761e2f7 req-b957dd0d-781d-4c7c-8ef8-17bbcde65d78 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3906386 Jul 15 13:12:12.278148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fecef-58c4-490f-be45-dce06a9d39d9 req-7f97f4e4-2bb5-4900-98c5-25323d429c8f tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.285260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c8fecef-58c4-490f-be45-dce06a9d39d9 req-7f97f4e4-2bb5-4900-98c5-25323d429c8f tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 945 time: 0.1382394 Jul 15 13:12:12.297148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Deleting port c6a43234-60e3-4856-81df-81d7538d46ae {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:12.297492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.399239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c8fecef-58c4-490f-be45-dce06a9d39d9 req-ec71ceec-8646-414a-80b1-61616967599c tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/security-groups?id=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130266 Jul 15 13:12:12.439365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-51d9788c-205d-4f6d-8ffc-3c12bdc6fe78 req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2083304966', 'description': 'tempest-description-1050052172'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:12.468164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] For port c6a43234-60e3-4856-81df-81d7538d46ae, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c6a43234-60e3-4856-81df-81d7538d46ae,segment=NetworkSegment(590c80a5-ec6b-401a-8dc4-46fa90677e30),segment_id=590c80a5-ec6b-401a-8dc4-46fa90677e30)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:12.468695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.488676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Calling delete_port for c6a43234-60e3-4856-81df-81d7538d46ae owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:12.503783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-51d9788c-205d-4f6d-8ffc-3c12bdc6fe78 req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.625427 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a74cc02-5f2b-4c8b-9b57-3dd611ad31e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.705658 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-51d9788c-205d-4f6d-8ffc-3c12bdc6fe78 req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.711186 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-51d9788c-205d-4f6d-8ffc-3c12bdc6fe78 req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.782624 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-51d9788c-205d-4f6d-8ffc-3c12bdc6fe78 req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.792780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51d9788c-205d-4f6d-8ffc-3c12bdc6fe78 req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3557489 Jul 15 13:12:12.805606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88660c1-4eeb-45a8-b0a3-b0fe211a062c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f004dbd7-0ddd-4558-9dd7-c35c7ab95d14,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:12.847140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c1e58-bc85-44b8-b327-f347f749bd3f req-99edbaa4-3214-41cb-b528-48e925ce9525 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.850796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4c1e58-bc85-44b8-b327-f347f749bd3f req-99edbaa4-3214-41cb-b528-48e925ce9525 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 945 time: 0.2313659 Jul 15 13:12:12.880402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.894232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['c6a43234-60e3-4856-81df-81d7538d46ae'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:12.943585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Pushing event deleted for resources: {'Port': ['ID=c6a43234-60e3-4856-81df-81d7538d46ae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:12.970893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-2d955ce7-1429-43a9-8fb8-24198455567d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/f004dbd7-0ddd-4558-9dd7-c35c7ab95d14 HTTP/1.1" status: 200 len: 1807 time: 0.1501210 Jul 15 13:12:12.989783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4c1e58-bc85-44b8-b327-f347f749bd3f req-4d0f507b-335f-4577-9bad-a38658f39d93 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266367 Jul 15 13:12:12.998128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f004dbd7-0ddd-4558-9dd7-c35c7ab95d14', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:12.998477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f004dbd7-0ddd-4558-9dd7-c35c7ab95d14', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:13.047384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] No DVR routers for this DVR port c6a43234-60e3-4856-81df-81d7538d46ae on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:13.052473 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.055305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bad704d-9eca-43ca-bbfb-7108caad6581 req-9f340192-12b3-4ba0-859d-7f2afad4d68b tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.23 "DELETE /v2.0/ports/c6a43234-60e3-4856-81df-81d7538d46ae HTTP/1.1" status: 204 len: 173 time: 1.0987492 Jul 15 13:12:13.066958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'name': 'network-vif-deleted', 'tag': 'c6a43234-60e3-4856-81df-81d7538d46ae'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:13.072070 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3001809e-eec8-457c-ad18-3638e836ae1e" -d '{"events": [{"server_uuid": "4b2d4c4b-2e45-4448-837e-e97ccb792aaf", "name": "network-vif-deleted", "tag": "c6a43234-60e3-4856-81df-81d7538d46ae"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:13.090096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 49788341-ae9f-47e9-b524-c8cddc8692bb up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:13.179914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 49788341-ae9f-47e9-b524-c8cddc8692bb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:13.186028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 49788341-ae9f-47e9-b524-c8cddc8692bb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:13.186714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.217113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.286329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.296285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.342982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6881d6-e252-49fd-b912-ffca9200e563 req-c4f0affa-75a1-4868-89b7-89c5a5190e33 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.344643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f6881d6-e252-49fd-b912-ffca9200e563 req-c4f0affa-75a1-4868-89b7-89c5a5190e33 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1743538 Jul 15 13:12:13.346201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4feb763c-b85a-443f-b42a-a6077fc23da9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.380142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.382918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b0f880-00e8-4bc5-876b-2b3063f0ae74 req-14061007-0fde-4b66-bbe0-5103e9bf743f tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3919835 Jul 15 13:12:13.414472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f6881d6-e252-49fd-b912-ffca9200e563 req-b10412e4-3f0d-4d93-a06a-570ac9260e32 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Jul 15 13:12:13.444343 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848789e9-e4a5-4f79-a2c7-3fbdb330ad54 x-openstack-request-id: req-848789e9-e4a5-4f79-a2c7-3fbdb330ad54 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:13.444646 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d4c4b-2e45-4448-837e-e97ccb792aaf", "name": "network-vif-deleted", "tag": "c6a43234-60e3-4856-81df-81d7538d46ae", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:13.444895 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-848789e9-e4a5-4f79-a2c7-3fbdb330ad54 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:13.445294 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d4c4b-2e45-4448-837e-e97ccb792aaf', 'name': 'network-vif-deleted', 'tag': 'c6a43234-60e3-4856-81df-81d7538d46ae', 'status': 'completed', 'code': 200} Jul 15 13:12:13.467527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d2bb3a3b-239b-4d47-bb7e-d2cedd962bb1 req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1176171544', 'description': 'tempest-description-330193225'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:13.498419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2bb3a3b-239b-4d47-bb7e-d2cedd962bb1 req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.504778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.535234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:13.538972 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0633b-49c8-455b-9086-973da8759dcd" -d '{"events": [{"server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "name": "network-vif-plugged", "status": "completed", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:13.555554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 49788341-ae9f-47e9-b524-c8cddc8692bb, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=49788341-ae9f-47e9-b524-c8cddc8692bb,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:13.562533 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.564166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c6a43234-60e3-4856-81df-81d7538d46ae no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:13.613932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2bb3a3b-239b-4d47-bb7e-d2cedd962bb1 req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.618410 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2bb3a3b-239b-4d47-bb7e-d2cedd962bb1 req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.626847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: c6a43234-60e3-4856-81df-81d7538d46ae {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:13.627385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c6a43234-60e3-4856-81df-81d7538d46ae not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:13.657850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43753645-3dfe-464e-998e-9aea558c7638,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.677162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=49788341-ae9f-47e9-b524-c8cddc8692bb,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.681974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2bb3a3b-239b-4d47-bb7e-d2cedd962bb1 req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.697490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2bb3a3b-239b-4d47-bb7e-d2cedd962bb1 req-bb9dbf84-8128-48c2-b265-287a25a61353 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2354813 Jul 15 13:12:13.850963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-872f3b0c-26c3-4cd4-b921-6d0275f06ce2 req-fd4783a3-1a5d-48d8-a842-7d475392af26 tempest-ServerAddressesTestJSON-1504279181 tempest-ServerAddressesTestJSON-1504279181-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d4c4b-2e45-4448-837e-e97ccb792aaf HTTP/1.1" status: 200 len: 210 time: 0.0512617 Jul 15 13:12:13.909600 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7857e-ad25-4a0f-80c9-4e6bda2e9e64 x-openstack-request-id: req-9ca7857e-ad25-4a0f-80c9-4e6bda2e9e64 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:13.909840 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "name": "network-vif-plugged", "status": "completed", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:13.910280 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ca7857e-ad25-4a0f-80c9-4e6bda2e9e64 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:13.910872 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'code': 200} Jul 15 13:12:13.925934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-aefb62e8-a577-4306-b870-67ceb3557424 req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1563669379', 'description': 'tempest-description-1118940288'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:13.954710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aefb62e8-a577-4306-b870-67ceb3557424 req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.160245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aefb62e8-a577-4306-b870-67ceb3557424 req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.203840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aefb62e8-a577-4306-b870-67ceb3557424 req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.251162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3d2f-6f0a-40f3-ba2e-c30f01a250df req-3005ad67-68b4-4a99-864e-7a55a7238e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.252605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bfd3d2f-6f0a-40f3-ba2e-c30f01a250df req-3005ad67-68b4-4a99-864e-7a55a7238e4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1097 time: 0.1538603 Jul 15 13:12:14.253276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aefb62e8-a577-4306-b870-67ceb3557424 req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.255013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aefb62e8-a577-4306-b870-67ceb3557424 req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3330362 Jul 15 13:12:14.257226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cfb56-860a-431e-8679-4e729a1643b7 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a5545b-f8d5-4f17-8b84-62169db8f466,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.348695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bfd3d2f-6f0a-40f3-ba2e-c30f01a250df req-f6edb9a0-a34d-4cac-9c9d-f047f154dc5d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675063 Jul 15 13:12:14.368233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-3aab787a-4e46-47df-bbbc-8686c7d383a5 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/43753645-3dfe-464e-998e-9aea558c7638 HTTP/1.1" status: 200 len: 1806 time: 0.0767875 Jul 15 13:12:14.380176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e14e6e-13c7-4ca1-8598-f2a5f7dc54d7 req-73a9180e-64c2-446d-bed0-edcc88ca7742 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.381796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3e14e6e-13c7-4ca1-8598-f2a5f7dc54d7 req-73a9180e-64c2-446d-bed0-edcc88ca7742 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 946 time: 0.1448057 Jul 15 13:12:14.444948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3e14e6e-13c7-4ca1-8598-f2a5f7dc54d7 req-8ed72a20-2497-48b6-9cc8-0f8600a20f4e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550556 Jul 15 13:12:14.454590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-6df225be-260d-44fa-bff6-2bf1058c08ff tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/32a5545b-f8d5-4f17-8b84-62169db8f466 HTTP/1.1" status: 200 len: 1807 time: 0.0717595 Jul 15 13:12:14.459386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '43753645-3dfe-464e-998e-9aea558c7638', 'remote_group_id': '32a5545b-f8d5-4f17-8b84-62169db8f466', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:14.459708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '43753645-3dfe-464e-998e-9aea558c7638', 'remote_group_id': '32a5545b-f8d5-4f17-8b84-62169db8f466', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:14.535261 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.633074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.652279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.685237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a75114-e945-464f-acfd-e614c5fe9189,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.700352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804bc91-1d12-4bcc-8f80-e2ba5d08295f req-b5caa6c0-d870-48bc-9268-c5ca67cce8ff tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.701890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0804bc91-1d12-4bcc-8f80-e2ba5d08295f req-b5caa6c0-d870-48bc-9268-c5ca67cce8ff tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1322424 Jul 15 13:12:14.702636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.703678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3998014-e690-4f12-9246-29b8b208d2d8 req-c800b011-7163-42d6-8b57-5d3ddf6991c6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2483199 Jul 15 13:12:14.749802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0804bc91-1d12-4bcc-8f80-e2ba5d08295f req-6315fd45-6a11-455f-900c-4accc241ab5b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 Jul 15 13:12:14.782676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-23072ebb-3f56-446c-a6b4-19edcec6781f req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1120413717', 'description': 'tempest-description-1934473530'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:14.808934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-23072ebb-3f56-446c-a6b4-19edcec6781f req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.912212 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-23072ebb-3f56-446c-a6b4-19edcec6781f req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.920015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-23072ebb-3f56-446c-a6b4-19edcec6781f req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.955685 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-23072ebb-3f56-446c-a6b4-19edcec6781f req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.957256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23072ebb-3f56-446c-a6b4-19edcec6781f req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1805856 Jul 15 13:12:14.962129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd59805-bada-4bcf-a4e9-a45584cc41c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e118056-86ac-42ba-97c7-435e112a8926,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.262944 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58fb8c00-5ef1-461d-8318-689fc7e865b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.266719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-41658d7a-a921-4597-b276-137e8aea6786 req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1131773149', 'description': 'tempest-description-1796241798'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:15.299540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-41658d7a-a921-4597-b276-137e8aea6786 req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.310042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.382593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Deleting subnet b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:15.386636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.424299 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-41658d7a-a921-4597-b276-137e8aea6786 req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.435829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-41658d7a-a921-4597-b276-137e8aea6786 req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.452543 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.515594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.524082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.531058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.531828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-41658d7a-a921-4597-b276-137e8aea6786 req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.536211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41658d7a-a921-4597-b276-137e8aea6786 req-06f1407f-ede5-44d7-b6c7-aa952aeca56d tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2811284 Jul 15 13:12:15.565087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87359fb6-345f-4531-a881-e07bd86b0fb5 req-6ce626a2-843a-4f39-a32e-25f61eeccf51 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.571855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87359fb6-345f-4531-a881-e07bd86b0fb5 req-6ce626a2-843a-4f39-a32e-25f61eeccf51 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1330812 Jul 15 13:12:15.618391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87359fb6-345f-4531-a881-e07bd86b0fb5 req-69c233c3-597e-4679-9cc3-3c60488bc7ff tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Jul 15 13:12:15.665995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.700877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-983dab05-cd56-4c84-8aa5-a128baaf46d3 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2e118056-86ac-42ba-97c7-435e112a8926 HTTP/1.1" status: 200 len: 1807 time: 0.0512722 Jul 15 13:12:15.712335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.714910 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.721522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-58d9d87b-0956-4051-9fd4-a99af33d88fd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b7d17d31-5028-4e1b-9cad-0d1f87ac3ec4 HTTP/1.1" status: 204 len: 168 time: 0.4111462 Jul 15 13:12:15.723785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.789769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-f1ab4a51-9777-432c-91f0-894a6e622f06 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43 HTTP/1.1" status: 200 len: 1807 time: 0.0788133 Jul 15 13:12:15.802645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e118056-86ac-42ba-97c7-435e112a8926', 'remote_group_id': '88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:15.802945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e118056-86ac-42ba-97c7-435e112a8926', 'remote_group_id': '88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:15.819108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.833039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd02f94-ce77-4b82-bec2-8b06974526f1 req-81c6255d-7f1f-4552-855c-b56b445b9da0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.837062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd02f94-ce77-4b82-bec2-8b06974526f1 req-81c6255d-7f1f-4552-855c-b56b445b9da0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 946 time: 0.1351385 Jul 15 13:12:15.900593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd02f94-ce77-4b82-bec2-8b06974526f1 req-46f207bc-edd9-4ddc-ac9b-8d7aef16c8f9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Jul 15 13:12:15.951451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.961093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.995100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc755dbe-1be3-4069-8cdc-7945cd2feeb8']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:16.017828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590c80a5-ec6b-401a-8dc4-46fa90677e30') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:16.017828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590c80a5-ec6b-401a-8dc4-46fa90677e30') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:16.019120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.030937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.032474 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.051737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.052010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ec2814-6006-4595-a4c8-8667dadf2da0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.064670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.065909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d9fbd9c-f689-4b2c-b26a-35f3b5010550 req-4ae052c2-9e11-4325-9d41-e0f5d6312125 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2682769 Jul 15 13:12:16.068229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:16.068641 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:16.070672 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:16.140358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.159492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.159492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fc755dbe-1be3-4069-8cdc-7945cd2feeb8 HTTP/1.1" status: 204 len: 168 time: 0.4322250 Jul 15 13:12:16.173495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8c718-0946-44e9-859d-ba906f0d6090 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc755dbe-1be3-4069-8cdc-7945cd2feeb8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.189193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27a0c632-ed9d-4860-8ba2-2d0d8845b458 req-5f232ef0-56e0-45a7-b50a-8b7a479ad499 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43 HTTP/1.1" status: 200 len: 1807 time: 0.0586128 Jul 15 13:12:16.246926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-27a0c632-ed9d-4860-8ba2-2d0d8845b458 req-7e1bbd5f-1bc8-4d42-86a8-92c7eaada470 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.320798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-27a0c632-ed9d-4860-8ba2-2d0d8845b458 req-7e1bbd5f-1bc8-4d42-86a8-92c7eaada470 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.360987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.424315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a7363edc-bc63-4721-ac8e-ea020a572404 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0381fbfe445646bdbff09ec6677a122e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618021 Jul 15 13:12:16.425147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.427125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-7805819c-1ed6-4161-bd7a-8e9eab9dd647 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.428266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-7805819c-1ed6-4161-bd7a-8e9eab9dd647 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1639318 Jul 15 13:12:16.486694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-27a0c632-ed9d-4860-8ba2-2d0d8845b458 req-7e1bbd5f-1bc8-4d42-86a8-92c7eaada470 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.489294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-27a0c632-ed9d-4860-8ba2-2d0d8845b458 req-7e1bbd5f-1bc8-4d42-86a8-92c7eaada470 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.501842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27a0c632-ed9d-4860-8ba2-2d0d8845b458 req-7e1bbd5f-1bc8-4d42-86a8-92c7eaada470 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43 HTTP/1.1" status: 204 len: 173 time: 0.3117173 Jul 15 13:12:16.531532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da46db8c-1f3a-407f-be55-b44f87165df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.534667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-4c1f9873-c51e-4f0a-8c22-bfb3318648af tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0966709 Jul 15 13:12:16.544958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bbd5f-1bc8-4d42-86a8-92c7eaada470 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.549911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'floatingip': {'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:16.588532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da46db8c-1f3a-407f-be55-b44f87165df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.616034 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.649894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.678514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da46db8c-1f3a-407f-be55-b44f87165df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.681216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da46db8c-1f3a-407f-be55-b44f87165df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.683618 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da46db8c-1f3a-407f-be55-b44f87165df6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d36f72f3-43c9-4a0c-ac6f-1bc394a260bb HTTP/1.1" status: 204 len: 168 time: 0.2569582 Jul 15 13:12:16.692809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46db8c-1f3a-407f-be55-b44f87165df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f72f3-43c9-4a0c-ac6f-1bc394a260bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.804586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1a22c26-661e-4195-927d-3ff1bf935d96 req-a6a53742-664a-4656-9e9f-a96c68b42622 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2e118056-86ac-42ba-97c7-435e112a8926 HTTP/1.1" status: 200 len: 1807 time: 0.0891385 Jul 15 13:12:17.108089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fa8e6-8512-4460-95d8-f6cc16f5de73 req-6fae8acc-d8c8-4fed-9e24-9f923400b98b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.115220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996fa8e6-8512-4460-95d8-f6cc16f5de73 req-6fae8acc-d8c8-4fed-9e24-9f923400b98b tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1600626 Jul 15 13:12:17.217680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996fa8e6-8512-4460-95d8-f6cc16f5de73 req-4434f58d-864f-4d4f-a346-add092b51653 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015973 Jul 15 13:12:17.264573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f9b930ab-8387-4630-8c3c-73ea7a79292a req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1509946787', 'description': 'tempest-description-984388535'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:17.342492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9b930ab-8387-4630-8c3c-73ea7a79292a req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.663841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:17.690385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.702694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.786381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1802137348-network', 'tenant_id': '1320826e957b45daa688fd1550a1ee1d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:17.871010 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Floating IP d380c249-a241-4bf1-82d5-e14ec621bb63 associated. External IP: 172.25.2.36, port: d5ebada5-d4b0-479b-9acb-165e2b8d49d7. Jul 15 13:12:17.939523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9b930ab-8387-4630-8c3c-73ea7a79292a req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.962245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9b930ab-8387-4630-8c3c-73ea7a79292a req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.970874 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.972958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Made reservation on behalf of 1320826e957b45daa688fd1550a1ee1d for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:17.976655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.989083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.044116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d644c31-fcec-45eb-83ce-f84fd60b92b2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.135224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.141835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.174326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9b930ab-8387-4630-8c3c-73ea7a79292a req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.185323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9b930ab-8387-4630-8c3c-73ea7a79292a req-34d88232-8048-4f63-87e2-c7cec021a5c9 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9267173 Jul 15 13:12:18.194680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.206738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:18.220324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.220675 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Added segment b09d05c5-ae19-4c9a-acc0-a719e10b541b of type vlan for network 69dce5df-a459-4366-8af1-691ab3e71afc Jul 15 13:12:18.233499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:18.318675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.419393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.420587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.421396 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.471932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-dffea1b9-43e0-4480-9724-368516a86eef tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.473851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-dffea1b9-43e0-4480-9724-368516a86eef tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 945 time: 0.1439493 Jul 15 13:12:18.481398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8163328 Jul 15 13:12:18.492808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:18.500299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Request body: {'subnet': {'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1802137348-subnet', 'tenant_id': '1320826e957b45daa688fd1550a1ee1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.521119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fbc31-0b14-453e-9e10-81408e316b67 admin admin] Pushing event updated for resources: {'Network': ['ID=69dce5df-a459-4366-8af1-691ab3e71afc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.535502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 69dce5df-a459-4366-8af1-691ab3e71afc details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:18.561361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:18.578336 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:18.578879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.593918 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:18.595757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:18.646962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Deleting port 77f6f2ab-feb8-4e05-8b2c-28163246c84b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:18.652066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.659954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Made reservation on behalf of 1320826e957b45daa688fd1550a1ee1d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:18.663229 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.736157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-5e032b63-73b3-4ad4-869c-5d16cc256fc9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "PUT /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 995 time: 2.1949334 Jul 15 13:12:18.738629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:18.740960 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:18.751339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef223015-16c0-492a-ac57-d634a5445344 req-f953e5c4-c9ad-47df-be80-d6f2d66a728c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2d644c31-fcec-45eb-83ce-f84fd60b92b2 HTTP/1.1" status: 200 len: 1806 time: 0.1855402 Jul 15 13:12:18.804119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d644c31-fcec-45eb-83ce-f84fd60b92b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.804619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d644c31-fcec-45eb-83ce-f84fd60b92b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.858497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] For port 77f6f2ab-feb8-4e05-8b2c-28163246c84b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=77f6f2ab-feb8-4e05-8b2c-28163246c84b,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:18.859079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.908547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Calling delete_port for 77f6f2ab-feb8-4e05-8b2c-28163246c84b owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:18.980617 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:19.095546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.146263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-a84db206-2658-48cc-8d07-4425cd8ccf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.147729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-a84db206-2658-48cc-8d07-4425cd8ccf8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.3566468 Jul 15 13:12:19.216668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.237034 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.272242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.285555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8322d52a-d7c7-4ccb-a50b-e3661b1fd2db', '77f6f2ab-feb8-4e05-8b2c-28163246c84b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:19.312895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef5d301-0b8c-4b5c-bb9b-75deeaf3aead,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.365928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Pushing event deleted for resources: {'Port': ['ID=77f6f2ab-feb8-4e05-8b2c-28163246c84b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.377476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.384388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef223015-16c0-492a-ac57-d634a5445344 req-05470a64-10f9-46b8-9343-9cbcac623988 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5913460 Jul 15 13:12:19.476540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-8c480a3c-e945-4c0f-b521-9d17d62ca9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.485836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] No DVR routers for this DVR port 77f6f2ab-feb8-4e05-8b2c-28163246c84b on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:19.487810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-8c480a3c-e945-4c0f-b521-9d17d62ca9ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.2775939 Jul 15 13:12:19.490058 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:17Z', 'revision_number': 1, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.490493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.492674 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f63c4fab-44f3-4dce-b491-579ba15f4cc9 req-12998e51-9be4-4895-97ef-982268e9a2fa tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "DELETE /v2.0/ports/77f6f2ab-feb8-4e05-8b2c-28163246c84b HTTP/1.1" status: 204 len: 173 time: 1.0082333 Jul 15 13:12:19.493376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'name': 'network-vif-deleted', 'tag': '77f6f2ab-feb8-4e05-8b2c-28163246c84b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:19.496514 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278733b0-23d0-4b2c-bf00-8498dc8faca8" -d '{"events": [{"server_uuid": "aab3b664-9e72-4437-8cc5-abc718e39faf", "name": "network-vif-deleted", "tag": "77f6f2ab-feb8-4e05-8b2c-28163246c84b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:19.558261 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:19.589368 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:19.595694 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.682942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-31e2b95d-404f-435c-bcf6-0ebcc0836599 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 998 time: 0.1926990 Jul 15 13:12:19.771905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-d0cf3235-21c1-486c-af83-2928f56f269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.780439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-d0cf3235-21c1-486c-af83-2928f56f269e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0967221 Jul 15 13:12:19.807712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.853789 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:19.857904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e212eee0-19e5-474e-bf70-575a97a4f446 req-077e87cd-f9bf-43cd-8e2b-de5e4a05e322 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab3b664-9e72-4437-8cc5-abc718e39faf HTTP/1.1" status: 200 len: 210 time: 0.2215579 Jul 15 13:12:19.941892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9688497b-fb81-431c-9c6b-56f620e5d49e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.974877 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed518ff0-b346-40ff-a113-3846ae3c808e x-openstack-request-id: req-ed518ff0-b346-40ff-a113-3846ae3c808e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:19.975175 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:19.975428 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed518ff0-b346-40ff-a113-3846ae3c808e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:19.975840 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'status': 'completed', 'code': 200} Jul 15 13:12:20.102151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-623e2034-5134-4684-acf9-fcbdd9f35324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.110645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-623e2034-5134-4684-acf9-fcbdd9f35324 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3292944 Jul 15 13:12:20.129382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-383d13d1-d654-4a78-be5e-79e1d743e1e7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:20.139303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-383d13d1-d654-4a78-be5e-79e1d743e1e7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274656 Jul 15 13:12:20.203309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Checking segment: {'id': 'b09d05c5-ae19-4c9a-acc0-a719e10b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:20.205320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Network hostable DHCP agents. Network: 69dce5df-a459-4366-8af1-691ab3e71afc, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:20.316418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Network 69dce5df-a459-4366-8af1-691ab3e71afc is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:20.358956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-d290a290-b0ae-4402-9a70-fe572915b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.360603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-d290a290-b0ae-4402-9a70-fe572915b56a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.3835413 Jul 15 13:12:20.372236 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-bbbf9e4c-98ff-4279-99a1-00f389eb9fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317219 Jul 15 13:12:20.464963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 69dce5df-a459-4366-8af1-691ab3e71afc) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:20.480944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2bbdf-1031-46cf-b2f5-1e679d41db75 None None] Network 69dce5df-a459-4366-8af1-691ab3e71afc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:20.522093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea9d226c-6de7-43d4-b847-11cf9a65a077 req-ce28d8da-88bb-4d3f-82db-ae4840e26d53 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488459 Jul 15 13:12:20.546178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.548545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.612405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-2196346f-244e-496a-92fc-0b43cf099c14 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2d644c31-fcec-45eb-83ce-f84fd60b92b2 HTTP/1.1" status: 200 len: 2400 time: 0.3373973 Jul 15 13:12:20.613015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:17Z', 'revision_number': 1, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:20.641632 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ba8e01-d6b7-4ab7-854a-0faf27dbfb73 x-openstack-request-id: req-a7ba8e01-d6b7-4ab7-854a-0faf27dbfb73 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:20.642810 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab3b664-9e72-4437-8cc5-abc718e39faf", "name": "network-vif-deleted", "tag": "77f6f2ab-feb8-4e05-8b2c-28163246c84b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:20.643273 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ba8e01-d6b7-4ab7-854a-0faf27dbfb73 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:20.643902 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab3b664-9e72-4437-8cc5-abc718e39faf', 'name': 'network-vif-deleted', 'tag': '77f6f2ab-feb8-4e05-8b2c-28163246c84b', 'status': 'completed', 'code': 200} Jul 15 13:12:20.715604 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3fe41-ca32-47c6-9b03-c91948c84018 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:17Z', 'revision_number': 1, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:20.789202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d8d68-0746-4f18-b707-62a455d0928f None None] Network 69dce5df-a459-4366-8af1-691ab3e71afc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:20.795640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d644c31-fcec-45eb-83ce-f84fd60b92b2', 'remote_group_id': None}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:20.796243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d644c31-fcec-45eb-83ce-f84fd60b92b2', 'remote_group_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:20.820074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-db757585-5bf4-4c76-b576-c2101bdf8e0f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3261724 Jul 15 13:12:20.926607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-e134fd7d-cbbc-4117-b215-4a70bf27b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.932565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-e134fd7d-cbbc-4117-b215-4a70bf27b23d service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.4630523 Jul 15 13:12:21.060673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.173328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-0f39677c-4981-4a45-9830-57cb29952581 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 998 time: 0.1838915 Jul 15 13:12:21.181537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f6ecc-e89c-4490-bbb2-cd5e12f24f69 None None] New status for floating IP d380c249-a241-4bf1-82d5-e14ec621bb63: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:21.186295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.256094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.294904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-4e19f2fb-a15c-4b53-a12a-439a3d37f7ea tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.296123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-4e19f2fb-a15c-4b53-a12a-439a3d37f7ea tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2563167 Jul 15 13:12:21.296833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e1b1aa-5205-49fc-a734-f668d8690b7b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:21.307059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-25167993-c25a-42eb-a54a-02d7dd6d9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.308682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-25167993-c25a-42eb-a54a-02d7dd6d9277 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1097674 Jul 15 13:12:21.326077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.327259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e335f0f9-a1be-4654-9676-9c0cff91dc62 req-f8b180b8-1186-4727-a71b-284940cc894c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7125485 Jul 15 13:12:21.433043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-8e8155b9-0271-4aef-ab16-2390caa9d50e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 998 time: 0.1233916 Jul 15 13:12:21.444811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'floatingip': {'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:21.494710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-2a6d4354-cb50-4bd5-8cff-4b0b9fc6eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.496244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-2a6d4354-cb50-4bd5-8cff-4b0b9fc6eb5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798713 Jul 15 13:12:21.532979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.682631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-1a277555-b807-4faa-a4bb-c5d305cbb7d6 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784091 Jul 15 13:12:21.937403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b975330-0de3-41a0-9b99-0f4b52ff5ba2 req-13dfca7f-8d45-44a4-bcca-0b48e352da60 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470224 Jul 15 13:12:21.950107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-215a2c53-22df-49ee-8798-0a6018502995 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.951685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-215a2c53-22df-49ee-8798-0a6018502995 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/networks?id=69dce5df-a459-4366-8af1-691ab3e71afc HTTP/1.1" status: 200 len: 821 time: 0.2279632 Jul 15 13:12:22.317658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-d66dc4a9-9df6-4703-b299-a125be6ebbb7 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/quotas/1320826e957b45daa688fd1550a1ee1d HTTP/1.1" status: 200 len: 375 time: 0.3599811 Jul 15 13:12:22.358010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-a38f6f44-2888-480c-8e40-1c13d55f0d3a tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1320826e957b45daa688fd1550a1ee1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314059 Jul 15 13:12:22.545262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-844faf51-0168-4953-b64c-53efb660e918 service neutron] 10.222.0.48 "GET /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458335 Jul 15 13:12:22.735154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-405b779b-dac5-4388-9597-f6ddc0f24658 service neutron] 10.222.0.48 "GET /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595552 Jul 15 13:12:22.756246 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.761558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.776488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 77f6f2ab-feb8-4e05-8b2c-28163246c84b no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:22.816769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 77f6f2ab-feb8-4e05-8b2c-28163246c84b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:22.817391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 77f6f2ab-feb8-4e05-8b2c-28163246c84b not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:22.896585 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Floating IP d380c249-a241-4bf1-82d5-e14ec621bb63 associated. External IP: 172.25.2.36, port: d5ebada5-d4b0-479b-9acb-165e2b8d49d7. Jul 15 13:12:23.145689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31de474d-cf2b-45ef-9cfb-513c651b02c1 req-12845982-647c-498f-8102-3617dfcad9b0 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2d644c31-fcec-45eb-83ce-f84fd60b92b2 HTTP/1.1" status: 200 len: 2999 time: 0.0887961 Jul 15 13:12:23.197955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:23.331910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:23.345773 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:23.360497 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:23.361301 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:23.581686 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:23.670534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:23.816275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:23.829923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.946086 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:22Z', 'revision_number': 3, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:23.954582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:23.957070 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d611bbd2-750f-4d8a-b53d-709af0c59302" -d '{"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:23.995340 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:24.008542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-08dcf0f4-94fd-492d-8877-9c05ef6ad78d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.010588 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:24.011376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-08dcf0f4-94fd-492d-8877-9c05ef6ad78d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.2106712 Jul 15 13:12:24.016955 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:24.039642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5499ba45-c2bf-49fb-b822-4d5dac0c294c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "PUT /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 998 time: 2.5988879 Jul 15 13:12:24.041795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-8a253dc9-a715-42a3-a351-fe53a683fcb6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/quotas/6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 375 time: 0.0236404 Jul 15 13:12:24.130584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-7b0d2a91-1e06-4d1e-84aa-54f6a987ff1d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.131831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-7b0d2a91-1e06-4d1e-84aa-54f6a987ff1d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports/d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 942 time: 0.0876155 Jul 15 13:12:24.144461 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:24.194366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-e1b986b8-f0d2-49e3-abe9-d1f828c47ea9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1393137 Jul 15 13:12:24.336766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-df076259-22b8-434a-81f2-c79fbd305c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.345384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-df076259-22b8-434a-81f2-c79fbd305c81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1308393 Jul 15 13:12:24.380689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-20209c82-fb60-41eb-875e-f07d0c6882e4 service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850352 Jul 15 13:12:24.432194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:22Z', 'revision_number': 3, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:24.463314 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7604b05-10a1-466a-9e6c-1f9cc74390be None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:22Z', 'revision_number': 3, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:24.535539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-30228028-7a28-415a-a08b-2aed63a9f2c8 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.537311 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-30228028-7a28-415a-a08b-2aed63a9f2c8 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.49 "GET /v2.0/networks?id=69dce5df-a459-4366-8af1-691ab3e71afc HTTP/1.1" status: 200 len: 821 time: 0.1323302 Jul 15 13:12:24.554124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Request body: {'port': {'device_id': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc', 'admin_state_up': True, 'tenant_id': '1320826e957b45daa688fd1550a1ee1d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:24.605793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-7fbc5e87-780c-45db-9d1c-7929e8118378 service neutron] 10.222.0.48 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241328 Jul 15 13:12:24.612256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-c42a56a3-67cb-4ab8-9bc4-9c90b9c24a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.614626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-c42a56a3-67cb-4ab8-9bc4-9c90b9c24a6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.2683458 Jul 15 13:12:24.691892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-fb09d3aa-eee1-4957-87f7-9492e3ee337a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.0706165 Jul 15 13:12:24.746318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568c469-f558-4e6b-beea-b10275449adc None None] New status for floating IP d380c249-a241-4bf1-82d5-e14ec621bb63: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:24.747523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Made reservation on behalf of 1320826e957b45daa688fd1550a1ee1d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:24.751291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.790276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-b5543b0a-bac9-4c8f-9d5a-8ad99389e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.797319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-b5543b0a-bac9-4c8f-9d5a-8ad99389e589 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0985806 Jul 15 13:12:24.889212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-17d10da8-bd89-46c7-bed6-2dca32fba631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.897334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-17d10da8-bd89-46c7-bed6-2dca32fba631 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938866 Jul 15 13:12:24.968899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Allocated IP 172.20.0.9 (69dce5df-a459-4366-8af1-691ab3e71afc/9688497b-fb81-431c-9c6b-56f620e5d49e/abc60a80-286f-4d1a-804c-32a880b9ea04) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:25.019499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-8591233e-5a3e-4f29-8c9f-3493f8aba793 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212344 Jul 15 13:12:25.184861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.195353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-a23439d9-6d2f-41b6-af6f-a696150725ca service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747799 Jul 15 13:12:25.238928 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:25.247383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1265370-07a0-498f-9d0c-791aa0be7336 req-3e8c707d-88e1-48f2-b7df-ecbfe4305bec tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 210 time: 0.0634363 Jul 15 13:12:25.252519 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:25.253465 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:25.290148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.356802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-5ebba1bd-15b7-46a8-aac0-85be931bbf65 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-group-rules/68e1b1aa-5205-49fc-a734-f668d8690b7b HTTP/1.1" status: 200 len: 783 time: 0.0445273 Jul 15 13:12:25.364136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Network 69dce5df-a459-4366-8af1-691ab3e71afc is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:25.370538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:25.375343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:25.407017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Pushing event updated for resources: {'Port': ['ID=abc60a80-286f-4d1a-804c-32a880b9ea04,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.442288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-5761b9a0-eb89-4931-8549-2ab968433486 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2d644c31-fcec-45eb-83ce-f84fd60b92b2 HTTP/1.1" status: 200 len: 2999 time: 0.0785358 Jul 15 13:12:25.448811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.449458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.462642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5baa553d-4ea7-4702-9015-bbd4306c8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.465610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-5baa553d-4ea7-4702-9015-bbd4306c8906 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1097 time: 0.2156246 Jul 15 13:12:25.474036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3e50a184-3b7d-4621-b57c-d2bad9114bd5 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250231 Jul 15 13:12:25.495646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Request body: {'port': {'device_id': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:25.517291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-c2d0adb9-e345-4a33-9290-ba3869cadf32 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.532021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-c2d0adb9-e345-4a33-9290-ba3869cadf32 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.551710 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:25.617469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.656733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-70a91738-f914-4706-99a2-d766bf66ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.664387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-70a91738-f914-4706-99a2-d766bf66ac47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.1908031 Jul 15 13:12:25.665991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-c2d0adb9-e345-4a33-9290-ba3869cadf32 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.680322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-c2d0adb9-e345-4a33-9290-ba3869cadf32 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.681019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2b3211d-f5c3-415e-91ae-e267a3a52127 req-c2d0adb9-e345-4a33-9290-ba3869cadf32 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/68e1b1aa-5205-49fc-a734-f668d8690b7b HTTP/1.1" status: 204 len: 173 time: 0.2313211 Jul 15 13:12:25.840526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0adb9-e345-4a33-9290-ba3869cadf32 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e1b1aa-5205-49fc-a734-f668d8690b7b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.912229 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:24Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:25.940222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-59998cce-86d3-4826-b4b8-a6a5d1d561ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 1001 time: 0.2578731 Jul 15 13:12:25.957248 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:25.970953 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:25.971894 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:25.992538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de7447-ba81-44bc-a839-d13b85c66caf req-c5cef2fe-85ff-4c15-90c9-ede7ca9b060e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.994111 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-10de7447-ba81-44bc-a839-d13b85c66caf req-c5cef2fe-85ff-4c15-90c9-ede7ca9b060e tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.1587996 Jul 15 13:12:25.997862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-ea6bac58-8a17-4d6f-a3b6-35b4abdf07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.004990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-ea6bac58-8a17-4d6f-a3b6-35b4abdf07e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0639670 Jul 15 13:12:26.066151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f31657-2244-4410-9533-44eb1a3a6fe1 req-523fb125-aa72-4382-84a5-115d7d1d0985 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.074130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2f31657-2244-4410-9533-44eb1a3a6fe1 req-523fb125-aa72-4382-84a5-115d7d1d0985 tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 945 time: 0.2280056 Jul 15 13:12:26.109744 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:26.121770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2f31657-2244-4410-9533-44eb1a3a6fe1 req-e1f6f80e-353a-4450-9291-01f46d6d0bea tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/security-groups?id=0078536e-9b0c-425f-8a68-5d4eaaca0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 Jul 15 13:12:26.173423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-31a726cb-3d5b-45d3-b14d-a4aefe022f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.185359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-31a726cb-3d5b-45d3-b14d-a4aefe022f1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794744 Jul 15 13:12:26.253226 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9419fbe5-5880-4f65-b41b-340a38173153 x-openstack-request-id: req-9419fbe5-5880-4f65-b41b-340a38173153 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:26.253781 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:26.253781 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9419fbe5-5880-4f65-b41b-340a38173153 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:26.254557 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'status': 'completed', 'code': 200} Jul 15 13:12:26.265620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc60a80-286f-4d1a-804c-32a880b9ea04 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:26.284444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.346782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Transition to ACTIVE for port object abc60a80-286f-4d1a-804c-32a880b9ea04 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:26.361264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.377914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Deleting port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:26.378203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.386920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-0f0952d9-1856-4808-990e-f50158004957 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997440 Jul 15 13:12:26.421596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-7f6e2fb1-51e9-4390-a912-0f8edf22cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.427825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-7f6e2fb1-51e9-4390-a912-0f8edf22cb4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1727550 Jul 15 13:12:26.491610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=abc60a80-286f-4d1a-804c-32a880b9ea04,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.497633 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:24Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.556223 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1928263-f6e1-4942-a075-d5ebdb5b97d2 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:ba:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:24Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:26.631060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24aeb1e1-2b67-4ceb-94ca-b9bb528678d4 req-4034fa2c-7858-43e6-8290-bb3190bd385d service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314682 Jul 15 13:12:26.632449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-d3a18d76-1d63-47fe-9427-9f083624c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.633974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-d3a18d76-1d63-47fe-9427-9f083624c896 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.1831174 Jul 15 13:12:26.664540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] For port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.665043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.686455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Attempting to bind port abc60a80-286f-4d1a-804c-32a880b9ea04 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:26.687813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Attempting to bind port abc60a80-286f-4d1a-804c-32a880b9ea04 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'b09d05c5-ae19-4c9a-acc0-a719e10b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:26.688219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Attempting to bind port abc60a80-286f-4d1a-804c-32a880b9ea04 on network 69dce5df-a459-4366-8af1-691ab3e71afc {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:26.695830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Calling delete_port for 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:26.706166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Port abc60a80-286f-4d1a-804c-32a880b9ea04 on network 69dce5df-a459-4366-8af1-691ab3e71afc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:26.708183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Attempting to bind port abc60a80-286f-4d1a-804c-32a880b9ea04 on network 69dce5df-a459-4366-8af1-691ab3e71afc {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:26.709994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-00b554ae-3415-4aed-90d1-10ae30f70f61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.0673349 Jul 15 13:12:26.723042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:26.723555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Checking segment: {'id': 'b09d05c5-ae19-4c9a-acc0-a719e10b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:26.724078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Bound using segment: {'id': 'b09d05c5-ae19-4c9a-acc0-a719e10b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:26.724610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Bound port: abc60a80-286f-4d1a-804c-32a880b9ea04, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d05c5-ae19-4c9a-acc0-a719e10b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:26.725114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.818912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ed41381-7d2f-4c84-9ef1-574265503d84 req-f65da8c5-931c-4c2d-901b-8ddb41b9904e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0487790 Jul 15 13:12:26.830268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab316bc1-d31b-4387-8d48-e10fbe743078 req-93845af6-0b10-4c41-ad7c-a8b72b1523b1 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2d644c31-fcec-45eb-83ce-f84fd60b92b2 HTTP/1.1" status: 200 len: 2400 time: 0.1309950 Jul 15 13:12:26.852540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-6ac3bee0-5cb6-49e3-b3a7-ff45ce3849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.855134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-6ac3bee0-5cb6-49e3-b3a7-ff45ce3849c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1379902 Jul 15 13:12:26.989799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab316bc1-d31b-4387-8d48-e10fbe743078 req-1a2fbb8f-5f06-4c22-8387-515cd516f4ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.015973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] For port abc60a80-286f-4d1a-804c-32a880b9ea04, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:27.034033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-007ea98d-9e01-49c2-ac38-12e3137d0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.039934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-007ea98d-9e01-49c2-ac38-12e3137d0b25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781058 Jul 15 13:12:27.057431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] For port abc60a80-286f-4d1a-804c-32a880b9ea04, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=abc60a80-286f-4d1a-804c-32a880b9ea04,segment=NetworkSegment(b09d05c5-ae19-4c9a-acc0-a719e10b541b),segment_id=b09d05c5-ae19-4c9a-acc0-a719e10b541b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:27.094151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.101898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab316bc1-d31b-4387-8d48-e10fbe743078 req-1a2fbb8f-5f06-4c22-8387-515cd516f4ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.538659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-7d169644-dd4b-463e-996b-6d245f79612a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.540270 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-7d169644-dd4b-463e-996b-6d245f79612a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 820 time: 0.7518690 Jul 15 13:12:27.565987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Request body: {'port': {'device_id': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'admin_state_up': True, 'tenant_id': '6022af81ad4c47b2b6102a503911fc17'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:27.570514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.573591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b2fe3-3d51-4319-b5ab-da6a480cf089 req-96c2d2f8-1c64-4aa9-a2fb-2acdaf199c39 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.584421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8322d52a-d7c7-4ccb-a50b-e3661b1fd2db'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:27.600142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e44b2fe3-3d51-4319-b5ab-da6a480cf089 req-96c2d2f8-1c64-4aa9-a2fb-2acdaf199c39 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 943 time: 0.5770137 Jul 15 13:12:27.622888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.623521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.625049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] 10.222.0.49 "PUT /v2.0/ports/abc60a80-286f-4d1a-804c-32a880b9ea04 HTTP/1.1" status: 200 len: 1091 time: 2.1407518 Jul 15 13:12:27.632937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'tag': 'abc60a80-286f-4d1a-804c-32a880b9ea04'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:27.636504 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c549a-b908-45e9-ad60-21e00c6c529f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f778cd0-ca76-4f64-a973-09a0af1517a8", "tag": "abc60a80-286f-4d1a-804c-32a880b9ea04"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:27.680474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-b9d2cce6-206d-4dda-bb97-c51bb24823a9 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246307 Jul 15 13:12:27.687524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab316bc1-d31b-4387-8d48-e10fbe743078 req-1a2fbb8f-5f06-4c22-8387-515cd516f4ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.689616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ab316bc1-d31b-4387-8d48-e10fbe743078 req-1a2fbb8f-5f06-4c22-8387-515cd516f4ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.690819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab316bc1-d31b-4387-8d48-e10fbe743078 req-1a2fbb8f-5f06-4c22-8387-515cd516f4ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/2d644c31-fcec-45eb-83ce-f84fd60b92b2 HTTP/1.1" status: 204 len: 173 time: 0.8494444 Jul 15 13:12:27.748170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e44b2fe3-3d51-4319-b5ab-da6a480cf089 req-c11b1a0d-6972-420b-b049-a782d2fed06a tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483655 Jul 15 13:12:27.756569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fbb8f-5f06-4c22-8387-515cd516f4ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d644c31-fcec-45eb-83ce-f84fd60b92b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:27.809559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] No DVR routers for this DVR port 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:27.817336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ba502-9ae0-4665-aa18-6b2f9e527ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=abc60a80-286f-4d1a-804c-32a880b9ea04,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:27.820700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.823380 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-10de7447-ba81-44bc-a839-d13b85c66caf req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.49 "DELETE /v2.0/ports/8322d52a-d7c7-4ccb-a50b-e3661b1fd2db HTTP/1.1" status: 204 len: 173 time: 1.7627826 Jul 15 13:12:27.874517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbcbeb-19b4-4e73-8a10-02989b751a1c tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] Pushing event deleted for resources: {'Port': ['ID=8322d52a-d7c7-4ccb-a50b-e3661b1fd2db,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:27.929213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-442846c9-b357-4b52-bfc4-275ccf3cb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.930876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-442846c9-b357-4b52-bfc4-275ccf3cb23b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1320826e957b45daa688fd1550a1ee1d&device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 1094 time: 0.2426593 Jul 15 13:12:27.937132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e097e00d-d2a2-4f4e-8eb4-d99be2359d91 req-9fca4952-375b-46ed-805d-45306aa9687e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.2212834 Jul 15 13:12:27.964403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cdb2d3a-c4d4-48b6-aa04-14955c36dfe8 req-4589ebd2-396f-49f5-b723-ba176650df7a tempest-ServerRescueTestJSON-961108801 tempest-ServerRescueTestJSON-961108801-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ba8037-d1a0-4a8f-9f8e-2be9c76482b3 HTTP/1.1" status: 200 len: 210 time: 0.0494673 Jul 15 13:12:27.985450 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-a0ec2c80-6854-4c80-b4b4-a03b27f660f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abc60a80-286f-4d1a-804c-32a880b9ea04 HTTP/1.1" status: 200 len: 217 time: 0.0382965 Jul 15 13:12:28.012142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Made reservation on behalf of 6022af81ad4c47b2b6102a503911fc17 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:28.017147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.055711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d611bbd2-750f-4d8a-b53d-709af0c59302 req-1ebca66e-8116-4670-9369-ec34eaf3e3ea service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587961 Jul 15 13:12:28.081669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e00d-d2a2-4f4e-8eb4-d99be2359d91 req-dbccbb44-6436-45fc-9408-ffe37a8fdb11 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.084064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e097e00d-d2a2-4f4e-8eb4-d99be2359d91 req-dbccbb44-6436-45fc-9408-ffe37a8fdb11 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports/49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 943 time: 0.1225450 Jul 15 13:12:28.122268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3ba1b0fa-b645-477c-b629-39047734a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.124552 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-3ba1b0fa-b645-477c-b629-39047734a6b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9688497b-fb81-431c-9c6b-56f620e5d49e HTTP/1.1" status: 200 len: 861 time: 0.1264224 Jul 15 13:12:28.203191 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-0d259b9d-5f3d-4812-8c2b-9d2a0fe10378 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69dce5df-a459-4366-8af1-691ab3e71afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490918 Jul 15 13:12:28.255493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:28.257863 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:28.287028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e097e00d-d2a2-4f4e-8eb4-d99be2359d91 req-40c9a76a-398e-4113-98e7-eafd85913e1a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.0702758 Jul 15 13:12:28.317103 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe70ec9c-e169-4bcb-b3b0-8f3f285e988b x-openstack-request-id: req-fe70ec9c-e169-4bcb-b3b0-8f3f285e988b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:28.317398 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f778cd0-ca76-4f64-a973-09a0af1517a8", "tag": "abc60a80-286f-4d1a-804c-32a880b9ea04", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:28.317651 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe70ec9c-e169-4bcb-b3b0-8f3f285e988b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:28.318046 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'tag': 'abc60a80-286f-4d1a-804c-32a880b9ea04', 'status': 'completed', 'code': 200} Jul 15 13:12:28.356422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Allocated IP 172.20.0.8 (4962dcb9-3a70-46eb-bf63-a45ca3419cd7/cfb22382-8999-4a84-84e8-a46935e52509/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:28.362198 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-ac6884ed-eb78-46b8-b886-6456562698a4 service neutron] 10.222.0.49 "GET /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495671 Jul 15 13:12:28.375812 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-8078bde7-0c6a-4d10-972b-57848114f22d req-d001d64f-caa9-4f8e-b605-ff19dccc8217 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] show failed (client error): The resource could not be found. Jul 15 13:12:28.383753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8078bde7-0c6a-4d10-972b-57848114f22d req-d001d64f-caa9-4f8e-b605-ff19dccc8217 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/88f0deb7-a93a-44f7-b0f5-7ae29e4e3c43 HTTP/1.1" status: 404 len: 352 time: 0.0350621 Jul 15 13:12:28.487487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e00d-d2a2-4f4e-8eb4-d99be2359d91 req-f8dd3cb1-029d-4c95-b57f-bf1545128717 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.489290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e097e00d-d2a2-4f4e-8eb4-d99be2359d91 req-f8dd3cb1-029d-4c95-b57f-bf1545128717 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1902053 Jul 15 13:12:28.532103 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec58cef-f7db-40b7-bd1d-6381b99c8454 x-openstack-request-id: req-fec58cef-f7db-40b7-bd1d-6381b99c8454 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:28.532624 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:28.533099 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fec58cef-f7db-40b7-bd1d-6381b99c8454 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:28.533709 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'status': 'completed', 'code': 200} Jul 15 13:12:28.582954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd5f7324-6b89-4f2c-8f3c-f59a8a1bb0a1 req-a5a06473-10bc-4108-8386-7fffe2b006f0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0477595 Jul 15 13:12:28.609798 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b8ce579a-5b4a-4ce1-8fe8-00edce545532 req-c1c25be9-e3af-4eb0-bc8d-89093bab5274 service neutron] 10.222.0.49 "GET /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333505 Jul 15 13:12:28.747915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.750818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-034079c2-5dfd-434e-9edb-34f3479b2ff9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.1172104 Jul 15 13:12:28.756125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-000136c0-6073-45b6-b1c5-a0bcccda2910 req-12157fd1-e03e-4f50-b0b7-f5521d101b81 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/2e118056-86ac-42ba-97c7-435e112a8926 HTTP/1.1" status: 200 len: 1807 time: 0.1249599 Jul 15 13:12:28.772786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-467d0649-1a63-46ad-a36b-9d69f128766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.775889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-467d0649-1a63-46ad-a36b-9d69f128766c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1097 time: 0.1909323 Jul 15 13:12:28.793053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-c42c059b-a3ce-4abf-8c47-0ed63fd135a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.794611 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-c42c059b-a3ce-4abf-8c47-0ed63fd135a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1320826e957b45daa688fd1550a1ee1d&device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 1094 time: 0.1063659 Jul 15 13:12:28.841059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.854457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2bbd64d5-91fa-4fcb-83eb-83b77e3addec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:28.922089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:28.932028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:28.944674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:28.960740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-b5fff231-4438-450c-9e48-d7ac440f5645 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.972361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-b5fff231-4438-450c-9e48-d7ac440f5645 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports/49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 943 time: 0.2052126 Jul 15 13:12:28.975804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-f0843229-e21f-4b1a-8210-7710ff1b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.977296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-f0843229-e21f-4b1a-8210-7710ff1b9056 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69dce5df-a459-4366-8af1-691ab3e71afc HTTP/1.1" status: 200 len: 922 time: 0.1755579 Jul 15 13:12:28.981178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:28.996992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-000136c0-6073-45b6-b1c5-a0bcccda2910 req-5df0cc19-bfa9-42ac-8ef3-99712d8f8fde tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.027749 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-2b8627fb-08ca-43bf-8832-6008018e12ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abc60a80-286f-4d1a-804c-32a880b9ea04 HTTP/1.1" status: 200 len: 217 time: 0.0401852 Jul 15 13:12:29.038336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.039010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.092056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-2ed0b494-64d1-40e4-b358-58a786c3baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.093482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-2ed0b494-64d1-40e4-b358-58a786c3baf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.3016398 Jul 15 13:12:29.095066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-000136c0-6073-45b6-b1c5-a0bcccda2910 req-5df0cc19-bfa9-42ac-8ef3-99712d8f8fde tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.102665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-86426a88-6822-442c-b92d-feb9268bde8a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5409935 Jul 15 13:12:29.116439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Request body: {'port': {'device_id': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:29.149487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-d546f4c4-9ccd-4066-82b8-a205e43e6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.152182 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-d546f4c4-9ccd-4066-82b8-a205e43e6162 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9688497b-fb81-431c-9c6b-56f620e5d49e HTTP/1.1" status: 200 len: 861 time: 0.1080973 Jul 15 13:12:29.202914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-061f1e6d-28f1-4ef0-9b49-cf4a9ed43a3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69dce5df-a459-4366-8af1-691ab3e71afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393999 Jul 15 13:12:29.237380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-09919f85-37c3-4c02-b13f-99c80fdd567a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.1562321 Jul 15 13:12:29.240385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-24153c2f-6ab4-442b-92b3-7285bec94f3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 1001 time: 0.1103847 Jul 15 13:12:29.249925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-000136c0-6073-45b6-b1c5-a0bcccda2910 req-5df0cc19-bfa9-42ac-8ef3-99712d8f8fde tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.252334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-000136c0-6073-45b6-b1c5-a0bcccda2910 req-5df0cc19-bfa9-42ac-8ef3-99712d8f8fde tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.253730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-000136c0-6073-45b6-b1c5-a0bcccda2910 req-5df0cc19-bfa9-42ac-8ef3-99712d8f8fde tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e118056-86ac-42ba-97c7-435e112a8926 HTTP/1.1" status: 204 len: 173 time: 0.4846988 Jul 15 13:12:29.322328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.323367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0cc19-bfa9-42ac-8ef3-99712d8f8fde tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e118056-86ac-42ba-97c7-435e112a8926,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.370846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-d3ce30e9-2c83-4b69-a2c0-33890f0cc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.372333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-d3ce30e9-2c83-4b69-a2c0-33890f0cc247 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1238847 Jul 15 13:12:29.395990 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-2af1f6e7-ad75-4e38-a6c7-9a48f9514970 service neutron] 10.222.0.49 "GET /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817884 Jul 15 13:12:29.470435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-04512769-35d3-48c2-8d62-507d15bf5ef7 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.471817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-04512769-35d3-48c2-8d62-507d15bf5ef7 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2255092 Jul 15 13:12:29.494960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-a95c9552-9730-459d-bfa6-3ae61a49b65e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:29.495976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-a95c9552-9730-459d-bfa6-3ae61a49b65e tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145857 Jul 15 13:12:29.528239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-3461ea93-eb6b-485d-88f4-c31a80d36554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.529757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-3461ea93-eb6b-485d-88f4-c31a80d36554 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456382 Jul 15 13:12:29.539021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6f35-f224-4d52-b368-bcbe039cd560 req-a94fed1a-2626-41dc-91bf-be1f8ee744e4 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.540412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7bdd6f35-f224-4d52-b368-bcbe039cd560 req-a94fed1a-2626-41dc-91bf-be1f8ee744e4 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 943 time: 0.1464472 Jul 15 13:12:29.610578 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e07c549a-b908-45e9-ad60-21e00c6c529f req-566e97ed-5d27-48f8-b7ec-b8c6ed5da872 service neutron] 10.222.0.49 "GET /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051377 Jul 15 13:12:29.640259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-359ff41a-4465-4ca1-a3d0-221c916001b5 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.1235380 Jul 15 13:12:29.681852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:29.705804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:29.713577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.730262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7bdd6f35-f224-4d52-b368-bcbe039cd560 req-a7a0f07c-71e0-4d4b-a966-765ada69aa80 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609385 Jul 15 13:12:29.735076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Transition to ACTIVE for port object 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:29.744951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.766773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-99fefec1-331d-4acc-85ad-d21fcf7b9d47 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986332 Jul 15 13:12:29.771541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.856610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.883498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45376) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.018606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad29652-bbbb-4a52-abb6-3a9d62bcc954 req-3981c60c-aae0-46bc-ae9f-b434dc5eaa62 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127302 Jul 15 13:12:30.025825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.052600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:30.052932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:30.053268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:30.063643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:30.064240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:30.068574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7983dbfd-1788-4b23-ad77-a00c31b10b26 req-4efbd567-a51d-4273-87d6-40249dbe84b6 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/32a5545b-f8d5-4f17-8b84-62169db8f466 HTTP/1.1" status: 200 len: 1807 time: 0.0413632 Jul 15 13:12:30.069321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.069640 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Floating IP d380c249-a241-4bf1-82d5-e14ec621bb63 disassociated. External IP: 172.25.2.36, port: 49788341-ae9f-47e9-b524-c8cddc8692bb. Jul 15 13:12:30.074903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:30.075227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:30.075618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:30.076054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Bound port: 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:30.076414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.216232 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7983dbfd-1788-4b23-ad77-a00c31b10b26 req-c6533106-fe18-42d2-93f4-c5f4f8b54661 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.227721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:30.239445 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7983dbfd-1788-4b23-ad77-a00c31b10b26 req-c6533106-fe18-42d2-93f4-c5f4f8b54661 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.243615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:30.265936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.315820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.316433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.317825 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-606a5124-8733-46cd-8416-7f0545621151 service neutron] 10.222.0.23 "PUT /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 1091 time: 1.2057567 Jul 15 13:12:30.320137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'name': 'network-vif-deleted', 'tag': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db'}, {'name': 'network-changed', 'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:30.322810 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361" -d '{"events": [{"server_uuid": "83ba8037-d1a0-4a8f-9f8e-2be9c76482b3", "name": "network-vif-deleted", "tag": "8322d52a-d7c7-4ccb-a50b-e3661b1fd2db"}, {"name": "network-changed", "server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:30.362924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7983dbfd-1788-4b23-ad77-a00c31b10b26 req-c6533106-fe18-42d2-93f4-c5f4f8b54661 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.366802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a5124-8733-46cd-8416-7f0545621151 service neutron] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.367945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7983dbfd-1788-4b23-ad77-a00c31b10b26 req-c6533106-fe18-42d2-93f4-c5f4f8b54661 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.383291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7983dbfd-1788-4b23-ad77-a00c31b10b26 req-c6533106-fe18-42d2-93f4-c5f4f8b54661 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/32a5545b-f8d5-4f17-8b84-62169db8f466 HTTP/1.1" status: 204 len: 173 time: 0.3046019 Jul 15 13:12:30.400973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533106-fe18-42d2-93f4-c5f4f8b54661 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a5545b-f8d5-4f17-8b84-62169db8f466,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.447853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-ccbf7948-1837-460f-b874-2ba7ca85c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.449385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-ccbf7948-1837-460f-b874-2ba7ca85c0c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1094 time: 0.0773890 Jul 15 13:12:30.479199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:30.515275 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-e9cde4b5-4215-48c7-ab61-7800aa448cab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 217 time: 0.0419252 Jul 15 13:12:30.581851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-e62b76ad-63f4-485c-96ca-3288b794fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.583306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-e62b76ad-63f4-485c-96ca-3288b794fc5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0588167 Jul 15 13:12:30.586018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.636867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:30.642036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.647810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:30.648306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-82cc815f-37fc-4ea8-8012-161671c705e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573804 Jul 15 13:12:30.671166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:30.672613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:30.676922 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.710542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3711ed20-134a-4722-9e3b-3a67412078f8 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "PUT /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 694 time: 1.0407481 Jul 15 13:12:30.713580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:30.715378 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49a066-5ff6-4b61-905c-b450bf1cf995" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:30.772624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d957-8b22-4b9d-a0d3-4795f12516b9 req-2438ce3f-62a1-43b1-976b-71f95709a38a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.783292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8328d957-8b22-4b9d-a0d3-4795f12516b9 req-2438ce3f-62a1-43b1-976b-71f95709a38a tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.1597960 Jul 15 13:12:30.814687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:30.843255 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-87079347-1f69-4918-815e-2db5398eadb9 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844790 Jul 15 13:12:30.849064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:30.849744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8322d52a-d7c7-4ccb-a50b-e3661b1fd2db not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:30.856402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:30.870489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8328d957-8b22-4b9d-a0d3-4795f12516b9 req-603b1747-2977-4534-a9bd-8d8e2ed0dd38 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775650 Jul 15 13:12:30.922747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-23220eb4-5367-4f81-809e-55a6555b4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.924511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-23220eb4-5367-4f81-809e-55a6555b4616 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1097 time: 0.1825264 Jul 15 13:12:31.112911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71518f66-d47f-455f-a508-960dc7ba859a req-dcd9ed20-e320-4207-a62f-9387bed55500 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/43753645-3dfe-464e-998e-9aea558c7638 HTTP/1.1" status: 200 len: 1806 time: 0.1113679 Jul 15 13:12:31.127585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-ba5271b8-6354-4927-9c37-31cc914f28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.129163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-ba5271b8-6354-4927-9c37-31cc914f28ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.1986156 Jul 15 13:12:31.141719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:31.173342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:31.176790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-78f172e4-2adf-4026-962a-113af4932d00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 217 time: 0.0387907 Jul 15 13:12:31.195488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:31.196450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:31.241735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-1e96e466-2f75-43bf-bed5-dfc690bddf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.243262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-1e96e466-2f75-43bf-bed5-dfc690bddf69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0562067 Jul 15 13:12:31.246100 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a14bc1f-bef4-4eb8-9335-35abf21feb22 x-openstack-request-id: req-5a14bc1f-bef4-4eb8-9335-35abf21feb22 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:31.246619 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba8037-d1a0-4a8f-9f8e-2be9c76482b3", "name": "network-vif-deleted", "tag": "8322d52a-d7c7-4ccb-a50b-e3661b1fd2db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:31.246716 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a14bc1f-bef4-4eb8-9335-35abf21feb22 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:31.247055 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba8037-d1a0-4a8f-9f8e-2be9c76482b3', 'name': 'network-vif-deleted', 'tag': '8322d52a-d7c7-4ccb-a50b-e3661b1fd2db', 'status': 'completed', 'code': 200} Jul 15 13:12:31.247308 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'status': 'completed', 'code': 200} Jul 15 13:12:31.305286 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda5d792-c980-4b60-87a8-00e6b53db07e req-2d746c57-84b5-470b-8f7c-514a90233123 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533136 Jul 15 13:12:31.320039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71518f66-d47f-455f-a508-960dc7ba859a req-63d09467-ee07-4d9a-a7fc-e2e326e6ca76 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.351121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:31.371908 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71518f66-d47f-455f-a508-960dc7ba859a req-63d09467-ee07-4d9a-a7fc-e2e326e6ca76 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.375100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Deleting port d727a2c4-031c-41de-83b0-b1e042585da2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:31.375535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.409376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3ae49b97-84dd-4b4c-9aa6-3ff061f9bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.410950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-3ae49b97-84dd-4b4c-9aa6-3ff061f9bfb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549287 Jul 15 13:12:31.516495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] For port d727a2c4-031c-41de-83b0-b1e042585da2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d727a2c4-031c-41de-83b0-b1e042585da2,segment=NetworkSegment(2ca85d26-ee0b-4de5-9b74-b5a478f69b25),segment_id=2ca85d26-ee0b-4de5-9b74-b5a478f69b25)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:31.516858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.520299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-fdcebf3e-2f7a-4196-a976-66ace48dd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.521785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-fdcebf3e-2f7a-4196-a976-66ace48dd116 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1094 time: 0.1433148 Jul 15 13:12:31.522027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-571a85b4-9521-4439-a102-ad779bddc5c3 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041389 Jul 15 13:12:31.539161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71518f66-d47f-455f-a508-960dc7ba859a req-63d09467-ee07-4d9a-a7fc-e2e326e6ca76 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.543795 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71518f66-d47f-455f-a508-960dc7ba859a req-63d09467-ee07-4d9a-a7fc-e2e326e6ca76 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.552878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Calling delete_port for d727a2c4-031c-41de-83b0-b1e042585da2 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:31.558706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71518f66-d47f-455f-a508-960dc7ba859a req-63d09467-ee07-4d9a-a7fc-e2e326e6ca76 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/43753645-3dfe-464e-998e-9aea558c7638 HTTP/1.1" status: 204 len: 173 time: 0.4427216 Jul 15 13:12:31.614700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:31.678622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10249b-80a5-4252-9c8d-75cc2dbf7880 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:31.690052 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ce21ce-4e3d-4057-9194-a045cf9b2d7a x-openstack-request-id: req-26ce21ce-4e3d-4057-9194-a045cf9b2d7a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:31.690678 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:31.690678 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26ce21ce-4e3d-4057-9194-a045cf9b2d7a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:31.691118 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'status': 'completed', 'code': 200} Jul 15 13:12:31.702331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d09467-ee07-4d9a-a7fc-e2e326e6ca76 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43753645-3dfe-464e-998e-9aea558c7638,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.723313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-78f656eb-954f-4891-a547-a58b3a5d1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.725871 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-78f656eb-954f-4891-a547-a58b3a5d1db2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.1911006 Jul 15 13:12:31.793189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c425e2b-ffc9-4e53-b3dd-06f9d2556d62 req-56f14f5c-d71f-44b7-b19b-85aee29c2ed8 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645297 Jul 15 13:12:31.847651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-3a762220-2d5c-4afb-bcab-b7ff95b71932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.849189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-3a762220-2d5c-4afb-bcab-b7ff95b71932 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 1097 time: 0.1555059 Jul 15 13:12:31.886631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797266c-cc3d-429f-9169-a0d026947e3e req-ec39255f-44a5-4260-9dde-fe387788ac23 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.888351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9797266c-cc3d-429f-9169-a0d026947e3e req-ec39255f-44a5-4260-9dde-fe387788ac23 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 943 time: 0.1104934 Jul 15 13:12:31.894337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-7b045eb3-db43-403f-a6e8-3660e840417b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 217 time: 0.1376209 Jul 15 13:12:31.966549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-f60fbfd7-b0de-4941-8b59-75b8573cea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.968048 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-f60fbfd7-b0de-4941-8b59-75b8573cea76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0604749 Jul 15 13:12:32.012103 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-1421ccd2-e340-445a-b350-6983a0c6a64d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354414 Jul 15 13:12:32.044610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-d9f554f3-44b6-4a5a-b74a-9255369455fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.048323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-d9f554f3-44b6-4a5a-b74a-9255369455fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.1921356 Jul 15 13:12:32.052120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9797266c-cc3d-429f-9169-a0d026947e3e req-58918ba9-6b2d-438f-8b91-60a379e1277c tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489058 Jul 15 13:12:32.108279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a73904-d883-4304-896b-c93412b0a962 None None] New status for floating IP d380c249-a241-4bf1-82d5-e14ec621bb63: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:32.145409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-d5ec725e-d259-4adb-8268-0f9c98666913 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 200 len: 217 time: 0.0857325 Jul 15 13:12:32.164560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.193620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d727a2c4-031c-41de-83b0-b1e042585da2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.224865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-8a19744d-7c04-41be-9773-f0d2521c4239 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890435 Jul 15 13:12:32.268795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-aba8228b-642a-4b36-b873-bf7f3a32cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.270315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-aba8228b-642a-4b36-b873-bf7f3a32cc00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1074800 Jul 15 13:12:32.274415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9fc5629-a767-4051-827c-29e0eff0ccfa req-282c6927-001d-409e-871b-7aa692fbe3ba tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/f004dbd7-0ddd-4558-9dd7-c35c7ab95d14 HTTP/1.1" status: 200 len: 2407 time: 0.1466064 Jul 15 13:12:32.430472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9fc5629-a767-4051-827c-29e0eff0ccfa req-30617d37-2e0f-4ceb-91eb-1732abe1b255 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.463270 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9fc5629-a767-4051-827c-29e0eff0ccfa req-30617d37-2e0f-4ceb-91eb-1732abe1b255 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.527440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-f1dee71d-6f0c-4c5c-8ccc-16e2ba93a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.529357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-f1dee71d-6f0c-4c5c-8ccc-16e2ba93a9d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501638 Jul 15 13:12:32.530884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.531482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9fc5629-a767-4051-827c-29e0eff0ccfa req-30617d37-2e0f-4ceb-91eb-1732abe1b255 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.534148 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7e7f36aa-9611-4f7d-a7e1-c31e11ae5361 req-65ab41c6-c40f-41e8-9eb4-29179fd98696 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504354 Jul 15 13:12:32.536109 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9fc5629-a767-4051-827c-29e0eff0ccfa req-30617d37-2e0f-4ceb-91eb-1732abe1b255 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.537580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9fc5629-a767-4051-827c-29e0eff0ccfa req-30617d37-2e0f-4ceb-91eb-1732abe1b255 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/f004dbd7-0ddd-4558-9dd7-c35c7ab95d14 HTTP/1.1" status: 204 len: 173 time: 0.2571023 Jul 15 13:12:32.573503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30617d37-2e0f-4ceb-91eb-1732abe1b255 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f004dbd7-0ddd-4558-9dd7-c35c7ab95d14,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.726638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-472c5adc-62ba-423b-92e1-f2847f5b1b12 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800575 Jul 15 13:12:32.778849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02f6d9-a113-40f5-a09d-32d8430d2220 req-2dd6216d-6ace-44d0-bb89-796928a40bf4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.780612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b02f6d9-a113-40f5-a09d-32d8430d2220 req-2dd6216d-6ace-44d0-bb89-796928a40bf4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.1834283 Jul 15 13:12:32.829062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Router 841bcb0b-b03f-4881-b04d-e3caf4894134 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:32.842619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device abc60a80-286f-4d1a-804c-32a880b9ea04 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:32.868154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ff3ae8a5-0d1b-4a36-a8d3-4a1b9bec1998 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.874930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ff3ae8a5-0d1b-4a36-a8d3-4a1b9bec1998 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1898191 Jul 15 13:12:32.987854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:32.996126 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-613d2fe2-fa22-434e-9ef4-ff710f4ec0d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/841bcb0b-b03f-4881-b04d-e3caf4894134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103446 Jul 15 13:12:32.998590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:33.001018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port abc60a80-286f-4d1a-804c-32a880b9ea04, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=abc60a80-286f-4d1a-804c-32a880b9ea04,segment=NetworkSegment(b09d05c5-ae19-4c9a-acc0-a719e10b541b),segment_id=b09d05c5-ae19-4c9a-acc0-a719e10b541b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:33.005842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] Sync routers for ids ['841bcb0b-b03f-4881-b04d-e3caf4894134'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:33.026875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] Routers {'841bcb0b-b03f-4881-b04d-e3caf4894134'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:33.027732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['841bcb0b-b03f-4881-b04d-e3caf4894134'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:33.174348 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.303903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.341407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b02f6d9-a113-40f5-a09d-32d8430d2220 req-1636a21e-69fb-4632-b605-dfa6214fceed tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490162 Jul 15 13:12:33.374276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-8b30da4f-bd73-4a74-b014-203d9a3d7a48 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.4984376 Jul 15 13:12:33.379208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'abc60a80-286f-4d1a-804c-32a880b9ea04', 'network_id': '69dce5df-a459-4366-8af1-691ab3e71afc', 'port_id': 'abc60a80-286f-4d1a-804c-32a880b9ea04', 'mac_address': 'fa:16:3e:91:9c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9688497b-fb81-431c-9c6b-56f620e5d49e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:33.382088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] Set router 841bcb0b-b03f-4881-b04d-e3caf4894134 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:33.386942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'floatingip': {'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:33.391049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b49a066-5ff6-4b61-905c-b450bf1cf995 req-de9e7c32-5b89-4006-b08d-4454e52baa52 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570187 Jul 15 13:12:33.397512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Deleting port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:33.398069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.449618 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.492474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] For port db6ff8bb-e4d8-4482-8b6e-d879411dc4f9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:33.492876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.511352 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.513782 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.515924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Calling delete_port for db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:33.539228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b07d42d5-6336-473a-8a96-a06e88d6c031 req-b49717e1-194d-4fa7-9b71-1c3084c07f1c tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "GET /v2.0/security-groups/b9338dd2-fd75-4421-b062-68955c987be5 HTTP/1.1" status: 200 len: 2401 time: 0.1459644 Jul 15 13:12:33.554522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc60a80-286f-4d1a-804c-32a880b9ea04 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:33.580634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port abc60a80-286f-4d1a-804c-32a880b9ea04, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=abc60a80-286f-4d1a-804c-32a880b9ea04,segment=NetworkSegment(b09d05c5-ae19-4c9a-acc0-a719e10b541b),segment_id=b09d05c5-ae19-4c9a-acc0-a719e10b541b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:33.616830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.691987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=abc60a80-286f-4d1a-804c-32a880b9ea04,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.698283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07d42d5-6336-473a-8a96-a06e88d6c031 req-7ba88b2c-076c-48af-8823-f356abc1df69 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.756977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:12:31Z', 'revision_number': 5, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port': {'id': 'db6ff8bb-e4d8-4482-8b6e-d879411dc4f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:19Z', 'updated_at': '2021-07-15T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:33.769814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.774480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07d42d5-6336-473a-8a96-a06e88d6c031 req-7ba88b2c-076c-48af-8823-f356abc1df69 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.789904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] Checking router: 841bcb0b-b03f-4881-b04d-e3caf4894134 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:33.803889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] Routers {'841bcb0b-b03f-4881-b04d-e3caf4894134'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:33.804938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['841bcb0b-b03f-4881-b04d-e3caf4894134'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:33.826084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6ff8bb-e4d8-4482-8b6e-d879411dc4f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.917955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] Set router 841bcb0b-b03f-4881-b04d-e3caf4894134 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:33.929150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.023716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07d42d5-6336-473a-8a96-a06e88d6c031 req-7ba88b2c-076c-48af-8823-f356abc1df69 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.027025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07d42d5-6336-473a-8a96-a06e88d6c031 req-7ba88b2c-076c-48af-8823-f356abc1df69 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.029603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['abc60a80-286f-4d1a-804c-32a880b9ea04'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:34.032726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:12:33Z', 'revision_number': 7, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:34.042894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b07d42d5-6336-473a-8a96-a06e88d6c031 req-7ba88b2c-076c-48af-8823-f356abc1df69 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9338dd2-fd75-4421-b062-68955c987be5 HTTP/1.1" status: 204 len: 173 time: 0.5024340 Jul 15 13:12:34.045235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.106984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba88b2c-076c-48af-8823-f356abc1df69 tempest-SecurityGroupRulesTestJSON-2004909787 tempest-SecurityGroupRulesTestJSON-2004909787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9338dd2-fd75-4421-b062-68955c987be5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.114829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.122003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd7785-e16b-4079-95ca-a23a84244307 None None] The sync data for ids ['841bcb0b-b03f-4881-b04d-e3caf4894134'] in n-d-798249-9 is: [{'id': '841bcb0b-b03f-4881-b04d-e3caf4894134', 'name': 'tempest-ServerRescueTestJSON-1287207077-router', 'tenant_id': '51e9067bad264e0db0d8b3fb084022b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:18Z', 'updated_at': '2021-07-15T13:12:33Z', 'revision_number': 7, 'project_id': '51e9067bad264e0db0d8b3fb084022b1', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:34.152180 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.222151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-a878a95a-87bf-4ffe-893c-1d7ed16f54c9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.223954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-a878a95a-87bf-4ffe-893c-1d7ed16f54c9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ab7330-9a05-4fdc-b98f-c7ecaea773b7 HTTP/1.1" status: 200 len: 946 time: 0.4085901 Jul 15 13:12:34.249052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Deleting subnet 0f082223-bcd5-47bd-a6d1-7fb0d95cd784 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:34.253988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.294737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.295255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 841bcb0b-b03f-4881-b04d-e3caf4894134 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:34.301537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.305084 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac0d51c4-007a-4937-9a06-87bd8c9e8957 admin admin] 10.222.0.48 "DELETE /v2.0/routers/841bcb0b-b03f-4881-b04d-e3caf4894134 HTTP/1.1" status: 204 len: 168 time: 1.3033547 Jul 15 13:12:34.305473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.318555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.408073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Deleting subnet 477e279b-326b-414a-bea6-af45cd8e5eff {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:34.411393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.453469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.478999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.502243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.532280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.536907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Deleting port 49788341-ae9f-47e9-b524-c8cddc8692bb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:34.537244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.549445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.604224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.638487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c65479-41f3-4b0b-8079-2f50db781bed req-a704fead-19cb-495f-92b6-9187c9f2a36f tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.640431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72c65479-41f3-4b0b-8079-2f50db781bed req-a704fead-19cb-495f-92b6-9187c9f2a36f tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 944 time: 0.2114348 Jul 15 13:12:34.647296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f082223-bcd5-47bd-a6d1-7fb0d95cd784,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.649444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.652177 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-741fadaa-d7d2-4313-977b-9aeec321b4d7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0f082223-bcd5-47bd-a6d1-7fb0d95cd784 HTTP/1.1" status: 204 len: 168 time: 0.6058309 Jul 15 13:12:34.654833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.734720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.757419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72c65479-41f3-4b0b-8079-2f50db781bed req-2cbd4957-fa3f-4cee-a62a-849803d508b8 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098926 Jul 15 13:12:34.766770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.769694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477e279b-326b-414a-bea6-af45cd8e5eff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.777904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.782412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eac55079-4ce7-4ef1-abd8-86446c07a47e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/477e279b-326b-414a-bea6-af45cd8e5eff HTTP/1.1" status: 204 len: 168 time: 0.4759552 Jul 15 13:12:34.782900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.786922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] For port 49788341-ae9f-47e9-b524-c8cddc8692bb, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=49788341-ae9f-47e9-b524-c8cddc8692bb,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:34.787235 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.801604 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Floating IP d380c249-a241-4bf1-82d5-e14ec621bb63 associated. External IP: 172.25.2.36, port: d5ebada5-d4b0-479b-9acb-165e2b8d49d7. Jul 15 13:12:34.868454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.878417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Calling delete_port for 49788341-ae9f-47e9-b524-c8cddc8692bb owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:34.882287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f23ce-2b22-4c58-93d4-be67ec9e1dbb']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:34.897270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c28de-5536-489e-85eb-fa225e6ed103') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:34.897834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c28de-5536-489e-85eb-fa225e6ed103') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:34.908197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.926412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.934137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:34.934722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:34.936639 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:34.996736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.026850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.042259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.068652 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d84f23ce-2b22-4c58-93d4-be67ec9e1dbb HTTP/1.1" status: 204 len: 168 time: 0.4125631 Jul 15 13:12:35.085157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0773-8421-45e8-9193-daef9ecf37c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84f23ce-2b22-4c58-93d4-be67ec9e1dbb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.171758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d727a2c4-031c-41de-83b0-b1e042585da2 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:35.201081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d727a2c4-031c-41de-83b0-b1e042585da2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:35.201494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d727a2c4-031c-41de-83b0-b1e042585da2 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:35.202105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:35.203537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.234617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:35.235978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db6ff8bb-e4d8-4482-8b6e-d879411dc4f9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:35.266124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851bfd74-4fc3-4b6f-b697-f20409c94ff8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:35.267221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:35.325561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca85d26-ee0b-4de5-9b74-b5a478f69b25') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:35.326012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca85d26-ee0b-4de5-9b74-b5a478f69b25') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:35.336416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6242cc67-0697-49b4-82dd-9f4905f1f64a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d5d851c34a448a1b05731163dfa6cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673220 Jul 15 13:12:35.343871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:35.372694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.386930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.406006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:35.406372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:35.411942 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:35.548508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def3f1a-1910-4a4e-a108-5d385d3ba1f0 req-099fe597-e064-48c5-bf4b-4d5c8d1ee046 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.550154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6def3f1a-1910-4a4e-a108-5d385d3ba1f0 req-099fe597-e064-48c5-bf4b-4d5c8d1ee046 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.4267573 Jul 15 13:12:35.552852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:35.565157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.570258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.573340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] 10.222.0.48 "DELETE /v2.0/networks/851bfd74-4fc3-4b6f-b697-f20409c94ff8 HTTP/1.1" status: 204 len: 168 time: 0.7889695 Jul 15 13:12:35.583248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.595736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d5ebada5-d4b0-479b-9acb-165e2b8d49d7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:35.652427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30993d37-81b2-4d50-8fe7-01ab895e56c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.655533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dcfe7-e244-4afb-8de8-16d7222a1c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=851bfd74-4fc3-4b6f-b697-f20409c94ff8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.673882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event deleted for resources: {'Port': ['ID=49788341-ae9f-47e9-b524-c8cddc8692bb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.852730 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30993d37-81b2-4d50-8fe7-01ab895e56c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.860317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] No DVR routers for this DVR port 49788341-ae9f-47e9-b524-c8cddc8692bb on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:35.863857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.866192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c9c9baa-b4c6-48af-aff7-04ce5338234b req-2ac79fe7-cf71-47d1-a33d-41acda13286a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "DELETE /v2.0/ports/49788341-ae9f-47e9-b524-c8cddc8692bb HTTP/1.1" status: 204 len: 173 time: 1.6357613 Jul 15 13:12:35.889676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'name': 'network-vif-deleted', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:35.892028 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335d611c-38aa-416f-a2c4-ab9de416a3ca" -d '{"events": [{"server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "name": "network-vif-deleted", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:35.947894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6def3f1a-1910-4a4e-a108-5d385d3ba1f0 req-ed27b652-a128-4c4b-b07f-e74a94bd9a9d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670266 Jul 15 13:12:35.974228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.088776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c449ea5b-252e-45ab-b299-afb6a3fbbb9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51e9067bad264e0db0d8b3fb084022b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128602 Jul 15 13:12:36.090976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.164424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30993d37-81b2-4d50-8fe7-01ab895e56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.167774 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30993d37-81b2-4d50-8fe7-01ab895e56c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.169171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-30993d37-81b2-4d50-8fe7-01ab895e56c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9dc2522-2a26-43b8-b735-7da6868a6943 HTTP/1.1" status: 204 len: 168 time: 0.8244748 Jul 15 13:12:36.191058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30993d37-81b2-4d50-8fe7-01ab895e56c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc2522-2a26-43b8-b735-7da6868a6943,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.211219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:36.217645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.224730 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:36.246672 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:36.247342 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:36.264571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0a77-0d99-408b-a04d-303956b7ae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.278128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-ca726d9f-8170-4f30-b619-8e68194942e0 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "PUT /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 995 time: 2.8997152 Jul 15 13:12:36.300827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0a77-0d99-408b-a04d-303956b7ae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.402510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0a77-0d99-408b-a04d-303956b7ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.416737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0a77-0d99-408b-a04d-303956b7ae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.433069 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa7d0a77-0d99-408b-a04d-303956b7ae77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0078536e-9b0c-425f-8a68-5d4eaaca0553 HTTP/1.1" status: 204 len: 168 time: 0.3263149 Jul 15 13:12:36.440475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:36.451156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d0a77-0d99-408b-a04d-303956b7ae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0078536e-9b0c-425f-8a68-5d4eaaca0553,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.484288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-68b7ee6a-d61a-4adc-835b-0a5ee4c8a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.487275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-68b7ee6a-d61a-4adc-835b-0a5ee4c8a58e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1736555 Jul 15 13:12:36.783275 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:34Z', 'revision_number': 8, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:36.839618 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:36.871186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device abc60a80-286f-4d1a-804c-32a880b9ea04 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:36.873764 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:36.877522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:36.972785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port abc60a80-286f-4d1a-804c-32a880b9ea04 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:36.980300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port abc60a80-286f-4d1a-804c-32a880b9ea04 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:36.981181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.188096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b63ad-9fae-472c-a5d1-1319e990b04b req-5eee1bdd-e0ae-46f6-a62f-d21596ea0b56 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.195234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-516b63ad-9fae-472c-a5d1-1319e990b04b req-5eee1bdd-e0ae-46f6-a62f-d21596ea0b56 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 944 time: 0.7647676 Jul 15 13:12:37.218356 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.248646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-0ad3aa74-6e7f-47a1-a087-891d758a6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.250168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-0ad3aa74-6e7f-47a1-a087-891d758a6ffc service neutron] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.7509632 Jul 15 13:12:37.258738 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:37.261843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-516b63ad-9fae-472c-a5d1-1319e990b04b req-33b3a432-050b-418d-947c-c279b636277e tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656896 Jul 15 13:12:37.263543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 49788341-ae9f-47e9-b524-c8cddc8692bb no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:37.299096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc60a80-286f-4d1a-804c-32a880b9ea04'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:37.301651 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca470c39-f7f1-4e70-bf6a-30b9aacaa89f" -d '{"events": [{"server_uuid": "9f778cd0-ca76-4f64-a973-09a0af1517a8", "name": "network-vif-plugged", "status": "completed", "tag": "abc60a80-286f-4d1a-804c-32a880b9ea04"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:37.307181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 49788341-ae9f-47e9-b524-c8cddc8692bb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:37.307724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 49788341-ae9f-47e9-b524-c8cddc8692bb not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:37.319393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port abc60a80-286f-4d1a-804c-32a880b9ea04, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=abc60a80-286f-4d1a-804c-32a880b9ea04,segment=NetworkSegment(b09d05c5-ae19-4c9a-acc0-a719e10b541b),segment_id=b09d05c5-ae19-4c9a-acc0-a719e10b541b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:37.326359 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.399095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-17447c6e-be26-4734-a362-7b74482db9e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 998 time: 0.1360576 Jul 15 13:12:37.402268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=abc60a80-286f-4d1a-804c-32a880b9ea04,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.479356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-4bade84f-09f5-4142-9678-b23d1b3db149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.480882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-4bade84f-09f5-4142-9678-b23d1b3db149 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.0662448 Jul 15 13:12:37.577273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-dc263656-c9d0-4fae-93cf-f0d8ea85eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.579529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-dc263656-c9d0-4fae-93cf-f0d8ea85eb20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900066 Jul 15 13:12:37.616848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:37.740374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1208088836-network', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:37.777364 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:34Z', 'revision_number': 8, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:37.781660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-a3ae05ee-972e-4ea5-890f-89d925342e97 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954770 Jul 15 13:12:37.783526 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c20aa9-9990-43b6-b4b6-4fa7b81e0a94 x-openstack-request-id: req-97c20aa9-9990-43b6-b4b6-4fa7b81e0a94 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:37.783835 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ab7330-9a05-4fdc-b98f-c7ecaea773b7", "name": "network-vif-deleted", "tag": "49788341-ae9f-47e9-b524-c8cddc8692bb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:37.784080 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97c20aa9-9990-43b6-b4b6-4fa7b81e0a94 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:37.784475 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ab7330-9a05-4fdc-b98f-c7ecaea773b7', 'name': 'network-vif-deleted', 'tag': '49788341-ae9f-47e9-b524-c8cddc8692bb', 'status': 'completed', 'code': 200} Jul 15 13:12:37.793386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Made reservation on behalf of 9cecc8837fed4d40b8136064651ca0b1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:37.803192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.816741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.871843 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a0e35-631d-44fa-9ee6-5f305ea5fd94 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd380c249-a241-4bf1-82d5-e14ec621bb63', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'port_id': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'mac_address': 'fa:16:3e:d7:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:58Z', 'updated_at': '2021-07-15T13:12:34Z', 'revision_number': 8, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:37.948807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080abae-1aea-471d-996c-99d45f5dd82c req-69d9e0a2-77f3-4345-b2f2-1cda039820fa tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.956114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8080abae-1aea-471d-996c-99d45f5dd82c req-69d9e0a2-77f3-4345-b2f2-1cda039820fa tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.1707058 Jul 15 13:12:37.984354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.988940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.003119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94bf2c3a-8d24-482f-9a68-2ce31e9ff624 req-17831d2a-5307-443a-a33f-9df18526fbfc service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027569 Jul 15 13:12:38.015720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8080abae-1aea-471d-996c-99d45f5dd82c req-9097d4a2-fba3-48cd-a39c-0bc832e57887 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554113 Jul 15 13:12:38.015861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:38.065069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.065430 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Added segment 33dadaaf-8323-46cb-a531-5fefc2259cfe of type vlan for network 75712f4f-e525-4e27-9e77-81d384d81432 Jul 15 13:12:38.119128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98400d24-81e3-44a2-8148-86b77d8e7ea9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:38.123282 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0e5a9-2976-4c03-b4e7-f32c17ef0401 x-openstack-request-id: req-0bd0e5a9-2976-4c03-b4e7-f32c17ef0401 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:38.124263 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f778cd0-ca76-4f64-a973-09a0af1517a8", "name": "network-vif-plugged", "status": "completed", "tag": "abc60a80-286f-4d1a-804c-32a880b9ea04", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:38.124836 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bd0e5a9-2976-4c03-b4e7-f32c17ef0401 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:38.125432 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc60a80-286f-4d1a-804c-32a880b9ea04', 'code': 200} Jul 15 13:12:38.160071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.213347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.215548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.216502 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.308675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66e3a7-0f77-45c0-8f1e-201da25040b0 None None] New status for floating IP d380c249-a241-4bf1-82d5-e14ec621bb63: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:38.308884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6902211 Jul 15 13:12:38.312223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:38.323287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Request body: {'subnet': {'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1208088836-subnet', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:38.340609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d183912-34d7-4ab4-935a-3f920e9ab833 req-5926b14f-5050-4f75-9d72-634cfc7de566 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 995 time: 0.1706829 Jul 15 13:12:38.375080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68635-0f11-4f26-9a3e-1f3f9dfe31c2 admin admin] Pushing event updated for resources: {'Network': ['ID=75712f4f-e525-4e27-9e77-81d384d81432,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:38.395118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61cd99-f207-453d-a37d-d76e5a60509e req-faddef42-6b85-4d36-8d93-0b27ccb4dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.396738 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9e61cd99-f207-453d-a37d-d76e5a60509e req-faddef42-6b85-4d36-8d93-0b27ccb4dbac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 1096 time: 0.1586611 Jul 15 13:12:38.400614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Made reservation on behalf of 9cecc8837fed4d40b8136064651ca0b1 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:38.403405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.484964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 75712f4f-e525-4e27-9e77-81d384d81432 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:38.521122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183912-34d7-4ab4-935a-3f920e9ab833 req-c511fc23-8a73-4e40-8c94-ccdedbb7cf2c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.523277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d183912-34d7-4ab4-935a-3f920e9ab833 req-c511fc23-8a73-4e40-8c94-ccdedbb7cf2c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1776145 Jul 15 13:12:38.536870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-3d183912-34d7-4ab4-935a-3f920e9ab833 req-5e5f5cbc-46d9-43ac-bef9-c68e451314bb tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:38.538131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d183912-34d7-4ab4-935a-3f920e9ab833 req-5e5f5cbc-46d9-43ac-bef9-c68e451314bb tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080314 Jul 15 13:12:38.547452 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9e61cd99-f207-453d-a37d-d76e5a60509e req-63cc49ab-8a2b-4937-a79c-fb1ffb10ade6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408143 Jul 15 13:12:38.721657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.787482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d29be-7a03-4017-8ae2-32f0c44caf72 req-ae8bb75a-fdd6-49ed-a356-fadab04303a1 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.789040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d34d29be-7a03-4017-8ae2-32f0c44caf72 req-ae8bb75a-fdd6-49ed-a356-fadab04303a1 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 945 time: 0.1374347 Jul 15 13:12:38.808854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8c2536-9f18-47cd-9931-9247414dd2d4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:38.811356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Checking segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:38.811968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Network hostable DHCP agents. Network: 75712f4f-e525-4e27-9e77-81d384d81432, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:38.836581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Network 75712f4f-e525-4e27-9e77-81d384d81432 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:38.851718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 75712f4f-e525-4e27-9e77-81d384d81432) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:38.857916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.859117 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.863972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6803b-0153-4544-820d-42c971efdfa7 None None] Network 75712f4f-e525-4e27-9e77-81d384d81432 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:38.880861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff5b8fa5-c67a-493b-b34b-af1348bda176 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5673475 Jul 15 13:12:38.881089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d34d29be-7a03-4017-8ae2-32f0c44caf72 req-506fd4e0-37e8-4a6b-9f54-7221ed8cde28 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842659 Jul 15 13:12:38.884858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45574) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:38.893694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:38.927026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.928555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-bd0eeb04-3a81-4d2c-89d4-5d1fe0c763c9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.0994060 Jul 15 13:12:38.933688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.000405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-3427ee1f-e34c-4899-81aa-333e67b84fed tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.001970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-3427ee1f-e34c-4899-81aa-333e67b84fed tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports/d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 942 time: 0.0654812 Jul 15 13:12:39.061226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.119805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e341e7b4-ebec-4a41-b15d-7d948877a4e3 req-ba55912c-efc4-4dbd-86b8-afb30cf51fee tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0969417 Jul 15 13:12:39.299238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-05edb636-2b3c-4348-9218-1171613c92ef tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.1335831 Jul 15 13:12:39.346357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.384481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-75712f4f-e525-4e27-9e77-81d384d81432', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:39.385574 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.478720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-29180df8-d012-478a-a18e-853adfbf47c9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.486518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-29180df8-d012-478a-a18e-853adfbf47c9 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1817315 Jul 15 13:12:39.577806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437b04-c768-49c6-8230-a99d807f1388 req-04eafb08-bf8c-410e-9015-38c27c5458ce tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.582612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e437b04-c768-49c6-8230-a99d807f1388 req-04eafb08-bf8c-410e-9015-38c27c5458ce tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.2383773 Jul 15 13:12:39.661626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Allocated IP 172.20.0.2 (75712f4f-e525-4e27-9e77-81d384d81432/be8c2536-9f18-47cd-9931-9247414dd2d4/be28184c-9399-4710-9314-b500dec66822) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:39.662126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-50016c92-61c0-464f-abf6-8ddfe2260ee2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.1747127 Jul 15 13:12:39.669796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:39.744187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.786511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e437b04-c768-49c6-8230-a99d807f1388 req-05dd9dd8-0152-44a4-9f60-6bf7041b29c4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969385 Jul 15 13:12:39.799927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:39.802369 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a689629-2437-4793-98a3-4e963af55fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:39.895266 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.930169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Transition to ACTIVE for port object be28184c-9399-4710-9314-b500dec66822 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:39.955981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Transition to ACTIVE for port object be28184c-9399-4710-9314-b500dec66822 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:39.970693 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.019796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Network 75712f4f-e525-4e27-9e77-81d384d81432 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:40.025168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:40.027274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Pushing event updated for resources: {'Port': ['ID=be28184c-9399-4710-9314-b500dec66822,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:40.038368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:40.054300 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.059812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.060140 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Floating IP d380c249-a241-4bf1-82d5-e14ec621bb63 disassociated. External IP: 172.25.2.36, port: d5ebada5-d4b0-479b-9acb-165e2b8d49d7. Jul 15 13:12:40.064120 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db44f4-dba5-49c4-8e37-b06d05b50647 x-openstack-request-id: req-f8db44f4-dba5-49c4-8e37-b06d05b50647 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:40.064400 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:40.077023 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8db44f4-dba5-49c4-8e37-b06d05b50647 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:40.077909 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'status': 'completed', 'code': 200} Jul 15 13:12:40.163188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Attempting to bind port be28184c-9399-4710-9314-b500dec66822 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:40.165228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Attempting to bind port be28184c-9399-4710-9314-b500dec66822 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:40.166034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Attempting to bind port be28184c-9399-4710-9314-b500dec66822 on network 75712f4f-e525-4e27-9e77-81d384d81432 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:40.178941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:40.180030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Checking segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:40.184815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.185708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Bound using segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:40.186301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Bound port: be28184c-9399-4710-9314-b500dec66822, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:40.186822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.273177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.296678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.317841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] For port be28184c-9399-4710-9314-b500dec66822, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:40.326051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] For port be28184c-9399-4710-9314-b500dec66822, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=be28184c-9399-4710-9314-b500dec66822,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:40.349633 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.370241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689629-2437-4793-98a3-4e963af55fb8 req-3b83a7f8-9a12-44a3-be4e-033193aec0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.371904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-3b83a7f8-9a12-44a3-be4e-033193aec0e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.2456079 Jul 15 13:12:40.445919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Allocated IP 172.25.2.143 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/f4e5184e-bfca-419c-aa4a-2543435854b1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:40.484923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5de3c-45d2-4903-88b6-1d166c31d8a5 None None] Pushing event updated for resources: {'Port': ['ID=be28184c-9399-4710-9314-b500dec66822,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:40.638350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689629-2437-4793-98a3-4e963af55fb8 req-9bc102b6-7650-46c0-a2eb-7eaf88c7392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.639865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-9bc102b6-7650-46c0-a2eb-7eaf88c7392a service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.2621984 Jul 15 13:12:40.645813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.694599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-d4b17b9f-dde6-4cdc-8bba-c12f7124429a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.0459583 Jul 15 13:12:40.711242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:40.711757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.764234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:40.767480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:40.781613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:40.787799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceff550-fac6-4e1a-b70b-12aadd4ca270 req-c5a730fe-b2ae-4af0-abbb-7b27b6f08232 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.789787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ceff550-fac6-4e1a-b70b-12aadd4ca270 req-c5a730fe-b2ae-4af0-abbb-7b27b6f08232 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 945 time: 0.3089983 Jul 15 13:12:40.812422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689629-2437-4793-98a3-4e963af55fb8 req-ba2c91a5-c02d-49f6-ac63-0555a66c19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.816466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-ba2c91a5-c02d-49f6-ac63-0555a66c19e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1143951 Jul 15 13:12:40.834358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Pushing event updated for resources: {'Port': ['ID=f4e5184e-bfca-419c-aa4a-2543435854b1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:40.934973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ceff550-fac6-4e1a-b70b-12aadd4ca270 req-8fa1ab2d-7a10-4f7f-aa21-12941d60d575 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318028 Jul 15 13:12:41.011662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689629-2437-4793-98a3-4e963af55fb8 req-bb595b84-dd68-40ff-8fea-70769369ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.013567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-bb595b84-dd68-40ff-8fea-70769369ce2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570506 Jul 15 13:12:41.025904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:41.031997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.041179 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:41.061328 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:41.068283 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:41.213903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.236082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be28184c-9399-4710-9314-b500dec66822 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:41.271307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-e6a15194-87dd-41cd-b02a-ad5435e18c9f tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "PUT /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 695 time: 1.6079271 Jul 15 13:12:41.307211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6cbba277-d48e-4889-946f-1add617c0a17 req-5e3acb46-fbab-4c8e-a042-2c60aa0ab9b0 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0888152 Jul 15 13:12:41.307766 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:41.353378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port be28184c-9399-4710-9314-b500dec66822 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:41.410097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-1ae0720f-ad20-423c-bb56-8fd86b9e87dd service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809986 Jul 15 13:12:41.623276 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:41.625813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.630988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-9d3a1068-4b5a-412f-a247-ecbdfc088e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.632567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-9d3a1068-4b5a-412f-a247-ecbdfc088e92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.3242681 Jul 15 13:12:41.671657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:41.682028 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:41.682592 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:41.708487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a689629-2437-4793-98a3-4e963af55fb8 req-247eb402-7017-4c96-9cbf-92db234f3118 service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849205 Jul 15 13:12:41.802979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-5c43c530-419f-4c7e-9489-a25ab26c1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.805238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-5c43c530-419f-4c7e-9489-a25ab26c1bd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.1530688 Jul 15 13:12:41.807189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6cfe343e-2d56-4864-bd05-88c439014627 req-631859e3-29bf-4f91-a146-ae45898105d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0533819 Jul 15 13:12:41.833402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Router 4c95901e-6067-45fc-bc81-54dec30b5bec is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:41.838194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37c09-a6b3-42ae-935c-29cd20a55b03 req-2dbed7f5-b3b8-413a-a70d-0efe104659b7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.846346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb37c09-a6b3-42ae-935c-29cd20a55b03 req-2dbed7f5-b3b8-413a-a70d-0efe104659b7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.3127148 Jul 15 13:12:41.867929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f3427-1368-44a7-ace0-e9769db0fb55 None None] Network 75712f4f-e525-4e27-9e77-81d384d81432 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:41.875632 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:41.906773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-0a6b670d-ecb4-4f88-97bb-5bcee3921834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.0933690 Jul 15 13:12:41.998499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb37c09-a6b3-42ae-935c-29cd20a55b03 req-6911265c-2c01-46ef-9e9b-083aeee3886c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509671 Jul 15 13:12:42.003066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] Provisioning for port be28184c-9399-4710-9314-b500dec66822 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:42.012761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] Provisioning complete for port be28184c-9399-4710-9314-b500dec66822 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:42.013337 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.023109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-f4e3ad1f-376d-4c9f-97fb-c398c37dd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.028184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:42.028395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-f4e3ad1f-376d-4c9f-97fb-c398c37dd21c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1118731 Jul 15 13:12:42.062872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.064531 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-40b02d9f-8677-4111-8edc-3f82ad582d1d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1773469 Jul 15 13:12:42.067748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45642) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:42.068983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Sync routers for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:42.096391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:42.097357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:42.115799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:42.120314 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116ddacc-8f1a-4e93-960a-89c90c87d8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:42.168703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-41509759-28da-4af8-ad74-d1800142bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.177143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-41509759-28da-4af8-ad74-d1800142bb73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397812 Jul 15 13:12:42.178824 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:42.236515 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22611295-ab4d-4ea4-a7ec-fdd02aa925e7 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:33Z', 'revision_number': 4, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '99b7e37b-7af9-4fec-b966-613e3b38c568', 'name': '', 'network_id': '45aee3c0-8a67-4dd4-a643-7e73ea19768d', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'mac_address': 'fa:16:3e:13:d8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:32Z', 'updated_at': '2021-07-15T13:11:39Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'subnets': [{'id': '53cde217-c2be-48df-b7ff-e62d07d87096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:42.332384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-1e384d5e-867f-4f2e-866d-3fa865a121d4 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540260 Jul 15 13:12:42.476774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327c0103-b598-4025-9cb1-98d2585cd4dd req-3551d8be-e4ed-4baf-b29e-28c40c7fc8a7 service neutron] 10.222.0.48 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364746 Jul 15 13:12:42.628201 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c2916-2540-4ce8-8864-d25cdfb62092 x-openstack-request-id: req-107c2916-2540-4ce8-8864-d25cdfb62092 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:42.628562 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:42.628875 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-107c2916-2540-4ce8-8864-d25cdfb62092 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:42.629343 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'status': 'completed', 'code': 200} Jul 15 13:12:42.632638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:42.844391 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550f9c0-90ee-415d-be04-38138e92ce65 None None] New status for floating IP d380c249-a241-4bf1-82d5-e14ec621bb63: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:42.994600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ead2040b-3d3f-408b-a173-69c7a84bf0ae req-4d36c5f5-abb9-46f2-af05-c8ee4332590b tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0823870 Jul 15 13:12:43.011195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.061315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-eb0d6d48-6a0e-4223-ad4c-e54888b3228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.064731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-eb0d6d48-6a0e-4223-ad4c-e54888b3228b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45e0838363f491a83d04c6ec666af0f&device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 1096 time: 0.2969983 Jul 15 13:12:43.067333 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a792bfd-6039-45c9-8ab4-32559a54d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.162434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-66278f01-ea49-4b3b-ac7b-8d9171a91c81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662815 Jul 15 13:12:43.201528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.239143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:40Z', 'revision_number': 3, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:43.298506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:43.307568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Checking router: 4c95901e-6067-45fc-bc81-54dec30b5bec for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:43.307912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Updating router 4c95901e-6067-45fc-bc81-54dec30b5bec port f4e5184e-bfca-419c-aa4a-2543435854b1 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:12:43.351838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] For port be28184c-9399-4710-9314-b500dec66822, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=be28184c-9399-4710-9314-b500dec66822,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:43.375446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.421346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-def4a719-47b5-4408-b5ea-19474a203898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.425729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-def4a719-47b5-4408-b5ea-19474a203898 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1096 time: 0.2012613 Jul 15 13:12:43.448108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a855e9-25b0-4fd5-93c5-e617591fbabb req-d117beba-7412-45e0-bfa5-0b633f217e31 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.455230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3a855e9-25b0-4fd5-93c5-e617591fbabb req-d117beba-7412-45e0-bfa5-0b633f217e31 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.1424768 Jul 15 13:12:43.498283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.544296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Allocated IP 172.20.0.1 (75712f4f-e525-4e27-9e77-81d384d81432/be8c2536-9f18-47cd-9931-9247414dd2d4/6347dd7c-97a6-496b-bfc0-e02a07c8a175) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:43.600178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-3ec7f047-fd43-4798-b8ef-df867762ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.601685 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-3ec7f047-fd43-4798-b8ef-df867762ed13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 200 len: 921 time: 0.5250921 Jul 15 13:12:43.645596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3a855e9-25b0-4fd5-93c5-e617591fbabb req-4e0c8001-b3f0-4388-b150-b928f23ba001 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894994 Jul 15 13:12:43.663942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-a5087d98-f3c4-4872-9cde-26ccd1c90645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.667068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-a5087d98-f3c4-4872-9cde-26ccd1c90645 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.2097273 Jul 15 13:12:43.677372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f62fd-a4b0-4217-a7a1-2987319de8df None None] Pushing event updated for resources: {'Port': ['ID=be28184c-9399-4710-9314-b500dec66822,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.755454 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-dfabd80a-2715-4571-9d6c-888333dfce80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 200 len: 217 time: 0.1173825 Jul 15 13:12:43.785423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8ad72cc7-1160-482e-a097-88c4b4f7719d None None] Provisioning complete for port be28184c-9399-4710-9314-b500dec66822 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:43.785876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ad72cc7-1160-482e-a097-88c4b4f7719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.794307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:43.847763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7', 'port_id': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'mac_address': 'fa:16:3e:c6:b1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb22382-8999-4a84-84e8-a46935e52509', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:43.936027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-73d482f6-95be-4830-bc14-6c2314cf193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.937511 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-73d482f6-95be-4830-bc14-6c2314cf193d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 200 len: 859 time: 0.1738591 Jul 15 13:12:43.951684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.990440 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.051049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:44.058491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Transition to ACTIVE for port object 6347dd7c-97a6-496b-bfc0-e02a07c8a175 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:44.091267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:44.105950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.144827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-550bb5a0-e997-4f46-bdf2-25df8c097e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.146475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-550bb5a0-e997-4f46-bdf2-25df8c097e5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45aee3c0-8a67-4dd4-a643-7e73ea19768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972175 Jul 15 13:12:44.199367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.218920 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.241381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Transition to ACTIVE for port object f4e5184e-bfca-419c-aa4a-2543435854b1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:44.251729 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.273170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.318272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-12b933c6-1454-4d6b-a451-c7dc2e853912 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 200 len: 693 time: 0.5465689 Jul 15 13:12:44.322508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Pushing event updated for resources: {'Port': ['ID=6347dd7c-97a6-496b-bfc0-e02a07c8a175,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.335209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Attempting to bind port f4e5184e-bfca-419c-aa4a-2543435854b1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:44.335674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Attempting to bind port f4e5184e-bfca-419c-aa4a-2543435854b1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:44.336060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Attempting to bind port f4e5184e-bfca-419c-aa4a-2543435854b1 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:44.347375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:44.349244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Network 75712f4f-e525-4e27-9e77-81d384d81432 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:44.351286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:44.352027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.353132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:44.354064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Bound port: f4e5184e-bfca-419c-aa4a-2543435854b1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:44.354874 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.355917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:44.360934 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-3f9b94dd-b597-4b6e-9b3a-f2f98820db6a service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052383 Jul 15 13:12:44.361777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:44.387608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a1d0f9-cd9c-4289-b57c-c51be16abe44 req-760d155d-d4c4-4e6a-86db-74e704375fb4 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0821767 Jul 15 13:12:44.388883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb9650-9c3b-4e9b-a47d-47f706c18a6f None None] Pushing event updated for resources: {'Port': ['ID=f4e5184e-bfca-419c-aa4a-2543435854b1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.399179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-81e0c556-1338-4b87-851a-7056e474264a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 1001 time: 0.7261224 Jul 15 13:12:44.420470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:44.497706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-116ddacc-8f1a-4e93-960a-89c90c87d8b1 req-9b676596-bc1e-4c94-87d8-42ec7d20211f service neutron] 10.222.0.23 "GET /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957127 Jul 15 13:12:44.534464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.572865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] For port f4e5184e-bfca-419c-aa4a-2543435854b1, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:44.589304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] For port f4e5184e-bfca-419c-aa4a-2543435854b1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f4e5184e-bfca-419c-aa4a-2543435854b1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:44.605282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-8462d15e-d31f-466a-b35d-2cc22b040073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.607145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-8462d15e-d31f-466a-b35d-2cc22b040073 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.2008154 Jul 15 13:12:44.613820 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.724602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-52535661-6003-4b88-8ff0-c4e3f202e237 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.732021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-52535661-6003-4b88-8ff0-c4e3f202e237 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.4122586 Jul 15 13:12:44.750594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ae42a9c-3db0-4448-bb1d-4db455367ac9 None None] Provisioning for port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:44.770304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb9650-9c3b-4e9b-a47d-47f706c18a6f None None] Pushing event updated for resources: {'Port': ['ID=f4e5184e-bfca-419c-aa4a-2543435854b1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.780143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.811908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ae42a9c-3db0-4448-bb1d-4db455367ac9 None None] Provisioning complete for port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:44.814743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a9c-3db0-4448-bb1d-4db455367ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.816645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:44.817301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:44.837483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-6e408067-7a8d-41e9-8c58-d62f3b8a0787 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 696 time: 0.1039481 Jul 15 13:12:44.934999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b0b78e5f-82b1-470a-ba70-af2e9532052d tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 696 time: 0.0963364 Jul 15 13:12:44.946931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-263cf1d6-d2ff-4e4a-a006-5ee47a59ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.948473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-263cf1d6-d2ff-4e4a-a006-5ee47a59ac5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3343923 Jul 15 13:12:45.002307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9ae42a9c-3db0-4448-bb1d-4db455367ac9 None None] Port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:45.132726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.140176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.169094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-7dfb7f86-e44c-4e3d-9eed-2de953456a8c service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775720 Jul 15 13:12:45.196242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Deleting port d886d6c6-db3f-438a-897f-95362fa05159 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:45.199012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:45.200547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.235925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.250334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be28184c-9399-4710-9314-b500dec66822 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:45.312138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Pushing event updated for resources: {'Port': ['ID=6347dd7c-97a6-496b-bfc0-e02a07c8a175,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.336520 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8946e7f-dfea-4c1d-877f-e79a87fbc8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.412421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Network 75712f4f-e525-4e27-9e77-81d384d81432 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:45.414557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:45.475046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port be28184c-9399-4710-9314-b500dec66822 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:45.475696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.593791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.594859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.614612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Calling delete_port for d886d6c6-db3f-438a-897f-95362fa05159 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:45.687426 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8acda9d0-ff8c-4df3-8725-a9db33befc3a req-ebf65a78-eb1a-4d7d-a213-2fe7156e8fb2 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045271 Jul 15 13:12:45.812305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b06868ae-108f-472f-8ce2-d521d9b68a4c None None] Provisioning complete for port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:45.812681 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06868ae-108f-472f-8ce2-d521d9b68a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.814779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.849876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759ceb9-6378-4efb-843a-f0059e8315be req-6b6ab15a-7ffb-4cd8-b82a-8b0baf03c677 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.858363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c759ceb9-6378-4efb-843a-f0059e8315be req-6b6ab15a-7ffb-4cd8-b82a-8b0baf03c677 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 944 time: 0.4729319 Jul 15 13:12:45.877820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b06868ae-108f-472f-8ce2-d521d9b68a4c None None] Port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:45.888207 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.915656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Router 4c95901e-6067-45fc-bc81-54dec30b5bec has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:45.926864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event deleted for resources: {'Port': ['ID=d886d6c6-db3f-438a-897f-95362fa05159,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.950398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:43Z', 'revision_number': 1, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:45.950993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c759ceb9-6378-4efb-843a-f0059e8315be req-a4777d68-812e-4b60-ac2a-a103239321ac tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873961 Jul 15 13:12:45.992109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3d96-1594-4a8d-a669-784d274193b5 None None] The sync data for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 is: [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:43Z', 'revision_number': 1, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:46.065099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.069014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.070838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-219df129-6f00-4538-9bd7-6a2708aa1388 req-b5c05278-16be-46a1-af78-ed070935ab53 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "DELETE /v2.0/floatingips/d380c249-a241-4bf1-82d5-e14ec621bb63 HTTP/1.1" status: 204 len: 173 time: 1.1346142 Jul 15 13:12:46.073629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:46.082702 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b13a9983-7740-49cc-98eb-7f86af134038 admin admin] 10.222.0.48 "PUT /v2.0/routers/4c95901e-6067-45fc-bc81-54dec30b5bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0138879 Jul 15 13:12:46.331731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-565ff084-1f23-4eab-99be-3a73da315dd8 req-b91a4e1b-109f-4b47-9474-59a6986e10af tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0471117 Jul 15 13:12:46.362025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628669b6-7490-4230-9082-c44d1e860ffa req-bf726305-813a-423c-ba14-1e19fedd1231 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.362025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-628669b6-7490-4230-9082-c44d1e860ffa req-bf726305-813a-423c-ba14-1e19fedd1231 tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 945 time: 0.1270545 Jul 15 13:12:46.408062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-628669b6-7490-4230-9082-c44d1e860ffa req-283a50a4-8d4f-4bee-809d-b71dbc0c79ed tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/security-groups?id=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366316 Jul 15 13:12:46.591556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-c9045d85-4704-479c-b84a-80d4f94fbdaf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.593730 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-c9045d85-4704-479c-b84a-80d4f94fbdaf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 945 time: 0.1214683 Jul 15 13:12:46.646186 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.774041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Deleting port abc60a80-286f-4d1a-804c-32a880b9ea04 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:46.775246 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.878958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:46.887149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639765893', 'description': 'tempest-description--1804487097'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:46.908158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] For port abc60a80-286f-4d1a-804c-32a880b9ea04, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=abc60a80-286f-4d1a-804c-32a880b9ea04,segment=NetworkSegment(b09d05c5-ae19-4c9a-acc0-a719e10b541b),segment_id=b09d05c5-ae19-4c9a-acc0-a719e10b541b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:46.908644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.925875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Calling delete_port for abc60a80-286f-4d1a-804c-32a880b9ea04 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:46.961048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.113877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de3d5f-7b0c-4dc0-afe3-6359940a5394 req-a17be350-cd56-4a11-a040-1e5279603a72 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.116069 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:47.121466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9de3d5f-7b0c-4dc0-afe3-6359940a5394 req-a17be350-cd56-4a11-a040-1e5279603a72 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 945 time: 0.1866744 Jul 15 13:12:47.130835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.147402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['abc60a80-286f-4d1a-804c-32a880b9ea04'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:47.215031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Pushing event deleted for resources: {'Port': ['ID=abc60a80-286f-4d1a-804c-32a880b9ea04,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.279840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9de3d5f-7b0c-4dc0-afe3-6359940a5394 req-9f45b4d7-6725-4b3b-9d22-e3526a908617 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570570 Jul 15 13:12:47.297881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:47.362700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] No DVR routers for this DVR port abc60a80-286f-4d1a-804c-32a880b9ea04 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:47.367851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.371084 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-77a95d68-a88d-4f7f-8074-2b3f278e609b req-e635153d-f60b-46f5-ac01-7d5dd3e1fdbf tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.49 "DELETE /v2.0/ports/abc60a80-286f-4d1a-804c-32a880b9ea04 HTTP/1.1" status: 204 len: 173 time: 0.7693439 Jul 15 13:12:47.371819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'name': 'network-vif-deleted', 'tag': 'abc60a80-286f-4d1a-804c-32a880b9ea04'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:47.383290 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee6c45f-336b-44b1-8f15-b5f222fc0e7d" -d '{"events": [{"server_uuid": "9f778cd0-ca76-4f64-a973-09a0af1517a8", "name": "network-vif-deleted", "tag": "abc60a80-286f-4d1a-804c-32a880b9ea04"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:47.398914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f4e5184e-bfca-419c-aa4a-2543435854b1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:47.410163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.421873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.487325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:47.491628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:47.492013 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.494557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d8dc-2f38-4293-8ebb-ec6cc6901925 req-8bd76bc8-9ba7-4610-b6d2-c4a2012fa9eb tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.497210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f4e5184e-bfca-419c-aa4a-2543435854b1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:47.507566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2472d8dc-2f38-4293-8ebb-ec6cc6901925 req-8bd76bc8-9ba7-4610-b6d2-c4a2012fa9eb tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 944 time: 0.3816504 Jul 15 13:12:47.536864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f4e5184e-bfca-419c-aa4a-2543435854b1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:47.537241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.573982 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.575750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6951671 Jul 15 13:12:47.578997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.582071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89b7a5-585f-4322-b7ad-7247f492a9b3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5328f78-fe3e-45f0-854f-527d6c1b0b2f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.586396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Request body: {'security_group_rule': {'security_group_id': 'd5328f78-fe3e-45f0-854f-527d6c1b0b2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:47.625362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2472d8dc-2f38-4293-8ebb-ec6cc6901925 req-440cc0e8-7f98-4e59-963d-8c68d94fabbb tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Jul 15 13:12:47.667601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.695790 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598a48a3-5979-41c2-9e10-a269c15d936b x-openstack-request-id: req-598a48a3-5979-41c2-9e10-a269c15d936b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:47.696131 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f778cd0-ca76-4f64-a973-09a0af1517a8", "name": "network-vif-deleted", "tag": "abc60a80-286f-4d1a-804c-32a880b9ea04", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:47.697098 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-598a48a3-5979-41c2-9e10-a269c15d936b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:47.697946 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f778cd0-ca76-4f64-a973-09a0af1517a8', 'name': 'network-vif-deleted', 'tag': 'abc60a80-286f-4d1a-804c-32a880b9ea04', 'status': 'completed', 'code': 200} Jul 15 13:12:47.733962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.748656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.752061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.765681 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.783675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3b8d67-cc1c-45ee-b04c-e29f5e668d29,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.794333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.798980 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aa33fe1c-3661-42d0-8a5c-6cfa7aa230c1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164171 Jul 15 13:12:47.800847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.811797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Request body: {'security_group_rule': {'security_group_id': 'd5328f78-fe3e-45f0-854f-527d6c1b0b2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:47.818389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d11b5201-806d-49ba-8b99-12de26f1201b req-4bffd09b-4a78-4544-8218-ef0beaa26f87 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0510783 Jul 15 13:12:47.819153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f4e5184e-bfca-419c-aa4a-2543435854b1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f4e5184e-bfca-419c-aa4a-2543435854b1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:47.836494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:47.847819 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7c49a-9eee-41a6-ad7c-22b65a583f2b" -d '{"events": [{"server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "name": "network-vif-plugged", "status": "completed", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:47.854423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.861718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.885375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:47.928127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.004012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59952be6-4123-4388-ae20-aa3cd4c790ce req-1b11839b-526c-4219-bb25-33f083f0e38e tempest-ServerMetadataNegativeTestJSON-483950217 tempest-ServerMetadataNegativeTestJSON-483950217-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f778cd0-ca76-4f64-a973-09a0af1517a8 HTTP/1.1" status: 200 len: 210 time: 0.0727665 Jul 15 13:12:48.038983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f4e5184e-bfca-419c-aa4a-2543435854b1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.054122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.070275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.088793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2fa630-d193-45ed-9e28-8368dd953d85,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.093307 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.104467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.104673 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0323675-414c-440e-9df2-f7bac022c386 x-openstack-request-id: req-f0323675-414c-440e-9df2-f7bac022c386 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:48.105141 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "name": "network-vif-plugged", "status": "completed", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:48.108534 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0323675-414c-440e-9df2-f7bac022c386 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:48.108723 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-94ed6670-dcb6-4a03-9380-2a812e3ae6f7 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038237 Jul 15 13:12:48.108817 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'code': 200} Jul 15 13:12:48.109158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45804) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.114007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:48.131980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.150142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.379476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e53980-3630-4a98-b4f8-f92d09c98341 req-aacd959e-56cf-463b-b555-6d0827cfdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.381001 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-47e53980-3630-4a98-b4f8-f92d09c98341 req-aacd959e-56cf-463b-b555-6d0827cfdab8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1096 time: 0.1056330 Jul 15 13:12:48.400305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e287276-16d9-45d5-9557-584d247da32b req-4985d691-d478-487d-9cd9-d98dc909b1fc tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.401966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e287276-16d9-45d5-9557-584d247da32b req-4985d691-d478-487d-9cd9-d98dc909b1fc tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 945 time: 0.2062907 Jul 15 13:12:48.407707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.424465 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-47e53980-3630-4a98-b4f8-f92d09c98341 req-603ffc3c-adb8-4b91-b26f-53326b7f03c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361097 Jul 15 13:12:48.637114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Allocated IP 172.25.2.9 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/2d9dd30e-6aae-4c7c-8dad-091deceec862) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:48.662017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd0035-c56a-4192-bf06-12fcfe9949c2 req-37e6d1ca-f128-4f19-b7f5-af8ce5b7297c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.664451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bdd0035-c56a-4192-bf06-12fcfe9949c2 req-37e6d1ca-f128-4f19-b7f5-af8ce5b7297c tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 945 time: 0.2370651 Jul 15 13:12:48.735156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Deleting port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:48.735498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.785989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bdd0035-c56a-4192-bf06-12fcfe9949c2 req-95348458-40d3-44b5-8fd4-b86dbb0a7c4a tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/security-groups?id=5684624a-7f02-4874-8081-fae893d1f534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110559 Jul 15 13:12:48.949416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.953128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] For port d5ebada5-d4b0-479b-9acb-165e2b8d49d7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:48.953491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.004770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Calling delete_port for d5ebada5-d4b0-479b-9acb-165e2b8d49d7 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:49.010447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77973a34-93ad-4454-a518-ced03e434a75 req-18b3893e-5132-4274-8e51-6282e67dd8a4 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0531666 Jul 15 13:12:49.020924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79517c2b-3195-426b-9060-0a73f4007abe req-437f3654-e8d7-4bb3-9e54-db24f66bc612 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.026819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79517c2b-3195-426b-9060-0a73f4007abe req-437f3654-e8d7-4bb3-9e54-db24f66bc612 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.2837319 Jul 15 13:12:49.139414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.206568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f4e5184e-bfca-419c-aa4a-2543435854b1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:49.248661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Deleting subnet 9688497b-fb81-431c-9c6b-56f620e5d49e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:49.255841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.276821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79517c2b-3195-426b-9060-0a73f4007abe req-7398fe86-3968-4d1c-b534-70dc7e38e6ac tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399204 Jul 15 13:12:49.282889 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.312149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.325189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Sync routers for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:49.326880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.357260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:49.367105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:49.370877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.376188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:49.380597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:49.404070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event updated for resources: {'Port': ['ID=2d9dd30e-6aae-4c7c-8dad-091deceec862,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.409293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:49.453128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.468949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] No DVR routers for this DVR port d5ebada5-d4b0-479b-9acb-165e2b8d49d7 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:49.474873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.476833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e287276-16d9-45d5-9557-584d247da32b req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.23 "DELETE /v2.0/ports/d5ebada5-d4b0-479b-9acb-165e2b8d49d7 HTTP/1.1" status: 204 len: 173 time: 1.0561252 Jul 15 13:12:49.478446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f4e5184e-bfca-419c-aa4a-2543435854b1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:49.479167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.488884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.493737 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9688497b-fb81-431c-9c6b-56f620e5d49e HTTP/1.1" status: 204 len: 168 time: 0.3490613 Jul 15 13:12:49.493737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff5118-82f5-4da0-96d4-bc2a391e0326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9688497b-fb81-431c-9c6b-56f620e5d49e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.493737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.498107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'name': 'network-vif-deleted', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:49.501278 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a0bd2-a9ff-4833-86b1-864a540ec2b3" -d '{"events": [{"server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "name": "network-vif-deleted", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:49.526162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1807e4-7d88-4ac0-a162-09794b951fd2 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] Pushing event deleted for resources: {'Port': ['ID=d5ebada5-d4b0-479b-9acb-165e2b8d49d7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.584784 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873de886-9f5f-454d-ba0e-ee76376e3306 x-openstack-request-id: req-873de886-9f5f-454d-ba0e-ee76376e3306 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:49.585447 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e988573-e17d-4865-9a3f-430d8a1d3ab9", "name": "network-vif-deleted", "tag": "d5ebada5-d4b0-479b-9acb-165e2b8d49d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:49.585875 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-873de886-9f5f-454d-ba0e-ee76376e3306 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:49.586450 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e988573-e17d-4865-9a3f-430d8a1d3ab9', 'name': 'network-vif-deleted', 'tag': 'd5ebada5-d4b0-479b-9acb-165e2b8d49d7', 'status': 'completed', 'code': 200} Jul 15 13:12:49.606541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.624715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:49.626249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.721194 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.770397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.795108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dce5df-a459-4366-8af1-691ab3e71afc']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:49.818999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09d05c5-ae19-4c9a-acc0-a719e10b541b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:49.819213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09d05c5-ae19-4c9a-acc0-a719e10b541b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:49.830383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.849715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.861900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:49.862646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:49.884968 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:49.954849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.992194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.994625 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/69dce5df-a459-4366-8af1-691ab3e71afc HTTP/1.1" status: 204 len: 168 time: 0.4996746 Jul 15 13:12:49.995482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbfbfa-a27b-4434-85a1-27dc3ba73da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=69dce5df-a459-4366-8af1-691ab3e71afc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.047502 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.057603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.062848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 2, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:50.101175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Checking router: 4c95901e-6067-45fc-bc81-54dec30b5bec for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:50.101839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Updating router 4c95901e-6067-45fc-bc81-54dec30b5bec port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:12:50.143309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.268669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event updated for resources: {'Port': ['ID=2d9dd30e-6aae-4c7c-8dad-091deceec862,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.351644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-095b6060-ac3a-4c63-b391-52b5a78168c7 req-880c28fe-3982-499a-828e-d7b7f9c2ff28 tempest-FloatingIPsAssociationTestJSON-1462696820 tempest-FloatingIPsAssociationTestJSON-1462696820-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e988573-e17d-4865-9a3f-430d8a1d3ab9 HTTP/1.1" status: 200 len: 210 time: 0.3120594 Jul 15 13:12:50.359763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c67d451-9861-465a-9c62-550d17a83d19 req-0d2214ac-5e2f-452a-9337-2d38140474bb tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0830317 Jul 15 13:12:50.372855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.415706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:50.420446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.430283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bbc80cd5-5652-4bc2-91af-745bd915650f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3199191 Jul 15 13:12:50.501243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.505731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff63a3cd-c3ea-4a0f-8f7d-a5d589352184 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1320826e957b45daa688fd1550a1ee1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866394 Jul 15 13:12:50.506083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:50.527435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Transition to ACTIVE for port object 6347dd7c-97a6-496b-bfc0-e02a07c8a175 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:50.535822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.583227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0718e8c-59a2-44d0-a988-aed12b707856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.621367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648551a2-0a18-4709-bb12-1ad770c4a83b None None] Pushing event updated for resources: {'Port': ['ID=6347dd7c-97a6-496b-bfc0-e02a07c8a175,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.675418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0718e8c-59a2-44d0-a988-aed12b707856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.758450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Attempting to bind port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:50.759560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Attempting to bind port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:50.760286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Attempting to bind port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 on network 75712f4f-e525-4e27-9e77-81d384d81432 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:50.767371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:50.768733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Checking segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:50.769167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.769580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Bound using segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:50.770077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Bound port: 6347dd7c-97a6-496b-bfc0-e02a07c8a175, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:50.770493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.806619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866a48-3448-4562-95e5-2aca9839ffbd req-369b179e-cafa-4495-8726-0851da484733 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.816650 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad866a48-3448-4562-95e5-2aca9839ffbd req-369b179e-cafa-4495-8726-0851da484733 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.1941776 Jul 15 13:12:50.826667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0718e8c-59a2-44d0-a988-aed12b707856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.829343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0718e8c-59a2-44d0-a988-aed12b707856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.830791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d0718e8c-59a2-44d0-a988-aed12b707856 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b00ee2dd-44bf-4cda-88aa-ad29f7d1f004 HTTP/1.1" status: 204 len: 168 time: 0.3237216 Jul 15 13:12:50.859066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0718e8c-59a2-44d0-a988-aed12b707856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00ee2dd-44bf-4cda-88aa-ad29f7d1f004,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.900758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad866a48-3448-4562-95e5-2aca9839ffbd req-e7d95784-cbf3-4236-bde7-cbb4da21c0e0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828986 Jul 15 13:12:50.945368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device abc60a80-286f-4d1a-804c-32a880b9ea04 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:50.997522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] For port 6347dd7c-97a6-496b-bfc0-e02a07c8a175, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:51.001219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: abc60a80-286f-4d1a-804c-32a880b9ea04 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:51.001560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device abc60a80-286f-4d1a-804c-32a880b9ea04 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:51.017921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] For port 6347dd7c-97a6-496b-bfc0-e02a07c8a175, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6347dd7c-97a6-496b-bfc0-e02a07c8a175,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:51.028058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.159643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:51.160146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:51.175871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648551a2-0a18-4709-bb12-1ad770c4a83b None None] Pushing event updated for resources: {'Port': ['ID=6347dd7c-97a6-496b-bfc0-e02a07c8a175,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.313161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d5ebada5-d4b0-479b-9acb-165e2b8d49d7 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:51.342727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: d5ebada5-d4b0-479b-9acb-165e2b8d49d7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:51.343073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d5ebada5-d4b0-479b-9acb-165e2b8d49d7 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:51.407988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:51.467329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45936) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:51.724789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf3e06e7-15c7-4a1e-b861-1205bdf0f953 req-63146810-9e34-451d-832f-80f9448032b9 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0674646 Jul 15 13:12:51.892800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:50Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:51.934987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabb61d-94ac-44a9-836a-e1fe18b7dc18 None None] The sync data for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 is: [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:50Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:52.385778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d74a-8675-49ea-869e-556dcb3d62db req-5b472bb2-5860-4aab-a281-d0c5408fc888 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.391496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98c6d74a-8675-49ea-869e-556dcb3d62db req-5b472bb2-5860-4aab-a281-d0c5408fc888 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1096 time: 1.3038139 Jul 15 13:12:52.421655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46002) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:52.490527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98c6d74a-8675-49ea-869e-556dcb3d62db req-bc127ce4-8bf6-43af-8982-0dfd40a1f332 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809226 Jul 15 13:12:52.615488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-838525129-network', 'tenant_id': '0a80bf44a2be413c95ba5afcba07a3f4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:52.651321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.685643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Made reservation on behalf of 0a80bf44a2be413c95ba5afcba07a3f4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:52.688376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.705382 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.880624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.888837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.916850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6d724-8fad-4e52-b951-e29a933ffec2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.951976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:52.967042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.967806 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Added segment 0f622056-4318-4398-87eb-4564cacd74ba of type vlan for network da447d33-c129-4c61-9cbb-a219efca948b Jul 15 13:12:53.014920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16f3222d-9d4d-478e-823c-c80817ca57ac req-7f59f96a-2db8-45dc-90d1-9bed9240a930 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0438995 Jul 15 13:12:53.018661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790e4be-1bcf-4eee-b511-7b065ea3ed07 req-3dd5d050-1cd3-4d6a-a222-a42274b33e10 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.020124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5790e4be-1bcf-4eee-b511-7b065ea3ed07 req-3dd5d050-1cd3-4d6a-a222-a42274b33e10 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1096 time: 0.2502584 Jul 15 13:12:53.044133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.121135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.121135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.121471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.193576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7707024 Jul 15 13:12:53.197113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:53.198628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5790e4be-1bcf-4eee-b511-7b065ea3ed07 req-cda8ae0c-b761-4ea1-b3ea-1d6147d7f3ed tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406968 Jul 15 13:12:53.220816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Request body: {'subnet': {'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-838525129-subnet', 'tenant_id': '0a80bf44a2be413c95ba5afcba07a3f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:53.245658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Deleting port 99b7e37b-7af9-4fec-b966-613e3b38c568 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:53.246195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.259431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6347dd7c-97a6-496b-bfc0-e02a07c8a175 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:53.386435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a433c9-2789-490f-83f7-805db4bc6d53 admin admin] Pushing event updated for resources: {'Network': ['ID=da447d33-c129-4c61-9cbb-a219efca948b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.398833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] For port 99b7e37b-7af9-4fec-b966-613e3b38c568, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=99b7e37b-7af9-4fec-b966-613e3b38c568,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:53.399644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.403241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network da447d33-c129-4c61-9cbb-a219efca948b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:53.407586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Made reservation on behalf of 0a80bf44a2be413c95ba5afcba07a3f4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:53.410893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.417361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Calling delete_port for 99b7e37b-7af9-4fec-b966-613e3b38c568 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:53.441053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:53.448734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:53.449114 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.760991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.763171 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.834846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 6347dd7c-97a6-496b-bfc0-e02a07c8a175, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6347dd7c-97a6-496b-bfc0-e02a07c8a175,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:53.855427 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.871652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.892721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Pushing event deleted for resources: {'Port': ['ID=99b7e37b-7af9-4fec-b966-613e3b38c568,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.996272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Checking segment: {'id': '0f622056-4318-4398-87eb-4564cacd74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:53.996946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Network hostable DHCP agents. Network: da447d33-c129-4c61-9cbb-a219efca948b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:54.000473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4733ff-01df-45b5-8584-3f2580726926,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.020877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Network da447d33-c129-4c61-9cbb-a219efca948b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:54.032333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=6347dd7c-97a6-496b-bfc0-e02a07c8a175,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.041064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, da447d33-c129-4c61-9cbb-a219efca948b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:54.050847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f448ecd-6777-411f-9d2f-a4c52545173f None None] Network da447d33-c129-4c61-9cbb-a219efca948b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:54.052806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.053292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.125198 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-570e4331-39be-4c0d-8bbc-c073611be7d9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9266820 Jul 15 13:12:54.184801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.192244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.204574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.205788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e594fbd-43e9-42e4-8dbf-ebfa747fad01 None None] Network da447d33-c129-4c61-9cbb-a219efca948b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:54.213259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.225257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.233467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.241334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.250604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-e7b4cd58-af4b-4e00-8c88-af89d1255cfe tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.5205867 Jul 15 13:12:54.340744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.365842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec8761c3-ed6f-46db-ba2b-44f6d8ac5265 req-6be4134a-ad5b-4b35-8e3b-4c864c735d08 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136792 Jul 15 13:12:54.673754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcbe9485-ff8e-4898-b563-76bbf0d537d1 req-a77b8382-0e68-4beb-b586-f98596b38136 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0695093 Jul 15 13:12:54.762930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Router 84783fa3-e170-443a-a3ef-712cfd5d2366 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:54.929782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:54.945692 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] Sync routers for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:54.958025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2f22bc99-18d8-4636-97b8-5bc804fbca4f admin admin] 10.222.0.48 "PUT /v2.0/routers/84783fa3-e170-443a-a3ef-712cfd5d2366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4893391 Jul 15 13:12:54.960481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46088) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:54.964200 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:54.965131 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:55.214754 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.268899 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:55.280408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-1f26dd62-af91-4b8a-a7a8-b52e6421cf9e tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:55.287928 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-1f26dd62-af91-4b8a-a7a8-b52e6421cf9e tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136759 Jul 15 13:12:55.294545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Request body: {'binding': {'host': 'n-h1-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:55.295097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:12:55.312330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6347dd7c-97a6-496b-bfc0-e02a07c8a175 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:55.412690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-f4c5ff60-fa80-40f9-957f-ac1727a16bcc tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:55.421728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-f4c5ff60-fa80-40f9-957f-ac1727a16bcc tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/networks?id=da447d33-c129-4c61-9cbb-a219efca948b HTTP/1.1" status: 200 len: 812 time: 0.1915851 Jul 15 13:12:55.424202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:55.424586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.440684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-ef5ea42c-aa07-45c0-9195-657a75bcc4e9 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/quotas/0a80bf44a2be413c95ba5afcba07a3f4 HTTP/1.1" status: 200 len: 375 time: 0.0177948 Jul 15 13:12:55.500648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-d39efde1-e5b4-4817-8ac5-d46d8096487e tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a80bf44a2be413c95ba5afcba07a3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588262 Jul 15 13:12:55.540433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.592031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on host n-h1-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:55.592559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:55.592975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:55.606808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:55.606808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:55.632411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:55.632846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:55.633323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:55.633966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Bound port: 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:55.693661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-d120c00a-275f-4b5a-b62f-a89f45c5f88f service neutron] 10.222.0.48 "GET /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921284 Jul 15 13:12:55.717832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Deleting port aa25ae5a-fa3f-4540-8100-2da71016a3d4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:55.717832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.720774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:55.741428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.756655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-ee35121d-b6d5-49a9-8b22-ef82e9362376 service neutron] 10.222.0.48 "POST /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4676628 Jul 15 13:12:55.779086 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port': {'id': 'aa25ae5a-fa3f-4540-8100-2da71016a3d4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:27Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:55.810348 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] Checking router: 84783fa3-e170-443a-a3ef-712cfd5d2366 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:55.824616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] Routers {'84783fa3-e170-443a-a3ef-712cfd5d2366'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:55.825359 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:12:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['84783fa3-e170-443a-a3ef-712cfd5d2366'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:55.913213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] For port aa25ae5a-fa3f-4540-8100-2da71016a3d4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=aa25ae5a-fa3f-4540-8100-2da71016a3d4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:55.913855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.949602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-830eb218-54c8-4c67-b4f3-e4c3958e6697 service neutron] 10.222.0.48 "GET /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481186 Jul 15 13:12:55.955310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Calling delete_port for aa25ae5a-fa3f-4540-8100-2da71016a3d4 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:56.034445 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] Set router 84783fa3-e170-443a-a3ef-712cfd5d2366 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:56.113599 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:12:55Z', 'revision_number': 6, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:56.144940 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef66a18-06a3-4845-afb1-e4a9d8f173b5 None None] The sync data for ids ['84783fa3-e170-443a-a3ef-712cfd5d2366'] in n-d-798249-9 is: [{'id': '84783fa3-e170-443a-a3ef-712cfd5d2366', 'name': 'tempest-FloatingIPsAssociationTestJSON-459500659-router', 'tenant_id': 'b45e0838363f491a83d04c6ec666af0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:12:55Z', 'revision_number': 6, 'project_id': 'b45e0838363f491a83d04c6ec666af0f', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:56.189294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.196081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.202413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.210462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.217536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.224924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.238441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.238934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f17b0562-d989-451b-a0fa-25ab95b9a419 req-00504dcb-1c6f-4d26-b4a7-6169c7ce6c55 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.2009006 Jul 15 13:12:56.327086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-bb574c28-310c-4331-952a-363834ed62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.328615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-bb574c28-310c-4331-952a-363834ed62e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1096 time: 0.2877960 Jul 15 13:12:56.374780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.442818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2438c97a-d625-4d9b-afd9-7f60a1ef8177 req-27981f65-963f-4f9b-9d93-211f7885ce0c tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0475452 Jul 15 13:12:56.466894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa25ae5a-fa3f-4540-8100-2da71016a3d4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:56.617240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-17aa13b8-6ef8-4fcf-9439-caada26b63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.622332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-17aa13b8-6ef8-4fcf-9439-caada26b63da service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2850401 Jul 15 13:12:56.659087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.704796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34ab5a57-4f45-46a1-9e48-05b9b4ace6cc req-96d41b5e-9fc3-4c7c-b462-647d7088ead3 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 210 time: 0.0455055 Jul 15 13:12:56.717816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ab43a-a834-41a7-9740-a1f1a5b94c73 req-2a66b4c6-d1b0-45a9-9ffd-899db60553d3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.727518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-798ab43a-a834-41a7-9740-a1f1a5b94c73 req-2a66b4c6-d1b0-45a9-9ffd-899db60553d3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.2835345 Jul 15 13:12:56.752180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-dcaed5b2-0182-498d-a626-3fd39be3b8ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 217 time: 0.1150112 Jul 15 13:12:56.812416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-798ab43a-a834-41a7-9740-a1f1a5b94c73 req-b451ff7e-6f59-4261-8038-4abbb27603d8 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836008 Jul 15 13:12:56.975361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.982937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.047804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-7014c9c9-a167-4cbb-add3-fae08589ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.051745 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-7014c9c9-a167-4cbb-add3-fae08589ad7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.2357805 Jul 15 13:12:57.059377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.059962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84783fa3-e170-443a-a3ef-712cfd5d2366 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:57.066401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.067563 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e26b1b85-4e53-4861-b4cf-5f6380ecbde4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/84783fa3-e170-443a-a3ef-712cfd5d2366 HTTP/1.1" status: 204 len: 168 time: 2.1060860 Jul 15 13:12:57.070455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46144) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:57.129110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-9ec74527-78fb-40c8-9c5b-e0dd2f502a60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602722 Jul 15 13:12:57.170028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Deleting subnet 53cde217-c2be-48df-b7ff-e62d07d87096 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:57.178926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.213080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 99b7e37b-7af9-4fec-b966-613e3b38c568 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:57.236776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.259148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 99b7e37b-7af9-4fec-b966-613e3b38c568 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:57.263211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 99b7e37b-7af9-4fec-b966-613e3b38c568 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:57.263795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device aa25ae5a-fa3f-4540-8100-2da71016a3d4 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:57.277579 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-dc31f93b-2926-48d3-bf68-2bd9b631b6e7 service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407495 Jul 15 13:12:57.308211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: aa25ae5a-fa3f-4540-8100-2da71016a3d4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:57.308739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device aa25ae5a-fa3f-4540-8100-2da71016a3d4 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:57.380716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.453850 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-033be8cb-3dd1-423b-8491-075e27560faa service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677365 Jul 15 13:12:57.460690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.488874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cde217-c2be-48df-b7ff-e62d07d87096,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:57.500106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.502537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53cde217-c2be-48df-b7ff-e62d07d87096 HTTP/1.1" status: 204 len: 168 time: 0.4304233 Jul 15 13:12:57.505313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46152) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:57.509516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.509847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.510531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.511014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.511744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.512225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.512693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.513185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.515163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.516061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.516578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.516965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7094979-e47b-4498-844e-7ceadce763f5 None None] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:57.517262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa72881-b750-4df9-8631-496908c542f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:57.771696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d56fef2d-2a1a-42f0-ad3a-0845fcd5b9bd req-d63f71c4-1197-41c3-b279-86b64de99099 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0704436 Jul 15 13:12:57.785726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.875058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Deleting port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:57.877280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.030541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] For port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,segment=NetworkSegment(f64c907e-73dc-4ba8-895b-bc910c32a84e),segment_id=f64c907e-73dc-4ba8-895b-bc910c32a84e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:58.031010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.056681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Calling delete_port for de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:58.094150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c523f9d0-1448-4801-9faf-859404485201 req-82a82866-c2b0-4642-bff4-9d9ee1a5cb7b tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 210 time: 0.0967526 Jul 15 13:12:58.120146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] DHCP port deletion for 45aee3c0-8a67-4dd4-a643-7e73ea19768d request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:58.228130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.255124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] No DVR routers for this DVR port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:58.289742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Deleting port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:58.293567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.309179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.415380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.418961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642311-9ecb-470d-9c5c-428925de68f1 req-71e7a160-be88-446a-b4ae-93f9ba90a9a7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.426062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04642311-9ecb-470d-9c5c-428925de68f1 req-71e7a160-be88-446a-b4ae-93f9ba90a9a7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.2440217 Jul 15 13:12:58.426286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aee3c0-8a67-4dd4-a643-7e73ea19768d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:58.444172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64c907e-73dc-4ba8-895b-bc910c32a84e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:58.445723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64c907e-73dc-4ba8-895b-bc910c32a84e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:58.454886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.475024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.484598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:58.485166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.535617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04642311-9ecb-470d-9c5c-428925de68f1 req-c894c249-6c7a-4097-ad91-2b138f571dda tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079504 Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:58.552308 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:58.574643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.584084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.587153 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] 10.222.0.48 "DELETE /v2.0/networks/45aee3c0-8a67-4dd4-a643-7e73ea19768d HTTP/1.1" status: 204 len: 168 time: 1.0796177 Jul 15 13:12:58.601324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] For port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:58.602859 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.629583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Calling delete_port for de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:58.636424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a65c4-7742-4a9b-ae05-32d1d2642d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=45aee3c0-8a67-4dd4-a643-7e73ea19768d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.638028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:12:58.645967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.657048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Network 45aee3c0-8a67-4dd4-a643-7e73ea19768d is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:12:58.657776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] No DVR routers for this DVR port de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:58.686859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b2e09-91f2-471d-8d6d-7a3b56493901 None None] Pushing event deleted for resources: {'Port': ['ID=de9e72b8-1ae6-4943-9c05-6f6d4015c0e3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.839281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-cb063473-7a30-4c69-91f0-3129de21b625 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.841371 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-cb063473-7a30-4c69-91f0-3129de21b625 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.49 "GET /v2.0/networks?id=da447d33-c129-4c61-9cbb-a219efca948b HTTP/1.1" status: 200 len: 812 time: 0.2903888 Jul 15 13:12:58.853907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:58.861854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Request body: {'port': {'device_id': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b', 'admin_state_up': True, 'tenant_id': '0a80bf44a2be413c95ba5afcba07a3f4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:58.945888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c4c4e5df-1a26-4655-8924-819b56a40373 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b45e0838363f491a83d04c6ec666af0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883119 Jul 15 13:12:58.946066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:59.042803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73b5a1c4-473a-4589-be2d-dd958e786770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.071187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73b5a1c4-473a-4589-be2d-dd958e786770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.176988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Made reservation on behalf of 0a80bf44a2be413c95ba5afcba07a3f4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:59.192911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.230185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20960d75-08e3-4e21-86e8-3d75f416038c req-1f3f1222-c7e1-4d23-ac9e-90058db76742 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.1283090 Jul 15 13:12:59.278967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:59.292412 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73b5a1c4-473a-4589-be2d-dd958e786770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.295828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73b5a1c4-473a-4589-be2d-dd958e786770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.299213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-73b5a1c4-473a-4589-be2d-dd958e786770 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5684624a-7f02-4874-8081-fae893d1f534 HTTP/1.1" status: 204 len: 168 time: 0.3521850 Jul 15 13:12:59.317666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5a1c4-473a-4589-be2d-dd958e786770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684624a-7f02-4874-8081-fae893d1f534,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.331625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:59.332489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de9e72b8-1ae6-4943-9c05-6f6d4015c0e3 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:59.470557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-033f2382-649d-414c-9f01-0de3af305753 req-a605769c-057d-402d-9ea1-a97bfae05d09 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 210 time: 0.0415432 Jul 15 13:12:59.489001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:59.658400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Allocated IP 172.20.0.5 (da447d33-c129-4c61-9cbb-a219efca948b/3f4733ff-01df-45b5-8584-3f2580726926/10247639-de7f-4615-b6b7-5e7a0e7a1bf4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:59.695366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.696769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.698714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.700641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.701316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.702968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.707111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.710378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-21814fd1-4b66-4c0b-b92a-118fb8f0f010 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6501 time: 0.2202365 Jul 15 13:12:59.774829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-bf7f788d-a905-4e87-85a0-f356ae691cca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549710 Jul 15 13:12:59.997532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9442f2-b6a7-465e-9677-db00d04ad93b req-1b8b903d-19e7-4a6c-942f-10707dfa66c1 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.000157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f9442f2-b6a7-465e-9677-db00d04ad93b req-1b8b903d-19e7-4a6c-942f-10707dfa66c1 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.2040091 Jul 15 13:13:00.069824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.181601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f9442f2-b6a7-465e-9677-db00d04ad93b req-91bc4a33-97d7-4ef4-a960-e7fc30a27df4 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634581 Jul 15 13:13:00.531889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db58ab57-2598-42cb-8fb3-4b216d5a1334 req-b37af42a-9b02-4b7d-8db1-4d27959274c2 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0408680 Jul 15 13:13:00.668868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.690308 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.735291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Network da447d33-c129-4c61-9cbb-a219efca948b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:00.740148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:00.746839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:00.757100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Pushing event updated for resources: {'Port': ['ID=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.821634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.822706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.839363 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-84f95f1b-db51-4b24-8d00-f95ff77666fa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9833994 Jul 15 13:13:00.850997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Request body: {'port': {'device_id': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:00.877204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90043fdc-baec-4563-a50e-9c570db65bde req-2b506e7e-78e5-4557-a188-3bfc6f89793c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.885957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90043fdc-baec-4563-a50e-9c570db65bde req-2b506e7e-78e5-4557-a188-3bfc6f89793c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 931 time: 0.1762710 Jul 15 13:13:00.953523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90043fdc-baec-4563-a50e-9c570db65bde req-f84052d4-a91d-4c5e-8f9a-3a84706260bd tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664155 Jul 15 13:13:01.059516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.236409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-af6cf30c-22c6-487e-8ab4-825471c211a2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8d67bdf146724c63b37d4bf10ac8b42a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524526 Jul 15 13:13:01.534872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-6fb1c402-b981-4974-bf8d-fb6dee37ddde tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.535388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-6fb1c402-b981-4974-bf8d-fb6dee37ddde tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982225 Jul 15 13:13:01.561174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-581b29a1-2ece-430e-9191-cd48bf343064 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/quotas/8d67bdf146724c63b37d4bf10ac8b42a HTTP/1.1" status: 200 len: 375 time: 0.0170140 Jul 15 13:13:01.614137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:01.623569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.634689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-6ea82755-6f21-4cf4-b414-a2efc1bbfc9f tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d67bdf146724c63b37d4bf10ac8b42a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671518 Jul 15 13:13:01.637245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Transition to ACTIVE for port object 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:01.645416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.659878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743474-8966-4aa9-a4d2-3ea462a619d9 req-0e476b90-24f7-4fc2-ae40-6df2fe572273 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.666438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70743474-8966-4aa9-a4d2-3ea462a619d9 req-0e476b90-24f7-4fc2-ae40-6df2fe572273 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.1942384 Jul 15 13:13:01.755496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Pushing event updated for resources: {'Port': ['ID=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:01.773569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70743474-8966-4aa9-a4d2-3ea462a619d9 req-202ed32c-507d-49f4-b3f1-c715b5084f41 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038744 Jul 15 13:13:01.829154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Attempting to bind port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:01.829154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Attempting to bind port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '0f622056-4318-4398-87eb-4564cacd74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:01.829154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Attempting to bind port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 on network da447d33-c129-4c61-9cbb-a219efca948b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:01.833845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 on network da447d33-c129-4c61-9cbb-a219efca948b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:01.834181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Attempting to bind port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 on network da447d33-c129-4c61-9cbb-a219efca948b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:01.843187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:01.843689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Checking segment: {'id': '0f622056-4318-4398-87eb-4564cacd74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:01.844093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Bound using segment: {'id': '0f622056-4318-4398-87eb-4564cacd74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:01.844534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Bound port: 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f622056-4318-4398-87eb-4564cacd74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:01.844951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.973696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] For port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:01.980421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] For port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,segment=NetworkSegment(0f622056-4318-4398-87eb-4564cacd74ba),segment_id=0f622056-4318-4398-87eb-4564cacd74ba)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:01.986177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.044047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7392160a-b1d7-411e-9666-b66aa70bb378 req-34fb1f46-7011-4c05-b00b-0c8f3ebe87b5 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 210 time: 0.0509114 Jul 15 13:13:02.084318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Pushing event updated for resources: {'Port': ['ID=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.139786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.140424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.151333 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c4cd5830-1008-480d-a1af-763342d7d220 service neutron] 10.222.0.49 "PUT /v2.0/ports/10247639-de7f-4615-b6b7-5e7a0e7a1bf4 HTTP/1.1" status: 200 len: 1091 time: 1.3047473 Jul 15 13:13:02.152670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'tag': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:02.171686 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2214d7cd-3850-40a5-aa48-803b8324da68" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c", "tag": "10247639-de7f-4615-b6b7-5e7a0e7a1bf4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:02.295748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-34622739-da42-4247-a0ae-825a7eee1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.297781 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-34622739-da42-4247-a0ae-825a7eee1254 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a80bf44a2be413c95ba5afcba07a3f4&device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 1094 time: 0.0961742 Jul 15 13:13:02.345514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3846e724-8555-4c1d-87da-63c723cbec52 req-df73fd3d-00d4-40ad-bb3f-7423e60b66b0 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0966933 Jul 15 13:13:02.420927 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-63fd0045-d574-4070-90e0-8e5f3c425001 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4 HTTP/1.1" status: 200 len: 217 time: 0.1146572 Jul 15 13:13:02.432393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fb8f9-d4f8-4abe-9979-77856c391c16 req-3843d136-fea6-4153-aa7f-16a7e119ef5e tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.439448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-633fb8f9-d4f8-4abe-9979-77856c391c16 req-3843d136-fea6-4153-aa7f-16a7e119ef5e tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 943 time: 0.1798294 Jul 15 13:13:02.531057 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890c036f-c102-4b60-ad51-cbfbaa7033de x-openstack-request-id: req-890c036f-c102-4b60-ad51-cbfbaa7033de {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:02.531366 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c", "tag": "10247639-de7f-4615-b6b7-5e7a0e7a1bf4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:02.531630 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-890c036f-c102-4b60-ad51-cbfbaa7033de {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:02.532036 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'tag': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4', 'status': 'completed', 'code': 200} Jul 15 13:13:02.536178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c6e956c2-f61b-40cd-8df2-31bc059a3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.537570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-c6e956c2-f61b-40cd-8df2-31bc059a3be6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f4733ff-01df-45b5-8584-3f2580726926 HTTP/1.1" status: 200 len: 852 time: 0.1085517 Jul 15 13:13:02.550282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-633fb8f9-d4f8-4abe-9979-77856c391c16 req-2c658633-ad46-4b63-ae0f-f70fb36816ee tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858035 Jul 15 13:13:02.597890 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-7bf27cce-a7cb-4bfc-bcd5-576798d4bcd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da447d33-c129-4c61-9cbb-a219efca948b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508618 Jul 15 13:13:02.610174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-3e13ceeb-6bc0-41c3-b262-a4f72bfdf8fa service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:13:02.611921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-3e13ceeb-6bc0-41c3-b262-a4f72bfdf8fa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081310 Jul 15 13:13:02.761268 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-d7dce329-5a71-4810-a7a0-b0b6a25a32dc service neutron] 10.222.0.49 "GET /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414397 Jul 15 13:13:02.988362 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-21ad5d23-cb41-412c-8f40-03b7e552c314 req-7d04cc77-8b54-4c29-80ca-6c6242c90b3c service neutron] 10.222.0.49 "GET /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216969 Jul 15 13:13:03.071658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1fc5b-ede3-41e6-92a2-584645018866 req-940dad18-1599-430a-baff-1f63b0091992 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.080070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8f1fc5b-ede3-41e6-92a2-584645018866 req-940dad18-1599-430a-baff-1f63b0091992 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.1087558 Jul 15 13:13:03.148617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8f1fc5b-ede3-41e6-92a2-584645018866 req-07867bf1-6f39-4702-b553-c64e703bdd1f tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672731 Jul 15 13:13:03.201769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-5f8ca5a2-ab07-43e1-8381-ec63e060743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.203277 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-5f8ca5a2-ab07-43e1-8381-ec63e060743a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a80bf44a2be413c95ba5afcba07a3f4&device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 1094 time: 0.1300387 Jul 15 13:13:03.329332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a8e0618-162a-4b31-8466-fe036727b786 req-237e5f28-5209-4972-ade7-e93c4f471014 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Jul 15 13:13:03.346597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-81b256dc-af06-4e43-8ad8-1dd4849c9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.348223 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-81b256dc-af06-4e43-8ad8-1dd4849c9df7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da447d33-c129-4c61-9cbb-a219efca948b HTTP/1.1" status: 200 len: 913 time: 0.1371334 Jul 15 13:13:03.407071 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.428144 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-61e4c52e-3258-435a-ae98-f90f7fb22583 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4 HTTP/1.1" status: 200 len: 217 time: 0.0681262 Jul 15 13:13:03.500597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-97f8b253-6b7a-42fc-bb06-598c3064c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.503587 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-97f8b253-6b7a-42fc-bb06-598c3064c706 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f4733ff-01df-45b5-8584-3f2580726926 HTTP/1.1" status: 200 len: 852 time: 0.0679650 Jul 15 13:13:03.544833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66effdcf-a38b-410f-a73f-05802111a694 req-efd3e751-4380-4b75-9588-2c58ac50ec1a tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0584474 Jul 15 13:13:03.567061 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-1c4a6e42-dab7-4273-84dd-bd1b0513c27d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da447d33-c129-4c61-9cbb-a219efca948b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564566 Jul 15 13:13:03.762153 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-e1b90461-0a75-487a-8a15-83527f97c65f service neutron] 10.222.0.49 "GET /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813347 Jul 15 13:13:03.800649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36136ceb-44ca-4098-a25c-dc7d977347eb req-fb740665-5fb7-4606-840a-4f3837fe060c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.806054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36136ceb-44ca-4098-a25c-dc7d977347eb req-fb740665-5fb7-4606-840a-4f3837fe060c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 943 time: 0.1025953 Jul 15 13:13:03.871028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36136ceb-44ca-4098-a25c-dc7d977347eb req-172fdd8d-4dbf-4faf-9eed-6d4dd43c2a6c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Jul 15 13:13:03.897023 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2214d7cd-3850-40a5-aa48-803b8324da68 req-8cd2c46d-20e5-4db9-8238-94f0a0f17070 service neutron] 10.222.0.49 "GET /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291428 Jul 15 13:13:04.070195 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-678f507e-efae-4f42-9fb4-13fd03e82a17 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8d67bdf146724c63b37d4bf10ac8b42a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392532 Jul 15 13:13:04.327376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-af1e5a67-6fbc-43f7-8b60-66c6c1af29cb tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.329019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-af1e5a67-6fbc-43f7-8b60-66c6c1af29cb tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411795 Jul 15 13:13:04.348566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Request body: {'port': {'device_id': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '8d67bdf146724c63b37d4bf10ac8b42a'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:04.442842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176516c-146d-4e63-bb15-06580194a622 req-0f4eb1f9-adb7-472e-a337-b0b145df4dc9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.448065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5176516c-146d-4e63-bb15-06580194a622 req-0f4eb1f9-adb7-472e-a337-b0b145df4dc9 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.1261201 Jul 15 13:13:04.498957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5176516c-146d-4e63-bb15-06580194a622 req-56943722-3eb2-4e85-870b-ca0284784104 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Jul 15 13:13:04.568470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80414513-26f0-43a9-9324-cac39b967507 req-4d9159d6-2a92-4ba0-91d2-dd7544ca1414 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 210 time: 0.0395765 Jul 15 13:13:04.624039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Made reservation on behalf of 8d67bdf146724c63b37d4bf10ac8b42a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:04.629902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.652923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.779789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8897ab1-a363-4981-b7a5-1473346e7dad req-e670d85a-1953-42e7-a5c4-23dd6d6522de tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0803814 Jul 15 13:13:04.865943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.873537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.029505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe9950-637f-4ec2-9f0c-a760105b6290,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.117400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Allocated IP 192.168.233.190 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/98204c8f-aa5e-4811-8d99-e19c076f5c2c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:05.164031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928171a-cae0-4302-ad7c-5e20817d29ff req-51ba10d8-ef70-42e7-ad18-dc0bcdd38737 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.168059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8928171a-cae0-4302-ad7c-5e20817d29ff req-51ba10d8-ef70-42e7-ad18-dc0bcdd38737 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 943 time: 0.1102393 Jul 15 13:13:05.238075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8928171a-cae0-4302-ad7c-5e20817d29ff req-d2cec641-8906-452c-b5d4-92464d4faef5 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Jul 15 13:13:05.384516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.400237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Transition to ACTIVE for port object 98204c8f-aa5e-4811-8d99-e19c076f5c2c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:05.440593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.483224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:05.486720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:05.490937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:05.533063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.559798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.559798 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.578052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-1bd05015-4a84-443d-b3f3-9adce79044a3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2391436 Jul 15 13:13:05.592587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Request body: {'port': {'device_id': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:05.834359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.952424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff350-abbe-4a98-8ff2-1a655e93d805 req-1144e576-56ee-41d0-a535-d961f881f872 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.954369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b0ff350-abbe-4a98-8ff2-1a655e93d805 req-1144e576-56ee-41d0-a535-d961f881f872 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.1834462 Jul 15 13:13:05.997774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e420dc21-1a8d-4917-9668-e5e0889440cc None None] Provisioning for port 98204c8f-aa5e-4811-8d99-e19c076f5c2c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:06.011111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e420dc21-1a8d-4917-9668-e5e0889440cc None None] Provisioning complete for port 98204c8f-aa5e-4811-8d99-e19c076f5c2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:06.011489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e420dc21-1a8d-4917-9668-e5e0889440cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.069336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b0ff350-abbe-4a98-8ff2-1a655e93d805 req-99278b5e-3563-447c-9ae5-78a6090aba18 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015193 Jul 15 13:13:06.078836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e420dc21-1a8d-4917-9668-e5e0889440cc None None] Port 98204c8f-aa5e-4811-8d99-e19c076f5c2c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:06.097514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d545c-1123-4c28-ab5b-fc8bbe5fb169 req-f100c80c-576b-44e1-9594-cd7112933cd6 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.109294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af1d545c-1123-4c28-ab5b-fc8bbe5fb169 req-f100c80c-576b-44e1-9594-cd7112933cd6 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 936 time: 0.2238309 Jul 15 13:13:06.196813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af1d545c-1123-4c28-ab5b-fc8bbe5fb169 req-ccc94dde-2803-496d-9cdd-632eb595a78a tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864067 Jul 15 13:13:06.320433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ecb935ec-a7fa-4b48-b282-86caeb4e30f1 req-1be58127-0d04-4722-95df-f8feb492e386 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0476277 Jul 15 13:13:06.441220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d50f-ded6-4d79-93b1-69e79ea7e23a req-7eba7083-0255-4c1f-adb5-75f91ad8cc2c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.449581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2b2d50f-ded6-4d79-93b1-69e79ea7e23a req-7eba7083-0255-4c1f-adb5-75f91ad8cc2c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 943 time: 0.0854206 Jul 15 13:13:06.467978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98204c8f-aa5e-4811-8d99-e19c076f5c2c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:06.477431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.500822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2b2d50f-ded6-4d79-93b1-69e79ea7e23a req-389c6439-6e51-4409-ae81-02517e56c063 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Jul 15 13:13:06.511394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Transition to ACTIVE for port object 98204c8f-aa5e-4811-8d99-e19c076f5c2c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:06.517546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.631428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.648773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.649214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.649565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.649898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.650289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.650579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.650916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.651229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.651549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.651867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.652189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.652508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:06.682969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Attempting to bind port 98204c8f-aa5e-4811-8d99-e19c076f5c2c on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:06.683305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Attempting to bind port 98204c8f-aa5e-4811-8d99-e19c076f5c2c by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:06.683661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Attempting to bind port 98204c8f-aa5e-4811-8d99-e19c076f5c2c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:06.689375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Port 98204c8f-aa5e-4811-8d99-e19c076f5c2c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:06.689706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Attempting to bind port 98204c8f-aa5e-4811-8d99-e19c076f5c2c on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:06.696067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:06.696329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:06.696729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:06.697164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Bound port: 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:06.698609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.786852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:06.791046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:06.802115 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.842373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.843047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.844957 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] 10.222.0.49 "PUT /v2.0/ports/98204c8f-aa5e-4811-8d99-e19c076f5c2c HTTP/1.1" status: 200 len: 1096 time: 1.2571161 Jul 15 13:13:06.845409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:06.847681 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187bb2a-c28b-4608-831d-c9506065ae8b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:06.876274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f3b60-4b0d-4e4f-9e56-832561fd51cd service neutron] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.944402 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75859798-391f-47a3-bd3a-25185783e663 x-openstack-request-id: req-75859798-391f-47a3-bd3a-25185783e663 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:06.944822 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:06.945082 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75859798-391f-47a3-bd3a-25185783e663 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:06.945577 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'status': 'completed', 'code': 200} Jul 15 13:13:06.977460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-6deee829-f5b8-458d-bcf0-589fde0d06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.979228 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-6deee829-f5b8-458d-bcf0-589fde0d06c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d67bdf146724c63b37d4bf10ac8b42a&device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 1099 time: 0.0757554 Jul 15 13:13:07.002120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:07.031789 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-14a66dd1-bf13-4cf3-bec2-c97d977e804c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c HTTP/1.1" status: 200 len: 217 time: 0.0452549 Jul 15 13:13:07.160560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-0e84b744-77bd-4198-adff-9e64707b0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.165744 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-0e84b744-77bd-4198-adff-9e64707b0279 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1124785 Jul 15 13:13:07.224853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,segment=NetworkSegment(0f622056-4318-4398-87eb-4564cacd74ba),segment_id=0f622056-4318-4398-87eb-4564cacd74ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.248172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4', 'network_id': 'da447d33-c129-4c61-9cbb-a219efca948b', 'port_id': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4', 'mac_address': 'fa:16:3e:20:61:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4733ff-01df-45b5-8584-3f2580726926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:07.309572 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.322471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835620-629e-4327-813a-6528f404b514 req-8b14b485-109b-448a-87fb-9c4ebbb49025 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.334692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:07.335788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-802657bb-f258-45f8-a9de-e6400500dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.337133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50835620-629e-4327-813a-6528f404b514 req-8b14b485-109b-448a-87fb-9c4ebbb49025 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.0893104 Jul 15 13:13:07.340170 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-802657bb-f258-45f8-a9de-e6400500dbfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682293 Jul 15 13:13:07.366480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,segment=NetworkSegment(0f622056-4318-4398-87eb-4564cacd74ba),segment_id=0f622056-4318-4398-87eb-4564cacd74ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.372778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.403947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50835620-629e-4327-813a-6528f404b514 req-3ff60df6-19dd-4186-9cd8-f9a6e6287c29 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659430 Jul 15 13:13:07.476621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.488349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.489088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.489688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.490249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.491003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.491520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.492020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.493391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.494687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.498133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.498626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.498952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:07.512273 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-5a8137b7-9e9f-4d24-865b-17b864a9fb2d service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658020 Jul 15 13:13:07.576024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e24d85-a537-4cb0-b745-d25d1babe412 req-3bb977f9-adf2-48f0-a55d-3c4fc5b76005 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.578130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32e24d85-a537-4cb0-b745-d25d1babe412 req-3bb977f9-adf2-48f0-a55d-3c4fc5b76005 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 948 time: 0.1052165 Jul 15 13:13:07.629423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e143bf32-f609-4a1c-9ba3-615cde0b02dd req-bde328fc-e60a-434e-86dc-f255b377768b tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0501547 Jul 15 13:13:07.637937 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fbd70ea5-1c35-41c2-a760-5dddba0b1c60 req-6ca7c8aa-fa0a-4dfd-a828-996d1493d531 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178613 Jul 15 13:13:07.675222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['10247639-de7f-4615-b6b7-5e7a0e7a1bf4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:07.694511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32e24d85-a537-4cb0-b745-d25d1babe412 req-1c8e9d9f-788e-4ed3-9e8b-6a726c55a136 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036544 Jul 15 13:13:07.797735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-23023e71-46bf-4263-a9b8-893eb0df2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.799833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-23023e71-46bf-4263-a9b8-893eb0df2b07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d67bdf146724c63b37d4bf10ac8b42a&device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 1099 time: 0.0921164 Jul 15 13:13:07.950522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-4f444465-54ed-4948-9eb7-3e2fec18367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.954946 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-4f444465-54ed-4948-9eb7-3e2fec18367d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1462646 Jul 15 13:13:08.009296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-eb0f835b-1db9-413b-8eec-2fbccb5de3a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c HTTP/1.1" status: 200 len: 217 time: 0.0479333 Jul 15 13:13:08.172303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-d39b730d-c2e1-4943-92d8-e2d13c23df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.175722 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-d39b730d-c2e1-4943-92d8-e2d13c23df6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1525767 Jul 15 13:13:08.217671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99217bac-f92f-45c5-b659-0d889f5a7d09 req-90a88219-6d09-45de-a113-7b46afb8eee0 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.219251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99217bac-f92f-45c5-b659-0d889f5a7d09 req-90a88219-6d09-45de-a113-7b46afb8eee0 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 944 time: 0.1047387 Jul 15 13:13:08.254284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-ba4ef0cd-1c0d-489b-a8f9-48adeb228f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.255930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-ba4ef0cd-1c0d-489b-a8f9-48adeb228f9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700078 Jul 15 13:13:08.273296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99217bac-f92f-45c5-b659-0d889f5a7d09 req-952fd0f6-8cfa-48c0-8933-3633dc7daa7a tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Jul 15 13:13:08.387047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-4bc503ff-6474-4c43-b922-26e997289168 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234636 Jul 15 13:13:08.492175 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e187bb2a-c28b-4608-831d-c9506065ae8b req-96a29f5d-0aeb-4bda-b263-0c4eff109ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987134 Jul 15 13:13:08.599501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d817f-a227-434d-aaa4-c8cff07407ec req-7329dcb9-8458-45af-9600-07b201e31920 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.601321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b78d817f-a227-434d-aaa4-c8cff07407ec req-7329dcb9-8458-45af-9600-07b201e31920 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.0670707 Jul 15 13:13:08.648982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b78d817f-a227-434d-aaa4-c8cff07407ec req-4e497e55-6acc-4011-911d-e7926b8764ea tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Jul 15 13:13:08.830865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c287089f-ef1a-4cc8-971d-10d663ee7fbc req-b92e097c-026d-4139-b261-b4ef4d1a7387 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0400152 Jul 15 13:13:08.925860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9d8d-59d9-48f0-92e5-0bd866becbdf req-1ca907ae-c983-4bc5-ad47-db287038bf97 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.927721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42bd9d8d-59d9-48f0-92e5-0bd866becbdf req-1ca907ae-c983-4bc5-ad47-db287038bf97 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 948 time: 0.0824471 Jul 15 13:13:08.981907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42bd9d8d-59d9-48f0-92e5-0bd866becbdf req-9b580d0d-f0a9-4ee1-9b1d-f6ec86b612c1 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Jul 15 13:13:08.996148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:09.066899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:09.071508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:09.071963 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.169773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.207947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:09.210452 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3c828-c384-4714-8164-fee28bc5593f" -d '{"events": [{"server_uuid": "1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c", "name": "network-vif-plugged", "status": "completed", "tag": "10247639-de7f-4615-b6b7-5e7a0e7a1bf4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:09.229008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,segment=NetworkSegment(0f622056-4318-4398-87eb-4564cacd74ba),segment_id=0f622056-4318-4398-87eb-4564cacd74ba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:09.235642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.266031 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa0e68-d8bf-4367-b846-967e8f62f650 x-openstack-request-id: req-ecfa0e68-d8bf-4367-b846-967e8f62f650 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:09.266478 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c", "name": "network-vif-plugged", "status": "completed", "tag": "10247639-de7f-4615-b6b7-5e7a0e7a1bf4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:09.266737 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecfa0e68-d8bf-4367-b846-967e8f62f650 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:09.267073 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4', 'code': 200} Jul 15 13:13:09.298355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.437158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff18228-b34b-475f-aa08-50c3c988488f req-a46d679b-5e40-4e42-8934-9e25e02e50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.439680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3ff18228-b34b-475f-aa08-50c3c988488f req-a46d679b-5e40-4e42-8934-9e25e02e50ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 1096 time: 0.0944376 Jul 15 13:13:09.490301 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3ff18228-b34b-475f-aa08-50c3c988488f req-f3c3f38a-512a-4b5f-b499-f3179d8356b4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430195 Jul 15 13:13:09.499365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd740-f3b5-47e8-bf26-cdb74b18f057 req-72c12e4a-d401-4f04-a3e1-b6bba241f28c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.500868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b8dd740-f3b5-47e8-bf26-cdb74b18f057 req-72c12e4a-d401-4f04-a3e1-b6bba241f28c tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 945 time: 0.0813749 Jul 15 13:13:09.545818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b8dd740-f3b5-47e8-bf26-cdb74b18f057 req-07ac1a90-d56a-4329-94fe-457cf7de7891 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 Jul 15 13:13:09.843449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4cb09-19e4-469a-a3f3-214683b71a93 req-b4f3df42-62c8-4349-aad2-57fafb41ccb5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.845035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6db4cb09-19e4-469a-a3f3-214683b71a93 req-b4f3df42-62c8-4349-aad2-57fafb41ccb5 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.0697887 Jul 15 13:13:09.890049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6db4cb09-19e4-469a-a3f3-214683b71a93 req-2a88909d-9a85-430f-b43b-a2e269b3af16 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Jul 15 13:13:10.006081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a596fbd3-7720-46fa-a467-5d970c63311c req-b534f7d6-66cb-4f75-ba71-d95db0284de6 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0324750 Jul 15 13:13:10.216406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9596fd8-a02e-4602-bb98-ab5653352d21 req-88786ccd-c174-45dc-9a3f-c9a870baab85 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.217936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9596fd8-a02e-4602-bb98-ab5653352d21 req-88786ccd-c174-45dc-9a3f-c9a870baab85 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 948 time: 0.0859463 Jul 15 13:13:10.294819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9596fd8-a02e-4602-bb98-ab5653352d21 req-3d7cf68e-0737-4282-b542-32f5e6b89574 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699074 Jul 15 13:13:10.731277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5dc94-db37-466f-a112-30062faa45a8 req-0423c852-4f1f-4087-b170-aec229d8f1df tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.732917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fc5dc94-db37-466f-a112-30062faa45a8 req-0423c852-4f1f-4087-b170-aec229d8f1df tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 945 time: 0.0686340 Jul 15 13:13:10.779133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fc5dc94-db37-466f-a112-30062faa45a8 req-547f5870-319d-4d0f-8fb6-27527b24cbe2 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Jul 15 13:13:11.021899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:11.152350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06873b-aab1-4c0c-a78d-c844a13eef98 req-d1884feb-a4e7-400e-bf78-01678eb330e6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.155268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e06873b-aab1-4c0c-a78d-c844a13eef98 req-d1884feb-a4e7-400e-bf78-01678eb330e6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 945 time: 0.1248744 Jul 15 13:13:11.225531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e06873b-aab1-4c0c-a78d-c844a13eef98 req-66f3f857-cb54-4fe3-b8bc-31963e592962 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642958 Jul 15 13:13:11.235634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:11.264765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'mac_address': 'fa:16:3e:bb:7e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:11.304265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37a82d6e-d86f-4fab-bef6-a14328dd3439 req-8b2e680a-e778-4487-b40a-b3ad22ed60cb tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0645816 Jul 15 13:13:11.326459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.345449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98204c8f-aa5e-4811-8d99-e19c076f5c2c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:11.381196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:11.387585 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.454373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:11.779846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e13fbf-8031-4dc8-8b2d-d94e6610de1c req-35c9c35c-2a68-47aa-9553-aecb624e36ed tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.786940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3e13fbf-8031-4dc8-8b2d-d94e6610de1c req-35c9c35c-2a68-47aa-9553-aecb624e36ed tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 949 time: 0.1306813 Jul 15 13:13:11.798446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05657d8-59ab-419a-af03-a305aecec1fe req-5687a959-56b3-4b52-a90a-ab50e4c588c5 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.800984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c05657d8-59ab-419a-af03-a305aecec1fe req-5687a959-56b3-4b52-a90a-ab50e4c588c5 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 945 time: 0.1398151 Jul 15 13:13:11.801702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['98204c8f-aa5e-4811-8d99-e19c076f5c2c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:11.865308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c05657d8-59ab-419a-af03-a305aecec1fe req-f32ec84f-3843-4deb-8266-05f1b82f9da5 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Jul 15 13:13:11.882678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-d2b79e43-16b7-4f8b-bf6a-9a59d11fabb9 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.888225 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-d2b79e43-16b7-4f8b-bf6a-9a59d11fabb9 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.1513970 Jul 15 13:13:11.893216 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3e13fbf-8031-4dc8-8b2d-d94e6610de1c req-ccb0a5c2-d7cf-45b4-a8cc-074be41860f8 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910015 Jul 15 13:13:11.901829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-9'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:11.998952 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.158865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:12.198599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:12.244930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:12.247308 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ed5a2-5e9a-4769-a790-6eb8750eaaff" -d '{"events": [{"server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:12.256660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.263107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.361132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.419781 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee3714-71c4-43ac-a98f-9a60ad3488c0 x-openstack-request-id: req-c7ee3714-71c4-43ac-a98f-9a60ad3488c0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:12.423921 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:12.424220 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7ee3714-71c4-43ac-a98f-9a60ad3488c0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:12.424788 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'code': 200} Jul 15 13:13:12.427098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on host n-h2-798249-9 for vnic_type normal with profile {"migrating_to": "n-h1-798249-9"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:12.436824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:12.437304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:12.460892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:12.461285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Attempting to bind port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on network 4962dcb9-3a70-46eb-bf63-a45ca3419cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:12.471461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:12.472334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Checking segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:12.473003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Bound using segment: {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:12.473663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Bound port: 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f090e86-b93f-4847-a680-e253e7e73dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4962dcb9-3a70-46eb-bf63-a45ca3419cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:12.474314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.563120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21af150-79a8-42cc-a8be-5d1f4090f673 req-093c922d-4219-4cfc-831d-6894bae0a101 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.575212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c21af150-79a8-42cc-a8be-5d1f4090f673 req-093c922d-4219-4cfc-831d-6894bae0a101 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.1841702 Jul 15 13:13:12.595295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:12.598914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:12.611864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.635175 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4d55eb-2856-4ab5-b735-b387e28d8127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.658065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eee22fb9-5eb6-479b-a6cb-a31d321a453e req-d9d9bdf0-b24c-4ccf-9656-78880ba38d47 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0546176 Jul 15 13:13:12.672584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c21af150-79a8-42cc-a8be-5d1f4090f673 req-face7eb0-a1f9-4796-94f3-fba0d1e9fc35 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971730 Jul 15 13:13:12.718356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.719115 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.720968 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 1121 time: 0.8245947 Jul 15 13:13:12.734145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3db45-3367-4050-bad6-236540003ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.793336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:12.896347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:13.049797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:13.091516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-13227d96-9b25-410e-98b6-8eb685a2a6e4 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.095975 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-13227d96-9b25-410e-98b6-8eb685a2a6e4 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 945 time: 0.1410220 Jul 15 13:13:13.347266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 98204c8f-aa5e-4811-8d99-e19c076f5c2c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:13.375880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 98204c8f-aa5e-4811-8d99-e19c076f5c2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:13.376376 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.380964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94c24abb-1299-45df-b91a-c6f7ae9b45eb req-a23135c4-effe-49d4-abd8-c5e3df63c83d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.3053591 Jul 15 13:13:13.388663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Deleting port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:13.389595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.422783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c04f5-1887-48a2-9309-ea7bec7815a7 req-a828362a-8b1b-4ecb-acdb-1aaac723e136 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.439127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-615c04f5-1887-48a2-9309-ea7bec7815a7 req-a828362a-8b1b-4ecb-acdb-1aaac723e136 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 949 time: 0.2479358 Jul 15 13:13:13.516159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.535833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedac74-0809-4a01-ba04-c9c3a1d96d7f req-a87711f9-cb1a-41b5-86c5-90635238a1cc tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.542908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbedac74-0809-4a01-ba04-c9c3a1d96d7f req-a87711f9-cb1a-41b5-86c5-90635238a1cc tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 945 time: 0.3541205 Jul 15 13:13:13.560632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] For port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,segment=NetworkSegment(0f622056-4318-4398-87eb-4564cacd74ba),segment_id=0f622056-4318-4398-87eb-4564cacd74ba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.562186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.562695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.563502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:13.564349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-615c04f5-1887-48a2-9309-ea7bec7815a7 req-28dc2bfd-46b2-438f-99ab-8d1be42326eb tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227956 Jul 15 13:13:13.568879 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64629efc-7ff8-4801-9ba6-2b5f820f142c" -d '{"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-plugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:13.575930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.601998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Calling delete_port for 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:13.663173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbedac74-0809-4a01-ba04-c9c3a1d96d7f req-f0900733-f376-488d-96ed-283044430dfa tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/security-groups?id=42a6d724-8fad-4e52-b951-e29a933ffec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191077 Jul 15 13:13:13.670799 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2857e45-5d56-4d4f-8e32-37e0c3d27b0f x-openstack-request-id: req-b2857e45-5d56-4d4f-8e32-37e0c3d27b0f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:13.674432 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-plugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:13.674846 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2857e45-5d56-4d4f-8e32-37e0c3d27b0f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:13.675320 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'code': 200} Jul 15 13:13:13.682155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.896903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.945920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Pushing event deleted for resources: {'Port': ['ID=10247639-de7f-4615-b6b7-5e7a0e7a1bf4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.973011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c03b167-5fef-4c3a-9ee8-39d2556a8915 req-fdcbe92b-7122-4533-b1f2-48b258f18b44 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0439260 Jul 15 13:13:14.004866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] No DVR routers for this DVR port 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:14.017937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.026456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-90749842-ff9e-4ffc-bf7c-fe50adcf87bc req-dcc311a4-3627-4cdc-a841-cea5f8d4fdda tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.49 "DELETE /v2.0/ports/10247639-de7f-4615-b6b7-5e7a0e7a1bf4 HTTP/1.1" status: 204 len: 173 time: 0.9238808 Jul 15 13:13:14.034634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdafdf2-c397-4963-8e29-5bef908eaac1 req-58ef8f9f-2f07-4fb0-947b-e90963acbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.041604 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8cdafdf2-c397-4963-8e29-5bef908eaac1 req-58ef8f9f-2f07-4fb0-947b-e90963acbf85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 1101 time: 0.2597201 Jul 15 13:13:14.067879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0f54-df77-4fdf-8932-7ac7f92710a9 req-11f2e187-b066-46a2-9057-984bae22f4db tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.069475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-379c0f54-df77-4fdf-8932-7ac7f92710a9 req-11f2e187-b066-46a2-9057-984bae22f4db tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.1895766 Jul 15 13:13:14.125321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8cdafdf2-c397-4963-8e29-5bef908eaac1 req-49aa5552-0714-4aef-a731-640fc6d6c81e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 Jul 15 13:13:14.147508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-379c0f54-df77-4fdf-8932-7ac7f92710a9 req-f0e03a04-fe55-4ed3-bf3d-12c07e09f183 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694101 Jul 15 13:13:14.258588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['10247639-de7f-4615-b6b7-5e7a0e7a1bf4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:14.426694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'}, {'server_uuid': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'name': 'network-vif-deleted', 'tag': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:14.428988 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a" -d '{"events": [{"name": "network-changed", "server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b"}, {"server_uuid": "1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c", "name": "network-vif-deleted", "tag": "10247639-de7f-4615-b6b7-5e7a0e7a1bf4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:14.484184 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfbc926-6d0e-4f5f-a82b-609e50bd56a3 x-openstack-request-id: req-9dfbc926-6d0e-4f5f-a82b-609e50bd56a3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:14.484598 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b", "status": "completed", "code": 200}, {"server_uuid": "1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c", "name": "network-vif-deleted", "tag": "10247639-de7f-4615-b6b7-5e7a0e7a1bf4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:14.484948 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dfbc926-6d0e-4f5f-a82b-609e50bd56a3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:14.485517 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'status': 'completed', 'code': 200} Jul 15 13:13:14.485876 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c', 'name': 'network-vif-deleted', 'tag': '10247639-de7f-4615-b6b7-5e7a0e7a1bf4', 'status': 'completed', 'code': 200} Jul 15 13:13:14.575818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-1fafde4c-8eb9-4a1c-8f09-fc3feb64df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.577559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-1fafde4c-8eb9-4a1c-8f09-fc3feb64df12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1124 time: 0.0647795 Jul 15 13:13:14.821714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-bcd82bb1-97f3-48a3-b371-9d3cc1a637e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.823394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-bcd82bb1-97f3-48a3-b371-9d3cc1a637e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2383411 Jul 15 13:13:14.846359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83032a55-7a1c-4d3a-b0b0-f79724a7fd40 req-21f8fd0e-739d-4b12-91ea-6d4151ec8091 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.848428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83032a55-7a1c-4d3a-b0b0-f79724a7fd40 req-21f8fd0e-739d-4b12-91ea-6d4151ec8091 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 950 time: 0.1491728 Jul 15 13:13:14.907488 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-608506c4-a5f6-4924-a056-9465e4d78b54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 217 time: 0.0766363 Jul 15 13:13:14.971939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6d6c574-6bc8-4eea-ae8f-81baefc12a0a req-ca5cda1e-48db-4229-97a9-b81d625c7889 tempest-ServerPasswordTestJSON-970812069 tempest-ServerPasswordTestJSON-970812069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a41f4ac-7ede-47f8-8c94-8bbbd8715d6c HTTP/1.1" status: 200 len: 210 time: 0.0791035 Jul 15 13:13:15.008974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83032a55-7a1c-4d3a-b0b0-f79724a7fd40 req-2f653ca7-0e71-4f60-bc6b-6093cc6660fb tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227148 Jul 15 13:13:15.023680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-f0245fa7-f455-4004-afb0-eb57133b8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.026548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-f0245fa7-f455-4004-afb0-eb57133b8e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.0994649 Jul 15 13:13:15.062672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:15.088205 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-7e429d62-6329-485a-850b-7ed7d5333f5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556159 Jul 15 13:13:15.126771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-0b3eb4b9-e2ec-400e-8e38-8379d24cfd32 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:13:15.128657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-0b3eb4b9-e2ec-400e-8e38-8379d24cfd32 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192316 Jul 15 13:13:15.278141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c4d3-43d3-4d83-93aa-f13f6119f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.325640 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:15.360405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b has no active binding in host n-h1-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:13:15.522613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.690136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30892088-e6d7-4dd8-8178-8b513093ff44 req-f3b66ba3-2c5a-4eb5-b1fc-3b936956185e tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.1048217 Jul 15 13:13:15.774916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-0166ae55-7df7-4a24-a365-0f1f22d1b633 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380110 Jul 15 13:13:15.828361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac50a3-5123-47b9-82a8-2574d8ad1b6d req-97648276-bd01-4054-bb70-661e0d97a86c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.830196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bac50a3-5123-47b9-82a8-2574d8ad1b6d req-97648276-bd01-4054-bb70-661e0d97a86c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.2437620 Jul 15 13:13:15.966918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bac50a3-5123-47b9-82a8-2574d8ad1b6d req-88e03616-efb2-45ae-808a-b8edfc59ba6d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294429 Jul 15 13:13:15.999728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbcfe128-0d16-4590-ade7-4b88b2b4d52a req-8bd854f2-0419-438b-808f-aaee41b94707 service neutron] 10.222.0.23 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173553 Jul 15 13:13:16.152624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.366184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c155c3a6-aba5-4a9b-974c-9fc08e9f9377 req-22ee46f2-25d3-4476-88dc-79df6b55221a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5cb4d2a8df84833b22d7dd58ae366ab&device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.1108837 Jul 15 13:13:16.423880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e989646-f444-4fa1-ba6e-adcc88bc9970 req-17938d21-fe5c-4a36-a43d-5c83d54fc43c tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0599575 Jul 15 13:13:16.433713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c155c3a6-aba5-4a9b-974c-9fc08e9f9377 req-b3d299fd-41c2-4750-b1c3-c971ce393c1a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5cb4d2a8df84833b22d7dd58ae366ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522387 Jul 15 13:13:16.438026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Deleting subnet 3f4733ff-01df-45b5-8584-3f2580726926 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:16.454391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.521634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d168ad8-076d-48bd-a894-8722167966f5 req-b3fc094f-4252-4449-b299-4382cb9a802b tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.523246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d168ad8-076d-48bd-a894-8722167966f5 req-b3fc094f-4252-4449-b299-4382cb9a802b tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 950 time: 0.2461410 Jul 15 13:13:16.575537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.643549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.701288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d168ad8-076d-48bd-a894-8722167966f5 req-f08b1696-8ec4-418a-ba89-ee5b0f95b34e tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464481 Jul 15 13:13:16.711945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155c3a6-aba5-4a9b-974c-9fc08e9f9377 req-f911af78-4c94-428a-9df5-e54b93e2ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.713479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c155c3a6-aba5-4a9b-974c-9fc08e9f9377 req-f911af78-4c94-428a-9df5-e54b93e2ee26 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2704275 Jul 15 13:13:16.716286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.796325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.831661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4733ff-01df-45b5-8584-3f2580726926,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.846095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.848692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5f788b3f-63be-4cd6-ac98-8b93c0dc2662 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f4733ff-01df-45b5-8584-3f2580726926 HTTP/1.1" status: 204 len: 168 time: 0.6940570 Jul 15 13:13:16.851574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.992712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.059023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.135501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:17.136107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 10247639-de7f-4615-b6b7-5e7a0e7a1bf4 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:17.163466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.173779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da447d33-c129-4c61-9cbb-a219efca948b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:17.185531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f622056-4318-4398-87eb-4564cacd74ba') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:17.185828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f622056-4318-4398-87eb-4564cacd74ba') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:17.197302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.213125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.228096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5b22-4a12-45c3-8643-5406d67fb938 req-16b8150d-f83f-4227-b569-327ed0bf1703 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.229922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1ef5b22-4a12-45c3-8643-5406d67fb938 req-16b8150d-f83f-4227-b569-327ed0bf1703 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.0796092 Jul 15 13:13:17.239989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:17.241653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:17.246996 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:17.342773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1ef5b22-4a12-45c3-8643-5406d67fb938 req-01cf7929-fbb6-4cf2-a462-4a6c9b3cbe0b tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063859 Jul 15 13:13:17.369547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.376043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.378149 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da447d33-c129-4c61-9cbb-a219efca948b HTTP/1.1" status: 204 len: 168 time: 0.5254238 Jul 15 13:13:17.416630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631271c7-bbf6-494c-b814-406b8cd62cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da447d33-c129-4c61-9cbb-a219efca948b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.666192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a968e6e-9781-473e-aff5-4ec86e74c043 req-215e510d-80e9-43fa-9d45-ad32e851f159 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.48 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0444605 Jul 15 13:13:17.733406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.789757 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-752f6f3d-4497-452d-9aa1-d49b97d0555a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a80bf44a2be413c95ba5afcba07a3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550547 Jul 15 13:13:17.798511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.868190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8dde-e863-47a6-b425-99b0c1507969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.923906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8dde-e863-47a6-b425-99b0c1507969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.928281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c155c3a6-aba5-4a9b-974c-9fc08e9f9377 req-bc8eedad-a9e7-474e-b8b0-55d1a3c53077 tempest-ServerShowV257Test-1712521231 tempest-ServerShowV257Test-1712521231-project] 10.222.0.23 "GET /v2.0/ports?device_id=7081fa7a-5309-4059-ba7d-57ef1e1ac8cd HTTP/1.1" status: 200 len: 210 time: 0.0359833 Jul 15 13:13:17.969210 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.012454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8dde-e863-47a6-b425-99b0c1507969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.016582 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8dde-e863-47a6-b425-99b0c1507969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.018451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f9ea8dde-e863-47a6-b425-99b0c1507969 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42a6d724-8fad-4e52-b951-e29a933ffec2 HTTP/1.1" status: 204 len: 168 time: 0.2185655 Jul 15 13:13:18.029572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea8dde-e863-47a6-b425-99b0c1507969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6d724-8fad-4e52-b951-e29a933ffec2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:18.202883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-8fba91e6-8d2a-4327-b623-c19014b72ef1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--639765893&fields=id&tenant_id=9cecc8837fed4d40b8136064651ca0b1 HTTP/1.1" status: 200 len: 267 time: 0.0703356 Jul 15 13:13:18.368010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-4b76afe2-afe9-49a3-9bcc-b7e427c0c5f0 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.369407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-4b76afe2-afe9-49a3-9bcc-b7e427c0c5f0 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/networks?id=75712f4f-e525-4e27-9e77-81d384d81432 HTTP/1.1" status: 200 len: 816 time: 0.1655669 Jul 15 13:13:18.371096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-58901ad0-75dc-4b58-b197-072d95477eb2 service neutron] 10.222.0.23 "GET /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.1214416 Jul 15 13:13:18.433905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-0afaeeed-e84b-40c7-8e22-916fa3f67c7a tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/quotas/9cecc8837fed4d40b8136064651ca0b1 HTTP/1.1" status: 200 len: 375 time: 0.0509059 Jul 15 13:13:18.662286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-fa757287-d056-428c-9b14-d72472978ded tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cecc8837fed4d40b8136064651ca0b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2186172 Jul 15 13:13:18.670198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-85419e23-eb88-459e-9588-35467b8914ed service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:13:18.677062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-85419e23-eb88-459e-9588-35467b8914ed service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138626 Jul 15 13:13:18.701857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad365-4c24-43aa-913a-b208eba31880 req-b0df2176-a335-43fe-a664-abefe14a0b8b tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.703528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab7ad365-4c24-43aa-913a-b208eba31880 req-b0df2176-a335-43fe-a664-abefe14a0b8b tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 943 time: 0.2151937 Jul 15 13:13:18.827794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-2a184317-681e-4a27-90fe-7107ce23c4b9 service neutron] 10.222.0.48 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498754 Jul 15 13:13:18.986825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab7ad365-4c24-43aa-913a-b208eba31880 req-542ba8a4-e3e3-43dd-a30e-949726c3a39e tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631145 Jul 15 13:13:19.036329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:19.056221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-d379b85a-6410-4ddf-bdcf-29717248013c service neutron] 10.222.0.48 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206891 Jul 15 13:13:19.102932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:19.179562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:19.197476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:19.238242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.381933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:19.385952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] Transition to ACTIVE for port object 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:19.397792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.467367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:19.585509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] No DVR routers for this DVR port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:19.660189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] Pushing event updated for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:19.675977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e5167b3c-ccf1-4ca0-864f-b5cc028e1776 service neutron] 10.222.0.23 "PUT /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b/bindings/n-h1-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2915034 Jul 15 13:13:19.708231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a714884-67e1-4a0e-97d0-b20d641d0dba req-ee57343b-b194-4f8b-afbc-f01210234891 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.0512860 Jul 15 13:13:19.769642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:19.944836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-f657c9d8-5e26-463f-8a33-51e39f5003bf tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.950593 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-f657c9d8-5e26-463f-8a33-51e39f5003bf tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.1606922 Jul 15 13:13:20.041522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dd4afc2-a8c8-49d7-afad-44dc0228e091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.100741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-5804b190-298e-46e4-bc14-73c9a4dc3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.103341 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-5804b190-298e-46e4-bc14-73c9a4dc3762 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc&tenant_id=6022af81ad4c47b2b6102a503911fc17 HTTP/1.1" status: 200 len: 1095 time: 0.1432526 Jul 15 13:13:20.103905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.287411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-40dc673d-823a-4176-95ac-c41ab01f6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.293365 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-40dc673d-823a-4176-95ac-c41ab01f6e7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6022af81ad4c47b2b6102a503911fc17&device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1095 time: 0.1534662 Jul 15 13:13:20.349867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dd4afc2-a8c8-49d7-afad-44dc0228e091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.356137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53cc-631c-458b-b158-40bc0d470d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.362143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dd4afc2-a8c8-49d7-afad-44dc0228e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.444264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4dd4afc2-a8c8-49d7-afad-44dc0228e091 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5cb4d2a8df84833b22d7dd58ae366ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726007 Jul 15 13:13:20.444984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.447390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4afc2-a8c8-49d7-afad-44dc0228e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a7a52-59d0-4750-bf22-3ead25d56a46,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.481537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66066b-c9e8-456d-9eb7-6cf3b3962d09 req-8cd25684-8426-40c0-b856-dd1054e5e2eb tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.494833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b66066b-c9e8-456d-9eb7-6cf3b3962d09 req-8cd25684-8426-40c0-b856-dd1054e5e2eb tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 944 time: 0.2099164 Jul 15 13:13:20.508491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-d11ac95f-ad4d-4f39-bddb-523f27be3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.510320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-d11ac95f-ad4d-4f39-bddb-523f27be3bfd service neutron] 10.222.0.49 "GET /v2.0/networks?id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 200 len: 921 time: 0.2084284 Jul 15 13:13:20.565125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b66066b-c9e8-456d-9eb7-6cf3b3962d09 req-2f09c161-b892-4365-bb62-228c1aed28d2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687706 Jul 15 13:13:20.595601 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-993246c9-6d36-41cc-9c59-12d7af2e2ada service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 200 len: 217 time: 0.0608552 Jul 15 13:13:20.618476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36f1c33b-7a89-4d36-ae25-97694138af04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.681861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36f1c33b-7a89-4d36-ae25-97694138af04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.779355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53cc-631c-458b-b158-40bc0d470d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.781479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-c661698c-8430-4242-81f1-ac45e552f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.783479 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-c661698c-8430-4242-81f1-ac45e552f6ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 200 len: 860 time: 0.1775436 Jul 15 13:13:20.786679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53cc-631c-458b-b158-40bc0d470d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.866073 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-e6bf115b-d899-427e-9c96-189181c41d40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4962dcb9-3a70-46eb-bf63-a45ca3419cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585134 Jul 15 13:13:20.881222 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2d5d53cc-631c-458b-b158-40bc0d470d80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d055c38ea7747939a6ce6639ce9e1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761650 Jul 15 13:13:20.882561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d53cc-631c-458b-b158-40bc0d470d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244d5637-b91e-44f6-87b8-d44b9ddeaebf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.884779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46872) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:21.011327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a9ea273-5f27-43d1-ba96-13e8ff0cd8f6 req-ad45741f-4e61-4291-91e7-8767533ff052 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.0723889 Jul 15 13:13:21.035771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0894ffae-85e7-446d-9731-5d92b988d49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.044925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36f1c33b-7a89-4d36-ae25-97694138af04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.048767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36f1c33b-7a89-4d36-ae25-97694138af04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.050639 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-36f1c33b-7a89-4d36-ae25-97694138af04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d1a7a52-59d0-4750-bf22-3ead25d56a46 HTTP/1.1" status: 204 len: 168 time: 0.6042523 Jul 15 13:13:21.063007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:21.070054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1c33b-7a89-4d36-ae25-97694138af04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a7a52-59d0-4750-bf22-3ead25d56a46,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.083637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0894ffae-85e7-446d-9731-5d92b988d49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.113208 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-a7cd0566-fe1b-44e4-83a5-04eddfd7bd94 service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044039 Jul 15 13:13:21.276869 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-16e0b940-6156-4300-a255-5d663847ec0d service neutron] 10.222.0.49 "GET /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561885 Jul 15 13:13:21.294140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0894ffae-85e7-446d-9731-5d92b988d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.295675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0894ffae-85e7-446d-9731-5d92b988d49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.296835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0894ffae-85e7-446d-9731-5d92b988d49a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/244d5637-b91e-44f6-87b8-d44b9ddeaebf HTTP/1.1" status: 204 len: 168 time: 0.4106755 Jul 15 13:13:21.310222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894ffae-85e7-446d-9731-5d92b988d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244d5637-b91e-44f6-87b8-d44b9ddeaebf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.347833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-d1c28d42-5818-4013-967e-591736b6b4e5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.353704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-d1c28d42-5818-4013-967e-591736b6b4e5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.23 "GET /v2.0/networks?id=75712f4f-e525-4e27-9e77-81d384d81432 HTTP/1.1" status: 200 len: 816 time: 0.2029967 Jul 15 13:13:21.378777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:21.391174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'mac_address': 'fa:16:3e:bb:7e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:21.441424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.448156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-811fd50a-caf3-4853-9bab-8f5f33376013 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cecc8837fed4d40b8136064651ca0b1 HTTP/1.1" status: 200 len: 379 time: 0.0822723 Jul 15 13:13:21.456567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Request body: {'port': {'device_id': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'admin_state_up': True, 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'security_groups': ['d5328f78-fe3e-45f0-854f-527d6c1b0b2f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:21.469471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98204c8f-aa5e-4811-8d99-e19c076f5c2c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:21.528831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:21.544143 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.658242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.685173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['98204c8f-aa5e-4811-8d99-e19c076f5c2c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:21.718149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Made reservation on behalf of 9cecc8837fed4d40b8136064651ca0b1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:21.724076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.968012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-8f6bd2f1-0aef-4da8-8c21-88137964bc38 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.969509 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-8f6bd2f1-0aef-4da8-8c21-88137964bc38 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc&tenant_id=6022af81ad4c47b2b6102a503911fc17&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1095 time: 0.2430723 Jul 15 13:13:22.124340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5555e-79d4-4d52-baed-88ffaa01a107 req-b73fc550-8d3b-42f8-adf6-6cc2f90c4a4d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.140907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4c5555e-79d4-4d52-baed-88ffaa01a107 req-b73fc550-8d3b-42f8-adf6-6cc2f90c4a4d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 944 time: 0.2801745 Jul 15 13:13:22.328809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Allocated IP 172.20.0.11 (75712f4f-e525-4e27-9e77-81d384d81432/be8c2536-9f18-47cd-9931-9247414dd2d4/e906ab42-c3c1-42cc-b23e-512defbde0c7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:22.360797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4c5555e-79d4-4d52-baed-88ffaa01a107 req-4307efa0-bb7d-4f86-a9a7-8847b92b1115 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189560 Jul 15 13:13:22.656340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f9ea4b6-f781-4058-831a-af6fb76c6f44 req-a90054e2-e17e-4440-a1dd-5270142fe604 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.1747336 Jul 15 13:13:22.779414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-7a760454-ea67-4741-8b2c-c8b83133e2cd service neutron] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:22.790681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-7a760454-ea67-4741-8b2c-c8b83133e2cd service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.792064 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6c3fe177-cd9c-4109-830b-ce2c9dd78db4 req-7a760454-ea67-4741-8b2c-c8b83133e2cd service neutron] 10.222.0.49 "DELETE /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b/bindings/n-h2-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.8084736 Jul 15 13:13:23.019832 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.049419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae6521-3a4d-468c-82af-c770c6463f33 req-29506d7e-23c8-421c-b1a1-2123ea721a28 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.058076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ae6521-3a4d-468c-82af-c770c6463f33 req-29506d7e-23c8-421c-b1a1-2123ea721a28 tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 1095 time: 0.2136848 Jul 15 13:13:23.070706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Transition to ACTIVE for port object e906ab42-c3c1-42cc-b23e-512defbde0c7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:23.077616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:23.169820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8ae6521-3a4d-468c-82af-c770c6463f33 req-3d90c377-b320-4488-8bad-2aff06915d6c tempest-LiveAutoBlockMigrationV225Test-918652744 tempest-LiveAutoBlockMigrationV225Test-918652744-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037660 Jul 15 13:13:23.191203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 98204c8f-aa5e-4811-8d99-e19c076f5c2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:23.191995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.216048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.311340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Network 75712f4f-e525-4e27-9e77-81d384d81432 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:23.316256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:23.320726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:23.370703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.403953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event updated for resources: {'Port': ['ID=e906ab42-c3c1-42cc-b23e-512defbde0c7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:23.439533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:23.458691 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8250b0-300e-40c6-bc9a-410e54b16de5" -d '{"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-plugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:23.459349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.460272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.468411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:23.479199 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.486719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-f82291f3-7310-41ae-9856-ee665011c7af tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0348570 Jul 15 13:13:23.500650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Request body: {'port': {'device_id': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:23.625383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:23.786001 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.861450 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79d48a-5979-48dd-903a-47eda0f5f61c x-openstack-request-id: req-1d79d48a-5979-48dd-903a-47eda0f5f61c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:23.862685 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-plugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:23.863138 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d79d48a-5979-48dd-903a-47eda0f5f61c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:23.863718 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'code': 200} Jul 15 13:13:23.911551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-267c8cea-6521-4baf-aef6-59c8c4494231 None None] Provisioning for port e906ab42-c3c1-42cc-b23e-512defbde0c7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:23.924269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-267c8cea-6521-4baf-aef6-59c8c4494231 None None] Provisioning complete for port e906ab42-c3c1-42cc-b23e-512defbde0c7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:23.924675 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-267c8cea-6521-4baf-aef6-59c8c4494231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.026661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-267c8cea-6521-4baf-aef6-59c8c4494231 None None] Port e906ab42-c3c1-42cc-b23e-512defbde0c7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:24.125269 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:13:24.323938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d203c19-f884-46f7-b0b5-8711fe581a55 req-946d450d-3370-498d-98ce-be963a84a8ce tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.325511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d203c19-f884-46f7-b0b5-8711fe581a55 req-946d450d-3370-498d-98ce-be963a84a8ce tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 932 time: 0.1709180 Jul 15 13:13:24.331930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e906ab42-c3c1-42cc-b23e-512defbde0c7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:24.349238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.383718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Transition to ACTIVE for port object e906ab42-c3c1-42cc-b23e-512defbde0c7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:24.393325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d203c19-f884-46f7-b0b5-8711fe581a55 req-4bfe426c-ed4f-46be-adfb-4e0f80a77f32 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558197 Jul 15 13:13:24.394721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.465776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Pushing event updated for resources: {'Port': ['ID=e906ab42-c3c1-42cc-b23e-512defbde0c7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.673265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Attempting to bind port e906ab42-c3c1-42cc-b23e-512defbde0c7 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:24.674158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Attempting to bind port e906ab42-c3c1-42cc-b23e-512defbde0c7 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:24.674804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Attempting to bind port e906ab42-c3c1-42cc-b23e-512defbde0c7 on network 75712f4f-e525-4e27-9e77-81d384d81432 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:24.681059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Port e906ab42-c3c1-42cc-b23e-512defbde0c7 on network 75712f4f-e525-4e27-9e77-81d384d81432 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:24.681826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Attempting to bind port e906ab42-c3c1-42cc-b23e-512defbde0c7 on network 75712f4f-e525-4e27-9e77-81d384d81432 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:24.688531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:24.689464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Checking segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:24.690066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Bound using segment: {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:24.690801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Bound port: e906ab42-c3c1-42cc-b23e-512defbde0c7, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dadaaf-8323-46cb-a531-5fefc2259cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:24.691427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.752387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-ca5a8b6b-8493-4594-82f5-238aba1a8926 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.753962 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-ca5a8b6b-8493-4594-82f5-238aba1a8926 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 944 time: 0.2802484 Jul 15 13:13:24.868408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] For port e906ab42-c3c1-42cc-b23e-512defbde0c7, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:24.872074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] For port e906ab42-c3c1-42cc-b23e-512defbde0c7, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:24.887964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.959502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Pushing event updated for resources: {'Port': ['ID=e906ab42-c3c1-42cc-b23e-512defbde0c7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.992034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.993554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.995659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-c19664e4-233d-44e0-b030-30479278de5a service neutron] 10.222.0.23 "PUT /v2.0/ports/e906ab42-c3c1-42cc-b23e-512defbde0c7 HTTP/1.1" status: 200 len: 1092 time: 1.5012257 Jul 15 13:13:25.000854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:25.003964 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4f26d8-983b-4228-9406-3e910b9ade11" -d '{"events": [{"name": "network-changed", "server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:25.043988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304c20d-e52b-46d9-9dff-2b6f0338fa5b req-a7d1d75c-492c-431c-a144-032e2fe3bad6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.050623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e304c20d-e52b-46d9-9dff-2b6f0338fa5b req-a7d1d75c-492c-431c-a144-032e2fe3bad6 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 944 time: 0.1768003 Jul 15 13:13:25.108820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Deleting port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:25.109533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.309280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e304c20d-e52b-46d9-9dff-2b6f0338fa5b req-20c6ed9c-8b7e-4aec-a711-b36ef2e2bf52 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370791 Jul 15 13:13:25.346534 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf459077-f129-4f7a-8c2b-86bc36b9f82d x-openstack-request-id: req-cf459077-f129-4f7a-8c2b-86bc36b9f82d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:25.347216 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:25.347216 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf459077-f129-4f7a-8c2b-86bc36b9f82d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:25.347433 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'status': 'completed', 'code': 200} Jul 15 13:13:25.360404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-bccb283d-578e-4957-a4e3-9410cd486a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.361955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-bccb283d-578e-4957-a4e3-9410cd486a2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9cecc8837fed4d40b8136064651ca0b1&device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 1095 time: 0.3064680 Jul 15 13:13:25.463912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] For port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:25.464717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.489189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Calling delete_port for 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:25.495455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-98f0e10d-d279-420b-9ff8-ee052eca26d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7 HTTP/1.1" status: 200 len: 217 time: 0.1226463 Jul 15 13:13:25.525539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:25.627623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-015c92fe-f56c-4c05-9920-4647cd33d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.632853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-015c92fe-f56c-4c05-9920-4647cd33d6fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be8c2536-9f18-47cd-9931-9247414dd2d4 HTTP/1.1" status: 200 len: 855 time: 0.1299872 Jul 15 13:13:25.765774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.783761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2bbd64d5-91fa-4fcb-83eb-83b77e3addec', '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:25.796850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50bc783b-d14e-42b1-a1c6-d7654d67db36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.823441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event deleted for resources: {'Port': ['ID=3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:25.973794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] No DVR routers for this DVR port 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:25.985122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.988183 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-64c44777-e8d7-4d1d-b4f9-0e2f53a6ede5 req-0a8fa404-d31d-4e0a-ad67-51f3b05f3b94 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "DELETE /v2.0/ports/3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b HTTP/1.1" status: 204 len: 173 time: 1.2259150 Jul 15 13:13:25.988927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'name': 'network-vif-deleted', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:25.993392 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa51e44-6592-4ab4-9d33-55c0fbaf42a0" -d '{"events": [{"server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "name": "network-vif-deleted", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:26.017769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50bc783b-d14e-42b1-a1c6-d7654d67db36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.061922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50bc783b-d14e-42b1-a1c6-d7654d67db36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.169520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-b57b3aa1-f10e-4fdf-b15b-81270b8a48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.171366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-b57b3aa1-f10e-4fdf-b15b-81270b8a48fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=75712f4f-e525-4e27-9e77-81d384d81432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5310361 Jul 15 13:13:26.177671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc783b-d14e-42b1-a1c6-d7654d67db36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25339f9b-10ce-4e0a-abd9-c65ffa312a1e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.206826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-50bc783b-d14e-42b1-a1c6-d7654d67db36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1b439d1c2dd4c559ae10640085f3a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676724 Jul 15 13:13:26.207366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47048) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:26.251839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc937e-83b7-4031-ad0c-6cd386d9bd75 req-80299a3d-e3d5-4bf4-b09a-5e1a3f2e2691 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.267029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbfc937e-83b7-4031-ad0c-6cd386d9bd75 req-80299a3d-e3d5-4bf4-b09a-5e1a3f2e2691 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.5610991 Jul 15 13:13:26.330136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3b26927-8da3-40e2-a61e-bc5e3c40e4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.362730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3b26927-8da3-40e2-a61e-bc5e3c40e4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.371365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbfc937e-83b7-4031-ad0c-6cd386d9bd75 req-b24d2362-d009-4aa9-abae-8c6ac59e18ba tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025651 Jul 15 13:13:26.410553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-2b642b6c-7414-4288-9a8e-c9c4a7c933d2 service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269220 Jul 15 13:13:26.459744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3b26927-8da3-40e2-a61e-bc5e3c40e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.464492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a3b26927-8da3-40e2-a61e-bc5e3c40e4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.465959 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a3b26927-8da3-40e2-a61e-bc5e3c40e4a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25339f9b-10ce-4e0a-abd9-c65ffa312a1e HTTP/1.1" status: 204 len: 168 time: 0.2575417 Jul 15 13:13:26.493718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b26927-8da3-40e2-a61e-bc5e3c40e4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25339f9b-10ce-4e0a-abd9-c65ffa312a1e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.505940 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb94cdd-2956-4e4f-b52b-b011097ef59b x-openstack-request-id: req-afb94cdd-2956-4e4f-b52b-b011097ef59b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:26.506445 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88095a8e-315b-431e-bfd7-84db7c2225dc", "name": "network-vif-deleted", "tag": "3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:26.506850 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afb94cdd-2956-4e4f-b52b-b011097ef59b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:26.507417 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88095a8e-315b-431e-bfd7-84db7c2225dc', 'name': 'network-vif-deleted', 'tag': '3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b', 'status': 'completed', 'code': 200} Jul 15 13:13:26.634878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53aeab12-cbbb-41cd-951e-b35d92439906 req-99c0a2b7-b9b6-4f27-890f-6e08b45b8ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141616 Jul 15 13:13:26.694052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4ea884e-a775-4732-9116-fe534b32f087 req-2d0260c9-ce5f-48d9-aa99-5114695bb364 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0562360 Jul 15 13:13:26.771663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-b9592a2f-481a-47ad-b828-cdb548199987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.777924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-b9592a2f-481a-47ad-b828-cdb548199987 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9cecc8837fed4d40b8136064651ca0b1&device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 1095 time: 0.0761688 Jul 15 13:13:26.932554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-658c8a08-49f9-4352-95f7-8ddb8b9ec8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.934087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-658c8a08-49f9-4352-95f7-8ddb8b9ec8a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=75712f4f-e525-4e27-9e77-81d384d81432 HTTP/1.1" status: 200 len: 917 time: 0.1509361 Jul 15 13:13:27.028542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-2159a620-34b6-42da-9a4e-0296728e11ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7 HTTP/1.1" status: 200 len: 217 time: 0.0791018 Jul 15 13:13:27.115565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-12207c83-0fc4-4bd6-aac9-2e61dd1fe36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.120247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-12207c83-0fc4-4bd6-aac9-2e61dd1fe36d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be8c2536-9f18-47cd-9931-9247414dd2d4 HTTP/1.1" status: 200 len: 855 time: 0.0838547 Jul 15 13:13:27.213801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-b92fbb98-aa73-4781-893a-1d0686f0602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.216218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-b92fbb98-aa73-4781-893a-1d0686f0602f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=75712f4f-e525-4e27-9e77-81d384d81432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890753 Jul 15 13:13:27.582246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47090) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:27.777670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-287142307-network', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:27.819718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-3e58729f-c1bb-4793-9c2b-be1d6cdaa91b service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914366 Jul 15 13:13:27.826252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Made reservation on behalf of 37551bf30d724b8baa5bba6b8dfb02b2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:27.830252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.840594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.919986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a7d3-5e8b-4ca2-ae46-81244a24a945 req-05c75da5-98e3-4fe2-92ef-23821eb8f4db tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.927699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fe6a7d3-5e8b-4ca2-ae46-81244a24a945 req-05c75da5-98e3-4fe2-92ef-23821eb8f4db tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.5875707 Jul 15 13:13:27.958292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.969009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.973855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af4f26d8-983b-4228-9406-3e910b9ade11 req-96c75517-f175-4b9c-9c70-3f428e34df3f service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455326 Jul 15 13:13:27.986560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:27.989162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fe6a7d3-5e8b-4ca2-ae46-81244a24a945 req-b8513f8b-9753-4990-b2f5-7481769e1aae tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570009 Jul 15 13:13:28.011963 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.012315 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Added segment 59b73ebd-17d8-4db0-932d-d7cc672172ab of type vlan for network 129f4e74-d45d-40ba-8b94-5f966daf620e Jul 15 13:13:28.066463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.131535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0a7a1-570f-4712-a866-e5d654b73ee0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.162166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.164846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.165903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.214240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47100) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.214644 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6303937 Jul 15 13:13:28.233801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Request body: {'subnet': {'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-287142307-subnet', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:28.245018 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7033ae-c53c-4f8e-9bb2-fd3368f614b0 admin admin] Pushing event updated for resources: {'Network': ['ID=129f4e74-d45d-40ba-8b94-5f966daf620e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.255616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 129f4e74-d45d-40ba-8b94-5f966daf620e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:28.299091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44188b2-eae4-4e6e-9001-66945b7c04c3 req-e20734b7-9954-4567-935c-84e2946f2d2f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.308335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c44188b2-eae4-4e6e-9001-66945b7c04c3 req-e20734b7-9954-4567-935c-84e2946f2d2f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.1644847 Jul 15 13:13:28.310369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Made reservation on behalf of 37551bf30d724b8baa5bba6b8dfb02b2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:28.313153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.384375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c44188b2-eae4-4e6e-9001-66945b7c04c3 req-ebdcbddf-25f2-4adb-9977-b80c8b0a5912 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747812 Jul 15 13:13:28.563638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf89f239-cc3c-444f-8512-caafc6e081dd req-de19b8e6-fb83-4cb2-a87e-fe7384000797 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0348728 Jul 15 13:13:28.623420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.670865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.732162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Checking segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:28.732543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Network hostable DHCP agents. Network: 129f4e74-d45d-40ba-8b94-5f966daf620e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:28.772828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Network 129f4e74-d45d-40ba-8b94-5f966daf620e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:28.785864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 129f4e74-d45d-40ba-8b94-5f966daf620e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:28.796718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb62798-a7bf-489f-885f-62735b52a96f None None] Network 129f4e74-d45d-40ba-8b94-5f966daf620e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:28.802071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.802728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.837991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-33491f8f-1e1f-4dd4-95ef-f595ee6f407e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6227510 Jul 15 13:13:28.841935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.847725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:28.872170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.873637 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.951148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.194709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:29.260103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.284467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:29.286823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3adbbe8b-bf69-44e8-bff2-4d2a7b180e7b not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:29.481971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-129f4e74-d45d-40ba-8b94-5f966daf620e', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:29.493721 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.636757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9f999-c812-4c93-af2f-a63d4ab366e5 req-c613114a-a1c5-43af-851a-1827810377dd tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.646922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bb9f999-c812-4c93-af2f-a63d4ab366e5 req-c613114a-a1c5-43af-851a-1827810377dd tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.1095686 Jul 15 13:13:29.656968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.686264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.700012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bb9f999-c812-4c93-af2f-a63d4ab366e5 req-71f227b4-a512-40f9-a9fa-f76dcffb7d7f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511127 Jul 15 13:13:29.802536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Allocated IP 172.20.0.2 (129f4e74-d45d-40ba-8b94-5f966daf620e/f40b4d7c-ab51-44a8-8dcb-c2ad08d79031/92b04937-fa46-400f-993b-bee5d891a637) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:29.896867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-873a3418-6f9b-4bb0-87a5-5d1dfca5d502 req-43cceba6-f9c9-4a69-9e27-8689bc141854 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0760953 Jul 15 13:13:30.001356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Allocated IP 172.25.2.11 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/999836a9-41cb-4bc6-84c4-9b22e3fa3b73) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:30.068546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.078557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Transition to ACTIVE for port object 92b04937-fa46-400f-993b-bee5d891a637 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:30.095922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Transition to ACTIVE for port object 92b04937-fa46-400f-993b-bee5d891a637 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:30.104552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.143628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Network 129f4e74-d45d-40ba-8b94-5f966daf620e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:30.145584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:30.149675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:30.166681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.173877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Pushing event updated for resources: {'Port': ['ID=92b04937-fa46-400f-993b-bee5d891a637,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.229198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.256280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Attempting to bind port 92b04937-fa46-400f-993b-bee5d891a637 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:30.256805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Attempting to bind port 92b04937-fa46-400f-993b-bee5d891a637 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:30.257275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Attempting to bind port 92b04937-fa46-400f-993b-bee5d891a637 on network 129f4e74-d45d-40ba-8b94-5f966daf620e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:30.263865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:30.264407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Checking segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:30.264921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.265418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Bound using segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:30.265996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Bound port: 92b04937-fa46-400f-993b-bee5d891a637, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:30.266510 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.278940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:30.293548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:30.299494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:30.334961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Pushing event updated for resources: {'Port': ['ID=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.363252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] For port 92b04937-fa46-400f-993b-bee5d891a637, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:30.371424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] For port 92b04937-fa46-400f-993b-bee5d891a637, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=92b04937-fa46-400f-993b-bee5d891a637,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:30.382025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.485317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc30c-9e81-4c62-be0e-e8ade9d7d910 None None] Pushing event updated for resources: {'Port': ['ID=92b04937-fa46-400f-993b-bee5d891a637,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.658864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.690335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.014120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb557a-3bdf-4111-9bf5-d78f94dfb227 req-8124e317-78de-4a2f-8218-06fe213da04b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:31.015732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3acb557a-3bdf-4111-9bf5-d78f94dfb227 req-8124e317-78de-4a2f-8218-06fe213da04b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.1549623 Jul 15 13:13:31.047363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.081179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3acb557a-3bdf-4111-9bf5-d78f94dfb227 req-efeb5d0f-c009-4be8-a1b7-21a4cdb6dfb1 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587859 Jul 15 13:13:31.254110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:13:31.319588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92b04937-fa46-400f-993b-bee5d891a637 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:31.405021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcb69af9-27f1-4eac-80a3-7c20e0c322e8 req-b80b1faf-a83a-4bf8-998b-3196545211f7 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0589774 Jul 15 13:13:31.422352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:31.495016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 92b04937-fa46-400f-993b-bee5d891a637 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:31.537763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:31.559518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:31.564655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.569925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.570988 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4923c151-1602-4743-9772-91efbc7d4534 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7261686 Jul 15 13:13:31.587811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:31.588478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.617836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:31.634044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:31.831622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:31.946687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed9fee-1f0f-45b0-9744-c4c51b41185d None None] Network 129f4e74-d45d-40ba-8b94-5f966daf620e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:31.998151 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.020746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:32.111097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:32.119470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] Provisioning for port 92b04937-fa46-400f-993b-bee5d891a637 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:32.129598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.138086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] Provisioning complete for port 92b04937-fa46-400f-993b-bee5d891a637 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:32.138488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.250510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.251158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5c9439f5-2161-4106-9c5f-ce3c3dffd584'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:32.359538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.496575 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.542412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 3, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:32.576595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:32.576941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Updating router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:13:32.613253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Allocated IP 172.20.0.1 (129f4e74-d45d-40ba-8b94-5f966daf620e/f40b4d7c-ab51-44a8-8dcb-c2ad08d79031/d7b1992d-54f8-4501-89e0-031f5a9badd9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:32.635582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] For port 92b04937-fa46-400f-993b-bee5d891a637, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=92b04937-fa46-400f-993b-bee5d891a637,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:32.653935 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.692943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.771834 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.807425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Transition to ACTIVE for port object d7b1992d-54f8-4501-89e0-031f5a9badd9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:32.905980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dc8c0-cf4a-4f08-a752-6be81381094a None None] Pushing event updated for resources: {'Port': ['ID=92b04937-fa46-400f-993b-bee5d891a637,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.918288 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.024301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c769675-c59a-4aa8-96d1-d65a7c8666f2 req-e8df2fff-8920-4d84-8af9-82f0d293d17b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:33.032816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c769675-c59a-4aa8-96d1-d65a7c8666f2 req-e8df2fff-8920-4d84-8af9-82f0d293d17b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.2126021 Jul 15 13:13:33.074236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Network 129f4e74-d45d-40ba-8b94-5f966daf620e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:33.119865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c769675-c59a-4aa8-96d1-d65a7c8666f2 req-aca19872-68fb-483a-a197-990a0fd87d75 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829849 Jul 15 13:13:33.124893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:33.129452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a94f4fbb-a5fe-453b-bb32-96579a30a10b None None] Provisioning complete for port 92b04937-fa46-400f-993b-bee5d891a637 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:33.130052 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a94f4fbb-a5fe-453b-bb32-96579a30a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.132774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b1992d-54f8-4501-89e0-031f5a9badd9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.150666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:33.274785 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.376313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.388791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92b04937-fa46-400f-993b-bee5d891a637 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:33.462884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:33.484741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Transition to ACTIVE for port object 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:33.545207 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.552945 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.567736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-404796c8-0168-40c8-a758-707174b64886 req-e5a80735-98de-4838-bbed-44be913c0544 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=88095a8e-315b-431e-bfd7-84db7c2225dc HTTP/1.1" status: 200 len: 210 time: 0.0719800 Jul 15 13:13:33.686561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.861685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d88d6-fc8b-4e5f-8f44-8ed453e63fea None None] Pushing event updated for resources: {'Port': ['ID=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.926140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Attempting to bind port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:33.926580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Attempting to bind port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:33.926944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Attempting to bind port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:33.947303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:33.947688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:33.948096 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.948497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:33.949049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Bound port: 999836a9-41cb-4bc6-84c4-9b22e3fa3b73, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:33.949347 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.973386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 92b04937-fa46-400f-993b-bee5d891a637 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:33.973560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.975606 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.982511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.077899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f35c221e-915e-48df-80a0-e6671cd6a6c1 None None] Provisioning for port d7b1992d-54f8-4501-89e0-031f5a9badd9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:34.134396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f35c221e-915e-48df-80a0-e6671cd6a6c1 None None] Provisioning complete for port d7b1992d-54f8-4501-89e0-031f5a9badd9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:34.136367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f35c221e-915e-48df-80a0-e6671cd6a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.158422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.160351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b1992d-54f8-4501-89e0-031f5a9badd9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.194038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:34.194445 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.344640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Network 129f4e74-d45d-40ba-8b94-5f966daf620e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:34.346088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:34.457164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] For port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:34.480007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] For port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:34.490695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f35c221e-915e-48df-80a0-e6671cd6a6c1 None None] Port d7b1992d-54f8-4501-89e0-031f5a9badd9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:34.595382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.693500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:34.925409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d88d6-fc8b-4e5f-8f44-8ed453e63fea None None] Pushing event updated for resources: {'Port': ['ID=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.931027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12fc0a-27bc-4e2f-b9c3-46e7e5af9370 req-f74a8b57-364e-4fa7-a2a5-df7adc1c8794 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.938354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a12fc0a-27bc-4e2f-b9c3-46e7e5af9370 req-f74a8b57-364e-4fa7-a2a5-df7adc1c8794 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.2750680 Jul 15 13:13:34.945454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.948952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:34.949598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.969689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2bcd7f57-dac0-4e4a-88df-0901c558756b None None] Provisioning complete for port d7b1992d-54f8-4501-89e0-031f5a9badd9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:34.970081 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7f57-dac0-4e4a-88df-0901c558756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.069465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:35.072492 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71bcb58-767d-4003-933a-b32d1a9ba2f8" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:35.147734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:35.151707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd7f57-dac0-4e4a-88df-0901c558756b None None] Port d7b1992d-54f8-4501-89e0-031f5a9badd9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:35.166417 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.214916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:35.218397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:35.260857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-35cb0a81-70a5-4710-a614-3a93f87000d9 admin admin] 10.222.0.48 "PUT /v2.0/routers/40ccae61-07a6-440b-b1c6-0ce3ea110e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885347 Jul 15 13:13:35.317593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.335647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a12fc0a-27bc-4e2f-b9c3-46e7e5af9370 req-00301b4b-9fc0-4557-b9e2-0886ecffc08b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940759 Jul 15 13:13:35.671182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 2, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:35.737813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa47bfe-11a0-4ab0-9cfc-5b51ead5f405 None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 2, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:36.114642 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c2e14-0949-4397-959f-f5b93b2a588e x-openstack-request-id: req-a74c2e14-0949-4397-959f-f5b93b2a588e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:36.115121 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:36.115538 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a74c2e14-0949-4397-959f-f5b93b2a588e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:36.116191 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:13:36.815250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47246) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.821926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003338095', 'description': 'tempest-description--1753812560'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:36.923918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.198724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.213416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.305839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.369307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.375975 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-740a4b6e-ddc4-48cd-bbef-40a4cda5bb47 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5586534 Jul 15 13:13:37.376654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:37.400360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:37.406758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'security_group_rule': {'security_group_id': 'f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:37.412253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6577b20-7d3e-4f84-bda1-7eb038613bc5 req-68f933a2-e506-426f-ba26-d9b040296d51 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:37.424093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6577b20-7d3e-4f84-bda1-7eb038613bc5 req-68f933a2-e506-426f-ba26-d9b040296d51 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.2822881 Jul 15 13:13:37.514808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.577534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6577b20-7d3e-4f84-bda1-7eb038613bc5 req-32fc6045-b151-4d63-9f9c-82a89f43178c tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525214 Jul 15 13:13:37.597642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:37.626169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:37.627897 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.804046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.812588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.873241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cabdc9-0229-4c24-a13b-06fe6bdf6784,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.881676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.890259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:37.899758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'security_group_rule': {'security_group_id': 'f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:37.904296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a4e5e725-0de8-4d4d-a07c-c7863633d069 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5253527 Jul 15 13:13:37.919313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.969878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.994973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:38.002563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.106325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.118240 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.126635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.188132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbfe7da-a11d-4cc0-a3da-60c636fb9459,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.231026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.236781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47262) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:38.245510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7e1cafd6-3ee4-41bd-9672-69c749a38550 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3528419 Jul 15 13:13:38.246105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:38.315217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.565461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.783801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Allocated IP 172.25.2.3 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/3946daa1-04c1-4343-871c-8bcf0f95bbdc) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:39.003879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.073109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79f06-2fd5-443a-826a-de924aa9fe5d req-97e27b71-6bd8-4544-8c3e-1a1118505bdd tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:39.080923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.102637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3d79f06-2fd5-443a-826a-de924aa9fe5d req-97e27b71-6bd8-4544-8c3e-1a1118505bdd tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.2237935 Jul 15 13:13:39.129736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:39.143301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:39.148460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:39.217437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'Port': ['ID=3946daa1-04c1-4343-871c-8bcf0f95bbdc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:39.265228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3d79f06-2fd5-443a-826a-de924aa9fe5d req-0dbd8637-5355-4cae-8e20-d13b04626993 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608622 Jul 15 13:13:39.375265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:39.438076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.582488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.586866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:39.587364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.614719 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:39.633871 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:39.636983 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:39.979208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:40.001264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.115344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.133389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.203721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'Port': ['ID=3946daa1-04c1-4343-871c-8bcf0f95bbdc,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.282978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.319235 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.319235 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2389db7a-0847-433b-8db5-2a6de3d7f818 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0677304 Jul 15 13:13:40.347616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59531f69-9ce2-4b1b-9c32-d7a2d199cc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.576686 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 2, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:40.659876 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:40.663079 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Updating router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b port d7b1992d-54f8-4501-89e0-031f5a9badd9 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:13:40.746811 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.820551 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59531f69-9ce2-4b1b-9c32-d7a2d199cc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.832596 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59531f69-9ce2-4b1b-9c32-d7a2d199cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.972354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59531f69-9ce2-4b1b-9c32-d7a2d199cc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67f21c-31fb-442d-890b-4a140e97c7eb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.985148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47314) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.997200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-59531f69-9ce2-4b1b-9c32-d7a2d199cc0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=703c21a991514ff0b832511005fa29e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9947574 Jul 15 13:13:41.025704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f07b8a-5f4b-452f-b4b2-e0d911da41b6 req-330d1d60-99e2-4c29-a02b-f5c50fc9f993 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.032823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30f07b8a-5f4b-452f-b4b2-e0d911da41b6 req-330d1d60-99e2-4c29-a02b-f5c50fc9f993 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.3383474 Jul 15 13:13:41.152360 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.155041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30f07b8a-5f4b-452f-b4b2-e0d911da41b6 req-9c5a8491-6f36-4cbe-992e-da50de333480 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212664 Jul 15 13:13:41.189865 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Transition to ACTIVE for port object d7b1992d-54f8-4501-89e0-031f5a9badd9 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:41.212020 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.257344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8bff0d8-cade-4d5c-809d-b27dc4fe55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.298758 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Pushing event updated for resources: {'Port': ['ID=d7b1992d-54f8-4501-89e0-031f5a9badd9,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.395421 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.396171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.396731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.397282 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.397828 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.398741 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.399580 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.400162 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.400722 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.401270 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.401815 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.402411 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:41.406160 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Attempting to bind port d7b1992d-54f8-4501-89e0-031f5a9badd9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:41.406845 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Attempting to bind port d7b1992d-54f8-4501-89e0-031f5a9badd9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:41.407467 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Attempting to bind port d7b1992d-54f8-4501-89e0-031f5a9badd9 on network 129f4e74-d45d-40ba-8b94-5f966daf620e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:41.414322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8bff0d8-cade-4d5c-809d-b27dc4fe55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.427511 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:41.428414 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Checking segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:41.429041 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.430013 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Bound using segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:41.430939 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Bound port: d7b1992d-54f8-4501-89e0-031f5a9badd9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:41.431556 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.544154 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8bff0d8-cade-4d5c-809d-b27dc4fe55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.548778 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] For port d7b1992d-54f8-4501-89e0-031f5a9badd9, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:41.553955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8bff0d8-cade-4d5c-809d-b27dc4fe55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.554898 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] For port d7b1992d-54f8-4501-89e0-031f5a9badd9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d7b1992d-54f8-4501-89e0-031f5a9badd9,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:41.559929 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8bff0d8-cade-4d5c-809d-b27dc4fe55ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab67f21c-31fb-442d-890b-4a140e97c7eb HTTP/1.1" status: 204 len: 168 time: 0.5699992 Jul 15 13:13:41.575536 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.593706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bff0d8-cade-4d5c-809d-b27dc4fe55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67f21c-31fb-442d-890b-4a140e97c7eb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.730474 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:41.731807 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:41.968775 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71858fb7-13af-4f7b-97fa-8262da0ce54d None None] Pushing event updated for resources: {'Port': ['ID=d7b1992d-54f8-4501-89e0-031f5a9badd9,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.065238 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:42.636112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b19f3dd8-3e41-4c3c-a1ac-58a3a3672e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.777576 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:41Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:42.854625 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec70e-9811-447d-b7b4-7f854dc2a2da None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:41Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:43.375672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d7b1992d-54f8-4501-89e0-031f5a9badd9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:43.481567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d7b1992d-54f8-4501-89e0-031f5a9badd9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:43.488186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d7b1992d-54f8-4501-89e0-031f5a9badd9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:43.488769 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.779977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.862911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d7b1992d-54f8-4501-89e0-031f5a9badd9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d7b1992d-54f8-4501-89e0-031f5a9badd9,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:43.874287 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.096635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d7b1992d-54f8-4501-89e0-031f5a9badd9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:44.201844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-ef5270b1-f481-46c7-a33a-5a9b8645b428 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2003338095&fields=id&tenant_id=37551bf30d724b8baa5bba6b8dfb02b2 HTTP/1.1" status: 200 len: 267 time: 0.0898073 Jul 15 13:13:44.549215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-d50ed950-4c8a-43cd-b4d0-50148363e0a1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.562683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-d50ed950-4c8a-43cd-b4d0-50148363e0a1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 810 time: 0.3593748 Jul 15 13:13:44.612664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-de67d9c8-324b-432b-a25b-de1a8f7475ec tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/quotas/37551bf30d724b8baa5bba6b8dfb02b2 HTTP/1.1" status: 200 len: 375 time: 0.0486302 Jul 15 13:13:44.749508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6cee-4cfb-47e5-b1a4-b556edded56b req-4a8f6136-89d7-418f-838b-70136b7f9b9a tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.751260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-775e6cee-4cfb-47e5-b1a4-b556edded56b req-4a8f6136-89d7-418f-838b-70136b7f9b9a tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.3259504 Jul 15 13:13:44.839321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-54d4419f-a2db-402a-bc0c-f5c3b8117a3e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2160802 Jul 15 13:13:44.870971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-775e6cee-4cfb-47e5-b1a4-b556edded56b req-cb14a352-cb79-4e2c-9cfd-1e3e5b446afe tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089373 Jul 15 13:13:45.203058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-d5e39753-edf9-444d-9876-ea69e77e0a96 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:13:45.204095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-d5e39753-edf9-444d-9876-ea69e77e0a96 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3547924 Jul 15 13:13:45.264018 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fe29-d519-4d2f-8948-a69ca60735a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.267358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d7b1992d-54f8-4501-89e0-031f5a9badd9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:45.378155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d7b1992d-54f8-4501-89e0-031f5a9badd9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:45.378661 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.477496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-cac74384-c9be-4a80-870d-49063930ed28 service neutron] 10.222.0.48 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657309 Jul 15 13:13:45.530484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.548375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdedef-40f8-48a5-8df9-e360cd6351a9 req-efc35b12-1fdb-4312-b3fc-f5e9faa4cf8e tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.563078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75cdedef-40f8-48a5-8df9-e360cd6351a9 req-efc35b12-1fdb-4312-b3fc-f5e9faa4cf8e tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 950 time: 0.2003388 Jul 15 13:13:45.807666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75cdedef-40f8-48a5-8df9-e360cd6351a9 req-9e95e8ff-1bce-4ca3-95af-627f8d93a229 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432816 Jul 15 13:13:45.854384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-187ce6e9-4be1-4068-8bfa-f28b4ce9ac72 service neutron] 10.222.0.48 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664272 Jul 15 13:13:45.944087 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-6f0320ee-ce67-40ef-9409-0b38b68a70ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3705225 Jul 15 13:13:46.283760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.298825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.299190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.299819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.300300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.300819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.301216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.306977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-866ea430-d759-4f10-badd-cb6e787155f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=efd54cf468364b638c3d8b73629b1879&device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 6501 time: 0.2760561 Jul 15 13:13:46.415390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4ed0749-c168-479c-a5bd-67126efa51d6 req-835ed378-cb03-497a-b8c1-3817ae30dd08 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 210 time: 0.1022136 Jul 15 13:13:46.481736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f7c06-2cfe-4456-9ac6-1f5df3728582 req-1c87c502-04a2-4536-bc0e-33471ceab760 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.489184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d64f7c06-2cfe-4456-9ac6-1f5df3728582 req-1c87c502-04a2-4536-bc0e-33471ceab760 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.1930258 Jul 15 13:13:46.641218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d64f7c06-2cfe-4456-9ac6-1f5df3728582 req-069c534b-f405-4ae5-8a7f-cbd8cc3f5fad tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508379 Jul 15 13:13:46.668958 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.646373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-871c0b8b-3147-456b-b1b4-05e9de0f6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.646893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-871c0b8b-3147-456b-b1b4-05e9de0f6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.652521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-871c0b8b-3147-456b-b1b4-05e9de0f6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.654315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-871c0b8b-3147-456b-b1b4-05e9de0f6d0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=da3a0643-8786-4f7e-9827-308679eebe23&id=7869ff0d-6ae7-4cd8-9026-657e635735e2&id=7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 200 len: 2298 time: 1.3093700 Jul 15 13:13:47.774781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe52debf-a4fc-4a19-95c7-2f82b24d8317 req-5cd67c13-9036-497c-8448-e6d5f95beb70 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 210 time: 0.0845568 Jul 15 13:13:47.898464 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-70905e95-d4d8-4e2c-aa3b-20d4592f780d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0247534e-95e3-41ff-9638-ee2c988da812 HTTP/1.1" status: 200 len: 1002 time: 0.2266011 Jul 15 13:13:47.988480 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.037199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-4807b53c-1281-49ea-afa7-ce68b3983257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.039480 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-4807b53c-1281-49ea-afa7-ce68b3983257 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb586b47-de32-4f6a-9eae-8a47dd62e729 HTTP/1.1" status: 200 len: 856 time: 0.1349411 Jul 15 13:13:48.197547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-ae7ee8f0-967d-4cf8-9de9-6987cc5064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.198435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83112fa6-d8e6-44bf-85e5-9f635321c85f req-dd02f0bc-2e5e-4697-b00a-e5cd84ff39e6 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.201477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-ae7ee8f0-967d-4cf8-9de9-6987cc5064a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547096 Jul 15 13:13:48.210144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83112fa6-d8e6-44bf-85e5-9f635321c85f req-dd02f0bc-2e5e-4697-b00a-e5cd84ff39e6 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.2221017 Jul 15 13:13:48.305807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83112fa6-d8e6-44bf-85e5-9f635321c85f req-dac4f77d-607a-4a26-903e-3b6b46b08ce3 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944285 Jul 15 13:13:48.560995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-73b58d24-8108-4ce7-8cec-c6b02d7c1e37 service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503933 Jul 15 13:13:48.937876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-c78489a4-b398-46b4-a29a-578d06187734 service neutron] 10.222.0.49 "GET /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671808 Jul 15 13:13:49.052101 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-fdeddb63-f0f5-4258-814e-f69c5fab1eb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 217 time: 0.1051755 Jul 15 13:13:49.174273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-9d601714-9a57-42a8-98c5-a49e5bc7033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.178841 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-9d601714-9a57-42a8-98c5-a49e5bc7033f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.1144118 Jul 15 13:13:49.207534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:49.236010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-ccf4711c-6591-4278-8c33-c05d62907f3a tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.238263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-ccf4711c-6591-4278-8c33-c05d62907f3a tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 810 time: 0.4691727 Jul 15 13:13:49.547025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-3141eb36-17b6-4a30-9774-2e75226cdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.551894 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-3141eb36-17b6-4a30-9774-2e75226cdb9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3643265 Jul 15 13:13:49.579540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9617046-4b56-4832-9eb4-9c45f15e0b33 req-2edbc276-4af3-4161-b861-60d34b81c37f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 210 time: 0.2116101 Jul 15 13:13:49.611578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-3b96b66f-019a-4226-b43f-82ff13c314eb tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37551bf30d724b8baa5bba6b8dfb02b2 HTTP/1.1" status: 200 len: 380 time: 0.3630185 Jul 15 13:13:49.642745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'port': {'device_id': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'admin_state_up': True, 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'security_groups': ['f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:49.673525 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.905666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:49.926751 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f21639d-9269-4f81-83d8-5c132a931d6f" -d '{"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-unplugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:49.994977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:50.015749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.035165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-669fa7d7-81ea-482e-850f-7a6d48d6e5ef service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612825 Jul 15 13:13:50.165347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.244259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Made reservation on behalf of 37551bf30d724b8baa5bba6b8dfb02b2 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:50.253195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.596307 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-ad4f1349-1116-40a9-89fb-59cdd0ce0b9d service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559909 Jul 15 13:13:50.621015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3b438-5173-4ec6-b519-0cb3b0e3d3a0 req-e080ca88-49c3-4707-b7fc-f38383503901 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.627308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0a3b438-5173-4ec6-b519-0cb3b0e3d3a0 req-e080ca88-49c3-4707-b7fc-f38383503901 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 944 time: 0.6026886 Jul 15 13:13:50.760511 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-328a86fa-a134-4ba1-9496-35f99a6852da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 217 time: 0.1549923 Jul 15 13:13:50.888865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Allocated IP 172.20.0.5 (129f4e74-d45d-40ba-8b94-5f966daf620e/f40b4d7c-ab51-44a8-8dcb-c2ad08d79031/1921a5f5-f299-420b-adf6-856fb459ae8b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:50.891568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-c9086047-3211-4534-8add-38dff46f661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.893949 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-c9086047-3211-4534-8add-38dff46f661f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.1296899 Jul 15 13:13:50.924268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0a3b438-5173-4ec6-b519-0cb3b0e3d3a0 req-d94076a0-47e0-41b3-b293-2803fbac094f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778587 Jul 15 13:13:50.986388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-6454645b-1f25-4eee-abb0-c0c25cac6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.988265 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-6454645b-1f25-4eee-abb0-c0c25cac6d79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862572 Jul 15 13:13:51.169051 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a09ce-0e81-405a-ad33-b72b7b0a815c x-openstack-request-id: req-b29a09ce-0e81-405a-ad33-b72b7b0a815c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:51.169753 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-unplugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:51.170276 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b29a09ce-0e81-405a-ad33-b72b7b0a815c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:51.170679 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'code': 200} Jul 15 13:13:51.348460 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-b3b0d15c-d760-4d27-bcbe-756c74862311 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512695 Jul 15 13:13:51.507642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3e5a044-da66-43d4-8e75-41beb0f30936 req-b28d5bd4-1658-4cc6-b15b-dbe994f17740 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 210 time: 0.1462276 Jul 15 13:13:51.556572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e906ab42-c3c1-42cc-b23e-512defbde0c7 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:51.656710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.711023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Transition to ACTIVE for port object 1921a5f5-f299-420b-adf6-856fb459ae8b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:51.734845 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-7901a580-67d4-462d-a988-cb7af7bff845 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774021 Jul 15 13:13:51.847403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.854360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port e906ab42-c3c1-42cc-b23e-512defbde0c7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:51.875000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'port_id': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'mac_address': 'fa:16:3e:c4:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:51.908024 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-6ccb20f9-44fe-45a5-8d99-fad0f605d758 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=62ce691c-de22-4217-b8bd-278830529a9e HTTP/1.1" status: 200 len: 217 time: 0.1534040 Jul 15 13:13:51.921374 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.946685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e906ab42-c3c1-42cc-b23e-512defbde0c7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:51.977187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port e906ab42-c3c1-42cc-b23e-512defbde0c7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:52.008533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Network 129f4e74-d45d-40ba-8b94-5f966daf620e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:52.014596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:52.023346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.034456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:52.112189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-69c212d8-589f-429d-8af3-2359f4011ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.113775 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-69c212d8-589f-429d-8af3-2359f4011ba7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.1919656 Jul 15 13:13:52.279500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.282014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['e906ab42-c3c1-42cc-b23e-512defbde0c7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:52.283413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.288371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=e906ab42-c3c1-42cc-b23e-512defbde0c7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:52.331796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-c002ef4e-d6ae-4acc-913a-306f88469f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.337739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-c002ef4e-d6ae-4acc-913a-306f88469f19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097096 Jul 15 13:13:52.345781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'Port': ['ID=1921a5f5-f299-420b-adf6-856fb459ae8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:52.389639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-eac21722-c30b-4a6a-88b6-cf43f7286ad8 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7704346 Jul 15 13:13:52.410447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Request body: {'port': {'device_id': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:52.733444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.742078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-d3003a67-fb49-478f-8bed-d2492507bf07 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831663 Jul 15 13:13:52.761813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-50a450e4-8572-4c83-8013-82e82a03a862 None None] Provisioning for port 1921a5f5-f299-420b-adf6-856fb459ae8b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:52.778033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-50a450e4-8572-4c83-8013-82e82a03a862 None None] Provisioning complete for port 1921a5f5-f299-420b-adf6-856fb459ae8b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:52.778622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50a450e4-8572-4c83-8013-82e82a03a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.893515 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-50a450e4-8572-4c83-8013-82e82a03a862 None None] Port 1921a5f5-f299-420b-adf6-856fb459ae8b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:52.915166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf1bd7-dde7-48dc-96b3-d3f0526ce56c req-e3945c88-6b0b-460e-b815-9afed3abe15e tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.917329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75bf1bd7-dde7-48dc-96b3-d3f0526ce56c req-e3945c88-6b0b-460e-b815-9afed3abe15e tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 945 time: 0.5625021 Jul 15 13:13:52.950904 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-c604cda1-64b7-4066-9066-2cf6e9fd0227 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957672 Jul 15 13:13:53.056791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-8d22d646-6b4c-4219-b652-cd9caf2416f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163 HTTP/1.1" status: 200 len: 217 time: 0.0946167 Jul 15 13:13:53.162315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-c67cf807-b4e7-48aa-980a-b94bf57e0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.164680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-c67cf807-b4e7-48aa-980a-b94bf57e0d5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 200 len: 797 time: 0.0973301 Jul 15 13:13:53.255967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1921a5f5-f299-420b-adf6-856fb459ae8b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:53.274551 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.280294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75bf1bd7-dde7-48dc-96b3-d3f0526ce56c req-5320ab14-d887-4bd8-9e55-5a1d7ed9fecb tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519008 Jul 15 13:13:53.296415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Transition to ACTIVE for port object 1921a5f5-f299-420b-adf6-856fb459ae8b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:53.306627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7310a9-0b4a-4343-be75-82f56a173cf3 req-d435c1cc-8f53-4949-a403-aae73d18b3e5 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.314230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c7310a9-0b4a-4343-be75-82f56a173cf3 req-d435c1cc-8f53-4949-a403-aae73d18b3e5 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 931 time: 0.4998527 Jul 15 13:13:53.320331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-11381999-7e86-4efd-9772-f40b26b69914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.324429 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-11381999-7e86-4efd-9772-f40b26b69914 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da3a0643-8786-4f7e-9827-308679eebe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461129 Jul 15 13:13:53.324588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.399694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Pushing event updated for resources: {'Port': ['ID=1921a5f5-f299-420b-adf6-856fb459ae8b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.421337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c7310a9-0b4a-4343-be75-82f56a173cf3 req-44392ca5-b22f-4a1c-8f7a-49c9661f0e80 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059027 Jul 15 13:13:53.550705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Attempting to bind port 1921a5f5-f299-420b-adf6-856fb459ae8b on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:53.550705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Attempting to bind port 1921a5f5-f299-420b-adf6-856fb459ae8b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:53.551041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Attempting to bind port 1921a5f5-f299-420b-adf6-856fb459ae8b on network 129f4e74-d45d-40ba-8b94-5f966daf620e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.559846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Port 1921a5f5-f299-420b-adf6-856fb459ae8b on network 129f4e74-d45d-40ba-8b94-5f966daf620e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:53.560198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Attempting to bind port 1921a5f5-f299-420b-adf6-856fb459ae8b on network 129f4e74-d45d-40ba-8b94-5f966daf620e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.568013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e906ab42-c3c1-42cc-b23e-512defbde0c7 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:53.573621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:53.573983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Checking segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:53.574410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Bound using segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:53.574869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Bound port: 1921a5f5-f299-420b-adf6-856fb459ae8b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:53.577320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.583744 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-df27484a-1515-498f-b99c-c36f0abd1989 service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528436 Jul 15 13:13:53.753228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port e906ab42-c3c1-42cc-b23e-512defbde0c7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:53.761711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port e906ab42-c3c1-42cc-b23e-512defbde0c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:53.762107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.847117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] For port 1921a5f5-f299-420b-adf6-856fb459ae8b, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:53.854884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-5f0fa555-c762-41e2-9bdc-198bb3413cfb service neutron] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554333 Jul 15 13:13:53.857567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] For port 1921a5f5-f299-420b-adf6-856fb459ae8b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1921a5f5-f299-420b-adf6-856fb459ae8b,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:53.873859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.922677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.923305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.924801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] 10.222.0.23 "PUT /v2.0/ports/1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 1091 time: 1.5223427 Jul 15 13:13:53.925250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:53.951101 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1254ad16-402f-4158-b8ae-b9add60f239b" -d '{"events": [{"name": "network-changed", "server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:53.997343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66296ed-9f06-4b45-8c70-42344e8b0af9 service neutron] Pushing event updated for resources: {'Port': ['ID=1921a5f5-f299-420b-adf6-856fb459ae8b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:54.000336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-b161fa67-5f5d-42f0-8c7d-10fb7dec4f64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78f6b974-976d-4ea7-9959-c17ed606d205 HTTP/1.1" status: 200 len: 217 time: 0.1415942 Jul 15 13:13:54.111419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-cfb7732f-fff4-4756-a076-66d5fcca3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.118909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-cfb7732f-fff4-4756-a076-66d5fcca3352 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.1073599 Jul 15 13:13:54.133879 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5f0c7-785d-416b-8927-62e5c5222665 x-openstack-request-id: req-f8f5f0c7-785d-416b-8927-62e5c5222665 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:54.134186 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:54.136779 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f5f0c7-785d-416b-8927-62e5c5222665 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:54.137228 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'status': 'completed', 'code': 200} Jul 15 13:13:54.176867 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.254913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-c3ee017a-a490-4131-8224-b8244d5ace01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.254913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-c3ee017a-a490-4131-8224-b8244d5ace01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1094 time: 0.2740810 Jul 15 13:13:54.269871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:54.282536 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923adb3e-8907-43a7-8532-26b1de38e01b" -d '{"events": [{"server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "name": "network-vif-plugged", "status": "completed", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:54.320959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port e906ab42-c3c1-42cc-b23e-512defbde0c7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:54.323719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-84a921b3-fc90-45b6-a1a9-64778c9a835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.329882 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-84a921b3-fc90-45b6-a1a9-64778c9a835a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2006707 Jul 15 13:13:54.336952 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.354078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-d7ca6a77-473c-4869-ab78-b9f17d849b89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 217 time: 0.0924110 Jul 15 13:13:54.429807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=e906ab42-c3c1-42cc-b23e-512defbde0c7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:54.442570 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d1845-d2b4-49f3-855f-a040f0fedd3e x-openstack-request-id: req-890d1845-d2b4-49f3-855f-a040f0fedd3e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:54.443041 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "name": "network-vif-plugged", "status": "completed", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:54.443441 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-890d1845-d2b4-49f3-855f-a040f0fedd3e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:54.443998 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'code': 200} Jul 15 13:13:54.472946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-5a8effac-e83f-42d2-9e65-d2f871a3acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.478706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-5a8effac-e83f-42d2-9e65-d2f871a3acc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.1133511 Jul 15 13:13:54.586959 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-13a7ef10-425b-4559-bfe6-a021bffd4aba service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483599 Jul 15 13:13:54.600520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-c871cad6-ae2d-4c88-aa65-34ccdb206585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.604106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-c871cad6-ae2d-4c88-aa65-34ccdb206585 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152191 Jul 15 13:13:54.742111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9e47-2f14-471c-a805-c8742975ade9 req-bf0ccc5e-4a21-412d-9285-ff96b6352101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.744581 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-62ba9e47-2f14-471c-a805-c8742975ade9 req-bf0ccc5e-4a21-412d-9285-ff96b6352101 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 1097 time: 0.1562178 Jul 15 13:13:54.796071 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-62ba9e47-2f14-471c-a805-c8742975ade9 req-9a29c97f-106b-419c-8e9a-2d950dc85ff8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417066 Jul 15 13:13:54.800680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-41b0f25b-127b-4e59-ab88-c78a44a04e2b service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942952 Jul 15 13:13:54.922352 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-da5079da-0790-4e2e-a2bd-d5ad8cc858f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928ed251-b353-4521-8ca5-048c2819a242 HTTP/1.1" status: 200 len: 217 time: 0.0937319 Jul 15 13:13:54.992375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-fcb1f080-082f-49ed-911a-413010e9796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.994670 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-fcb1f080-082f-49ed-911a-413010e9796b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 200 len: 797 time: 0.0642924 Jul 15 13:13:55.196902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161de-daca-4576-9afb-700810181455 req-d10db65a-425a-4cdc-bec7-b75494c47051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.198477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-d10db65a-425a-4cdc-bec7-b75494c47051 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7869ff0d-6ae7-4cd8-9026-657e635735e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960359 Jul 15 13:13:55.237358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:55.435150 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-7f253d10-eb45-473e-9e27-c205b69484ea service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246237 Jul 15 13:13:55.497177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7da63-d342-40b8-9b35-6c00a0b7560d req-72ca6283-cd9c-4790-be87-9d1a870e887a tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.526682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22a7da63-d342-40b8-9b35-6c00a0b7560d req-72ca6283-cd9c-4790-be87-9d1a870e887a tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.8767374 Jul 15 13:13:55.574251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-556f636d-fe7c-4709-b246-0843dfd4bb93 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612610 Jul 15 13:13:55.614559 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d4161de-daca-4576-9afb-700810181455 req-8994d57b-9605-44ac-8ad9-ad3b09e788b2 service neutron] 10.222.0.49 "GET /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608524 Jul 15 13:13:55.681057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db9920-a2c2-46ad-8bfb-c8faa2783687 req-69d89a1a-f36f-4002-8338-c59a3efcba2b tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.717313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80db9920-a2c2-46ad-8bfb-c8faa2783687 req-69d89a1a-f36f-4002-8338-c59a3efcba2b tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 943 time: 1.0699198 Jul 15 13:13:55.845123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:55.878021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'mac_address': 'fa:16:3e:bb:7e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:55.947064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80db9920-a2c2-46ad-8bfb-c8faa2783687 req-f10cff27-4da9-4716-bebc-0d6c1daeadae tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276556 Jul 15 13:13:55.991201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.028211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98204c8f-aa5e-4811-8d99-e19c076f5c2c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:56.084446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22a7da63-d342-40b8-9b35-6c00a0b7560d req-62dbb618-8603-4f2a-ad24-10e5f7475adc tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5545783 Jul 15 13:13:56.105892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:56.131783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.199535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc54d884-5f27-4784-8b13-80284f127ba6 req-5117804c-189a-4ad3-b377-bb01a3a9ebbc service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155851 Jul 15 13:13:56.308882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['98204c8f-aa5e-4811-8d99-e19c076f5c2c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:56.321277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.430706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:56.589110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ad16-402f-4158-b8ae-b9add60f239b req-f065924e-24b3-4900-8139-b90eda1914c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.600107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-f065924e-24b3-4900-8139-b90eda1914c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1094 time: 0.1154828 Jul 15 13:13:56.938393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ad16-402f-4158-b8ae-b9add60f239b req-20d75ce5-473b-4b51-a3b4-16f20a259271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.941508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-20d75ce5-473b-4b51-a3b4-16f20a259271 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.3371382 Jul 15 13:13:57.031147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-9687cc5b-7a0a-4893-a22f-9c42c354e5fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 217 time: 0.0645301 Jul 15 13:13:57.033120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.144197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ad16-402f-4158-b8ae-b9add60f239b req-50a1f9e7-4caa-4f8b-9087-2e7a1d2a8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.146811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-50a1f9e7-4caa-4f8b-9087-2e7a1d2a8e2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.1076484 Jul 15 13:13:57.159476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299de162-0081-4c35-8e07-4a0c8c44fa56 req-51d1d3db-60e4-4ac7-9636-c8689c9266a2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.168872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-299de162-0081-4c35-8e07-4a0c8c44fa56 req-51d1d3db-60e4-4ac7-9636-c8689c9266a2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 944 time: 0.2633276 Jul 15 13:13:57.299353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-299de162-0081-4c35-8e07-4a0c8c44fa56 req-d0190f2f-0317-4d63-b8f7-a202312054f2 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290548 Jul 15 13:13:57.411063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ad16-402f-4158-b8ae-b9add60f239b req-629d1675-2516-427f-b347-e9e0fcf6a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.419006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-629d1675-2516-427f-b347-e9e0fcf6a817 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467968 Jul 15 13:13:57.440021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.459479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.505802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-a7236472-8521-438a-b779-753a69172e81 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.511251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-a7236472-8521-438a-b779-753a69172e81 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 944 time: 0.2101312 Jul 15 13:13:57.568400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1921a5f5-f299-420b-adf6-856fb459ae8b details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:57.764279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dafedd-d4c9-4ad9-8459-3fb6220d9af3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:57.860742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87033718050645b7bcd357eb3ed9e9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4270172 Jul 15 13:13:57.870057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1921a5f5-f299-420b-adf6-856fb459ae8b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1921a5f5-f299-420b-adf6-856fb459ae8b,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:57.870467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:57.901535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'port_id': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'mac_address': 'fa:16:3e:ee:fd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:57.914751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Deleting port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:57.915844 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.928044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.928387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.928737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.929726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.930333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.930749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.934947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.935338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.935688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.937165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.937528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.937873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4631693-c83e-423c-828b-6eaf68698eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:57.995082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.008705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1921a5f5-f299-420b-adf6-856fb459ae8b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:58.040233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1921a5f5-f299-420b-adf6-856fb459ae8b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1921a5f5-f299-420b-adf6-856fb459ae8b,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.060797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.106970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273b9c-eca6-46c7-b218-660371dcdf8f req-e2e165dd-ce6d-4d92-b666-a5f51bd7576f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.108740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48273b9c-eca6-46c7-b218-660371dcdf8f req-e2e165dd-ce6d-4d92-b666-a5f51bd7576f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 943 time: 0.5178545 Jul 15 13:13:58.138080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-d32f48c6-ada3-4b43-bc54-6c3538a85cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961937 Jul 15 13:13:58.146623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] For port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.147030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.160653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1921a5f5-f299-420b-adf6-856fb459ae8b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.173726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Calling delete_port for 2bbd64d5-91fa-4fcb-83eb-83b77e3addec owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:58.271704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ebf29-1e14-43f0-8d19-a797b9f497f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.286180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1921a5f5-f299-420b-adf6-856fb459ae8b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:58.415950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.434840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2bbd64d5-91fa-4fcb-83eb-83b77e3addec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:58.438851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ebf29-1e14-43f0-8d19-a797b9f497f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.462901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48273b9c-eca6-46c7-b218-660371dcdf8f req-0daeb601-5656-4936-8202-27250ab2a749 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334248 Jul 15 13:13:58.467171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event deleted for resources: {'Port': ['ID=2bbd64d5-91fa-4fcb-83eb-83b77e3addec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.613882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] No DVR routers for this DVR port 2bbd64d5-91fa-4fcb-83eb-83b77e3addec on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:58.620601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.623509 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9ae0fcac-da7e-481d-97ac-5b98bab90256 req-cb9b0c23-ad43-41b1-95a5-d07e2c8a7d99 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "DELETE /v2.0/ports/2bbd64d5-91fa-4fcb-83eb-83b77e3addec HTTP/1.1" status: 204 len: 173 time: 1.1033418 Jul 15 13:13:58.626542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'name': 'network-vif-deleted', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:58.633774 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee36bf5-d7fe-4b30-afbd-7d16bb5e1468" -d '{"events": [{"server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "name": "network-vif-deleted", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:58.688837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1254ad16-402f-4158-b8ae-b9add60f239b req-72a33c41-d558-40dc-afa0-f84a86984d68 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297019 Jul 15 13:13:58.784045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3682-af5f-4eb9-934a-d61008fd0f2f req-89743c61-7e87-4a5e-a853-90347bf5bd4c tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.785615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91ce3682-af5f-4eb9-934a-d61008fd0f2f req-89743c61-7e87-4a5e-a853-90347bf5bd4c tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.2951469 Jul 15 13:13:58.789445 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ebf29-1e14-43f0-8d19-a797b9f497f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.792320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ebf29-1e14-43f0-8d19-a797b9f497f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.795781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8f3ebf29-1e14-43f0-8d19-a797b9f497f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98dafedd-d4c9-4ad9-8459-3fb6220d9af3 HTTP/1.1" status: 204 len: 168 time: 0.9052565 Jul 15 13:13:58.816178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840912f4-839e-4c47-ba12-ba127e3c3a94 req-24a9f0fb-bbf3-451f-bc6b-1ec2dc0908f8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.823279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-840912f4-839e-4c47-ba12-ba127e3c3a94 req-24a9f0fb-bbf3-451f-bc6b-1ec2dc0908f8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.1406291 Jul 15 13:13:58.881526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ebf29-1e14-43f0-8d19-a797b9f497f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dafedd-d4c9-4ad9-8459-3fb6220d9af3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.936823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91ce3682-af5f-4eb9-934a-d61008fd0f2f req-e4fd5054-595f-4135-802c-0ad3c4716850 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422009 Jul 15 13:13:58.995097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-840912f4-839e-4c47-ba12-ba127e3c3a94 req-a2e65f78-1b34-43e2-84fa-9bc49b425e59 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1602039 Jul 15 13:13:59.084768 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e6cd0e-edbf-4758-b5dc-4e43c4df941a x-openstack-request-id: req-22e6cd0e-edbf-4758-b5dc-4e43c4df941a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:59.087673 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fddb6f-b4d6-4426-9706-6cf7ec00de1f", "name": "network-vif-deleted", "tag": "2bbd64d5-91fa-4fcb-83eb-83b77e3addec", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:59.088004 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22e6cd0e-edbf-4758-b5dc-4e43c4df941a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:59.089407 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fddb6f-b4d6-4426-9706-6cf7ec00de1f', 'name': 'network-vif-deleted', 'tag': '2bbd64d5-91fa-4fcb-83eb-83b77e3addec', 'status': 'completed', 'code': 200} Jul 15 13:13:59.255889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00571489-193a-480b-9263-4f9081186818 req-9612d896-48eb-4d33-b7c9-052e2ff5132d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=10fddb6f-b4d6-4426-9706-6cf7ec00de1f HTTP/1.1" status: 200 len: 210 time: 0.0738680 Jul 15 13:13:59.265517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:59.451837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 98204c8f-aa5e-4811-8d99-e19c076f5c2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:59.455273 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.511916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973585-1c79-4d4b-8d58-d207913e171d req-a3f84e07-61a0-4cc2-a4c7-830e3c0b0953 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.517858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea973585-1c79-4d4b-8d58-d207913e171d req-a3f84e07-61a0-4cc2-a4c7-830e3c0b0953 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.1892738 Jul 15 13:13:59.529077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:59.534713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Request body: {'floatingip': {'port_id': 'e906ab42-c3c1-42cc-b23e-512defbde0c7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:59.573549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48226) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:59.599677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f20f4a81-fda2-400d-8185-e103a9b7a284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.616594 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.649301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.690244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:59.692693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1921a5f5-f299-420b-adf6-856fb459ae8b up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:59.700809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:59.707281 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f575fb73-4abb-4622-9d26-e3e734b3a1cc" -d '{"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-plugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:59.747000 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.830458 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef49f1-239d-4e7b-9294-1526caaf69b5 x-openstack-request-id: req-c2ef49f1-239d-4e7b-9294-1526caaf69b5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:59.830872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-plugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:59.831168 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2ef49f1-239d-4e7b-9294-1526caaf69b5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:59.831726 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'code': 200} Jul 15 13:13:59.858311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.886766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 1921a5f5-f299-420b-adf6-856fb459ae8b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:59.901928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 1921a5f5-f299-420b-adf6-856fb459ae8b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:59.902342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.907129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315e2f1-7ebb-436e-be3f-80c6a805b269 req-6ad102ce-edaf-4617-8f2e-f6a64dc7543f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.912717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f315e2f1-7ebb-436e-be3f-80c6a805b269 req-6ad102ce-edaf-4617-8f2e-f6a64dc7543f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 944 time: 0.1808140 Jul 15 13:13:59.952911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f20f4a81-fda2-400d-8185-e103a9b7a284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.982471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f315e2f1-7ebb-436e-be3f-80c6a805b269 req-99427a9e-fc62-458d-b6ca-0c80d3080377 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612903 Jul 15 13:13:59.983196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f20f4a81-fda2-400d-8185-e103a9b7a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.034042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f20f4a81-fda2-400d-8185-e103a9b7a284 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15edab7306354f4fbd84de9787088a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593766 Jul 15 13:14:00.034681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:00.051993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f4a81-fda2-400d-8185-e103a9b7a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c846f3-8cea-4005-b1a0-0bbbe8c7e1c4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:00.191899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.234135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c71db-f5a9-4ed0-b683-f0f687dfd9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.276186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1921a5f5-f299-420b-adf6-856fb459ae8b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1921a5f5-f299-420b-adf6-856fb459ae8b,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:00.293743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.330869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c71db-f5a9-4ed0-b683-f0f687dfd9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.365460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1921a5f5-f299-420b-adf6-856fb459ae8b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:00.441949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d293-b35b-417a-b0a5-d7ed877db34f req-73894cc5-f6d3-4135-a1e5-91e355ab9c10 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.444187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0d1d293-b35b-417a-b0a5-d7ed877db34f req-73894cc5-f6d3-4135-a1e5-91e355ab9c10 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.3081269 Jul 15 13:14:00.446640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c71db-f5a9-4ed0-b683-f0f687dfd9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.450171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c71db-f5a9-4ed0-b683-f0f687dfd9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.451738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc8c71db-f5a9-4ed0-b683-f0f687dfd9a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01c846f3-8cea-4005-b1a0-0bbbe8c7e1c4 HTTP/1.1" status: 204 len: 168 time: 0.4157894 Jul 15 13:14:00.475334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c71db-f5a9-4ed0-b683-f0f687dfd9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c846f3-8cea-4005-b1a0-0bbbe8c7e1c4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:00.562463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0d1d293-b35b-417a-b0a5-d7ed877db34f req-8f64a2be-80b8-4607-9a68-1624966f5142 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077025 Jul 15 13:14:00.580384 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.595367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.705851 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.734774 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Floating IP f3980ddb-a9d5-463f-8028-a5c50005f3fd associated. External IP: 172.25.2.9, port: e906ab42-c3c1-42cc-b23e-512defbde0c7. Jul 15 13:14:01.114510 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:01.181583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Router 4c95901e-6067-45fc-bc81-54dec30b5bec has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:01.246469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20b924-b806-4504-9833-3049cc3bed5f req-8efbb90b-f253-48eb-b7e7-8c6114933d1c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.270565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:01.283565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c20b924-b806-4504-9833-3049cc3bed5f req-8efbb90b-f253-48eb-b7e7-8c6114933d1c tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 945 time: 0.1918483 Jul 15 13:14:01.328977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 2bbd64d5-91fa-4fcb-83eb-83b77e3addec {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:01.329570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bbd64d5-91fa-4fcb-83eb-83b77e3addec not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:01.385752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c20b924-b806-4504-9833-3049cc3bed5f req-dfe1dd52-d6ec-4180-9d3e-df84410aadaf tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979538 Jul 15 13:14:01.449797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714f092-e096-4109-b762-56f1c6cce04d req-13ffdd9f-c312-4a33-a543-e4f6a18aa0e3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.451504 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7714f092-e096-4109-b762-56f1c6cce04d req-13ffdd9f-c312-4a33-a543-e4f6a18aa0e3 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 945 time: 0.1574323 Jul 15 13:14:01.468264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:01.480981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] Sync routers for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:01.482912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.493891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:01.507549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:01.609831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc9e5069-3065-433c-b7ca-b1516fdc2353 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "PUT /v2.0/floatingips/f3980ddb-a9d5-463f-8028-a5c50005f3fd HTTP/1.1" status: 200 len: 990 time: 2.0779991 Jul 15 13:14:01.622997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:01.628940 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb3dca-aea9-4337-9107-5284adec58e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:01.637669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:01.760934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Deleting port 23d6c46c-e81c-48f1-ab03-b22f349e0967 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:01.763416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.832747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:01.835728 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a45f75-250e-47db-9507-154d8a7905d2" -d '{"events": [{"server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "name": "network-vif-plugged", "status": "completed", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:01.848809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.865054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:01.942192 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb1eb3d-6b6b-45b2-815e-78c8ffa19692 x-openstack-request-id: req-cfb1eb3d-6b6b-45b2-815e-78c8ffa19692 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:01.958748 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:01.959017 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfb1eb3d-6b6b-45b2-815e-78c8ffa19692 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:01.966423 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'status': 'completed', 'code': 200} Jul 15 13:14:02.007172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650e589-075a-4e22-9e98-3620bc2df9b2 req-ca151e9f-8e8a-45e2-a627-32ed1dd3e7c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.014918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f650e589-075a-4e22-9e98-3620bc2df9b2 req-ca151e9f-8e8a-45e2-a627-32ed1dd3e7c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2454910 Jul 15 13:14:02.033130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] For port 23d6c46c-e81c-48f1-ab03-b22f349e0967, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=23d6c46c-e81c-48f1-ab03-b22f349e0967,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.033517 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.065384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Calling delete_port for 23d6c46c-e81c-48f1-ab03-b22f349e0967 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:02.089018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.155657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f650e589-075a-4e22-9e98-3620bc2df9b2 req-41859913-eafa-4099-b76d-47c29d78071c tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025124 Jul 15 13:14:02.192870 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bdb9f3-03f0-4071-b876-70c82eab0f7d x-openstack-request-id: req-63bdb9f3-03f0-4071-b876-70c82eab0f7d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:02.193170 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "name": "network-vif-plugged", "status": "completed", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:02.195201 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63bdb9f3-03f0-4071-b876-70c82eab0f7d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:02.195621 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'code': 200} Jul 15 13:14:02.204364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.237258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-9bd32c6c-1db4-45f6-9320-7a7162ae2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.238464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-9bd32c6c-1db4-45f6-9320-7a7162ae2d9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9cecc8837fed4d40b8136064651ca0b1&device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 1097 time: 0.2754529 Jul 15 13:14:02.372658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.401687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8fff7-29a7-42a0-bdcb-d75fd2b9b235 req-ecf1b93d-a824-4436-ab6d-f4292327dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.403348 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-09d8fff7-29a7-42a0-bdcb-d75fd2b9b235 req-ecf1b93d-a824-4436-ab6d-f4292327dda8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1096 time: 0.1256149 Jul 15 13:14:02.460780 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-09d8fff7-29a7-42a0-bdcb-d75fd2b9b235 req-d81e0cf0-3ff0-4583-83ec-2216ffce861f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475321 Jul 15 13:14:02.465774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.504524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event deleted for resources: {'Port': ['ID=23d6c46c-e81c-48f1-ab03-b22f349e0967,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.551725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-6faae9bf-9def-43eb-b243-1b19157e565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.554602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-6faae9bf-9def-43eb-b243-1b19157e565a service neutron] 10.222.0.23 "GET /v2.0/networks?id=75712f4f-e525-4e27-9e77-81d384d81432 HTTP/1.1" status: 200 len: 917 time: 0.2787163 Jul 15 13:14:02.578443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'f3980ddb-a9d5-463f-8028-a5c50005f3fd', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'port_id': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'mac_address': 'fa:16:3e:c4:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:12:49Z', 'updated_at': '2021-07-15T13:14:00Z', 'revision_number': 1, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.581938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] No DVR routers for this DVR port 23d6c46c-e81c-48f1-ab03-b22f349e0967 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:02.584372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.587110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7714f092-e096-4109-b762-56f1c6cce04d req-bb58b93e-c075-441f-8594-80eff7b0a821 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "DELETE /v2.0/ports/23d6c46c-e81c-48f1-ab03-b22f349e0967 HTTP/1.1" status: 204 len: 173 time: 1.1280107 Jul 15 13:14:02.638889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] Checking router: 4c95901e-6067-45fc-bc81-54dec30b5bec for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:02.652260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:02.652906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.743509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63b04256-567c-4979-8235-2659ada1ce39 req-1907aca3-5b33-49d0-8f5d-9b4830949bc0 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e3f4a73-a628-44d5-84e8-e546cc2944c5 HTTP/1.1" status: 200 len: 210 time: 0.0702670 Jul 15 13:14:02.753749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-165fd241-0518-4e9c-942e-0cd8559da4b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7 HTTP/1.1" status: 200 len: 998 time: 0.1902652 Jul 15 13:14:02.839069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-6a70154c-5e51-4c7e-b95f-fe6fa135bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.840351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-6a70154c-5e51-4c7e-b95f-fe6fa135bd6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be8c2536-9f18-47cd-9931-9247414dd2d4 HTTP/1.1" status: 200 len: 855 time: 0.0779119 Jul 15 13:14:02.888197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:02.970977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-3c089d8e-a022-4d26-92f8-a3ddd3ecd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.972554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-3c089d8e-a022-4d26-92f8-a3ddd3ecd112 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=75712f4f-e525-4e27-9e77-81d384d81432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241581 Jul 15 13:14:03.151436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-975f738e-e0a6-49d4-9fe0-c7db60bfcc01 service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702514 Jul 15 13:14:03.362736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eeb3dca-aea9-4337-9107-5284adec58e0 req-5008496b-ebdd-4a26-9428-ea37832c46dd service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962500 Jul 15 13:14:03.481753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.504400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'f3980ddb-a9d5-463f-8028-a5c50005f3fd', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'port_id': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'mac_address': 'fa:16:3e:c4:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:12:49Z', 'updated_at': '2021-07-15T13:14:00Z', 'revision_number': 1, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:03.520879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b743d2d-14b2-4684-82c2-b0e71105e914 req-6d0d618b-b662-4e97-916e-2dcb31bf493e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.533707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b743d2d-14b2-4684-82c2-b0e71105e914 req-6d0d618b-b662-4e97-916e-2dcb31bf493e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1657939 Jul 15 13:14:03.579502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a473a5-daf5-40f9-8e87-f40947f2eb83 None None] The sync data for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 is: [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'f3980ddb-a9d5-463f-8028-a5c50005f3fd', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'port_id': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'mac_address': 'fa:16:3e:c4:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:12:49Z', 'updated_at': '2021-07-15T13:14:00Z', 'revision_number': 1, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:03.616391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:03.630137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b743d2d-14b2-4684-82c2-b0e71105e914 req-dc6f5292-ddf8-4f62-a097-11631dcba2dc tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953948 Jul 15 13:14:03.842175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:03.868251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:03.920449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.941281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:04.011946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:04.026553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'name': 'network-vif-deleted', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:04.029873 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ec55d4-e4e6-4229-a23a-a87a2470ee3f" -d '{"events": [{"server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "name": "network-vif-deleted", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:04.043523 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.076026 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaca4cf-f354-475c-90d0-f1f621f99d0f None None] New status for floating IP f3980ddb-a9d5-463f-8028-a5c50005f3fd: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:14:04.140511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.171350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5c9439f5-2161-4106-9c5f-ce3c3dffd584'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:04.212643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:04.219523 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231dc570-b7e0-44a2-ba54-6ce3c52a6139" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:04.250781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3af9a-09a0-44e5-aa1d-851b166cb54e req-fdfee5a6-abf2-41db-8639-6176260b8e2b tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.253409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cac3af9a-09a0-44e5-aa1d-851b166cb54e req-fdfee5a6-abf2-41db-8639-6176260b8e2b tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 949 time: 0.1406651 Jul 15 13:14:04.329782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cac3af9a-09a0-44e5-aa1d-851b166cb54e req-bb0aaca0-0cd5-46ad-ab8b-3672efaeb438 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678132 Jul 15 13:14:04.525622 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947260a-bb99-4ad8-83d4-d68146d9fd23 x-openstack-request-id: req-7947260a-bb99-4ad8-83d4-d68146d9fd23 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:04.526017 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f4a73-a628-44d5-84e8-e546cc2944c5", "name": "network-vif-deleted", "tag": "23d6c46c-e81c-48f1-ab03-b22f349e0967", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:04.526420 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7947260a-bb99-4ad8-83d4-d68146d9fd23 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:04.526913 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f4a73-a628-44d5-84e8-e546cc2944c5', 'name': 'network-vif-deleted', 'tag': '23d6c46c-e81c-48f1-ab03-b22f349e0967', 'status': 'completed', 'code': 200} Jul 15 13:14:04.537214 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd9452c-0c4e-4516-bf27-27af951ab04a x-openstack-request-id: req-dcd9452c-0c4e-4516-bf27-27af951ab04a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:04.537721 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:04.537833 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcd9452c-0c4e-4516-bf27-27af951ab04a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:04.538684 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:14:04.731343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268521c-9b94-4aac-9b43-158b6b281bd7 req-92af9565-ac3e-402b-acb1-971646953d55 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.739418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8268521c-9b94-4aac-9b43-158b6b281bd7 req-92af9565-ac3e-402b-acb1-971646953d55 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 945 time: 0.0945537 Jul 15 13:14:04.828987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8268521c-9b94-4aac-9b43-158b6b281bd7 req-a0255fcf-b04a-4a28-828c-6f6b035957ea tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea5feecd-67da-4a5a-b715-3f4febbe034d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886176 Jul 15 13:14:04.882244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f1cdb-942d-41ff-84e2-eba7101674ba req-dcb27f80-2984-4e1f-a091-cf5ba7a2a254 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.884080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b3f1cdb-942d-41ff-84e2-eba7101674ba req-dcb27f80-2984-4e1f-a091-cf5ba7a2a254 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.0961862 Jul 15 13:14:04.929398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b3f1cdb-942d-41ff-84e2-eba7101674ba req-0264ce31-93bd-4515-b240-2c8ca428dcaa tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 Jul 15 13:14:05.035447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-daf5fbab-b323-4394-80fe-7867f210c11d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.039037 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-daf5fbab-b323-4394-80fe-7867f210c11d tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 945 time: 0.1073453 Jul 15 13:14:05.120344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c174209-7cfb-4f10-beca-b0819f5fa258 req-9088a285-5920-4221-a25d-1a0f94591a7f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.122194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c174209-7cfb-4f10-beca-b0819f5fa258 req-9088a285-5920-4221-a25d-1a0f94591a7f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.0761952 Jul 15 13:14:05.131412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:05.137666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'floatingip': {'port_id': '1921a5f5-f299-420b-adf6-856fb459ae8b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:05.188337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Deleting port 46fc104d-1032-450f-a70c-41f505b1bb34 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:05.188943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.213890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.312800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:05.369259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 23d6c46c-e81c-48f1-ab03-b22f349e0967 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:05.369779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 23d6c46c-e81c-48f1-ab03-b22f349e0967 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:05.374450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] For port 46fc104d-1032-450f-a70c-41f505b1bb34, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=46fc104d-1032-450f-a70c-41f505b1bb34,segment=NetworkSegment(3f090e86-b93f-4847-a680-e253e7e73dea),segment_id=3f090e86-b93f-4847-a680-e253e7e73dea)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:05.384051 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.420571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Calling delete_port for 46fc104d-1032-450f-a70c-41f505b1bb34 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:05.614594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:05.699810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-96121653-f3d7-44d8-91f4-0d2af0554023 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.701764 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-96121653-f3d7-44d8-91f4-0d2af0554023 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 949 time: 0.1981564 Jul 15 13:14:05.719603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:05.732565 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.844406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.880179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Pushing event deleted for resources: {'Port': ['ID=46fc104d-1032-450f-a70c-41f505b1bb34,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.944430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584c6-a893-4d9a-be71-fdf6ffaf0a42 req-808bb177-8807-4fab-8b4d-7d0ac92d9139 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.961083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f6584c6-a893-4d9a-be71-fdf6ffaf0a42 req-808bb177-8807-4fab-8b4d-7d0ac92d9139 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 949 time: 0.3342733 Jul 15 13:14:05.977553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] No DVR routers for this DVR port 46fc104d-1032-450f-a70c-41f505b1bb34 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:05.995743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.997772 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50923244-eb1a-4ff6-b44a-8e38cfa00fb5 req-3fad2ddb-b380-4e88-9470-37329c324081 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.49 "DELETE /v2.0/ports/46fc104d-1032-450f-a70c-41f505b1bb34 HTTP/1.1" status: 204 len: 173 time: 0.9526737 Jul 15 13:14:06.029876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Deleting port 0921a8d6-d621-4e50-a28e-7f62d1750f7f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:06.030713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.042127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.216830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:06.227027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f6584c6-a893-4d9a-be71-fdf6ffaf0a42 req-9f9e95a5-0481-4b0a-86ee-a9a184b9b6a6 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2f90df0-3b35-4d65-ab71-e7162202052e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651958 Jul 15 13:14:06.227557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.234986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.281741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] For port 0921a8d6-d621-4e50-a28e-7f62d1750f7f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0921a8d6-d621-4e50-a28e-7f62d1750f7f,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:06.282749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.299628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Calling delete_port for 0921a8d6-d621-4e50-a28e-7f62d1750f7f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:06.494845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.540184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:06.543283 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee060b5-b8a0-410a-b630-0aec4553d66d" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:06.588226 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e1739d-4818-4e4c-ab49-9048f8cb2fcc x-openstack-request-id: req-50e1739d-4818-4e4c-ab49-9048f8cb2fcc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:06.589328 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:06.589795 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50e1739d-4818-4e4c-ab49-9048f8cb2fcc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:06.590747 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:14:06.668893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561b5b91-420e-4c58-ae4a-94dc31922a29 req-2aeaff9b-7bb9-4ba6-8401-b8e5eeb3b8f1 tempest-LiveAutoBlockMigrationV225Test-444604916 tempest-LiveAutoBlockMigrationV225Test-444604916-project] 10.222.0.48 "GET /v2.0/ports?device_id=c24374b2-4d14-4ec4-bc48-c2b9c9464f3a HTTP/1.1" status: 200 len: 210 time: 0.0920238 Jul 15 13:14:06.688848 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b996c38-827f-41fb-baf5-c95c6eb1a949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.725203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:14:06.891937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.912891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.121360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'name': 'network-vif-deleted', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:07.125963 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a3ee82-91f2-4e79-8a49-1540833f7b8a" -d '{"events": [{"server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "name": "network-vif-deleted", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:07.150161 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Floating IP 4de3892f-c62e-4c3a-b52b-95fa2b5ebf20 associated. External IP: 172.25.2.3, port: 1921a5f5-f299-420b-adf6-856fb459ae8b. Jul 15 13:14:07.220733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b996c38-827f-41fb-baf5-c95c6eb1a949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.226315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b996c38-827f-41fb-baf5-c95c6eb1a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.260854 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb023afa-213a-488c-a8d7-4c78e81a944a x-openstack-request-id: req-fb023afa-213a-488c-a8d7-4c78e81a944a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:07.261352 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24374b2-4d14-4ec4-bc48-c2b9c9464f3a", "name": "network-vif-deleted", "tag": "46fc104d-1032-450f-a70c-41f505b1bb34", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:07.261666 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb023afa-213a-488c-a8d7-4c78e81a944a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:07.262326 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24374b2-4d14-4ec4-bc48-c2b9c9464f3a', 'name': 'network-vif-deleted', 'tag': '46fc104d-1032-450f-a70c-41f505b1bb34', 'status': 'completed', 'code': 200} Jul 15 13:14:07.264132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.276699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0921a8d6-d621-4e50-a28e-7f62d1750f7f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:07.361587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Pushing event deleted for resources: {'Port': ['ID=0921a8d6-d621-4e50-a28e-7f62d1750f7f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.398409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b996c38-827f-41fb-baf5-c95c6eb1a949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0069aead-2d04-4749-87de-5b96f0c1b88e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.411864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2b996c38-827f-41fb-baf5-c95c6eb1a949 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf1fe1535def4a49ab4dc2cbbba6b4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1813846 Jul 15 13:14:07.416271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.472036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.472644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.473496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.473996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.474516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.475075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.476183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.476741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.477228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.477725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.478235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.478736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:07.517799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] No DVR routers for this DVR port 0921a8d6-d621-4e50-a28e-7f62d1750f7f on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:07.525386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.530254 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1773fc56-b943-4d05-9fb8-3247dcb79e3e req-0716c369-473d-48c0-b608-f9005853237c tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.49 "DELETE /v2.0/ports/0921a8d6-d621-4e50-a28e-7f62d1750f7f HTTP/1.1" status: 204 len: 173 time: 1.8128881 Jul 15 13:14:07.668072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77cafd24-1250-462a-8672-6c45f103028e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.687090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44fc33e5-c0ac-4704-98cd-15a190744f76 req-cb129391-5ee0-45a7-a937-98962336c215 tempest-VolumesBackupsTest-2012195993 tempest-VolumesBackupsTest-2012195993-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f300119-2a20-4f8c-97c4-d6394bc4dbcd HTTP/1.1" status: 200 len: 210 time: 0.2306879 Jul 15 13:14:07.794342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77cafd24-1250-462a-8672-6c45f103028e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.910470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.017105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:08.025348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77cafd24-1250-462a-8672-6c45f103028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.031396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77cafd24-1250-462a-8672-6c45f103028e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.032815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-77cafd24-1250-462a-8672-6c45f103028e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0069aead-2d04-4749-87de-5b96f0c1b88e HTTP/1.1" status: 204 len: 168 time: 0.6142738 Jul 15 13:14:08.059720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cafd24-1250-462a-8672-6c45f103028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0069aead-2d04-4749-87de-5b96f0c1b88e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.270812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Deleting subnet cfb22382-8999-4a84-84e8-a46935e52509 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:08.275163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.417299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.452043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:08.475730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:08.495239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:08.499343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.509114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:08.563040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.688074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e0f91b99-df60-4d2d-a094-8cb80e7537c4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "PUT /v2.0/floatingips/4de3892f-c62e-4c3a-b52b-95fa2b5ebf20 HTTP/1.1" status: 200 len: 989 time: 3.5549529 Jul 15 13:14:08.690289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:08.706591 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:08.732597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.751136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.760622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.765147 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cfb22382-8999-4a84-84e8-a46935e52509 HTTP/1.1" status: 204 len: 168 time: 0.8494809 Jul 15 13:14:08.826187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d02ca-0e66-4e0c-9f2a-560c062d33f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb22382-8999-4a84-84e8-a46935e52509,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.879188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.894673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a29f-b5ea-48f4-bb2f-4f960e06fe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.969430 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.084731 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1743b2a-517c-4a98-9e81-4c405792ed83 x-openstack-request-id: req-d1743b2a-517c-4a98-9e81-4c405792ed83 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:09.095460 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:09.095460 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1743b2a-517c-4a98-9e81-4c405792ed83 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:09.095460 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'status': 'completed', 'code': 200} Jul 15 13:14:09.168585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:09.229198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a29f-b5ea-48f4-bb2f-4f960e06fe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.242029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a29f-b5ea-48f4-bb2f-4f960e06fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.283277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'name': 'network-vif-deleted', 'tag': '0921a8d6-d621-4e50-a28e-7f62d1750f7f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:09.285496 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6b9bb-c9e8-4aec-a2df-4f0642e09e44" -d '{"events": [{"server_uuid": "4f300119-2a20-4f8c-97c4-d6394bc4dbcd", "name": "network-vif-deleted", "tag": "0921a8d6-d621-4e50-a28e-7f62d1750f7f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:09.304037 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bbd7a29f-b5ea-48f4-bb2f-4f960e06fe5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e86d3ba8b669447e934cabe7d74f0bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234412 Jul 15 13:14:09.317885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.357159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:09.393780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a29f-b5ea-48f4-bb2f-4f960e06fe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f00997-d022-466e-bd21-9bd7f1cc07b3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.411519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 46fc104d-1032-450f-a70c-41f505b1bb34 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:09.411880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 46fc104d-1032-450f-a70c-41f505b1bb34 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:09.412274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0921a8d6-d621-4e50-a28e-7f62d1750f7f no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:09.465873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da344903-55ca-4586-9cfd-ce9a339778db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.468071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 0921a8d6-d621-4e50-a28e-7f62d1750f7f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:09.468510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0921a8d6-d621-4e50-a28e-7f62d1750f7f not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:09.584332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da344903-55ca-4586-9cfd-ce9a339778db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.706515 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc8b3f-81b3-4d04-ac92-734fb8d12db4 x-openstack-request-id: req-76bc8b3f-81b3-4d04-ac92-734fb8d12db4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:09.711810 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f300119-2a20-4f8c-97c4-d6394bc4dbcd", "name": "network-vif-deleted", "tag": "0921a8d6-d621-4e50-a28e-7f62d1750f7f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:09.712261 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76bc8b3f-81b3-4d04-ac92-734fb8d12db4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:09.712860 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f300119-2a20-4f8c-97c4-d6394bc4dbcd', 'name': 'network-vif-deleted', 'tag': '0921a8d6-d621-4e50-a28e-7f62d1750f7f', 'status': 'completed', 'code': 200} Jul 15 13:14:09.724230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da344903-55ca-4586-9cfd-ce9a339778db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.729927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da344903-55ca-4586-9cfd-ce9a339778db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.731813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da344903-55ca-4586-9cfd-ce9a339778db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1f00997-d022-466e-bd21-9bd7f1cc07b3 HTTP/1.1" status: 204 len: 168 time: 0.4129052 Jul 15 13:14:09.750397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da344903-55ca-4586-9cfd-ce9a339778db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f00997-d022-466e-bd21-9bd7f1cc07b3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.833994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '4de3892f-c62e-4c3a-b52b-95fa2b5ebf20', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'port_id': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'mac_address': 'fa:16:3e:ee:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:39Z', 'updated_at': '2021-07-15T13:14:06Z', 'revision_number': 1, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.891578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:09.914281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:09.914919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.249443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:10.263713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.286017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4962dcb9-3a70-46eb-bf63-a45ca3419cd7']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.298588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f090e86-b93f-4847-a680-e253e7e73dea') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.299136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f090e86-b93f-4847-a680-e253e7e73dea') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.310902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.328550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.336254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:10.337080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:10.405274 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:10.415791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.463735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.467393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4962dcb9-3a70-46eb-bf63-a45ca3419cd7 HTTP/1.1" status: 204 len: 168 time: 1.7056389 Jul 15 13:14:10.470502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:10.479522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d58c4-6008-43e0-835e-247b21d21c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4962dcb9-3a70-46eb-bf63-a45ca3419cd7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.537329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-cd1e2655-fc4d-4f81-bf22-72aecce4289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.539083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-cd1e2655-fc4d-4f81-bf22-72aecce4289d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1096 time: 1.4099586 Jul 15 13:14:10.622494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Deleting subnet d796e9b7-86d3-43e6-8fb5-7c85c535ce8f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:10.632169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.737661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '4de3892f-c62e-4c3a-b52b-95fa2b5ebf20', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'port_id': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'mac_address': 'fa:16:3e:ee:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:39Z', 'updated_at': '2021-07-15T13:14:06Z', 'revision_number': 1, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.765617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.781848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065fd9d-d45c-4c5d-bde5-a076116e1afe None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '4de3892f-c62e-4c3a-b52b-95fa2b5ebf20', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'port_id': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'mac_address': 'fa:16:3e:ee:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:39Z', 'updated_at': '2021-07-15T13:14:06Z', 'revision_number': 1, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:10.868652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-0dbf8385-7e81-48a0-969b-a17fcd07e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.882556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-0dbf8385-7e81-48a0-969b-a17fcd07e848 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.3182430 Jul 15 13:14:10.906092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.041596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.058170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-90fb0cd0-ed43-480b-a51e-64358f7d6423 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 997 time: 0.1746528 Jul 15 13:14:11.136148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d796e9b7-86d3-43e6-8fb5-7c85c535ce8f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.149813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.152054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22860011-e50a-4839-a7b6-f7725d8643e5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d796e9b7-86d3-43e6-8fb5-7c85c535ce8f HTTP/1.1" status: 204 len: 168 time: 0.6790733 Jul 15 13:14:11.155664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.216115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-f9f2afad-e115-40d5-ae84-cc1c45cbb1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.217881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-f9f2afad-e115-40d5-ae84-cc1c45cbb1af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.1456263 Jul 15 13:14:11.239657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7dce9-383b-4ca6-a837-12fb34b78f47 None None] New status for floating IP 4de3892f-c62e-4c3a-b52b-95fa2b5ebf20: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:14:11.421167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.425681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-60aff54b-3550-4cb2-9595-522e04982b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.427314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-60aff54b-3550-4cb2-9595-522e04982b2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649551 Jul 15 13:14:11.629403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.655153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78abb8a9-21b6-4989-a129-7d93d106b97c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:11.675847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef8aa5-c4f9-4073-9213-c646b858b145') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:11.676533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef8aa5-c4f9-4073-9213-c646b858b145') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:11.680798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-15027c62-a3db-49a1-a84b-ff637f9770c3 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416933 Jul 15 13:14:11.703489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.742443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.755735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:11.756337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:11.758502 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:11.915621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.953054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b24f3652-13fc-47c6-80af-cca9bbcfbcfc req-e178a063-23cb-49f2-9baa-7e62ab0f39c0 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666035 Jul 15 13:14:11.959874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.965106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] 10.222.0.48 "DELETE /v2.0/networks/78abb8a9-21b6-4989-a129-7d93d106b97c HTTP/1.1" status: 204 len: 168 time: 0.8059218 Jul 15 13:14:11.965106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cd120-2359-4bde-9d37-95af39c45270 admin admin] Pushing event deleted for resources: {'Network': ['ID=78abb8a9-21b6-4989-a129-7d93d106b97c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.389021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.495605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48572) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.496201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-69844975-7b8a-4f21-bc07-09fec9ad2697 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6022af81ad4c47b2b6102a503911fc17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018894 Jul 15 13:14:12.607353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a70d5-a72e-4221-9ba9-66f54bcb616a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.645034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d861e973-5acd-4f36-a312-8c2c55e6cb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.700824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a70d5-a72e-4221-9ba9-66f54bcb616a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.773796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a70d5-a72e-4221-9ba9-66f54bcb616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.782323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a70d5-a72e-4221-9ba9-66f54bcb616a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.785898 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-033a70d5-a72e-4221-9ba9-66f54bcb616a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea5feecd-67da-4a5a-b715-3f4febbe034d HTTP/1.1" status: 204 len: 168 time: 0.2892604 Jul 15 13:14:12.816767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a70d5-a72e-4221-9ba9-66f54bcb616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5feecd-67da-4a5a-b715-3f4febbe034d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:13.910944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:14.017623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f3b7a6aa-a4e5-4f0d-9b6e-83f016c2cc97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b6c5713c59f45ba81942ed31952c049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049697 Jul 15 13:14:14.020124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:14.151482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf26e-0a93-4a6f-99ef-5612ab0ede35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.204801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf26e-0a93-4a6f-99ef-5612ab0ede35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.416172 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf26e-0a93-4a6f-99ef-5612ab0ede35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.422801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf26e-0a93-4a6f-99ef-5612ab0ede35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.458667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a4bf26e-0a93-4a6f-99ef-5612ab0ede35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf01d23e-bc4c-46c9-95ff-5d0ecc318b47 HTTP/1.1" status: 204 len: 168 time: 0.4271717 Jul 15 13:14:14.497545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bf26e-0a93-4a6f-99ef-5612ab0ede35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01d23e-bc4c-46c9-95ff-5d0ecc318b47,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:15.279586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1fe1176-234f-4ec3-9e43-a60dd029baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.535999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.666491 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.986184 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.896097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180992-ef20-438d-9848-a310362c5b12 req-dfa8671d-f721-452c-a63d-bd1f74dad9df tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.904660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f180992-ef20-438d-9848-a310362c5b12 req-dfa8671d-f721-452c-a63d-bd1f74dad9df tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 951 time: 0.1654840 Jul 15 13:14:18.984661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f180992-ef20-438d-9848-a310362c5b12 req-5da88814-dde1-4a85-8910-0e245ad6bd97 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786800 Jul 15 13:14:19.333824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:19.731241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb708d5c-92fa-4bb8-b57b-916c78058749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.953886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb708d5c-92fa-4bb8-b57b-916c78058749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.966967 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb708d5c-92fa-4bb8-b57b-916c78058749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.050398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb708d5c-92fa-4bb8-b57b-916c78058749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5ac579-c2ad-4422-b092-29ffeaa8e497,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.060430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb708d5c-92fa-4bb8-b57b-916c78058749 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=858f705cbd43460592b5b39b8c31f35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236474 Jul 15 13:14:20.063646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:20.218825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25d50571-c74d-4252-8610-0cbe8b18b370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.279333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25d50571-c74d-4252-8610-0cbe8b18b370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.346484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692eebd-2a64-4d48-8797-ace0a8023a65 req-4c8ae0e1-4733-44cb-8da9-1a932ea427a7 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.355104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0692eebd-2a64-4d48-8797-ace0a8023a65 req-4c8ae0e1-4733-44cb-8da9-1a932ea427a7 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 951 time: 0.1278050 Jul 15 13:14:20.419046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25d50571-c74d-4252-8610-0cbe8b18b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.421655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25d50571-c74d-4252-8610-0cbe8b18b370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.441373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-25d50571-c74d-4252-8610-0cbe8b18b370 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf5ac579-c2ad-4422-b092-29ffeaa8e497 HTTP/1.1" status: 204 len: 168 time: 0.3744397 Jul 15 13:14:20.458200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0692eebd-2a64-4d48-8797-ace0a8023a65 req-433c4220-797e-4bd8-a16c-a6a555aee79d tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017356 Jul 15 13:14:20.473889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d50571-c74d-4252-8610-0cbe8b18b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5ac579-c2ad-4422-b092-29ffeaa8e497,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:21.055561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.082362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-179650ea-80be-4f50-80de-aa8cde3431d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.243679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-179650ea-80be-4f50-80de-aa8cde3431d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.258500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-179650ea-80be-4f50-80de-aa8cde3431d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.331945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.332522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-179650ea-80be-4f50-80de-aa8cde3431d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=456459c0e70844249a04581537285a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745409 Jul 15 13:14:21.334597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179650ea-80be-4f50-80de-aa8cde3431d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39edb100-591e-4a75-9a59-dfed9aeb3ea5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:21.437225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cbf3-fc5c-4e25-aee0-4175ce95aa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.481189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cbf3-fc5c-4e25-aee0-4175ce95aa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.550185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cbf3-fc5c-4e25-aee0-4175ce95aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.553982 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cbf3-fc5c-4e25-aee0-4175ce95aa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.556681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ccc7cbf3-fc5c-4e25-aee0-4175ce95aa1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39edb100-591e-4a75-9a59-dfed9aeb3ea5 HTTP/1.1" status: 204 len: 168 time: 0.2233756 Jul 15 13:14:21.575548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7cbf3-fc5c-4e25-aee0-4175ce95aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39edb100-591e-4a75-9a59-dfed9aeb3ea5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.391637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:23.564010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.609102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:23.610516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:23.614476 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349c2b2d-21fd-4b78-a11c-45d028ed646d" -d '{"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-unplugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:23.628050 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.701665 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae1ca1-9add-4fde-8e56-b0fc6b3a7910 x-openstack-request-id: req-cfae1ca1-9add-4fde-8e56-b0fc6b3a7910 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:23.702391 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-unplugged", "status": "completed", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:23.703006 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfae1ca1-9add-4fde-8e56-b0fc6b3a7910 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:23.703723 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'code': 200} Jul 15 13:14:23.785686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.809889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.810311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.810666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.811604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.811964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.812859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.814062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.814435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.818142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.819318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.819928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.820564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:23.962538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.138979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96b669d2-abee-4589-b505-29e48995c58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.258349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96b669d2-abee-4589-b505-29e48995c58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.266073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96b669d2-abee-4589-b505-29e48995c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.308176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-96b669d2-abee-4589-b505-29e48995c58f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1583442ce3949e0a2bd0b1f11aa1371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445497 Jul 15 13:14:24.311090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.326661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b669d2-abee-4589-b505-29e48995c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de64b4be-3c5a-4489-a291-8164d5323c8e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.393673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bcd091c-89c3-47c5-a38a-8382e0dfca7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.425920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bcd091c-89c3-47c5-a38a-8382e0dfca7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.502779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bcd091c-89c3-47c5-a38a-8382e0dfca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.505909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bcd091c-89c3-47c5-a38a-8382e0dfca7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.507932 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9bcd091c-89c3-47c5-a38a-8382e0dfca7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de64b4be-3c5a-4489-a291-8164d5323c8e HTTP/1.1" status: 204 len: 168 time: 0.1958027 Jul 15 13:14:24.524884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd091c-89c3-47c5-a38a-8382e0dfca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de64b4be-3c5a-4489-a291-8164d5323c8e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.967331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.005434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4c33201-a0fd-45b2-93e4-f81cdadaed83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.180501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4c33201-a0fd-45b2-93e4-f81cdadaed83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.185487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4c33201-a0fd-45b2-93e4-f81cdadaed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.237692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e4c33201-a0fd-45b2-93e4-f81cdadaed83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5737d328d8fe4b35b0eeb6af08e04978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687609 Jul 15 13:14:25.238841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33201-a0fd-45b2-93e4-f81cdadaed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562f4313-d4f0-4bed-81ce-1263e505ac50,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.241577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49090) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.339087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baad3aae-379b-4807-a667-3820fe3258b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.365864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baad3aae-379b-4807-a667-3820fe3258b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.410980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27981650-50df-4a0f-b3bb-9d5ce7355ba9 req-2205ebf9-6ccd-42de-b79a-680f01344901 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.413133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27981650-50df-4a0f-b3bb-9d5ce7355ba9 req-2205ebf9-6ccd-42de-b79a-680f01344901 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.0854619 Jul 15 13:14:25.425077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baad3aae-379b-4807-a667-3820fe3258b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.428606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baad3aae-379b-4807-a667-3820fe3258b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.432182 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-baad3aae-379b-4807-a667-3820fe3258b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/562f4313-d4f0-4bed-81ce-1263e505ac50 HTTP/1.1" status: 204 len: 168 time: 0.1859212 Jul 15 13:14:25.438874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad3aae-379b-4807-a667-3820fe3258b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f4313-d4f0-4bed-81ce-1263e505ac50,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.529994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27981650-50df-4a0f-b3bb-9d5ce7355ba9 req-cfe6054e-02bd-48a7-b4bc-edfc0ae5fffb tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080785 Jul 15 13:14:25.664516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.814879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6209761-b043-400b-847d-cf8b823bc2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.976958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6209761-b043-400b-847d-cf8b823bc2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.982089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6209761-b043-400b-847d-cf8b823bc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.004389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b220a-23db-48df-95a7-29bd569aca7c req-f57c0325-faf2-4c67-980c-6b4e9623df45 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.005976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-242b220a-23db-48df-95a7-29bd569aca7c req-f57c0325-faf2-4c67-980c-6b4e9623df45 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 949 time: 0.1111131 Jul 15 13:14:26.052310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6209761-b043-400b-847d-cf8b823bc2ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5456eda0b834139a4a46dbef97eb8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866878 Jul 15 13:14:26.055616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.063365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6209761-b043-400b-847d-cf8b823bc2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b669c-b44d-4028-a252-d866ebe4dc87,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.103117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-242b220a-23db-48df-95a7-29bd569aca7c req-86bc1d3d-935d-4870-a03e-79173197b8f9 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841916 Jul 15 13:14:26.133809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c54f71b-f815-4113-a697-571e178b812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.161057 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c54f71b-f815-4113-a697-571e178b812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.224245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c54f71b-f815-4113-a697-571e178b812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.229010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c54f71b-f815-4113-a697-571e178b812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.237246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c54f71b-f815-4113-a697-571e178b812a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/073b669c-b44d-4028-a252-d866ebe4dc87 HTTP/1.1" status: 204 len: 168 time: 0.1799567 Jul 15 13:14:26.252314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54f71b-f815-4113-a697-571e178b812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b669c-b44d-4028-a252-d866ebe4dc87,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.679430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.697615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aecd9f4-cc82-4d94-a97c-64bb902dd216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.749308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37ab0-d311-4824-9073-af62ba1a962a req-d5921302-daf3-476f-9f71-01011e6ba362 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.751295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edb37ab0-d311-4824-9073-af62ba1a962a req-d5921302-daf3-476f-9f71-01011e6ba362 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.0909810 Jul 15 13:14:26.809786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edb37ab0-d311-4824-9073-af62ba1a962a req-95f4eeda-e528-4c21-84e0-fb05da4f0a7f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490656 Jul 15 13:14:26.816217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aecd9f4-cc82-4d94-a97c-64bb902dd216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.821631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aecd9f4-cc82-4d94-a97c-64bb902dd216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.863502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.869807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecd9f4-cc82-4d94-a97c-64bb902dd216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1ddca-3575-4c89-8269-29651eacf813,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.886452 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3aecd9f4-cc82-4d94-a97c-64bb902dd216 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dee0fc123e744fbaade08a1d20522ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046139 Jul 15 13:14:26.886662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.946748 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b68db7-24ca-4f52-ad16-25a9d1803153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.974570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b68db7-24ca-4f52-ad16-25a9d1803153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.021158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d8b04a7-bb47-49e2-acb3-7aa655b88dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.061393 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b68db7-24ca-4f52-ad16-25a9d1803153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.063887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57b68db7-24ca-4f52-ad16-25a9d1803153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.068563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57b68db7-24ca-4f52-ad16-25a9d1803153 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ed1ddca-3575-4c89-8269-29651eacf813 HTTP/1.1" status: 204 len: 168 time: 0.1814156 Jul 15 13:14:27.082329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b68db7-24ca-4f52-ad16-25a9d1803153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed1ddca-3575-4c89-8269-29651eacf813,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.206497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d8b04a7-bb47-49e2-acb3-7aa655b88dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.213276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d8b04a7-bb47-49e2-acb3-7aa655b88dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.275713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b04a7-bb47-49e2-acb3-7aa655b88dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda2a25-b4b6-4287-aa13-f247a3afb207,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.283461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5d8b04a7-bb47-49e2-acb3-7aa655b88dc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=281af8988f20492eb35c5ec2f9d49b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161422 Jul 15 13:14:27.284362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.360998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18c9b-8117-4eb6-9f86-55c6e6117fbd req-71b9dbba-e82f-4444-9bdd-ae7d173b45f2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.368892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04e18c9b-8117-4eb6-9f86-55c6e6117fbd req-71b9dbba-e82f-4444-9bdd-ae7d173b45f2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 949 time: 0.1122308 Jul 15 13:14:27.393775 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d65ec0c-78f5-4974-9be8-054ae41bdf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.434328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04e18c9b-8117-4eb6-9f86-55c6e6117fbd req-780592e9-b521-4c1c-9085-43989fb27d17 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/security-groups?id=12fe9950-637f-4ec2-9f0c-a760105b6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644333 Jul 15 13:14:27.449975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d65ec0c-78f5-4974-9be8-054ae41bdf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.556104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d65ec0c-78f5-4974-9be8-054ae41bdf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.560439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d65ec0c-78f5-4974-9be8-054ae41bdf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.569725 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4d65ec0c-78f5-4974-9be8-054ae41bdf01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eeda2a25-b4b6-4287-aa13-f247a3afb207 HTTP/1.1" status: 204 len: 168 time: 0.2830768 Jul 15 13:14:27.627056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ec0c-78f5-4974-9be8-054ae41bdf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda2a25-b4b6-4287-aa13-f247a3afb207,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.670578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e1ff-bbcf-450b-a69d-ce9664253596 req-d7bb32e1-d251-4e3f-bed5-b2b52775cb72 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.684760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfa7e1ff-bbcf-450b-a69d-ce9664253596 req-d7bb32e1-d251-4e3f-bed5-b2b52775cb72 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.1330791 Jul 15 13:14:27.722202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-538e6ffe-6b62-4651-b68c-5d18bdf9380c tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.725982 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-538e6ffe-6b62-4651-b68c-5d18bdf9380c tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 949 time: 0.1534863 Jul 15 13:14:27.746338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfa7e1ff-bbcf-450b-a69d-ce9664253596 req-089231e2-24a9-4aff-ad36-a6cc323cbe26 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603917 Jul 15 13:14:27.893829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Deleting port 98204c8f-aa5e-4811-8d99-e19c076f5c2c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:27.894162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.001997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] For port 98204c8f-aa5e-4811-8d99-e19c076f5c2c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=98204c8f-aa5e-4811-8d99-e19c076f5c2c,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:28.002401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.018976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Calling delete_port for 98204c8f-aa5e-4811-8d99-e19c076f5c2c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:28.201111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.236368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Pushing event deleted for resources: {'Port': ['ID=98204c8f-aa5e-4811-8d99-e19c076f5c2c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.306939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] No DVR routers for this DVR port 98204c8f-aa5e-4811-8d99-e19c076f5c2c on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:28.310684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.313202 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dc8cfed-cdf0-47f0-8533-6b422dcbf358 req-9b7f32da-5dcc-4b5c-bb24-e797a8c9b6e2 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.49 "DELETE /v2.0/ports/98204c8f-aa5e-4811-8d99-e19c076f5c2c HTTP/1.1" status: 204 len: 173 time: 0.5799267 Jul 15 13:14:28.313848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-deleted', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:28.317214 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b35e1b-a777-42fc-8add-c9c204c1fb64" -d '{"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-deleted", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:28.386491 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2249f4-5e16-4924-9f2f-eed1ddca724a x-openstack-request-id: req-6b2249f4-5e16-4924-9f2f-eed1ddca724a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:28.386872 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c08d-224c-4b7e-a6f0-8a9998154616", "name": "network-vif-deleted", "tag": "98204c8f-aa5e-4811-8d99-e19c076f5c2c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:28.387133 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b2249f4-5e16-4924-9f2f-eed1ddca724a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:28.387541 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c08d-224c-4b7e-a6f0-8a9998154616', 'name': 'network-vif-deleted', 'tag': '98204c8f-aa5e-4811-8d99-e19c076f5c2c', 'status': 'completed', 'code': 200} Jul 15 13:14:28.707165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4dc3b8f-41e3-4493-a725-0753dfe9efaf req-80f95f7b-7ffa-4aba-81d2-fe8dd0d115b3 tempest-ImagesOneServerTestJSON-2138678598 tempest-ImagesOneServerTestJSON-2138678598-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd76c08d-224c-4b7e-a6f0-8a9998154616 HTTP/1.1" status: 200 len: 210 time: 0.0544522 Jul 15 13:14:29.128219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ac37d-4b6f-45ba-b48b-3132ee4d43fd req-17ec55d1-e334-46c0-bdd5-e7b6016e9d51 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.130573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-031ac37d-4b6f-45ba-b48b-3132ee4d43fd req-17ec55d1-e334-46c0-bdd5-e7b6016e9d51 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.1132336 Jul 15 13:14:29.202340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-031ac37d-4b6f-45ba-b48b-3132ee4d43fd req-0f21c6ab-ab18-4fc7-9c96-d6b78e125812 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642142 Jul 15 13:14:29.712948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:29.716141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:29.826946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.901205 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.995393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:29.998127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:30.001990 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e28953-1cf5-4b29-9b24-a4412394b092" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:30.009022 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.009879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c90ca4a-a781-45d3-8f92-ba8ec5a14bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.079001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:30.104365 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d8ece-e498-4715-b208-c55cc43b80cb x-openstack-request-id: req-e98d8ece-e498-4715-b208-c55cc43b80cb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:30.105182 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:30.105666 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e98d8ece-e498-4715-b208-c55cc43b80cb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:30.106372 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:14:30.113168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.125270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'mac_address': 'fa:16:3e:1a:74:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:30.189560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.210900 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.218707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c90ca4a-a781-45d3-8f92-ba8ec5a14bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.226248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c90ca4a-a781-45d3-8f92-ba8ec5a14bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.239685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:30.276677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:30.293750 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.295185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90ca4a-a781-45d3-8f92-ba8ec5a14bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790bc883-fcbc-4be5-bde2-2a227fc67c4d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.305224 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9c90ca4a-a781-45d3-8f92-ba8ec5a14bae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa8161a7fa8e4c898918da0f3e96762a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752939 Jul 15 13:14:30.307561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.356975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1168373f-2463-4994-859f-6e18b24dcdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.404584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.413590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c2fb1cf-daf1-4767-af50-518a65000e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.435573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5c9439f5-2161-4106-9c5f-ce3c3dffd584'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:30.440846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c2fb1cf-daf1-4767-af50-518a65000e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.527915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04c7d-0393-459d-ac43-a350a1ede3ea req-a7a66084-31ab-42c5-9d80-85bc150471fd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.529584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3f04c7d-0393-459d-ac43-a350a1ede3ea req-a7a66084-31ab-42c5-9d80-85bc150471fd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.1303344 Jul 15 13:14:30.548962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c2fb1cf-daf1-4767-af50-518a65000e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.555341 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c2fb1cf-daf1-4767-af50-518a65000e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.555541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.558014 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8c2fb1cf-daf1-4767-af50-518a65000e18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/790bc883-fcbc-4be5-bde2-2a227fc67c4d HTTP/1.1" status: 204 len: 168 time: 0.2488596 Jul 15 13:14:30.572991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fb1cf-daf1-4767-af50-518a65000e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790bc883-fcbc-4be5-bde2-2a227fc67c4d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.615908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3f04c7d-0393-459d-ac43-a350a1ede3ea req-cd55a194-0b7e-495b-88c3-b0b29d9aff7b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730896 Jul 15 13:14:30.642669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1168373f-2463-4994-859f-6e18b24dcdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.648783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1168373f-2463-4994-859f-6e18b24dcdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.693079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1168373f-2463-4994-859f-6e18b24dcdb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e389318094a4d48839262c402844ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020342 Jul 15 13:14:30.696988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.705498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.719143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168373f-2463-4994-859f-6e18b24dcdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368b0e7-b08f-48a6-8527-105d35e62924,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.786571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-754e80cb-110b-4092-9bfa-2bfdcd1bca22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.817331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-754e80cb-110b-4092-9bfa-2bfdcd1bca22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.904331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-754e80cb-110b-4092-9bfa-2bfdcd1bca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.908029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-754e80cb-110b-4092-9bfa-2bfdcd1bca22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.909380 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-754e80cb-110b-4092-9bfa-2bfdcd1bca22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c368b0e7-b08f-48a6-8527-105d35e62924 HTTP/1.1" status: 204 len: 168 time: 0.2109964 Jul 15 13:14:30.921328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e80cb-110b-4092-9bfa-2bfdcd1bca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368b0e7-b08f-48a6-8527-105d35e62924,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.002347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-94e4a9c5-b66d-4486-9248-4209661d990a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d67bdf146724c63b37d4bf10ac8b42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456267 Jul 15 13:14:31.004857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49382) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.074914 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21645b71-e5f7-4162-8339-635759bb336f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.133108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21645b71-e5f7-4162-8339-635759bb336f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.209511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21645b71-e5f7-4162-8339-635759bb336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.213505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21645b71-e5f7-4162-8339-635759bb336f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.216165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-21645b71-e5f7-4162-8339-635759bb336f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12fe9950-637f-4ec2-9f0c-a760105b6290 HTTP/1.1" status: 204 len: 168 time: 0.2102938 Jul 15 13:14:31.239447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645b71-e5f7-4162-8339-635759bb336f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe9950-637f-4ec2-9f0c-a760105b6290,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.417738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.437565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406c4c5b-dca2-4deb-8ee6-ce20a606bec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.454470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:31.502255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 98204c8f-aa5e-4811-8d99-e19c076f5c2c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:31.503759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 98204c8f-aa5e-4811-8d99-e19c076f5c2c not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:31.652842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406c4c5b-dca2-4deb-8ee6-ce20a606bec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.657619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406c4c5b-dca2-4deb-8ee6-ce20a606bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.714052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-406c4c5b-dca2-4deb-8ee6-ce20a606bec9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32f38d4a0f2e4c99be1aa26c6188822f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931507 Jul 15 13:14:31.715157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.725204 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:31.810783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c4c5b-dca2-4deb-8ee6-ce20a606bec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5549e6-e857-417f-bafb-b47cbf23aea6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.818297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:31.819804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.858966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e288ed-2755-4ff8-bc42-783716ce5666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.913456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e288ed-2755-4ff8-bc42-783716ce5666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.970460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.003228 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e288ed-2755-4ff8-bc42-783716ce5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.008616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e288ed-2755-4ff8-bc42-783716ce5666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.013461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-99e288ed-2755-4ff8-bc42-783716ce5666 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de5549e6-e857-417f-bafb-b47cbf23aea6 HTTP/1.1" status: 204 len: 168 time: 0.2962091 Jul 15 13:14:32.022529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b876-2cfc-465e-a778-7e655eb7133f req-3cb50d90-4a6c-479a-a152-78ea5bfbc989 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.030367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91c0b876-2cfc-465e-a778-7e655eb7133f req-3cb50d90-4a6c-479a-a152-78ea5bfbc989 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 945 time: 0.1333110 Jul 15 13:14:32.033530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:32.040600 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.053815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e288ed-2755-4ff8-bc42-783716ce5666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5549e6-e857-417f-bafb-b47cbf23aea6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.111628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:32.118338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91c0b876-2cfc-465e-a778-7e655eb7133f req-9b22fd9c-a6f9-4985-9629-c87e402f40ed tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866508 Jul 15 13:14:32.123120 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d9587-88a7-46e8-8172-1a7f285ba03a" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:32.175464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.222319 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9908525b-ab0f-43cd-8148-aee92abf4575 x-openstack-request-id: req-9908525b-ab0f-43cd-8148-aee92abf4575 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:32.223283 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-plugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:32.223723 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9908525b-ab0f-43cd-8148-aee92abf4575 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:32.224274 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:14:33.404380 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.513875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0a78a-00ea-45bc-a338-6e41ae51d35e req-2c6473e5-9f9c-41c5-916b-207228eb96ba tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:33.517656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4d0a78a-00ea-45bc-a338-6e41ae51d35e req-2c6473e5-9f9c-41c5-916b-207228eb96ba tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.1087587 Jul 15 13:14:33.601435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4d0a78a-00ea-45bc-a338-6e41ae51d35e req-26daa663-c87f-472c-8178-f7d443e0c719 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745776 Jul 15 13:14:33.845418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.023941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.211049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-network', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:34.216667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-98911a8b-c744-43fa-a211-9d5217f5e490 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:34.244196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.250955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-98911a8b-c744-43fa-a211-9d5217f5e490 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] 10.222.0.48 "PUT /v2.0/quotas/8b730e67426c41a3883e58b79c13b479 HTTP/1.1" status: 200 len: 368 time: 0.2254460 Jul 15 13:14:34.255804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Request body: {'network': {'project_id': '8b730e67426c41a3883e58b79c13b479'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:34.268095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Made reservation on behalf of 5cf59888bed34dc68f7f45608c5cf3b2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:34.270729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.282245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.398753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Made reservation on behalf of 8b730e67426c41a3883e58b79c13b479 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:34.401107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.421385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.429754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.444437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.474284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:34.501596 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.502230 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Added segment 5c2985f0-bd42-4077-ac70-1c3e8c6e604c of type vlan for network a527cef4-bd7f-441c-965b-cc374fcf64b1 Jul 15 13:14:34.517654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078782c4-8541-4b7c-81b1-dc7de065c9bb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.570530 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.665210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.666235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:34.666836 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.707732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.716828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.782761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9358320 Jul 15 13:14:34.786196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.790513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:34.795514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1ceb2-10a8-47ef-bc0a-d9962cb5d1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a527cef4-bd7f-441c-965b-cc374fcf64b1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.795872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Request body: {'subnet': {'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-subnet', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:34.808883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:34.828767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a685d-fed2-4cc9-bf17-90860e63f161,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.862752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Made reservation on behalf of 5cf59888bed34dc68f7f45608c5cf3b2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:34.867732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.899306 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.900045 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Added segment 4f8efa7c-f89c-49a1-b26b-f74096c0ed7e of type vlan for network 39087c09-4385-4b37-a884-38d36a7e70a3 Jul 15 13:14:35.017483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.140283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6008-f891-4e8e-a328-a233d578f8a1 req-77eb4d10-76d5-497c-ab78-525b7adf0059 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.157092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2da6008-f891-4e8e-a328-a233d578f8a1 req-77eb4d10-76d5-497c-ab78-525b7adf0059 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.3357515 Jul 15 13:14:35.170080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.172820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.175041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.213356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.292571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0467937 Jul 15 13:14:35.296166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.297074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479de9a-1ffc-4ffd-939c-0505f47b6471 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Pushing event updated for resources: {'Network': ['ID=39087c09-4385-4b37-a884-38d36a7e70a3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.308263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Request body: {'network': {'project_id': '8b730e67426c41a3883e58b79c13b479'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:35.310785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 39087c09-4385-4b37-a884-38d36a7e70a3 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:35.342572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2da6008-f891-4e8e-a328-a233d578f8a1 req-c05ff7b3-ca30-469c-b38a-e999eb62b956 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713028 Jul 15 13:14:35.348796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Checking segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:35.349406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Network hostable DHCP agents. Network: a527cef4-bd7f-441c-965b-cc374fcf64b1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:35.359019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65512faa-43b4-4f7f-91a4-308dfdb2ccc7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.376171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Made reservation on behalf of 8b730e67426c41a3883e58b79c13b479 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:35.381473 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.422978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:35.430112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:35.446941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a527cef4-bd7f-441c-965b-cc374fcf64b1) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:35.452882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.454362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.455799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.455799 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Added segment f86386c1-a776-4042-b47c-1805e92e8ef9 of type vlan for network 7ec22785-62e2-4e52-a6ca-f17126f4d9c9 Jul 15 13:14:35.480649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580792e-bd8a-4481-ab3d-c04087af2eb9 None None] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:35.489312 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9aec3634-9eaf-49c4-809c-7b3dbedb30e8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7014763 Jul 15 13:14:35.493461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.502873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:35.520202 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.552646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.554712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.570409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.575339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.578146 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.624469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3233504 Jul 15 13:14:35.625306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.635312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.651836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-14bcabb3-1a26-4cdd-8dc1-88263e920a73 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Request body: {'network': {'project_id': '8b730e67426c41a3883e58b79c13b479'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:35.672139 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bcabb3-1a26-4cdd-8dc1-88263e920a73 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:14:35.672629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bcabb3-1a26-4cdd-8dc1-88263e920a73 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:35.677060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-14bcabb3-1a26-4cdd-8dc1-88263e920a73 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0312886 Jul 15 13:14:35.758097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.763296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4aa73-00bb-4725-a363-6876428ea4a3 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Pushing event updated for resources: {'Network': ['ID=7ec22785-62e2-4e52-a6ca-f17126f4d9c9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.825959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 7ec22785-62e2-4e52-a6ca-f17126f4d9c9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:35.882251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3f12908-92b9-4908-a7a4-d9994a4394d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b730e67426c41a3883e58b79c13b479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199391 Jul 15 13:14:35.886313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.920074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db58204-8179-4394-958d-028b26743bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a527cef4-bd7f-441c-965b-cc374fcf64b1', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:35.921221 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db58204-8179-4394-958d-028b26743bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.927390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.975855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45416756-137b-4553-9702-c91340c60120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.003977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45416756-137b-4553-9702-c91340c60120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.084699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45416756-137b-4553-9702-c91340c60120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.088030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45416756-137b-4553-9702-c91340c60120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.090235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-45416756-137b-4553-9702-c91340c60120 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd7a685d-fed2-4cc9-bf17-90860e63f161 HTTP/1.1" status: 204 len: 168 time: 0.2017908 Jul 15 13:14:36.094277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.183770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45416756-137b-4553-9702-c91340c60120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a685d-fed2-4cc9-bf17-90860e63f161,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.205108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3db58204-8179-4394-958d-028b26743bbf None None] Allocated IP 172.20.0.2 (a527cef4-bd7f-441c-965b-cc374fcf64b1/65512faa-43b4-4f7f-91a4-308dfdb2ccc7/26a82f1d-9e3c-41e7-b6b5-9d2922e12892) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:36.273656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.451079 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db58204-8179-4394-958d-028b26743bbf None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.463794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3db58204-8179-4394-958d-028b26743bbf None None] Transition to ACTIVE for port object 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:36.489141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3db58204-8179-4394-958d-028b26743bbf None None] Transition to ACTIVE for port object 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:36.519428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db58204-8179-4394-958d-028b26743bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.539230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.577241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db58204-8179-4394-958d-028b26743bbf None None] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:36.580708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3db58204-8179-4394-958d-028b26743bbf None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:36.586264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db58204-8179-4394-958d-028b26743bbf None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:36.589836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.607868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.631548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db58204-8179-4394-958d-028b26743bbf None None] Pushing event updated for resources: {'Port': ['ID=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.672219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3db58204-8179-4394-958d-028b26743bbf None None] Attempting to bind port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:36.672662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3db58204-8179-4394-958d-028b26743bbf None None] Attempting to bind port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:36.673094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db58204-8179-4394-958d-028b26743bbf None None] Attempting to bind port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 on network a527cef4-bd7f-441c-965b-cc374fcf64b1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:36.680481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db58204-8179-4394-958d-028b26743bbf None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:36.681023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db58204-8179-4394-958d-028b26743bbf None None] Checking segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:36.682335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db58204-8179-4394-958d-028b26743bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.682820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db58204-8179-4394-958d-028b26743bbf None None] Bound using segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:36.683371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3db58204-8179-4394-958d-028b26743bbf None None] Bound port: 26a82f1d-9e3c-41e7-b6b5-9d2922e12892, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:36.684106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db58204-8179-4394-958d-028b26743bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.690999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec22785-62e2-4e52-a6ca-f17126f4d9c9']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.708827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86386c1-a776-4042-b47c-1805e92e8ef9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.709397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86386c1-a776-4042-b47c-1805e92e8ef9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.721031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.738674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.745703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:36.746591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:36.817075 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:36.819784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Allocated IP 172.25.2.82 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/c7515433-a2cf-4157-9c20-3ab6290a7502) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:36.839716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.846051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3db58204-8179-4394-958d-028b26743bbf None None] For port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:36.847940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.851375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7ec22785-62e2-4e52-a6ca-f17126f4d9c9 HTTP/1.1" status: 204 len: 168 time: 0.7555068 Jul 15 13:14:36.853825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3db58204-8179-4394-958d-028b26743bbf None None] For port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:36.855589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.872560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db58204-8179-4394-958d-028b26743bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.879653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49db8d-8360-46ea-a829-e6f543e3e2ad tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ec22785-62e2-4e52-a6ca-f17126f4d9c9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.941925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a5f02-ecca-48a2-b182-263edb560600 req-51313c87-a512-4f48-aeb0-7a9bb8626fb1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:36.952695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-881a5f02-ecca-48a2-b182-263edb560600 req-51313c87-a512-4f48-aeb0-7a9bb8626fb1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.4418983 Jul 15 13:14:36.997511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db58204-8179-4394-958d-028b26743bbf None None] Pushing event updated for resources: {'Port': ['ID=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.085854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.089887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.141951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-881a5f02-ecca-48a2-b182-263edb560600 req-b86b1809-17ce-466c-aed8-0ae3cb66706f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1883085 Jul 15 13:14:37.152547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.217664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:37.233890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:37.240910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:37.339935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.388777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39087c09-4385-4b37-a884-38d36a7e70a3']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.437936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:37.452261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8efa7c-f89c-49a1-b26b-f74096c0ed7e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.452631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8efa7c-f89c-49a1-b26b-f74096c0ed7e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.476917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.523651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.529719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Pushing event updated for resources: {'Port': ['ID=c7515433-a2cf-4157-9c20-3ab6290a7502,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.551157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:37.551589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:37.559767 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:37.612883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:37.653793 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.661031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.663609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] 10.222.0.48 "DELETE /v2.0/networks/39087c09-4385-4b37-a884-38d36a7e70a3 HTTP/1.1" status: 204 len: 168 time: 0.8069093 Jul 15 13:14:37.696131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc12c5-6dba-4584-b25f-27baf5dad502 tempest-QuotasNegativeTest-931025881 tempest-QuotasNegativeTest-931025881-project-admin] Pushing event deleted for resources: {'Network': ['ID=39087c09-4385-4b37-a884-38d36a7e70a3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.893204 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.116150 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:38.244163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:38.297888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0c62326-6977-4dac-8da0-9f25f642792f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.343901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.533060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0c62326-6977-4dac-8da0-9f25f642792f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.543903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416b65-d6d2-420c-bfb0-2c8dd647590c req-631a9877-9b75-462b-812f-6f51bef19ad0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:38.545817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15416b65-d6d2-420c-bfb0-2c8dd647590c req-631a9877-9b75-462b-812f-6f51bef19ad0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.1402194 Jul 15 13:14:38.547401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0c62326-6977-4dac-8da0-9f25f642792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.605847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d0c62326-6977-4dac-8da0-9f25f642792f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb5d53c7dda94c4490d8c9e9c4ab3af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599374 Jul 15 13:14:38.609692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49600) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:38.617968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c62326-6977-4dac-8da0-9f25f642792f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e188a7-813f-49e9-8696-60e9a92358f5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.657212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Router 287e28f7-a4be-43f3-baff-bb7011636a28 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:14:38.686572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15416b65-d6d2-420c-bfb0-2c8dd647590c req-a0dbff1c-d05e-4565-a1e0-387c13403208 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183829 Jul 15 13:14:38.703971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd7fa9-33d3-4db8-a459-31797c9bad58 None None] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:38.758113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97418c81-4cb4-4e23-9843-76bd58964e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.770861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] Provisioning for port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:38.781026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] Provisioning complete for port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:38.781847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.831992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97418c81-4cb4-4e23-9843-76bd58964e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.958714 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97418c81-4cb4-4e23-9843-76bd58964e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.962030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97418c81-4cb4-4e23-9843-76bd58964e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.966585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97418c81-4cb4-4e23-9843-76bd58964e20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31e188a7-813f-49e9-8696-60e9a92358f5 HTTP/1.1" status: 204 len: 168 time: 0.3522656 Jul 15 13:14:38.983517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97418c81-4cb4-4e23-9843-76bd58964e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e188a7-813f-49e9-8696-60e9a92358f5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.039871 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.040124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:39.085907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Sync routers for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:39.087702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.094663 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bc225f0d-2899-4c60-8c6c-0fea4515b822 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.5997889 Jul 15 13:14:39.097540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.137230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] For port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:39.139092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:39.139732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:39.432231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:39.494816 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.672441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b09183-57c4-4e6a-bf5f-55670a88b569 None None] Pushing event updated for resources: {'Port': ['ID=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.706856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 3, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:39.792771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Checking router: 287e28f7-a4be-43f3-baff-bb7011636a28 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:39.799120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Updating router 287e28f7-a4be-43f3-baff-bb7011636a28 port c7515433-a2cf-4157-9c20-3ab6290a7502 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:39.847221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.889812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e4ab-6b78-412e-b0b8-802cc43b15e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.915421 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.989986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.176394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-acf2155f-cc7f-4ca0-9c45-ca743608694e None None] Provisioning complete for port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:40.176779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acf2155f-cc7f-4ca0-9c45-ca743608694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.203093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Allocated IP 172.20.0.1 (a527cef4-bd7f-441c-965b-cc374fcf64b1/65512faa-43b4-4f7f-91a4-308dfdb2ccc7/2fe1485b-351c-4c2b-bd85-059d7f0e3b97) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:40.259455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f6ba8-4472-4d6c-bde9-9d1054728a02 req-e83a5b4a-d145-47f0-ab2f-1b358e3af5a0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.268896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d27f6ba8-4472-4d6c-bde9-9d1054728a02 req-e83a5b4a-d145-47f0-ab2f-1b358e3af5a0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.2600949 Jul 15 13:14:40.401515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e4ab-6b78-412e-b0b8-802cc43b15e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.444843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d27f6ba8-4472-4d6c-bde9-9d1054728a02 req-5a3149ae-8de2-43bb-9f60-f93e86053803 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684632 Jul 15 13:14:40.444843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e4ab-6b78-412e-b0b8-802cc43b15e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.467275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.533547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.544019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f7a7e4ab-6b78-412e-b0b8-802cc43b15e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16d7a391e5c2408196e1b77b20df0d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922884 Jul 15 13:14:40.544019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7e4ab-6b78-412e-b0b8-802cc43b15e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51542a81-a50f-4223-bcbd-e69d52a2b4d5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.544830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.551166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Transition to ACTIVE for port object c7515433-a2cf-4157-9c20-3ab6290a7502 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:40.566303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.649496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e29f0366-9f17-4437-9258-1f6ae6c22710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.686723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e29f0366-9f17-4437-9258-1f6ae6c22710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.700563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548dda-1b6d-458f-80a5-655de3867fd3 None None] Pushing event updated for resources: {'Port': ['ID=c7515433-a2cf-4157-9c20-3ab6290a7502,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.719924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Attempting to bind port c7515433-a2cf-4157-9c20-3ab6290a7502 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:40.720513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Attempting to bind port c7515433-a2cf-4157-9c20-3ab6290a7502 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:40.720722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Attempting to bind port c7515433-a2cf-4157-9c20-3ab6290a7502 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:40.726092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:40.726497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:40.726904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.727305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:40.727781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Bound port: c7515433-a2cf-4157-9c20-3ab6290a7502, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:40.728166 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.822532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e29f0366-9f17-4437-9258-1f6ae6c22710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.841247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e29f0366-9f17-4437-9258-1f6ae6c22710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.841464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] For port c7515433-a2cf-4157-9c20-3ab6290a7502, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:40.844791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] For port c7515433-a2cf-4157-9c20-3ab6290a7502, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c7515433-a2cf-4157-9c20-3ab6290a7502,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:40.855380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e29f0366-9f17-4437-9258-1f6ae6c22710 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51542a81-a50f-4223-bcbd-e69d52a2b4d5 HTTP/1.1" status: 204 len: 168 time: 0.3025494 Jul 15 13:14:40.858271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.903355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f0366-9f17-4437-9258-1f6ae6c22710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51542a81-a50f-4223-bcbd-e69d52a2b4d5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.987440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:40.991292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:41.140133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Transition to ACTIVE for port object 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:41.236016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.334267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548dda-1b6d-458f-80a5-655de3867fd3 None None] Pushing event updated for resources: {'Port': ['ID=c7515433-a2cf-4157-9c20-3ab6290a7502,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.371384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:41.400282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.429732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:41.433427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:41.436552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:41.544086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.660850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:41.785576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:41.786654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.823393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 3, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:41.873441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5da4ca-7048-47ec-8f98-abc2dfd857a3 None None] The sync data for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 is: [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 3, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:41.980563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4af9-7764-4d18-9e10-24557c028cd4 req-9d4d5c5a-59b0-4575-8766-d8aaa852ff62 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.993502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa4d4af9-7764-4d18-9e10-24557c028cd4 req-9d4d5c5a-59b0-4575-8766-d8aaa852ff62 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.2646377 Jul 15 13:14:42.046639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.095458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f535f353-ebec-4a7a-9988-5f62afd7e128 None None] Provisioning for port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:42.103821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f535f353-ebec-4a7a-9988-5f62afd7e128 None None] Provisioning complete for port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:42.104284 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f535f353-ebec-4a7a-9988-5f62afd7e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.104981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa4d4af9-7764-4d18-9e10-24557c028cd4 req-0d2296c7-f3a3-420f-bd52-56997d464c01 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092141 Jul 15 13:14:42.231741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f535f353-ebec-4a7a-9988-5f62afd7e128 None None] Port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:42.382168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.392135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.535033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.545524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.655521 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68f2bcd9-1e25-4ff8-b01b-6ac865364f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.666804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:42.668496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:42.826143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Router 287e28f7-a4be-43f3-baff-bb7011636a28 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:43.013476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:43.024382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-65a9f9fd-a023-4118-82b9-2de593d6a841 admin admin] 10.222.0.48 "PUT /v2.0/routers/287e28f7-a4be-43f3-baff-bb7011636a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9194288 Jul 15 13:14:43.191257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a464958b-d4b2-4b97-ba07-07076031db35 None None] Provisioning complete for port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:43.192348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a464958b-d4b2-4b97-ba07-07076031db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.306103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a464958b-d4b2-4b97-ba07-07076031db35 None None] Port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:43.503866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7515433-a2cf-4157-9c20-3ab6290a7502 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:43.596670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port c7515433-a2cf-4157-9c20-3ab6290a7502 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:43.607736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c7515433-a2cf-4157-9c20-3ab6290a7502 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:43.608122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.648481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da385d2-e30c-4c89-8107-64e26097ae03 req-22372667-57f5-41ed-8244-58d041548df4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:43.659844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9da385d2-e30c-4c89-8107-64e26097ae03 req-22372667-57f5-41ed-8244-58d041548df4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.2263849 Jul 15 13:14:43.762114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9da385d2-e30c-4c89-8107-64e26097ae03 req-4bfe8075-a42e-4588-9f86-bdfa2b2f7316 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012971 Jul 15 13:14:43.785283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.841264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port c7515433-a2cf-4157-9c20-3ab6290a7502, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c7515433-a2cf-4157-9c20-3ab6290a7502,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:43.852093 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.028246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=c7515433-a2cf-4157-9c20-3ab6290a7502,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.313651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:44.584641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1102492220', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:44.662885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Made reservation on behalf of 838cf4ed7e5a4e3a857bab199ae39259 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:44.666317 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.680383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.786826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-2c222112-fe00-47a4-b468-b7f8eb1b21b3 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075199 Jul 15 13:14:45.005504 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Sync routers for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:45.017757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-a9c339bb-2ce3-481c-bc7c-16407f1887fb tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.024912 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:45.025535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-a9c339bb-2ce3-481c-bc7c-16407f1887fb tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 828 time: 0.5160780 Jul 15 13:14:45.025663 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:45.059468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-387cd292-2967-47a9-b1de-1927a3d8aac0 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/quotas/5cf59888bed34dc68f7f45608c5cf3b2 HTTP/1.1" status: 200 len: 375 time: 0.0327098 Jul 15 13:14:45.158474 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:45.248858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-ccfdf8f7-d1d6-48fb-96f9-6cdda73fab01 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.257231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-ccfdf8f7-d1d6-48fb-96f9-6cdda73fab01 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693649 Jul 15 13:14:45.402203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e983-204a-441f-b321-0b9012afe2f1 req-48058037-f22f-4a95-8f61-f567c31a1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.406106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-48058037-f22f-4a95-8f61-f567c31a1336 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1097 time: 0.3748446 Jul 15 13:14:45.422400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7515433-a2cf-4157-9c20-3ab6290a7502 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:45.424178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-486e7ba2-3aae-4835-89a5-6270ad5936e9 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/quotas/6f18448bc9ed4cf4b9afff3dca185f4b HTTP/1.1" status: 200 len: 375 time: 0.1654270 Jul 15 13:14:45.526667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-f5155fd2-b575-419e-869a-1a2cd05f2e61 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001716 Jul 15 13:14:45.540527 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab30831b-a86f-4ee4-bc1e-c2ab2a67ad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.597999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.615710 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.620637 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:42Z', 'revision_number': 2, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:45.626538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.631520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c7515433-a2cf-4157-9c20-3ab6290a7502 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:45.637024 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.655126 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Checking router: 287e28f7-a4be-43f3-baff-bb7011636a28 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:45.655475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Updating router 287e28f7-a4be-43f3-baff-bb7011636a28 port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:45.658734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] device_id is not set on port e4f94818-1031-4989-a7b8-10e7915460ea yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:45.665487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e517d9d8-a7a2-42cb-a19b-fd0ae743283f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.699682 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.704913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-d71e100f-dea7-4a71-b36b-fa42d0547d12 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6442018 Jul 15 13:14:46.125912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e983-204a-441f-b321-0b9012afe2f1 req-739b20b3-7605-412d-a222-d9c709559588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.136291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-739b20b3-7605-412d-a222-d9c709559588 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.5693736 Jul 15 13:14:46.317877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-57c1fd7c-e030-4091-8b85-0d3d5864aba5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 1001 time: 0.1676843 Jul 15 13:14:46.372914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-c0d95ca1-c5e3-4b8d-aef9-53e1a5d16b1a service neutron] 10.222.0.48 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669540 Jul 15 13:14:46.394177 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.412260 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Transition to ACTIVE for port object 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:46.423350 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.512972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-7f0a5598-7278-42ad-8c55-91598e3b09a0 service neutron] 10.222.0.48 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367543 Jul 15 13:14:46.646067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Allocated IP 172.25.2.144 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/e4f94818-1031-4989-a7b8-10e7915460ea) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:46.648212 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Pushing event updated for resources: {'Port': ['ID=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.670327 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.692761 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.693235 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.694139 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.694551 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.694878 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.695206 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.695578 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.695950 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.698113 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.698553 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.698891 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.699214 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:46.748610 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Attempting to bind port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:46.751391 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Attempting to bind port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:46.751391 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Attempting to bind port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 on network a527cef4-bd7f-441c-965b-cc374fcf64b1 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:46.783540 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:46.784169 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Checking segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:46.784587 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.784990 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Bound using segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:46.788401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Bound port: 2fe1485b-351c-4c2b-bd85-059d7f0e3b97, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:46.788799 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.794139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e983-204a-441f-b321-0b9012afe2f1 req-b1a7f529-4871-48fe-a51e-b42b2944490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.803998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-b1a7f529-4871-48fe-a51e-b42b2944490c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.4789631 Jul 15 13:14:46.965342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795ea59-261e-4f60-af22-57197436fc07 req-6afbc8bf-8f1d-45aa-8f4b-79d0e96acc4f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.972855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b795ea59-261e-4f60-af22-57197436fc07 req-6afbc8bf-8f1d-45aa-8f4b-79d0e96acc4f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.5952132 Jul 15 13:14:47.018582 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] For port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:47.024418 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] For port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:47.039596 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.209934 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:47.210677 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:47.236705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b795ea59-261e-4f60-af22-57197436fc07 req-2d7f0142-8cb9-4cb4-9870-cbceace7571f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2623334 Jul 15 13:14:47.297154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e983-204a-441f-b321-0b9012afe2f1 req-71e95eb8-1537-42ae-baea-aa1667340d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.305152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-71e95eb8-1537-42ae-baea-aa1667340d8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4719529 Jul 15 13:14:47.492603 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f13c-9517-4c3d-8591-727befd1a92f None None] Pushing event updated for resources: {'Port': ['ID=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.635065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-a97bc404-6762-42dd-8243-b0a2d648b648 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324629 Jul 15 13:14:47.656794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-191d3b20-3846-4476-9eba-173f03132b32 req-869e47e1-3e55-4fab-a5cf-2943c26d75ff tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 210 time: 0.2530577 Jul 15 13:14:47.667976 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:47.742717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d09e54b1-4ea4-45eb-8a5f-5f6e85f86a49 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3049498 Jul 15 13:14:47.922128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-c4f75171-464a-4490-a587-d55a43a4685e tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.950423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-c4f75171-464a-4490-a587-d55a43a4685e tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061670 Jul 15 13:14:47.990026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.010847 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-eb03f199-a759-4885-bd35-9d513e37d15f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585144 Jul 15 13:14:48.019995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.233148 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:48.278178 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca198b-4a6e-4d46-b02d-262b0db929bb None None] The sync data for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 is: [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:48.414548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-6a669651-f877-4dac-b990-a6af459b0949 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.419743 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-6a669651-f877-4dac-b990-a6af459b0949 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897345 Jul 15 13:14:48.442499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Request body: {'port': {'device_id': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '6f18448bc9ed4cf4b9afff3dca185f4b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:48.772195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Made reservation on behalf of 6f18448bc9ed4cf4b9afff3dca185f4b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:48.780441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.794115 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.949619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.968177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.987902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-42c0b6f9-d82d-4184-99cf-c08ae0ea4a83 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/quotas/6f18448bc9ed4cf4b9afff3dca185f4b HTTP/1.1" status: 200 len: 375 time: 1.0355904 Jul 15 13:14:49.157166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8996d007-9548-4647-9c5a-958faea69b87 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1682994 Jul 15 13:14:49.261805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0824e983-204a-441f-b321-0b9012afe2f1 req-1ed98393-1b65-4148-9110-e1ca64de3497 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5770242 Jul 15 13:14:49.277975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Allocated IP 192.168.233.16 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/414a3fc4-b97a-42ca-8ec9-40e39a4e19a3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:49.311628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1751ae-6dab-4610-88da-900b695e0d37,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.407612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6441-8acd-43af-9565-0eb0684da322 req-2a8dad7c-c989-4f31-bb05-614627683831 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.426179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044e6441-8acd-43af-9565-0eb0684da322 req-2a8dad7c-c989-4f31-bb05-614627683831 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.4672194 Jul 15 13:14:49.471869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:49.510753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.648796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:49.656514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:49.668100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:49.672062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:49.696064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:49.699782 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.795655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.796275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.821135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044e6441-8acd-43af-9565-0eb0684da322 req-4c8ce653-9944-4162-8934-5e2b2ee13435 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3930190 Jul 15 13:14:49.891539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.932579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.946690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f94818-1031-4989-a7b8-10e7915460ea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.949362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Transition to ACTIVE for port object 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:49.963268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32735edf-4b8c-4e51-bee9-a16979030632 req-1a396893-df09-4243-b315-17d79587983d tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 210 time: 0.1377161 Jul 15 13:14:49.980643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-306501da-fb1d-4e7f-a790-7e57cc684b01 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6656098 Jul 15 13:14:49.983567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:49.988409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.144'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:50.045880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.047550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.108887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:50.128135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.202849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.323494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.359774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-2590e502-8dd3-4e93-839f-24447a54dbd0 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.361960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-2590e502-8dd3-4e93-839f-24447a54dbd0 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.49 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 828 time: 1.0281551 Jul 15 13:14:50.381924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Request body: {'port': {'device_id': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'admin_state_up': True, 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:50.392821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.433833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-526dc397-a3a4-45a8-8ff3-c162427ed23a req-f19d0c89-3414-481b-9ba4-aa5bf18aa28a tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 210 time: 0.0844538 Jul 15 13:14:50.512048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:50.528693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:50.547371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.548320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:50.729757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.755836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.758298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.818804 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-9fedc8a5-2a9a-41ad-beab-f10d06d5750f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3878441 Jul 15 13:14:50.862441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Request body: {'port': {'device_id': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:50.867600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Made reservation on behalf of 5cf59888bed34dc68f7f45608c5cf3b2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:50.878045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.071247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.133216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ae8a6c6d-fd16-44b9-96e5-5189b4616a38 None None] Provisioning for port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:51.138173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ae8a6c6d-fd16-44b9-96e5-5189b4616a38 None None] Provisioning complete for port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:51.138624 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c6d-fd16-44b9-96e5-5189b4616a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.193916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.258709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a6c6d-fd16-44b9-96e5-5189b4616a38 None None] Port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:51.291467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.395742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-906e218d-2d65-40cd-8c39-90e9c5c42549 req-bc822c99-c202-4882-86bc-75f30360679e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 210 time: 0.1024644 Jul 15 13:14:51.424289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:51.474112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815934e6-3ff0-443e-8582-888504f85706 req-398a27da-d7e9-4bc2-8a84-43da0c516d6f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.475741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-815934e6-3ff0-443e-8582-888504f85706 req-398a27da-d7e9-4bc2-8a84-43da0c516d6f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.3435798 Jul 15 13:14:51.528494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:51.529619 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.584571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Allocated IP 172.20.0.14 (a527cef4-bd7f-441c-965b-cc374fcf64b1/65512faa-43b4-4f7f-91a4-308dfdb2ccc7/c3824050-6229-4530-873e-1cca3265194c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:51.683419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-815934e6-3ff0-443e-8582-888504f85706 req-b0f7cb7d-ea05-4d5a-89c3-bf11978cbd44 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1568742 Jul 15 13:14:51.874242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.877237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-354669f8-3b7b-403b-bf9f-8ca40d4d0a4d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462604 Jul 15 13:14:52.019715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52f60f5d-e5c6-44fa-b654-f49ccdcf8662 req-927b6069-4e73-4bd0-bfc3-4d623419b3dc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 210 time: 0.0416291 Jul 15 13:14:52.237061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.245650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.248789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.260628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:52.274460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.277382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Transition to ACTIVE for port object c3824050-6229-4530-873e-1cca3265194c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:52.300334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Transition to ACTIVE for port object 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:52.322759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.339178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.339686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7807514a-37c7-4c7d-b944-86d42bf79ad6 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:14:52.380452 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:14:52.385048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6f646122-bcf0-4b2d-a0fb-40ad01691c22 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4002180 Jul 15 13:14:52.385662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.391912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.460932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-5cf9d137-a044-4362-83f2-f82821148c87 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.465585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-5cf9d137-a044-4362-83f2-f82821148c87 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4991534 Jul 15 13:14:52.487936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Request body: {'port': {'device_id': '2fd5e11f-304d-4689-880b-25577848a51d', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '6f18448bc9ed4cf4b9afff3dca185f4b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:52.582746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.671694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event updated for resources: {'Port': ['ID=c3824050-6229-4530-873e-1cca3265194c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.712704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Attempting to bind port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:52.713059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Attempting to bind port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:52.713394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Attempting to bind port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:52.718571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:52.718900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Attempting to bind port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:52.728667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:52.729036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:52.729404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:52.730778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Bound port: 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:52.731158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.763180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:52.816753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:52.831082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:52.908867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.909515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.958648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Deleting port e4f94818-1031-4989-a7b8-10e7915460ea {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:52.960227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.969791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-f2c4850e-3e4d-4c19-883c-c52991a30788 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5962956 Jul 15 13:14:52.993580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Request body: {'port': {'device_id': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:52.998750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d3a27-35cf-47e6-ae1f-8fce51d54af5 req-637d46eb-5129-4498-bf46-3e241dde6541 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.006802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b9d3a27-35cf-47e6-ae1f-8fce51d54af5 req-637d46eb-5129-4498-bf46-3e241dde6541 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 932 time: 0.3726039 Jul 15 13:14:53.028673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Made reservation on behalf of 6f18448bc9ed4cf4b9afff3dca185f4b for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:53.035764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.171094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.175130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:53.273608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd533faa-9b16-4b4b-a222-1b7ae6aa0746 None None] Provisioning for port c3824050-6229-4530-873e-1cca3265194c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:53.278230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd533faa-9b16-4b4b-a222-1b7ae6aa0746 None None] Provisioning complete for port c3824050-6229-4530-873e-1cca3265194c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:53.278606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd533faa-9b16-4b4b-a222-1b7ae6aa0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.312339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b9d3a27-35cf-47e6-ae1f-8fce51d54af5 req-f271dec0-9042-4177-84b0-30bf3bc21a4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042791 Jul 15 13:14:53.394691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bd533faa-9b16-4b4b-a222-1b7ae6aa0746 None None] Port c3824050-6229-4530-873e-1cca3265194c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:53.409335 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.472358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:53.506718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.534246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Calling delete_port for e4f94818-1031-4989-a7b8-10e7915460ea owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:53.557130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d910e-238a-41b1-b965-7cc449181c9e req-52de3bd2-4359-4e62-99a3-e3f4ab1e8c8f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.559333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-123d910e-238a-41b1-b965-7cc449181c9e req-52de3bd2-4359-4e62-99a3-e3f4ab1e8c8f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.4934108 Jul 15 13:14:53.582880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.610498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.611368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.612640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-36121307-e99c-42ac-b052-848d0d1e0837 service neutron] 10.222.0.49 "PUT /v2.0/ports/414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 HTTP/1.1" status: 200 len: 1095 time: 2.7601776 Jul 15 13:14:53.613102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:53.615610 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc659096-23b5-4904-be57-9d8293ef169b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:53.775725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3824050-6229-4530-873e-1cca3265194c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:53.793377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.833151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Transition to ACTIVE for port object c3824050-6229-4530-873e-1cca3265194c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:53.836471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-a7d7e2df-0b1b-4028-a1d9-52cfc090474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.845697 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-a7d7e2df-0b1b-4028-a1d9-52cfc090474e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1183689 Jul 15 13:14:53.852340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.888590 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.897899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6472f257-036d-415a-b192-1d2d9a8585b4 req-4e69d6c9-38bc-49e1-9eea-79a2b25ef52f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 210 time: 0.0662627 Jul 15 13:14:53.928959 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-fb06d908-07cf-446a-99b3-26b72cef6d2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 HTTP/1.1" status: 200 len: 217 time: 0.0613391 Jul 15 13:14:53.979671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4f94818-1031-4989-a7b8-10e7915460ea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.993662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-123d910e-238a-41b1-b965-7cc449181c9e req-b450a525-8bc7-4eaa-a339-c29801b5582a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4273908 Jul 15 13:14:54.061930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Allocated IP 192.168.233.212 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/0edf9420-5ec1-4541-b812-e063d85df439) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:54.107528 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc29335f-2a15-4453-92ac-c85f884e0c5e x-openstack-request-id: req-cc29335f-2a15-4453-92ac-c85f884e0c5e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:54.107825 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:54.108077 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc29335f-2a15-4453-92ac-c85f884e0c5e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:54.108477 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'status': 'completed', 'code': 200} Jul 15 13:14:54.141471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.144518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-90c4eaa3-51fb-4ff0-a638-eb3838f49b62 tempest-RoutersAdminNegativeTest-1132892411 tempest-RoutersAdminNegativeTest-1132892411-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e4f94818-1031-4989-a7b8-10e7915460ea HTTP/1.1" status: 204 len: 168 time: 1.7559829 Jul 15 13:14:54.210032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Pushing event updated for resources: {'Port': ['ID=c3824050-6229-4530-873e-1cca3265194c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.247069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-6d75bc53-32bc-431d-a3bc-e0c53e77e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.254465 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-6d75bc53-32bc-431d-a3bc-e0c53e77e0da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2805648 Jul 15 13:14:54.257797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Attempting to bind port c3824050-6229-4530-873e-1cca3265194c on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:54.259937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Attempting to bind port c3824050-6229-4530-873e-1cca3265194c by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:54.280537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Attempting to bind port c3824050-6229-4530-873e-1cca3265194c on network a527cef4-bd7f-441c-965b-cc374fcf64b1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:54.357788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Port c3824050-6229-4530-873e-1cca3265194c on network a527cef4-bd7f-441c-965b-cc374fcf64b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:54.362110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Attempting to bind port c3824050-6229-4530-873e-1cca3265194c on network a527cef4-bd7f-441c-965b-cc374fcf64b1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:54.389703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:54.390041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Checking segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:54.390502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Bound using segment: {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:54.391257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Bound port: c3824050-6229-4530-873e-1cca3265194c, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2985f0-bd42-4077-ac70-1c3e8c6e604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:54.391600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.512744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] For port c3824050-6229-4530-873e-1cca3265194c, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:54.522508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] For port c3824050-6229-4530-873e-1cca3265194c, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3824050-6229-4530-873e-1cca3265194c,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:54.542806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.544608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.557219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Transition to ACTIVE for port object 0edf9420-5ec1-4541-b812-e063d85df439 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:54.560609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-6569db99-526d-4dc3-9739-e1a1bba4c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.564154 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-6569db99-526d-4dc3-9739-e1a1bba4c8a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750986 Jul 15 13:14:54.638382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:54.669256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.669867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.671998 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] 10.222.0.49 "PUT /v2.0/ports/c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 1092 time: 1.6885238 Jul 15 13:14:54.672940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.798124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:54.807776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:54.811857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:54.895256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.939059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0e18-ed3e-479f-8983-a60bdd76c807 service neutron] Pushing event updated for resources: {'Port': ['ID=c3824050-6229-4530-873e-1cca3265194c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.957432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f740b580-fa24-4815-b4a5-d2cca81d546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.999404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2d04c-536b-4ce0-a6a8-8261acbd2d92 req-27f1bd01-fa64-4048-aa12-9c991ad94dd9 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.013409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ea2d04c-536b-4ce0-a6a8-8261acbd2d92 req-27f1bd01-fa64-4048-aa12-9c991ad94dd9 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 944 time: 0.5216172 Jul 15 13:14:55.052755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.053678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.109785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-637ebcbe-8a9d-4044-851f-a13bdada5428 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327008 Jul 15 13:14:55.117044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ea2d04c-536b-4ce0-a6a8-8261acbd2d92 req-8b49a0e8-3b2e-4cac-926d-9b59ab100190 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Jul 15 13:14:55.259751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eccd11-3a87-4224-aaee-3ab3660a1251 req-748a71a4-4716-4423-928e-b881688dcd8b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.261306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24eccd11-3a87-4224-aaee-3ab3660a1251 req-748a71a4-4716-4423-928e-b881688dcd8b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 936 time: 0.1422479 Jul 15 13:14:55.290837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-67d929ac-e89f-4566-9270-187562b9c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.293330 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-67d929ac-e89f-4566-9270-187562b9c1bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1095 time: 0.5457435 Jul 15 13:14:55.353989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8d8c8d3-829d-437c-871e-d880b867beaf None None] Provisioning for port 0edf9420-5ec1-4541-b812-e063d85df439 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:55.360256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8d8c8d3-829d-437c-871e-d880b867beaf None None] Provisioning complete for port 0edf9420-5ec1-4541-b812-e063d85df439 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:55.360630 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8d8c8d3-829d-437c-871e-d880b867beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.363617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24eccd11-3a87-4224-aaee-3ab3660a1251 req-de7c08e7-c38b-4570-995c-33972f848f87 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927937 Jul 15 13:14:55.431205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdae33-1303-4d65-955d-802da9e4cbde req-73d1db71-6a1a-47f2-b8ea-03d75a2ee31b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.433033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46fdae33-1303-4d65-955d-802da9e4cbde req-73d1db71-6a1a-47f2-b8ea-03d75a2ee31b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.1132114 Jul 15 13:14:55.436907 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-a97d0536-5a3a-433c-b3a1-33ccc9e0dd60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 217 time: 0.1304235 Jul 15 13:14:55.448929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8c8d3-829d-437c-871e-d880b867beaf None None] Port 0edf9420-5ec1-4541-b812-e063d85df439 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:55.496964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46fdae33-1303-4d65-955d-802da9e4cbde req-74c1c060-7adf-43f5-8ad0-105a7e74704d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575712 Jul 15 13:14:55.533090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-5d505a7b-d11c-423a-abda-cc89d3b9103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.535042 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-5d505a7b-d11c-423a-abda-cc89d3b9103d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 200 len: 867 time: 0.0890622 Jul 15 13:14:55.606298 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6b109db9-6e5f-411f-a9d3-ee72905b08bc req-462e306c-f8f5-4d1b-b44b-e17e84776ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824879 Jul 15 13:14:55.654167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f740b580-fa24-4815-b4a5-d2cca81d546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.659976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-d45b4713-e65b-48ea-8bf9-ffe4065389be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.661665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-d45b4713-e65b-48ea-8bf9-ffe4065389be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a527cef4-bd7f-441c-965b-cc374fcf64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181390 Jul 15 13:14:55.664121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f740b580-fa24-4815-b4a5-d2cca81d546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.666911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-d8867ac6-f8a4-4c8b-90d7-5542488b5ecc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1898062 Jul 15 13:14:55.681379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Request body: {'port': {'device_id': '2fd5e11f-304d-4689-880b-25577848a51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:55.762691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.781155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f740b580-fa24-4815-b4a5-d2cca81d546e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6fbeb2ffdf7434797a2097e40f26321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1411517 Jul 15 13:14:55.785677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740b580-fa24-4815-b4a5-d2cca81d546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd5228e-68ed-4e70-a556-c89d67197fd1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.789522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:55.929164 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-7c764346-e1b4-4883-bf2f-12c66bb930f6 service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546694 Jul 15 13:14:55.933842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659096-23b5-4904-be57-9d8293ef169b req-41b05807-3c1e-435e-9300-04d9787a4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.935340 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-41b05807-3c1e-435e-9300-04d9787a4b37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 1098 time: 0.2426722 Jul 15 13:14:55.996892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-530a2e52-d0a1-4c14-8ae0-1d3c5543bb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.132575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edf9420-5ec1-4541-b812-e063d85df439 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:56.140880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.174113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Transition to ACTIVE for port object 0edf9420-5ec1-4541-b812-e063d85df439 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:56.180351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.285960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.415782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'tag': 'c3824050-6229-4530-873e-1cca3265194c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:56.419405 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d8663-4ac4-4b19-9874-f30d80eb80f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "tag": "c3824050-6229-4530-873e-1cca3265194c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:56.430202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Attempting to bind port 0edf9420-5ec1-4541-b812-e063d85df439 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:56.441378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Attempting to bind port 0edf9420-5ec1-4541-b812-e063d85df439 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:56.441718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Attempting to bind port 0edf9420-5ec1-4541-b812-e063d85df439 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:56.450302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Port 0edf9420-5ec1-4541-b812-e063d85df439 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:56.450642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Attempting to bind port 0edf9420-5ec1-4541-b812-e063d85df439 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:56.477135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8e40a-b635-44ff-88b3-4ac8706ce072 req-94a60b14-1163-4963-a055-bea289c18cef tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.478805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e8e40a-b635-44ff-88b3-4ac8706ce072 req-94a60b14-1163-4963-a055-bea289c18cef tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 944 time: 0.1553617 Jul 15 13:14:56.479633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:56.479971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:56.480464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:56.480922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Bound port: 0edf9420-5ec1-4541-b812-e063d85df439, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:56.481402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.492601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-530a2e52-d0a1-4c14-8ae0-1d3c5543bb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.569307 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c4fe35b-351b-4e25-9ce7-7fc4a2f39c6c req-0232320b-a889-4efd-8562-26b43ecd7512 service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166615 Jul 15 13:14:56.576189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e8e40a-b635-44ff-88b3-4ac8706ce072 req-aab3a420-120f-4f7d-ab81-537f82c4bc90 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752606 Jul 15 13:14:56.591770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659096-23b5-4904-be57-9d8293ef169b req-17afd6eb-4717-432d-b409-6611fea7ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.593393 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-17afd6eb-4717-432d-b409-6611fea7ce37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.6464689 Jul 15 13:14:56.616146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:56.622657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:56.636282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.652661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-14e6d92d-a0e0-4034-90da-1481d15145aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 HTTP/1.1" status: 200 len: 217 time: 0.0515695 Jul 15 13:14:56.731793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659096-23b5-4904-be57-9d8293ef169b req-c4c26aa4-cfa8-4716-91e7-db3a8cc0f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.734475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-c4c26aa4-cfa8-4716-91e7-db3a8cc0f317 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0752211 Jul 15 13:14:56.736155 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ec691-c9e8-4e23-b5a0-3b1a547f1ed9 x-openstack-request-id: req-c61ec691-c9e8-4e23-b5a0-3b1a547f1ed9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:56.736575 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "tag": "c3824050-6229-4530-873e-1cca3265194c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:56.736706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.737188 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c61ec691-c9e8-4e23-b5a0-3b1a547f1ed9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:56.737287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.737558 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'tag': 'c3824050-6229-4530-873e-1cca3265194c', 'status': 'completed', 'code': 200} Jul 15 13:14:56.738790 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-530a2e52-d0a1-4c14-8ae0-1d3c5543bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.739379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] 10.222.0.49 "PUT /v2.0/ports/0edf9420-5ec1-4541-b812-e063d85df439 HTTP/1.1" status: 200 len: 1096 time: 1.0629797 Jul 15 13:14:56.742897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-530a2e52-d0a1-4c14-8ae0-1d3c5543bb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.744275 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-530a2e52-d0a1-4c14-8ae0-1d3c5543bb44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cd5228e-68ed-4e70-a556-c89d67197fd1 HTTP/1.1" status: 204 len: 168 time: 0.9423473 Jul 15 13:14:56.744539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:56.747060 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8263f161-37fb-4b71-822d-01a25462781c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "tag": "0edf9420-5ec1-4541-b812-e063d85df439"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:56.781167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c117e-012e-45fa-a8fa-0e184a2b0aac service neutron] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.796343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a2e52-d0a1-4c14-8ae0-1d3c5543bb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd5228e-68ed-4e70-a556-c89d67197fd1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.936873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-dd7cf7e7-b63d-4809-9b4c-44a1b3940d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.939730 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-dd7cf7e7-b63d-4809-9b4c-44a1b3940d21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1095 time: 0.1553054 Jul 15 13:14:56.951613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659096-23b5-4904-be57-9d8293ef169b req-e13c5201-13e3-4f33-8920-b3f5c88b8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.953433 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-e13c5201-13e3-4f33-8920-b3f5c88b8300 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669753 Jul 15 13:14:57.042271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1504bf-bf7b-4d22-b822-e64ed8a05ed7 req-291ef091-2cec-43ea-8040-31d70ad314c7 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.043763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a1504bf-bf7b-4d22-b822-e64ed8a05ed7 req-291ef091-2cec-43ea-8040-31d70ad314c7 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.3612480 Jul 15 13:14:57.085869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-46f2c0cb-40c2-4176-88ea-b2702b7909b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.088131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-46f2c0cb-40c2-4176-88ea-b2702b7909b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 1099 time: 0.2660868 Jul 15 13:14:57.215552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-50b9586a-ad6e-40bf-9c1e-91375e6aabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.217849 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-50b9586a-ad6e-40bf-9c1e-91375e6aabc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 929 time: 0.2686076 Jul 15 13:14:57.223055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a1504bf-bf7b-4d22-b822-e64ed8a05ed7 req-2ec4388d-51ff-4b5d-b831-727b669bd649 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706171 Jul 15 13:14:57.227499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-7c17d802-5991-4dfc-ba49-876e5c527b2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0edf9420-5ec1-4541-b812-e063d85df439 HTTP/1.1" status: 200 len: 217 time: 0.0771451 Jul 15 13:14:57.231181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-db31d9f4-fc7e-425f-8b53-701630ef681c service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238483 Jul 15 13:14:57.296023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-1fece7ac-7b64-4e0b-97ea-55fba0c8860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.298241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-1fece7ac-7b64-4e0b-97ea-55fba0c8860f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0653801 Jul 15 13:14:57.365261 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dc659096-23b5-4904-be57-9d8293ef169b req-9481ae88-0818-4c6a-9e91-d7401c4b50ec service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263032 Jul 15 13:14:57.423459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.433401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-8fb15261-a47e-4275-bbe4-fd5e13a8f83b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 217 time: 0.2010601 Jul 15 13:14:57.547441 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eca4ccd5-9c5e-4024-8c20-e95c3eebcf74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=838cf4ed7e5a4e3a857bab199ae39259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226759 Jul 15 13:14:57.553630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.601986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-3eac2eff-ad15-49be-874f-89c87c7eca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.606717 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-3eac2eff-ad15-49be-874f-89c87c7eca26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 200 len: 867 time: 0.1595752 Jul 15 13:14:57.706075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a56a7-f15a-42ae-bfdd-eeaa1f55b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.737741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a56a7-f15a-42ae-bfdd-eeaa1f55b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.825558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-7075a58f-6ee2-4e53-b89b-dbfbf9638b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.827262 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-7075a58f-6ee2-4e53-b89b-dbfbf9638b14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a527cef4-bd7f-441c-965b-cc374fcf64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049983 Jul 15 13:14:57.843181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab48d20-7d39-461d-a94e-059ac75b216a req-51f2bc06-c26b-42b5-a6b3-147e7365bc91 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.844632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ab48d20-7d39-461d-a94e-059ac75b216a req-51f2bc06-c26b-42b5-a6b3-147e7365bc91 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.8899856 Jul 15 13:14:57.847354 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb891eb-6d06-4736-9a16-2bd3f2fec7df x-openstack-request-id: req-6fb891eb-6d06-4736-9a16-2bd3f2fec7df {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:57.847636 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "tag": "0edf9420-5ec1-4541-b812-e063d85df439", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:57.847909 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fb891eb-6d06-4736-9a16-2bd3f2fec7df {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:57.848259 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439', 'status': 'completed', 'code': 200} Jul 15 13:14:57.900193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a56a7-f15a-42ae-bfdd-eeaa1f55b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.902818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-033a56a7-f15a-42ae-bfdd-eeaa1f55b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.906312 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-033a56a7-f15a-42ae-bfdd-eeaa1f55b267 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e517d9d8-a7a2-42cb-a19b-fd0ae743283f HTTP/1.1" status: 204 len: 168 time: 0.3493786 Jul 15 13:14:57.918051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a56a7-f15a-42ae-bfdd-eeaa1f55b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e517d9d8-a7a2-42cb-a19b-fd0ae743283f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.938861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ab48d20-7d39-461d-a94e-059ac75b216a req-68f283a2-aacd-4ed8-842d-d1b5cc5adfa8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787656 Jul 15 13:14:57.964406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-6f61b6a1-d873-45a0-acab-94085d7e9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.965919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-6f61b6a1-d873-45a0-acab-94085d7e9f51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6597741 Jul 15 13:14:57.969621 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-6dce069e-f245-46e1-8fd9-895dcb693052 service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333437 Jul 15 13:14:57.981557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7f814-287f-402d-81cc-c15dd5211d21 req-09157270-2984-4252-8175-b38182003fd4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.987578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1c7f814-287f-402d-81cc-c15dd5211d21 req-09157270-2984-4252-8175-b38182003fd4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 944 time: 0.1419816 Jul 15 13:14:58.103532 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-909d8663-4ac4-4b19-9874-f30d80eb80f3 req-3a4208fa-2732-4382-816b-31d84a8da15b service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257243 Jul 15 13:14:58.103717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1c7f814-287f-402d-81cc-c15dd5211d21 req-cdbe21ad-236b-43cb-bb85-e85cceda42bd tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949781 Jul 15 13:14:58.133430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-a50f55bc-c9bb-49fe-9f2b-825872f87556 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446555 Jul 15 13:14:58.269385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c854d6b-aa6c-47c8-8cdf-535315f4de6e req-49b9d839-4356-4094-b5b2-fb8f5d8b5b95 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297247 Jul 15 13:14:58.288895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07af-d46e-44fa-b634-c919bcf4777b req-1213d091-1b35-4829-a82b-7e355fcc6729 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.290464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cbe07af-d46e-44fa-b634-c919bcf4777b req-1213d091-1b35-4829-a82b-7e355fcc6729 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.1132331 Jul 15 13:14:58.342998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cbe07af-d46e-44fa-b634-c919bcf4777b req-7d6f13af-05bc-4e92-8465-039a75d51908 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455284 Jul 15 13:14:58.434659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f161-37fb-4b71-822d-01a25462781c req-20253c70-635f-46c6-8dff-3801a48d62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.436206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-20253c70-635f-46c6-8dff-3801a48d62c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 1099 time: 0.1048362 Jul 15 13:14:58.488250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd814c46-589b-4a8c-b3a2-ce5bf428bff8 req-be56e573-357a-4732-a1be-55508b66ede2 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.489679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd814c46-589b-4a8c-b3a2-ce5bf428bff8 req-be56e573-357a-4732-a1be-55508b66ede2 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.1205499 Jul 15 13:14:58.605018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f161-37fb-4b71-822d-01a25462781c req-352e980f-ac06-4fce-829e-d2e291ed581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.606410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-352e980f-ac06-4fce-829e-d2e291ed581e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.1634536 Jul 15 13:14:58.617931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd814c46-589b-4a8c-b3a2-ce5bf428bff8 req-a77ee7ec-c276-4ae6-ad21-1fb4f40cb5ea tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671973 Jul 15 13:14:58.667335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-ad784073-e539-4006-9ced-6607b9a26b9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0edf9420-5ec1-4541-b812-e063d85df439 HTTP/1.1" status: 200 len: 217 time: 0.0436504 Jul 15 13:14:58.736451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f161-37fb-4b71-822d-01a25462781c req-f9824a2c-b8f6-4002-8b74-fb228ff55902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.738353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-f9824a2c-b8f6-4002-8b74-fb228ff55902 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0647304 Jul 15 13:14:58.822046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f161-37fb-4b71-822d-01a25462781c req-aa8d7432-869a-42d4-9067-335d3fd912b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.824414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-aa8d7432-869a-42d4-9067-335d3fd912b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709658 Jul 15 13:14:58.837411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.933434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-0b7c7718-2eb7-4e5c-8fb7-6ef0c46f846e service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018372 Jul 15 13:14:58.956009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1241973122'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:58.983169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:58.987936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.001948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.035582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8263f161-37fb-4b71-822d-01a25462781c req-c8c3fb9b-ae77-42a9-8dd2-811a8b0f82be service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942776 Jul 15 13:14:59.123688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.128957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.175952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:59.179810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b7305-db69-43ae-a399-6774dcdc5395,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.213368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.216727 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Added segment 5db9bf35-db10-4f6d-8401-200cb1f1a0dd of type vlan for network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 Jul 15 13:14:59.276225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.310638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.319030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.319992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.359161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cbdf9-d16c-433e-a69e-2243d53bdca2 req-f4d4ea74-1866-40ba-8200-a1e176a3ee4e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.367899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-685cbdf9-d16c-433e-a69e-2243d53bdca2 req-f4d4ea74-1866-40ba-8200-a1e176a3ee4e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 944 time: 0.0942430 Jul 15 13:14:59.371697 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5330653 Jul 15 13:14:59.376179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.381761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'subnet': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:59.406444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6ab5-ea7f-4f6b-8ded-6b6f09c9ec06 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Network': ['ID=35238851-dc46-4fe5-adb5-6d1caf8f98c2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.433625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:59.443943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-685cbdf9-d16c-433e-a69e-2243d53bdca2 req-0a30b60f-f10f-413d-b1cd-a0728196089c tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748754 Jul 15 13:14:59.514848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:59.518399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.607868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3824050-6229-4530-873e-1cca3265194c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:59.736888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3824050-6229-4530-873e-1cca3265194c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3824050-6229-4530-873e-1cca3265194c,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:59.750354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c3824050-6229-4530-873e-1cca3265194c', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'port_id': 'c3824050-6229-4530-873e-1cca3265194c', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:59.755191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.821594 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.849252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:59.856119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Subnet': ['ID=41f00b43-306d-4d4d-8fdf-cd1f143a5155,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.887915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.888472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.889193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.889680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.890296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.890778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.891257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.891735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.892213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.892709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.893321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.893806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:59.899958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Checking segment: {'id': '5db9bf35-db10-4f6d-8401-200cb1f1a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:59.900562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network hostable DHCP agents. Network: 35238851-dc46-4fe5-adb5-6d1caf8f98c2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:59.905950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3824050-6229-4530-873e-1cca3265194c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:59.934261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:59.959874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dc56c-7a94-4d60-a112-79a5d7a02637 req-68e1d3ae-2169-437a-aa65-5ad823fa5dd0 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.962131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-079dc56c-7a94-4d60-a112-79a5d7a02637 req-68e1d3ae-2169-437a-aa65-5ad823fa5dd0 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.1172953 Jul 15 13:14:59.971340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 35238851-dc46-4fe5-adb5-6d1caf8f98c2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:59.971883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3824050-6229-4530-873e-1cca3265194c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3824050-6229-4530-873e-1cca3265194c,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:59.981299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.982635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.999294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e837ff7e-60d5-4ed9-8324-205d2708ae95 None None] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:00.001050 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.002311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:00.033290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f433487-2122-4fac-8b5e-208580ce6fe2 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6557596 Jul 15 13:15:00.036547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.043509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'name': 'tempest-AllowedAddressPairTestJSON-299825834'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:00.072355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-079dc56c-7a94-4d60-a112-79a5d7a02637 req-7326e910-5aa4-473a-b6ee-626c75ddcbef tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860617 Jul 15 13:15:00.131496 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.190135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:00.198313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:00.200756 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf7ab4-70ff-4727-83ec-03e6478831b1" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:00.201114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:00.205969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.219983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3824050-6229-4530-873e-1cca3265194c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.233345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.243494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] device_id is not set on port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:00.247388 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:00.268439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef25fe-7b44-46ef-86e6-c25d2138b095 req-325d8ad3-2689-44b7-be1c-bd4c8cce5687 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.276773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cef25fe-7b44-46ef-86e6-c25d2138b095 req-325d8ad3-2689-44b7-be1c-bd4c8cce5687 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 946 time: 0.0955558 Jul 15 13:15:00.323668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cef25fe-7b44-46ef-86e6-c25d2138b095 req-e3b4019b-95f2-4ec1-858e-b8276ffe3f49 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458362 Jul 15 13:15:00.368627 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0802e75-2f04-4895-b383-34f208c90be7 x-openstack-request-id: req-c0802e75-2f04-4895-b383-34f208c90be7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:00.369040 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:00.369752 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0802e75-2f04-4895-b383-34f208c90be7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:00.369752 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'code': 200} Jul 15 13:15:00.377179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:00.384807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Allocated IP 172.20.0.13 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/1c5733c8-3d6f-4198-937e-0dfb38b6e910) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:00.422862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'mac_address': 'fa:16:3e:e2:b6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:00.687001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.704472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=14']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.722938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Transition to ACTIVE for port object 1c5733c8-3d6f-4198-937e-0dfb38b6e910 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:00.733998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312edca-41b6-420c-85fd-87a76c6b235a req-153c320b-784c-4a85-96f1-bf7025c7a179 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.742083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7312edca-41b6-420c-85fd-87a76c6b235a req-153c320b-784c-4a85-96f1-bf7025c7a179 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 945 time: 0.1142905 Jul 15 13:15:00.778803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.800358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.806956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.833988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c90de-158a-4a07-b151-553164c775f6 req-223aca90-15a0-48ef-bee9-fdc986833f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.835556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-223aca90-15a0-48ef-bee9-fdc986833f4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1095 time: 0.1639817 Jul 15 13:15:00.843676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=1c5733c8-3d6f-4198-937e-0dfb38b6e910,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.848095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7312edca-41b6-420c-85fd-87a76c6b235a req-fe676ab6-6b1a-47e4-bbca-e8d437963052 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050141 Jul 15 13:15:00.855991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:00.856213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:00.857877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:00.870360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:00.899867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:00.899867 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.949025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c504f5-d596-43f8-9deb-d040b328cdb4 req-df0535be-ef1a-41fc-a08c-a023a6971394 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.956096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.956449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58c504f5-d596-43f8-9deb-d040b328cdb4 req-df0535be-ef1a-41fc-a08c-a023a6971394 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2099979 Jul 15 13:15:00.980322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.980821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'tenant_id': 'bf879ecfc13241569acb738cd1035fb9', 'fixed_ips': [{'subnet_id': '41f00b43-306d-4d4d-8fdf-cd1f143a5155'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:00.981011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.981703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.001235 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33af319a-f264-4cb3-a86d-18164799ee57 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9633954 Jul 15 13:15:01.004594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.016610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'name': 'tempest-AllowedAddressPairTestJSON-1866393902', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:68:5e:ff'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:01.038035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58c504f5-d596-43f8-9deb-d040b328cdb4 req-0db0c0c2-a3c9-47ee-aae8-5bc78d00b8f3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797923 Jul 15 13:15:01.039270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c90de-158a-4a07-b151-553164c775f6 req-f24ac9c0-cb09-4a16-8155-4c7932bb847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.041048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-f24ac9c0-cb09-4a16-8155-4c7932bb847a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.1916134 Jul 15 13:15:01.191270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-80f2f75e-a14e-41d5-8712-78aa643485e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.1416290 Jul 15 13:15:01.223178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:01.225698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c3824050-6229-4530-873e-1cca3265194c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:01.259859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:01.313364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c90de-158a-4a07-b151-553164c775f6 req-fe1f7162-0754-49a3-a17b-b42225fe2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.314907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-fe1f7162-0754-49a3-a17b-b42225fe2777 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1185997 Jul 15 13:15:01.340226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Allocated IP 172.20.0.2 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/da0f97a6-555e-4a77-b088-38f4b9e7f24f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:01.360022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.382857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] device_id is not set on port fc85ef06-59cb-4c54-923a-992cc9f7cbf6 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:01.400653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6eed-b4c3-46b5-9e4e-41e7461b2d77 req-9111b210-6dc8-4b3a-a50f-fac4984bd28d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.408982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-572a6eed-b4c3-46b5-9e4e-41e7461b2d77 req-9111b210-6dc8-4b3a-a50f-fac4984bd28d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.1452374 Jul 15 13:15:01.458811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-572a6eed-b4c3-46b5-9e4e-41e7461b2d77 req-a407d396-476b-4e30-b07c-0ae39ccae4d2 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Jul 15 13:15:01.475197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c90de-158a-4a07-b151-553164c775f6 req-a64652a7-c687-4279-8ccb-7d2a391291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.480592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-a64652a7-c687-4279-8ccb-7d2a391291ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488905 Jul 15 13:15:01.582093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-d409f65f-2487-4aa9-968d-1ab5bdb60ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939932 Jul 15 13:15:01.636911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:01.694820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd2c90de-158a-4a07-b151-553164c775f6 req-39ded2b2-9981-470f-a79a-3cb3462aa5cc service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054211 Jul 15 13:15:01.716072 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.744286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Transition to ACTIVE for port object da0f97a6-555e-4a77-b088-38f4b9e7f24f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:01.794808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Transition to ACTIVE for port object da0f97a6-555e-4a77-b088-38f4b9e7f24f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:01.811568 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.863979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:01.867604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:01.871340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:01.883529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Allocated IP 172.20.0.8 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/fc85ef06-59cb-4c54-923a-992cc9f7cbf6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:01.884912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:01.898186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '0edf9420-5ec1-4541-b812-e063d85df439', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '0edf9420-5ec1-4541-b812-e063d85df439', 'mac_address': 'fa:16:3e:f7:9b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:01.900841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Pushing event updated for resources: {'Port': ['ID=da0f97a6-555e-4a77-b088-38f4b9e7f24f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.975995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.014103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.020741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.027626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.033752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.041423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.047620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.054630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.056855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-8b8c3a78-146e-42c0-8ba8-d5b8a88e7b3b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.1378784 Jul 15 13:15:02.058215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Attempting to bind port da0f97a6-555e-4a77-b088-38f4b9e7f24f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:02.058590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Attempting to bind port da0f97a6-555e-4a77-b088-38f4b9e7f24f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5db9bf35-db10-4f6d-8401-200cb1f1a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:02.058947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Attempting to bind port da0f97a6-555e-4a77-b088-38f4b9e7f24f on network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:02.073877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:02.074297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Checking segment: {'id': '5db9bf35-db10-4f6d-8401-200cb1f1a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:02.074708 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.075113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Bound using segment: {'id': '5db9bf35-db10-4f6d-8401-200cb1f1a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:02.075590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Bound port: da0f97a6-555e-4a77-b088-38f4b9e7f24f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db9bf35-db10-4f6d-8401-200cb1f1a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:02.075971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.078615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edf9420-5ec1-4541-b812-e063d85df439 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:02.118567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:02.138472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.158294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08167c05-91f0-4471-a7cb-92cd9b27735d req-b7612cb5-5b34-48b7-aca9-95f24723f63a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920806 Jul 15 13:15:02.234254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] For port da0f97a6-555e-4a77-b088-38f4b9e7f24f, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:02.240486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] For port da0f97a6-555e-4a77-b088-38f4b9e7f24f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=da0f97a6-555e-4a77-b088-38f4b9e7f24f,segment=NetworkSegment(5db9bf35-db10-4f6d-8401-200cb1f1a0dd),segment_id=5db9bf35-db10-4f6d-8401-200cb1f1a0dd)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:02.247131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.258898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.289789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.291613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9bf26-c13e-48a8-b236-40bd2010effb req-a87ef155-f886-485b-ab62-4e2d6b8c7f6b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.293299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd9bf26-c13e-48a8-b236-40bd2010effb req-a87ef155-f886-485b-ab62-4e2d6b8c7f6b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 945 time: 0.1135948 Jul 15 13:15:02.321046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Transition to ACTIVE for port object fc85ef06-59cb-4c54-923a-992cc9f7cbf6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:02.364055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd9bf26-c13e-48a8-b236-40bd2010effb req-94cd4633-0395-4c13-938f-592109a7e81a tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630453 Jul 15 13:15:02.392153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39158de9-8b98-4ba5-9a4d-f8d65a012711 None None] Pushing event updated for resources: {'Port': ['ID=da0f97a6-555e-4a77-b088-38f4b9e7f24f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.430612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.477009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0edf9420-5ec1-4541-b812-e063d85df439'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:02.542318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:02.545928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:02.549933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:02.662404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=fc85ef06-59cb-4c54-923a-992cc9f7cbf6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.711715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.712365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.739023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1319e2-a1e9-4693-9ac5-869dd9050d4b req-b81d4a4b-59dc-4325-90b5-d8adc4f95814 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.744280 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ec94f7e-da02-4212-9bc4-81fa1fe14182 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7382629 Jul 15 13:15:02.752954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50246) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.754940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee1319e2-a1e9-4693-9ac5-869dd9050d4b req-b81d4a4b-59dc-4325-90b5-d8adc4f95814 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2280941 Jul 15 13:15:02.845986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a308c-cb85-4aea-891c-6d5265035ced tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.847363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee1319e2-a1e9-4693-9ac5-869dd9050d4b req-5f95a8a5-83c0-4bfe-ba96-c31aa5911bb8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913346 Jul 15 13:15:02.858505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a308c-cb85-4aea-891c-6d5265035ced tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.869454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a308c-cb85-4aea-891c-6d5265035ced tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.871678 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-570a308c-cb85-4aea-891c-6d5265035ced tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1173849 Jul 15 13:15:02.874424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.883431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841c6e-b467-42e1-871e-bed9bdfbbcb9 req-9bc61c16-08a1-495f-96f9-84f3c21c0c54 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.885234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca841c6e-b467-42e1-871e-bed9bdfbbcb9 req-9bc61c16-08a1-495f-96f9-84f3c21c0c54 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 949 time: 0.1072981 Jul 15 13:15:02.924108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca841c6e-b467-42e1-871e-bed9bdfbbcb9 req-3290344e-4f92-44f9-8230-5e8f6cc6bc19 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Jul 15 13:15:02.978982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port fc85ef06-59cb-4c54-923a-992cc9f7cbf6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:02.979518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.072907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.085335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for fc85ef06-59cb-4c54-923a-992cc9f7cbf6 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:03.206183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.213405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.220024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.228767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.236807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.245981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.252499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.254666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-028f1eef-950b-4fc7-8f14-03c3a0bae5e8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.2749875 Jul 15 13:15:03.290662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.330084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-44fa8268-4f41-4258-8451-6a6262157755 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.336652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-44fa8268-4f41-4258-8451-6a6262157755 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "GET /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0747225 Jul 15 13:15:03.338861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=fc85ef06-59cb-4c54-923a-992cc9f7cbf6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.414790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.418681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device da0f97a6-555e-4a77-b088-38f4b9e7f24f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:03.534579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port da0f97a6-555e-4a77-b088-38f4b9e7f24f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:03.563717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-9d0ab639-e945-47af-a134-88dcc6027fa4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "GET /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2217929 Jul 15 13:15:03.588342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:03.592862 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.597459 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e83343cc-5713-4d64-81fc-b048a71c3173 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/ports/fc85ef06-59cb-4c54-923a-992cc9f7cbf6 HTTP/1.1" status: 204 len: 168 time: 0.7220118 Jul 15 13:15:03.601137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50262) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.635368 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd26a0c0-317d-4a93-b298-00e0e9600b88 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] GET failed (client error): The resource could not be found. Jul 15 13:15:03.637108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd26a0c0-317d-4a93-b298-00e0e9600b88 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "GET /v2.0/ports/fc85ef06-59cb-4c54-923a-992cc9f7cbf6 HTTP/1.1" status: 404 len: 333 time: 0.0337396 Jul 15 13:15:03.639261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3824050-6229-4530-873e-1cca3265194c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:03.655023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.655959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.660357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'name': 'tempest-AllowedAddressPairTestJSON-1897875155'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:03.662459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.668568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.675410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.681878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.687923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.694424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.696471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-dba55a3c-54c4-4b74-8acb-c7cba3708f35 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 5444 time: 0.2465665 Jul 15 13:15:03.707747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c3824050-6229-4530-873e-1cca3265194c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:03.712851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c3824050-6229-4530-873e-1cca3265194c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:03.713757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.742139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5df54-7b7a-474f-90e4-2cefe03fd834 None None] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:03.805820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa2d6c-cca1-4ab3-bf3d-15db85b6a2c7 req-560e67ce-bd13-4798-a3cb-7f3a6c8ff5db tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.812841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2aa2d6c-cca1-4ab3-bf3d-15db85b6a2c7 req-560e67ce-bd13-4798-a3cb-7f3a6c8ff5db tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 945 time: 0.2460544 Jul 15 13:15:03.821699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61124f07-bd89-4723-98a0-53c1c02c8695 req-4fd8ac4b-7ffd-4a60-9650-0559251a0b28 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125062 Jul 15 13:15:03.824788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:03.828560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.828957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.876374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] device_id is not set on port c0df521e-81b1-406e-97d3-c01f4a052764 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:03.909879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2aa2d6c-cca1-4ab3-bf3d-15db85b6a2c7 req-44ee49c8-1ebd-4776-99cb-71474f18dc1f tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960979 Jul 15 13:15:03.916517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Provisioning for port da0f97a6-555e-4a77-b088-38f4b9e7f24f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:03.921996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Provisioning complete for port da0f97a6-555e-4a77-b088-38f4b9e7f24f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:03.922398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.058159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Allocated IP 172.20.0.6 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/c0df521e-81b1-406e-97d3-c01f4a052764) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:04.059338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=4e6c2d78-6dcf-4cf8-b319-9e472c518614,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.101163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] For port 4e6c2d78-6dcf-4cf8-b319-9e472c518614, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:04.160872 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.172712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] device_id is not set on port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:04.194005 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.214043 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.282462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3824050-6229-4530-873e-1cca3265194c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:04.283759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.284904 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e480f11-e7ae-4027-9fb4-63e8d45e8d01" -d '{"events": [{"server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "name": "network-vif-plugged", "status": "completed", "tag": "c3824050-6229-4530-873e-1cca3265194c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:04.324899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Transition to ACTIVE for port object c0df521e-81b1-406e-97d3-c01f4a052764 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:04.335676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3824050-6229-4530-873e-1cca3265194c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3824050-6229-4530-873e-1cca3265194c,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.358068 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.359710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:04.372819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.403856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.449547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] No DVR routers for this DVR port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:04.495560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:04.501510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:04.511221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:04.512625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] For port da0f97a6-555e-4a77-b088-38f4b9e7f24f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=da0f97a6-555e-4a77-b088-38f4b9e7f24f,segment=NetworkSegment(5db9bf35-db10-4f6d-8401-200cb1f1a0dd),segment_id=5db9bf35-db10-4f6d-8401-200cb1f1a0dd)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.551559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.564842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3824050-6229-4530-873e-1cca3265194c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.570640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=c0df521e-81b1-406e-97d3-c01f4a052764,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.589924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.629468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 0edf9420-5ec1-4541-b812-e063d85df439 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:04.634859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.635579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.649925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 0edf9420-5ec1-4541-b812-e063d85df439 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:04.650702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.683068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-728698bf-91eb-4812-83a6-b535e4904e00 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0244262 Jul 15 13:15:04.683598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:04.688991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:68:5e:ff'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:04.699795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Provisioning for port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:04.701160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] In _notify_port_updated(), no bound segment for port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:04.702662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.703277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.705228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-353a87d7-4d88-4ffb-abcc-03795fe00839 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 200 len: 1033 time: 1.1267860 Jul 15 13:15:04.714890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Provisioning complete for port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:04.715628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.738977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cd46b-0be4-46ab-a3af-2ed8c68331e8 req-fff31549-6ede-4518-900e-e75513538a8a tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.747293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a5cd46b-0be4-46ab-a3af-2ed8c68331e8 req-fff31549-6ede-4518-900e-e75513538a8a tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 949 time: 0.4358687 Jul 15 13:15:04.750352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Pushing event updated for resources: {'Port': ['ID=da0f97a6-555e-4a77-b088-38f4b9e7f24f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.785015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-62afc5af-32b6-419b-9436-26a1ace3128e None None] Port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:04.826741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8aa3-7f81-4095-8bdc-f58683fd73ea req-d5d29f13-883b-4a98-9d0d-1edf516c82a1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.830080 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.835253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51ed8aa3-7f81-4095-8bdc-f58683fd73ea req-d5d29f13-883b-4a98-9d0d-1edf516c82a1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2718251 Jul 15 13:15:04.845892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.867775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.877644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.879605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:04.921040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-f7da2374-51f7-43bb-b58a-62cf8f0ffa4c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.922587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-f7da2374-51f7-43bb-b58a-62cf8f0ffa4c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "GET /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2051740 Jul 15 13:15:04.950889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:05.014769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:05.019087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.031108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Provisioning complete for port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.031817 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.036150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.036311 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.047335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a5cd46b-0be4-46ab-a3af-2ed8c68331e8 req-7e1fe24b-f20e-47ce-94ff-98d712b79cea tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994747 Jul 15 13:15:05.088128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51ed8aa3-7f81-4095-8bdc-f58683fd73ea req-bc133247-034e-40ea-9580-c79501b8e092 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2508817 Jul 15 13:15:05.102843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.117985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.145700 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabdf40a-8bab-4aad-b093-b69a0c160940 x-openstack-request-id: req-dabdf40a-8bab-4aad-b093-b69a0c160940 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:05.146067 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "name": "network-vif-plugged", "status": "completed", "tag": "c3824050-6229-4530-873e-1cca3265194c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:05.146430 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dabdf40a-8bab-4aad-b093-b69a0c160940 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:05.147029 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3824050-6229-4530-873e-1cca3265194c', 'code': 200} Jul 15 13:15:05.150397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:05.191850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Provisioning complete for port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.192393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.217720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=c0df521e-81b1-406e-97d3-c01f4a052764,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.245813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.324755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:05.328243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.353164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] In _notify_port_updated(), no bound segment for port c0df521e-81b1-406e-97d3-c01f4a052764 on network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:05.360335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.361216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.366716 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c9b4ad2c-2f85-4e8b-9ed9-faaafb0d3e5a tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "PUT /v2.0/ports/c0df521e-81b1-406e-97d3-c01f4a052764 HTTP/1.1" status: 200 len: 994 time: 0.6821854 Jul 15 13:15:05.386766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.388145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Provisioning complete for port da0f97a6-555e-4a77-b088-38f4b9e7f24f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.390059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-220e3466-8e52-46ca-b580-e81a526310d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.434582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae278b-ef0e-4482-9185-7034f77032ca req-c7fb5b47-178b-422e-9d1d-15b186981559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.436111 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ddae278b-ef0e-4482-9185-7034f77032ca req-c7fb5b47-178b-422e-9d1d-15b186981559 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1097 time: 0.1382329 Jul 15 13:15:05.459484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:05.460981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device da0f97a6-555e-4a77-b088-38f4b9e7f24f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:05.485257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ddae278b-ef0e-4482-9185-7034f77032ca req-69c2b159-c445-44d1-8b47-d52a659566b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Jul 15 13:15:05.519029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.519959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 62ce691c-de22-4217-b8bd-278830529a9e no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:05.689268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.693912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05c22-0c16-4722-8c5d-b73c60f1dc8d req-513691c8-8dc7-4d5e-8ceb-7327373713cd tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.695800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1de05c22-0c16-4722-8c5d-b73c60f1dc8d req-513691c8-8dc7-4d5e-8ceb-7327373713cd tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 946 time: 0.3810081 Jul 15 13:15:05.716976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port da0f97a6-555e-4a77-b088-38f4b9e7f24f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.717357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.719303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.758127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:05.784755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.791859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.798512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.805103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.811815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.818642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.819026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=62ce691c-de22-4217-b8bd-278830529a9e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:05.827124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-db2743dc-e2eb-40fb-a501-7345067e16cd tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 4664 time: 0.3813672 Jul 15 13:15:05.827943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.839922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 928ed251-b353-4521-8ca5-048c2819a242 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:05.890919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port c0df521e-81b1-406e-97d3-c01f4a052764 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:05.891337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.902686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1de05c22-0c16-4722-8c5d-b73c60f1dc8d req-06b5b3ba-051b-4715-8ce4-ba9f7b54c829 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923218 Jul 15 13:15:05.952072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] For port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:06.013388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14e8fcc8-943b-4ba8-af50-83d1d89aae01 req-341de358-2e76-4b38-b402-e8f13dfdd42d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&id=14cc92d3-5c53-4cab-8e06-fa754c8297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851642 Jul 15 13:15:06.150626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] device_id is not set on port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:06.160041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Provisioning for port c0df521e-81b1-406e-97d3-c01f4a052764 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:06.166181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.182368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.184597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.191550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Provisioning complete for port c0df521e-81b1-406e-97d3-c01f4a052764 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.191782 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.208206 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.249136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for c0df521e-81b1-406e-97d3-c01f4a052764 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:06.322407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Pushing event updated for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.385598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Port c0df521e-81b1-406e-97d3-c01f4a052764 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:06.427035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Provisioning complete for port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.428285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.472326 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.546486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:06.551393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-153024f9-7e94-4cd5-919d-1c9bfde640bb None None] Could not find standard attr ID for object fc85ef06-59cb-4c54-923a-992cc9f7cbf6. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:15:06.560062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=928ed251-b353-4521-8ca5-048c2819a242,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:06.570280 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.571611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2ad3ac9d-3b64-494d-aeee-c9882c500b8e no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:06.657852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2ad3ac9d-3b64-494d-aeee-c9882c500b8e not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:06.659378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 78f6b974-976d-4ea7-9959-c17ed606d205 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:06.661249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.715058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d0add711-c734-4b00-a66e-061fa76eeb1f None None] Provisioning complete for port c0df521e-81b1-406e-97d3-c01f4a052764 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.715450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0add711-c734-4b00-a66e-061fa76eeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.782096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0add711-c734-4b00-a66e-061fa76eeb1f None None] Port c0df521e-81b1-406e-97d3-c01f4a052764 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:06.797136 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.808911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d0add711-c734-4b00-a66e-061fa76eeb1f None None] Provisioning complete for port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.809288 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0add711-c734-4b00-a66e-061fa76eeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.870425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=78f6b974-976d-4ea7-9959-c17ed606d205,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:06.873426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0add711-c734-4b00-a66e-061fa76eeb1f None None] Port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:06.879967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] No DVR routers for this DVR port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:06.881976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.882730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4e6c2d78-6dcf-4cf8-b319-9e472c518614 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:06.922054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] In _notify_port_updated(), no bound segment for port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e on network da3a0643-8786-4f7e-9827-308679eebe23 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:06.923455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.924581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.925857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-768fd567-6991-42b2-8ef5-9279494564fc service neutron] 10.222.0.49 "PUT /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 200 len: 1031 time: 1.9808137 Jul 15 13:15:06.965459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 4e6c2d78-6dcf-4cf8-b319-9e472c518614 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:06.965890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0247534e-95e3-41ff-9638-ee2c988da812 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:07.006151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.051704 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.087240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f108641-ef63-4f3a-bcba-3b0f5df1c79a req-5ed77931-0894-4a8f-8074-6a0a96c8d349 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.088780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f108641-ef63-4f3a-bcba-3b0f5df1c79a req-5ed77931-0894-4a8f-8074-6a0a96c8d349 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2105446 Jul 15 13:15:07.101902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0247534e-95e3-41ff-9638-ee2c988da812,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.110672 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.111432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9ebfeb74-e8c5-4866-955b-83904dd5e163 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:07.158322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439'}, {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928ed251-b353-4521-8ca5-048c2819a242'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:07.159820 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec91c194-5705-4371-8bff-90171fac9956" -d '{"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-plugged", "status": "completed", "tag": "0edf9420-5ec1-4541-b812-e063d85df439"}, {"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-plugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "62ce691c-de22-4217-b8bd-278830529a9e"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "928ed251-b353-4521-8ca5-048c2819a242"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "0247534e-95e3-41ff-9638-ee2c988da812"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:07.187619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f0bc4-6337-4cd6-90c4-e22c0f1d2854 req-0d2509cc-4e24-4ee1-9e42-c49c2e64e6d2 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.196226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a26f0bc4-6337-4cd6-90c4-e22c0f1d2854 req-0d2509cc-4e24-4ee1-9e42-c49c2e64e6d2 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 950 time: 0.3184183 Jul 15 13:15:07.213358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.229145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f108641-ef63-4f3a-bcba-3b0f5df1c79a req-4e1f3b11-3487-46bf-a96b-665a3e0a640e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331811 Jul 15 13:15:07.306777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a26f0bc4-6337-4cd6-90c4-e22c0f1d2854 req-10a9fd66-2ee2-4121-9e1f-d1ed77d13213 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100166 Jul 15 13:15:07.338441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.354398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.362899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 0247534e-95e3-41ff-9638-ee2c988da812 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:07.363263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.415058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.422740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.438018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=c0df521e-81b1-406e-97d3-c01f4a052764,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.483387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.663625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] For port 0247534e-95e3-41ff-9638-ee2c988da812, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0247534e-95e3-41ff-9638-ee2c988da812,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.663994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.777607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f686-a424-4098-8066-906137f0b4f0 req-66dc3c76-76e2-40f9-bf15-037d75fb9b8b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.783555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f686-a424-4098-8066-906137f0b4f0 req-66dc3c76-76e2-40f9-bf15-037d75fb9b8b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.789411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f686-a424-4098-8066-906137f0b4f0 req-66dc3c76-76e2-40f9-bf15-037d75fb9b8b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.795301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f686-a424-4098-8066-906137f0b4f0 req-66dc3c76-76e2-40f9-bf15-037d75fb9b8b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.801116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f686-a424-4098-8066-906137f0b4f0 req-66dc3c76-76e2-40f9-bf15-037d75fb9b8b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.803529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc34f686-a424-4098-8066-906137f0b4f0 req-66dc3c76-76e2-40f9-bf15-037d75fb9b8b tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 3876 time: 0.2880032 Jul 15 13:15:07.831801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f44db-a446-4477-8e38-5de32cbe473f req-1c88a14b-ef42-4590-86b7-c89d07a350eb tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.833292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf5f44db-a446-4477-8e38-5de32cbe473f req-1c88a14b-ef42-4590-86b7-c89d07a350eb tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 946 time: 0.3990119 Jul 15 13:15:07.959458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.961245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5242cf1c-21c3-4596-ba05-a0e0a84da8ef tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/ports/c0df521e-81b1-406e-97d3-c01f4a052764 HTTP/1.1" status: 204 len: 168 time: 2.5719345 Jul 15 13:15:07.964027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50348) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:07.976797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf5f44db-a446-4477-8e38-5de32cbe473f req-82a835f3-415f-4f16-ba7d-8bd5fcd47564 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247740 Jul 15 13:15:07.982138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc34f686-a424-4098-8066-906137f0b4f0 req-13cc5bec-e976-4d53-a7e7-73be50a6445a tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457307 Jul 15 13:15:08.003865 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce22fabf-0fc4-49cf-98bd-50e2cdbccb48 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] GET failed (client error): The resource could not be found. Jul 15 13:15:08.012094 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ce22fabf-0fc4-49cf-98bd-50e2cdbccb48 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "GET /v2.0/ports/c0df521e-81b1-406e-97d3-c01f4a052764 HTTP/1.1" status: 404 len: 333 time: 0.0452349 Jul 15 13:15:08.012738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.017715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'name': 'tempest-AllowedAddressPairTestJSON-688614810'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:08.086947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.087328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.087642 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Floating IP 0982d726-4d29-4ef5-9a5c-c572cf8f6dac disassociated. External IP: 172.25.2.160, port: 0247534e-95e3-41ff-9638-ee2c988da812. Jul 15 13:15:08.088126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 0247534e-95e3-41ff-9638-ee2c988da812 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:08.122084 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1046 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a1dbd-86c3-47fc-a02b-c2f4138a172c x-openstack-request-id: req-397a1dbd-86c3-47fc-a02b-c2f4138a172c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:08.122978 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-plugged", "status": "completed", "tag": "0edf9420-5ec1-4541-b812-e063d85df439", "code": 200}, {"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-plugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "62ce691c-de22-4217-b8bd-278830529a9e", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "928ed251-b353-4521-8ca5-048c2819a242", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "0247534e-95e3-41ff-9638-ee2c988da812", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:08.123422 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-397a1dbd-86c3-47fc-a02b-c2f4138a172c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:08.124022 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439', 'code': 200} Jul 15 13:15:08.124625 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'code': 200} Jul 15 13:15:08.125210 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e', 'code': 200} Jul 15 13:15:08.126046 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928ed251-b353-4521-8ca5-048c2819a242', 'code': 200} Jul 15 13:15:08.126338 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205', 'code': 200} Jul 15 13:15:08.126589 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812', 'code': 200} Jul 15 13:15:08.168524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:08.173459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.224859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] device_id is not set on port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:08.282798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.344384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=0247534e-95e3-41ff-9638-ee2c988da812,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.472487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Allocated IP 172.20.0.11 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/23896cc6-7a0f-4a68-a1ab-be5d37fb7f52) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:08.488349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e390-ef59-437d-b5bd-4ca10bb798d8 req-1c66d0f7-ee89-4baf-8568-d22dc5a72e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.490527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9709e390-ef59-437d-b5bd-4ca10bb798d8 req-1c66d0f7-ee89-4baf-8568-d22dc5a72e36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 1101 time: 0.1909616 Jul 15 13:15:08.494106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801028e-c7bb-45ab-93f9-c295d4e1ca79 req-fa9cc165-f2a2-4a9f-ad01-816926aa2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.495892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8801028e-c7bb-45ab-93f9-c295d4e1ca79 req-fa9cc165-f2a2-4a9f-ad01-816926aa2f1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 1100 time: 0.1979036 Jul 15 13:15:08.582609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bcc-3122-4f9d-9cbb-0facd5e24f94 req-4b0346c8-7ee2-44d4-84d0-ef7215f47584 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.584030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46617bcc-3122-4f9d-9cbb-0facd5e24f94 req-4b0346c8-7ee2-44d4-84d0-ef7215f47584 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2926126 Jul 15 13:15:08.592827 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8801028e-c7bb-45ab-93f9-c295d4e1ca79 req-9008434a-b843-4853-a597-524c4bcae750 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875344 Jul 15 13:15:08.597686 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9709e390-ef59-437d-b5bd-4ca10bb798d8 req-a175e556-d648-4b0b-a04e-e2baec2bd008 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993037 Jul 15 13:15:08.658516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-1e62f8ca-23a0-466a-ae5f-aa5585b3310f tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 258 time: 0.3165705 Jul 15 13:15:08.676107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:08.697982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:08.701320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.705184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46617bcc-3122-4f9d-9cbb-0facd5e24f94 req-4dda9472-aa8f-4973-92ed-8efaccd5f4fc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858676 Jul 15 13:15:08.717350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Transition to ACTIVE for port object 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:08.776702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.787749 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.830741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:08.836709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:08.840159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:08.881979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=23896cc6-7a0f-4a68-a1ab-be5d37fb7f52,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.908359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.908818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.909092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.909432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.910667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.911013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.911343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.912213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.913281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.913281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.913281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.913604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:08.944560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.948136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.984437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1c33cec-95c7-49a5-989e-a9269bdeec62 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9705520 Jul 15 13:15:08.989480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.995871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:68:5e:ff'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:09.054303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:09.068206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] Sync routers for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:09.081711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:09.085280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:09.119072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] No DVR routers for this DVR port 0247534e-95e3-41ff-9638-ee2c988da812 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:09.125757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.127942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-35c14ce6-7009-4938-b987-d89e0517c656 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "DELETE /v2.0/ports/0247534e-95e3-41ff-9638-ee2c988da812 HTTP/1.1" status: 204 len: 173 time: 2.1565111 Jul 15 13:15:09.128655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:09.131180 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b1459d-9cb5-478d-ac2e-f747745a2415" -d '{"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "0247534e-95e3-41ff-9638-ee2c988da812"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:09.207805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.218403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecef9d0-0ba0-4810-96bb-19f4b90055b3 req-a7e0230b-97e8-4cc3-a1a0-32c798bb0f0f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.228474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ecef9d0-0ba0-4810-96bb-19f4b90055b3 req-a7e0230b-97e8-4cc3-a1a0-32c798bb0f0f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 950 time: 0.2289431 Jul 15 13:15:09.259874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:09.264733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fddb8ae8-e021-45a0-aeab-db26ff7db988 None None] Provisioning for port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:09.322065 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.332216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fddb8ae8-e021-45a0-aeab-db26ff7db988 None None] Provisioning complete for port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:09.334117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fddb8ae8-e021-45a0-aeab-db26ff7db988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.350004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ecef9d0-0ba0-4810-96bb-19f4b90055b3 req-326cc087-ce65-48b0-bd45-1d06e37c01c4 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196501 Jul 15 13:15:09.465308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Allocated IP 172.25.2.33 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/fabaa9ec-abbe-4177-a5a6-b0e833d4df8d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:09.472364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 78f6b974-976d-4ea7-9959-c17ed606d205 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:09.472364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.547999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fddb8ae8-e021-45a0-aeab-db26ff7db988 None None] Port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:09.625388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:09.652828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] Checking router: 3db45c17-167b-4cb5-8c18-ed9f2759ec55 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:09.662568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:09.663435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:09.665782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.674727 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.708980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] For port 78f6b974-976d-4ea7-9959-c17ed606d205, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=78f6b974-976d-4ea7-9959-c17ed606d205,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:09.709342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.731955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 78f6b974-976d-4ea7-9959-c17ed606d205 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:09.800152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=23896cc6-7a0f-4a68-a1ab-be5d37fb7f52,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.809665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:09.828012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] In _notify_port_updated(), no bound segment for port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 on network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:09.835077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.836018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.840286 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a714dad4-52e4-4659-8d04-4bcfd3325949 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "PUT /v2.0/ports/23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 HTTP/1.1" status: 200 len: 996 time: 0.8465250 Jul 15 13:15:09.840790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.883493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-d5d214ac-c1bf-4fcf-a07e-3affa95e30f7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.885166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-d5d214ac-c1bf-4fcf-a07e-3affa95e30f7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.3548536 Jul 15 13:15:09.931929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-fc1a6681-f072-400d-a258-ab7a41679b31 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/quotas/056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 375 time: 0.0306880 Jul 15 13:15:10.003728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.049224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:10.049792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.127217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:10.129939 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7789b3bf-f9af-4f61-83a1-ec819755efcf" -d '{"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:10.146015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:10.171524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.187947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:10.190407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b0faa3-de59-4331-a60c-f64ca8d5cbc6 None None] The sync data for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 is: [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:04:56Z', 'revision_number': 4, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '957c821a-468d-4ebd-bca7-c78075fee66a', 'name': '', 'network_id': '6f17e3ba-02be-4d06-9fbe-32a6b9a623a3', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'mac_address': 'fa:16:3e:ad:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:55Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'subnets': [{'id': 'bb586b47-de32-4f6a-9eae-8a47dd62e729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:10.200807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02005dd7-2475-4236-b114-1646b962318f None None] Provisioning complete for port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:10.201453 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02005dd7-2475-4236-b114-1646b962318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.238709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-02005dd7-2475-4236-b114-1646b962318f None None] Port 23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:10.359375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.398927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=23896cc6-7a0f-4a68-a1ab-be5d37fb7f52,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.479836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.481963 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f3eadf3-26ec-45a0-9b8e-d660f899fc31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/ports/23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 HTTP/1.1" status: 204 len: 168 time: 0.6399322 Jul 15 13:15:10.486124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.531173 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e98100-7c13-4027-a3ad-a0a4fe64b99d tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] GET failed (client error): The resource could not be found. Jul 15 13:15:10.533056 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-30e98100-7c13-4027-a3ad-a0a4fe64b99d tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "GET /v2.0/ports/23896cc6-7a0f-4a68-a1ab-be5d37fb7f52 HTTP/1.1" status: 404 len: 333 time: 0.0456948 Jul 15 13:15:10.538614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50400) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.543886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'name': 'tempest-AllowedAddressPairTestJSON-559895623'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:10.584132 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a242028-e74e-40a3-b7c7-571fc9e2b0dd None None] New status for floating IP 0982d726-4d29-4ef5-9a5c-c572cf8f6dac: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:15:10.584987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.604409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-8f8cd6f7-6dfd-486c-bbb3-3971b2515709 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6611669 Jul 15 13:15:10.604714 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.685840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:10.732407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:10.736332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.751135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] No DVR routers for this DVR port 78f6b974-976d-4ea7-9959-c17ed606d205 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:10.754880 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:10.757857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.759856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "DELETE /v2.0/ports/78f6b974-976d-4ea7-9959-c17ed606d205 HTTP/1.1" status: 204 len: 173 time: 1.6221921 Jul 15 13:15:10.762385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] device_id is not set on port 61488ae0-d419-4a68-a875-604d0feaa8a1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:10.762532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event updated for resources: {'Port': ['ID=fabaa9ec-abbe-4177-a5a6-b0e833d4df8d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.767013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:10.861518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d67bd-27a6-4635-9109-e760629482d6 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=78f6b974-976d-4ea7-9959-c17ed606d205,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.921794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-6a45324e-3379-4392-acde-04f88981f1bb service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866430 Jul 15 13:15:11.115711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.124500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-bb5ba624-801d-4b9d-b422-1cb30054fb3c service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940298 Jul 15 13:15:11.137864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 928ed251-b353-4521-8ca5-048c2819a242 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:11.138445 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.222933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Allocated IP 172.20.0.12 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/61488ae0-d419-4a68-a875-604d0feaa8a1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:11.305521 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.311921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] For port 928ed251-b353-4521-8ca5-048c2819a242, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=928ed251-b353-4521-8ca5-048c2819a242,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:11.312373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.345814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 928ed251-b353-4521-8ca5-048c2819a242 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:11.398528 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.432168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Transition to ACTIVE for port object 61488ae0-d419-4a68-a875-604d0feaa8a1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:11.483013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.548285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=61488ae0-d419-4a68-a875-604d0feaa8a1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.564270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:11.566058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:11.569214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:11.603362 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.624619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.638953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.639958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.666260 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-459826c5-b025-443d-bd78-f3f35b11a878 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1260014 Jul 15 13:15:11.671507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.684417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'network_id': '35238851-dc46-4fe5-adb5-6d1caf8f98c2', 'name': 'tempest-AllowedAddressPairTestJSON-434673964'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:11.773476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event updated for resources: {'Port': ['ID=fabaa9ec-abbe-4177-a5a6-b0e833d4df8d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.809349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.887771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=928ed251-b353-4521-8ca5-048c2819a242,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.909636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.975437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b045e2-26c3-4820-8cbe-d17c4aa2f4c5 req-5db12f50-c507-4868-bd3c-8a976d530fb5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.976623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca365e92-a188-4580-9c0d-82d3ef813fb9 None None] Provisioning for port 61488ae0-d419-4a68-a875-604d0feaa8a1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:11.980823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca365e92-a188-4580-9c0d-82d3ef813fb9 None None] Provisioning complete for port 61488ae0-d419-4a68-a875-604d0feaa8a1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:11.981525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b045e2-26c3-4820-8cbe-d17c4aa2f4c5 req-5db12f50-c507-4868-bd3c-8a976d530fb5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.987725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b045e2-26c3-4820-8cbe-d17c4aa2f4c5 req-5db12f50-c507-4868-bd3c-8a976d530fb5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.989528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3b045e2-26c3-4820-8cbe-d17c4aa2f4c5 req-5db12f50-c507-4868-bd3c-8a976d530fb5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 2331 time: 0.4119890 Jul 15 13:15:11.993431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca365e92-a188-4580-9c0d-82d3ef813fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.993641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] No DVR routers for this DVR port 928ed251-b353-4521-8ca5-048c2819a242 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:11.999884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.001594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-cfc41e7f-d97f-4ae5-bd64-6d48c2ef5c3d tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "DELETE /v2.0/ports/928ed251-b353-4521-8ca5-048c2819a242 HTTP/1.1" status: 204 len: 173 time: 1.2258472 Jul 15 13:15:12.011767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.012909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8cbfe872-e31d-4a28-8408-dab2777a0b4b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3433087 Jul 15 13:15:12.054086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ca365e92-a188-4580-9c0d-82d3ef813fb9 None None] Port 61488ae0-d419-4a68-a875-604d0feaa8a1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:12.137509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-8a1dd000-e83d-4016-a35a-19a7550efb7b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 695 time: 0.1061289 Jul 15 13:15:12.141729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Made reservation on behalf of bf879ecfc13241569acb738cd1035fb9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:12.145058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.175930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3b045e2-26c3-4820-8cbe-d17c4aa2f4c5 req-358d0ea2-b920-495d-afd3-98c2db0d8b21 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733768 Jul 15 13:15:12.224685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] device_id is not set on port d90a39b1-8b8e-429a-b495-480b9032a02f yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:12.273411 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d10a5-9c0e-472d-a440-6efda3947e4b x-openstack-request-id: req-0f3d10a5-9c0e-472d-a440-6efda3947e4b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:12.273704 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "0247534e-95e3-41ff-9638-ee2c988da812", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:12.273962 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f3d10a5-9c0e-472d-a440-6efda3947e4b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:12.274378 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '0247534e-95e3-41ff-9638-ee2c988da812', 'status': 'completed', 'code': 200} Jul 15 13:15:12.416763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 9ebfeb74-e8c5-4866-955b-83904dd5e163 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:12.417119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.453949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-35fa4394-c897-4527-8fab-96f0c2e0d9b6 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.455401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-35fa4394-c897-4527-8fab-96f0c2e0d9b6 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.3056800 Jul 15 13:15:12.481700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-b7bc7556-f469-4003-8baa-2c0bde270d51 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:12.482747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1b59-0cba-4e49-a546-0bb037950a90 req-b7bc7556-f469-4003-8baa-2c0bde270d51 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125933 Jul 15 13:15:12.539359 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7840a5-a1ec-4ee0-82b0-1162001bc6c0 x-openstack-request-id: req-0e7840a5-a1ec-4ee0-82b0-1162001bc6c0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:12.539845 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:12.540296 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e7840a5-a1ec-4ee0-82b0-1162001bc6c0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:12.540933 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163', 'code': 200} Jul 15 13:15:12.550765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Allocated IP 172.20.0.10 (35238851-dc46-4fe5-adb5-6d1caf8f98c2/41f00b43-306d-4d4d-8fdf-cd1f143a5155/d90a39b1-8b8e-429a-b495-480b9032a02f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:12.612155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] For port 9ebfeb74-e8c5-4866-955b-83904dd5e163, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9ebfeb74-e8c5-4866-955b-83904dd5e163,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:12.612764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.637455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 9ebfeb74-e8c5-4866-955b-83904dd5e163 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:12.653419 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bdd95efb-efb3-45ff-a673-d233fd022145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.780532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a007d151-27cf-4d97-af23-79017555ec60 req-c33afe22-904e-4f72-9d5d-bc0e33540f49 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 210 time: 0.0692594 Jul 15 13:15:12.957787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.053447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Transition to ACTIVE for port object d90a39b1-8b8e-429a-b495-480b9032a02f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:13.084144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3012-f377-40d0-ad14-4499f5b46af2 req-70629adb-20f4-4b57-90fd-62df57eaec7e tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.085637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-929a3012-f377-40d0-ad14-4499f5b46af2 req-70629adb-20f4-4b57-90fd-62df57eaec7e tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 950 time: 0.3351710 Jul 15 13:15:13.091927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-6c4152ef-2c3e-48f6-b3c2-6c4b12610e2d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.093277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-6c4152ef-2c3e-48f6-b3c2-6c4b12610e2d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.2836003 Jul 15 13:15:13.119844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'port': {'device_id': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'admin_state_up': True, 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:13.163993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.257235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=9ebfeb74-e8c5-4866-955b-83904dd5e163,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.276062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-4aa3e1dd-d4f9-460c-9269-bc6dc0ddd1a1 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.277616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-4aa3e1dd-d4f9-460c-9269-bc6dc0ddd1a1 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3426127 Jul 15 13:15:13.288711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-929a3012-f377-40d0-ad14-4499f5b46af2 req-c19e5584-6890-4932-b441-20941f7f7bcc tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911874 Jul 15 13:15:13.319289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.399657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] No DVR routers for this DVR port 9ebfeb74-e8c5-4866-955b-83904dd5e163 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:13.413066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.415093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-4eb68247-49d9-4ae0-a289-5dfd5e8c633e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "DELETE /v2.0/ports/9ebfeb74-e8c5-4866-955b-83904dd5e163 HTTP/1.1" status: 204 len: 173 time: 1.4004498 Jul 15 13:15:13.443301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-07036c56-b613-4096-9b96-3c6792b34e67 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 695 time: 0.1535978 Jul 15 13:15:13.486263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:13.514904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Request body: {'floatingip': {'port_id': 'c3824050-6229-4530-873e-1cca3265194c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:13.519743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:13.524780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:13.532998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=d90a39b1-8b8e-429a-b495-480b9032a02f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.640678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.891390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b5d046c-14e9-4bef-9c42-1afb0345c345 None None] Provisioning for port d90a39b1-8b8e-429a-b495-480b9032a02f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:13.895517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b5d046c-14e9-4bef-9c42-1afb0345c345 None None] Provisioning complete for port d90a39b1-8b8e-429a-b495-480b9032a02f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:13.896459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b5d046c-14e9-4bef-9c42-1afb0345c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.948650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d046c-14e9-4bef-9c42-1afb0345c345 None None] Port d90a39b1-8b8e-429a-b495-480b9032a02f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:14.014520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:14.017996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.126262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.126869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.206404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-271524de-4950-4375-91b8-5693d80ecea6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5272818 Jul 15 13:15:14.209982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.216430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:68:5e:ff'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5a:da:7c'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:14.234689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a158e2-74c0-48b4-9fae-cd4fc9772530 req-b0eb8464-c835-48bb-bf3e-32b886a1b186 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.236196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70a158e2-74c0-48b4-9fae-cd4fc9772530 req-b0eb8464-c835-48bb-bf3e-32b886a1b186 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 942 time: 0.8056982 Jul 15 13:15:14.279015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '928ed251-b353-4521-8ca5-048c2819a242'}, {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:14.281231 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157fc061-ed90-4dd6-9b89-b0871b2406b6" -d '{"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "928ed251-b353-4521-8ca5-048c2819a242"}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:14.301397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 62ce691c-de22-4217-b8bd-278830529a9e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:14.301745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.397776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.421881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70a158e2-74c0-48b4-9fae-cd4fc9772530 req-b26d5cca-dd78-4ef9-9679-9931ffd159b8 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e65fd29-b73c-4d97-aedd-feefb35410a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729314 Jul 15 13:15:14.471635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Allocated IP 172.20.0.6 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/fe019896-b938-4c84-8e28-98eba11bf7f4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:14.637984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] For port 62ce691c-de22-4217-b8bd-278830529a9e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=62ce691c-de22-4217-b8bd-278830529a9e,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:14.638543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.639966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.647519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.693505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 62ce691c-de22-4217-b8bd-278830529a9e owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:14.732069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event updated for resources: {'Port': ['ID=d90a39b1-8b8e-429a-b495-480b9032a02f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.764180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] In _notify_port_updated(), no bound segment for port d90a39b1-8b8e-429a-b495-480b9032a02f on network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:14.770021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.770763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.775047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8e7e1cf-226f-4d77-8632-22be7201227c tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "PUT /v2.0/ports/d90a39b1-8b8e-429a-b495-480b9032a02f HTTP/1.1" status: 200 len: 1057 time: 0.5637474 Jul 15 13:15:14.776070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.890975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port d90a39b1-8b8e-429a-b495-480b9032a02f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:14.891315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.973635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20459b-0bc7-4aee-a292-8031d6f73a09 req-0ae193d8-c413-438e-93c1-05d1cd4b1074 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.975985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e20459b-0bc7-4aee-a292-8031d6f73a09 req-0ae193d8-c413-438e-93c1-05d1cd4b1074 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 949 time: 0.3918355 Jul 15 13:15:14.978470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52741b94-ad6d-48f6-b94d-1906755f0ab4 None None] Provisioning complete for port d90a39b1-8b8e-429a-b495-480b9032a02f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:14.979486 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52741b94-ad6d-48f6-b94d-1906755f0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.986300 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.016063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52741b94-ad6d-48f6-b94d-1906755f0ab4 None None] Port d90a39b1-8b8e-429a-b495-480b9032a02f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:15.025870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.037945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for d90a39b1-8b8e-429a-b495-480b9032a02f owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:15.044706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Transition to ACTIVE for port object fe019896-b938-4c84-8e28-98eba11bf7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:15.095304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:15.121057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:15.134738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e20459b-0bc7-4aee-a292-8031d6f73a09 req-ee72684a-d9c1-4686-b0c1-a4488a03d7ee tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460788 Jul 15 13:15:15.198254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.226320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.229205 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.231615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.257245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=d90a39b1-8b8e-429a-b495-480b9032a02f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.306236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e8e369b-d06f-4d29-b55d-7265fe312e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.328238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:15.329580 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.387653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:15.499012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:15.513603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=62ce691c-de22-4217-b8bd-278830529a9e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.539933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.581443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.589480 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3ea2a42c-1272-4cb2-855a-5635d6028cc6 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/ports/d90a39b1-8b8e-429a-b495-480b9032a02f HTTP/1.1" status: 204 len: 168 time: 0.8122163 Jul 15 13:15:15.592369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.631833 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-935ba5a4-31cd-4f34-8a83-bfca933421ec tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] GET failed (client error): The resource could not be found. Jul 15 13:15:15.638047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-935ba5a4-31cd-4f34-8a83-bfca933421ec tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "GET /v2.0/ports/d90a39b1-8b8e-429a-b495-480b9032a02f HTTP/1.1" status: 404 len: 333 time: 0.0420568 Jul 15 13:15:15.638435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.715811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] No DVR routers for this DVR port 62ce691c-de22-4217-b8bd-278830529a9e on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:15.725589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.727746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24d9dc43-8e63-43e1-a103-4c9c919a96c0 req-697348d5-da9c-4702-8339-b26c46ccb718 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.49 "DELETE /v2.0/ports/62ce691c-de22-4217-b8bd-278830529a9e HTTP/1.1" status: 204 len: 173 time: 2.3017006 Jul 15 13:15:15.728967 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Floating IP 4d970af7-63a7-4c79-83ac-3a73944a3093 associated. External IP: 172.25.2.33, port: c3824050-6229-4530-873e-1cca3265194c. Jul 15 13:15:15.742289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.742952 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.745500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=fe019896-b938-4c84-8e28-98eba11bf7f4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.781257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port 61488ae0-d419-4a68-a875-604d0feaa8a1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:15.781925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.838786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f8a59-4ea0-4f38-97a5-54b60e64cb4a req-d026d318-8d2b-446d-8aac-f36e426a007e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.845740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a0f8a59-4ea0-4f38-97a5-54b60e64cb4a req-d026d318-8d2b-446d-8aac-f36e426a007e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 931 time: 0.2857411 Jul 15 13:15:15.892239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-65071a5c-84fe-4c34-93ac-42228b82c30f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7841966 Jul 15 13:15:15.915972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.918780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Request body: {'port': {'device_id': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:15.932664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for 61488ae0-d419-4a68-a875-604d0feaa8a1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:15.958233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fc530987-2bd3-441f-8687-09f813101772 None None] Provisioning for port fe019896-b938-4c84-8e28-98eba11bf7f4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:15.962814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fc530987-2bd3-441f-8687-09f813101772 None None] Provisioning complete for port fe019896-b938-4c84-8e28-98eba11bf7f4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:15.963427 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc530987-2bd3-441f-8687-09f813101772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.029127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fc530987-2bd3-441f-8687-09f813101772 None None] Port fe019896-b938-4c84-8e28-98eba11bf7f4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:16.062590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a0f8a59-4ea0-4f38-97a5-54b60e64cb4a req-0fac603a-4388-43e3-b8bb-7ef91057b93f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158861 Jul 15 13:15:16.198859 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd44fad-7f66-4c20-a1a7-233c83536519 x-openstack-request-id: req-ccd44fad-7f66-4c20-a1a7-233c83536519 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:16.199155 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "78f6b974-976d-4ea7-9959-c17ed606d205", "status": "completed", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "928ed251-b353-4521-8ca5-048c2819a242", "status": "completed", "code": 200}, {"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "9ebfeb74-e8c5-4866-955b-83904dd5e163", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:16.199341 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccd44fad-7f66-4c20-a1a7-233c83536519 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:16.199726 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '78f6b974-976d-4ea7-9959-c17ed606d205', 'status': 'completed', 'code': 200} Jul 15 13:15:16.199980 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '928ed251-b353-4521-8ca5-048c2819a242', 'status': 'completed', 'code': 200} Jul 15 13:15:16.200510 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '9ebfeb74-e8c5-4866-955b-83904dd5e163', 'status': 'completed', 'code': 200} Jul 15 13:15:16.201761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.212372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.268279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=61488ae0-d419-4a68-a875-604d0feaa8a1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.392681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.397811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-823f179c-b803-4fee-b539-95c6a8046172 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/ports/61488ae0-d419-4a68-a875-604d0feaa8a1 HTTP/1.1" status: 204 len: 168 time: 0.7579377 Jul 15 13:15:16.406439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.469468 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-597a8138-c880-494f-a3da-648e259bcf3b tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] GET failed (client error): The resource could not be found. Jul 15 13:15:16.471967 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-597a8138-c880-494f-a3da-648e259bcf3b tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "GET /v2.0/ports/61488ae0-d419-4a68-a875-604d0feaa8a1 HTTP/1.1" status: 404 len: 333 time: 0.0638103 Jul 15 13:15:16.477675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.500179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Router 287e28f7-a4be-43f3-baff-bb7011636a28 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:16.666873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.697742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port 1c5733c8-3d6f-4198-937e-0dfb38b6e910 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:16.698263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.929324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.956540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for 1c5733c8-3d6f-4198-937e-0dfb38b6e910 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:17.133164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.215297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=1c5733c8-3d6f-4198-937e-0dfb38b6e910,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.268529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe019896-b938-4c84-8e28-98eba11bf7f4 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:17.276322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.288644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Transition to ACTIVE for port object fe019896-b938-4c84-8e28-98eba11bf7f4 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:17.308358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.319364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.321532 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a793e4ee-2824-4a6b-bd06-651ff44e7449 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/ports/1c5733c8-3d6f-4198-937e-0dfb38b6e910 HTTP/1.1" status: 204 len: 168 time: 0.8426118 Jul 15 13:15:17.322680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1b58f6b-aa08-4ab8-bd01-42097d466a8e req-71677d0d-dae9-4dcb-8d7c-ef504d483f96 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0327969 Jul 15 13:15:17.361313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:17.370231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.374784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.375679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] Sync routers for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:17.392923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:17.393566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.520273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-64b07374-6ace-41d8-b2fa-a0c1aaa5a662 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "PUT /v2.0/floatingips/4d970af7-63a7-4c79-83ac-3a73944a3093 HTTP/1.1" status: 200 len: 996 time: 4.0328317 Jul 15 13:15:17.523466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe019896-b938-4c84-8e28-98eba11bf7f4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.572228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting subnet 41f00b43-306d-4d4d-8fdf-cd1f143a5155 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:17.576843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.593937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:17.648535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.764493 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.862778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.916647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Subnet': ['ID=41f00b43-306d-4d4d-8fdf-cd1f143a5155,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.924732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.926842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d6705346-688c-4434-a68b-5b12f0183c25 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/subnets/41f00b43-306d-4d4d-8fdf-cd1f143a5155 HTTP/1.1" status: 204 len: 168 time: 0.6030111 Jul 15 13:15:17.930235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.958921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Attempting to bind port fe019896-b938-4c84-8e28-98eba11bf7f4 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:17.959354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Attempting to bind port fe019896-b938-4c84-8e28-98eba11bf7f4 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:17.959760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Attempting to bind port fe019896-b938-4c84-8e28-98eba11bf7f4 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:17.994410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Port fe019896-b938-4c84-8e28-98eba11bf7f4 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:17.994979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Attempting to bind port fe019896-b938-4c84-8e28-98eba11bf7f4 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:17.996760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cf7e3-7d0b-4c35-ac57-b6b1d52f8856 None None] Network 35238851-dc46-4fe5-adb5-6d1caf8f98c2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:18.003186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:18.003667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:18.004182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:18.004730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Bound port: fe019896-b938-4c84-8e28-98eba11bf7f4, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:18.005309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.067095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.127381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.139936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-154d1e35-aba3-4a73-8e96-1de6c4524b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.144111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-154d1e35-aba3-4a73-8e96-1de6c4524b2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1097 time: 0.3119206 Jul 15 13:15:18.176659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Deleting port da0f97a6-555e-4a77-b088-38f4b9e7f24f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:18.178111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.266673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] For port da0f97a6-555e-4a77-b088-38f4b9e7f24f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=da0f97a6-555e-4a77-b088-38f4b9e7f24f,segment=NetworkSegment(5db9bf35-db10-4f6d-8401-200cb1f1a0dd),segment_id=5db9bf35-db10-4f6d-8401-200cb1f1a0dd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:18.267339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.282165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Calling delete_port for da0f97a6-555e-4a77-b088-38f4b9e7f24f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:18.340669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e'}, {'name': 'network-changed', 'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'tag': 'c3824050-6229-4530-873e-1cca3265194c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:18.346873 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026fb2ca-e5d6-4754-a459-bc2aa1704391" -d '{"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "62ce691c-de22-4217-b8bd-278830529a9e"}, {"name": "network-changed", "server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "tag": "c3824050-6229-4530-873e-1cca3265194c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:18.351073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-d4b9c779-c50b-42c6-bc8b-5f5658b848e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.357545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-d4b9c779-c50b-42c6-bc8b-5f5658b848e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 929 time: 0.1973274 Jul 15 13:15:18.409369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.453856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '4d970af7-63a7-4c79-83ac-3a73944a3093', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'port_id': 'c3824050-6229-4530-873e-1cca3265194c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:10Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 1, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:50Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:18.456119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] No DVR routers for this DVR port da0f97a6-555e-4a77-b088-38f4b9e7f24f on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:18.486751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Port': ['ID=da0f97a6-555e-4a77-b088-38f4b9e7f24f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.519597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] Checking router: 287e28f7-a4be-43f3-baff-bb7011636a28 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:18.541943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1858d64-8e86-4672-be57-f609d6ded755 None None] DHCP port deletion for 35238851-dc46-4fe5-adb5-6d1caf8f98c2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:18.550132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:18.551790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:18.561725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] For port fe019896-b938-4c84-8e28-98eba11bf7f4, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:18.575947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.577093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-63968139-ae52-4cae-a618-d1bea8a841b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 999 time: 0.2124538 Jul 15 13:15:18.589568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35238851-dc46-4fe5-adb5-6d1caf8f98c2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:18.603226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] For port fe019896-b938-4c84-8e28-98eba11bf7f4, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe019896-b938-4c84-8e28-98eba11bf7f4,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:18.604410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db9bf35-db10-4f6d-8401-200cb1f1a0dd') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:18.604929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db9bf35-db10-4f6d-8401-200cb1f1a0dd') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:18.617623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.631800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0ced3-17e7-43f7-8303-b7b6ccacbcdc req-7f7bcf36-4d69-4fc0-9875-237552919ec4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.636095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.638721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aba0ced3-17e7-43f7-8303-b7b6ccacbcdc req-7f7bcf36-4d69-4fc0-9875-237552919ec4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 943 time: 0.5552464 Jul 15 13:15:18.643572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:18.644162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.648090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:18.649629 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:18.696048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.696934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.698223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe019896-b938-4c84-8e28-98eba11bf7f4 HTTP/1.1" status: 200 len: 1091 time: 2.7919717 Jul 15 13:15:18.719082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-6e2ecb74-d0eb-4def-af3b-8bfe7a960350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.720574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-6e2ecb74-d0eb-4def-af3b-8bfe7a960350 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 200 len: 867 time: 0.1342251 Jul 15 13:15:18.762998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.768675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.774634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] 10.222.0.48 "DELETE /v2.0/networks/35238851-dc46-4fe5-adb5-6d1caf8f98c2 HTTP/1.1" status: 204 len: 168 time: 0.8430479 Jul 15 13:15:18.795333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079268f8-3490-4ada-89d0-d0da4b56af31 tempest-AllowedAddressPairTestJSON-89448179 tempest-AllowedAddressPairTestJSON-89448179-project] Pushing event deleted for resources: {'Network': ['ID=35238851-dc46-4fe5-adb5-6d1caf8f98c2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.867684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aba0ced3-17e7-43f7-8303-b7b6ccacbcdc req-9efe6dd6-a7ba-4267-ad78-d900012585db tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248073 Jul 15 13:15:18.884910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:18.907642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e57bd-b6a3-4f7c-8c5d-71d5d5f3a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe019896-b938-4c84-8e28-98eba11bf7f4,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.983340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-cad6f3ee-b09c-40bc-be62-bdd89231d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.984895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-cad6f3ee-b09c-40bc-be62-bdd89231d419 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a527cef4-bd7f-441c-965b-cc374fcf64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509425 Jul 15 13:15:19.053583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-9ca9e09b-b817-48b1-98c4-f1fa490ccc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.060978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-9ca9e09b-b817-48b1-98c4-f1fa490ccc4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 1094 time: 0.2764814 Jul 15 13:15:19.268573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-b11d2ded-931a-45ad-8393-72fe21844770 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe019896-b938-4c84-8e28-98eba11bf7f4 HTTP/1.1" status: 200 len: 217 time: 0.1523464 Jul 15 13:15:19.306943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.337292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7803283-a7ad-4def-b4d1-bd6ba011fb92 req-325829bf-e8dc-4da9-ba52-6ef02d5a8bba tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0951176 Jul 15 13:15:19.459527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device da0f97a6-555e-4a77-b088-38f4b9e7f24f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:19.478504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-0ba65bd9-420c-463e-87e4-6eb2463ee0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.480165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-0ba65bd9-420c-463e-87e4-6eb2463ee0d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1400778 Jul 15 13:15:19.481939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-91946b41-359c-4397-8e26-2229f7433d6d service neutron] 10.222.0.48 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846056 Jul 15 13:15:19.483853 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978fec3-da4c-4c57-af99-e6de6ff36f28 x-openstack-request-id: req-1978fec3-da4c-4c57-af99-e6de6ff36f28 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:19.484142 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75514566-be42-4fa7-a737-3029f061deba", "name": "network-vif-deleted", "tag": "62ce691c-de22-4217-b8bd-278830529a9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "tag": "c3824050-6229-4530-873e-1cca3265194c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:19.484385 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1978fec3-da4c-4c57-af99-e6de6ff36f28 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:19.484769 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75514566-be42-4fa7-a737-3029f061deba', 'name': 'network-vif-deleted', 'tag': '62ce691c-de22-4217-b8bd-278830529a9e', 'status': 'completed', 'code': 200} Jul 15 13:15:19.485018 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'tag': 'c3824050-6229-4530-873e-1cca3265194c', 'status': 'completed', 'code': 200} Jul 15 13:15:19.576535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: da0f97a6-555e-4a77-b088-38f4b9e7f24f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:19.577040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device da0f97a6-555e-4a77-b088-38f4b9e7f24f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:19.634873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d34e838-6102-4d07-908f-56dca495db0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf879ecfc13241569acb738cd1035fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266435 Jul 15 13:15:19.635431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.695546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:19.736443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7c4256-0a6c-4119-b3df-13ff484ad62d req-2e5d8617-5894-4c0d-9d84-041d15a7691f service neutron] 10.222.0.48 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419193 Jul 15 13:15:19.738701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '4d970af7-63a7-4c79-83ac-3a73944a3093', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'port_id': 'c3824050-6229-4530-873e-1cca3265194c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:10Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 1, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:50Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:19.766892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c32f-0d69-40f7-a4ee-0db1fbe1aa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.791970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3d97-32b3-48d7-8271-0bbc79036726 None None] The sync data for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 is: [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '4d970af7-63a7-4c79-83ac-3a73944a3093', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'port_id': 'c3824050-6229-4530-873e-1cca3265194c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'mac_address': 'fa:16:3e:17:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:10Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 1, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:50Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:19.798153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c32f-0d69-40f7-a4ee-0db1fbe1aa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.937224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c32f-0d69-40f7-a4ee-0db1fbe1aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.942595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c32f-0d69-40f7-a4ee-0db1fbe1aa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.948700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6aa3c32f-0d69-40f7-a4ee-0db1fbe1aa1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee3b7305-db69-43ae-a399-6774dcdc5395 HTTP/1.1" status: 204 len: 168 time: 0.3118291 Jul 15 13:15:20.003316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3c32f-0d69-40f7-a4ee-0db1fbe1aa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b7305-db69-43ae-a399-6774dcdc5395,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.049020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-44935720-9ba6-4e77-861a-e6e6987164a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.055665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:20.063781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-44935720-9ba6-4e77-861a-e6e6987164a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1097 time: 0.3244503 Jul 15 13:15:20.084683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'mac_address': 'fa:16:3e:e2:b6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:20.185996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.232015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:20.285666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:20.298852 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.321363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-89483127-e0bb-4f1a-963c-55ff4c601b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.339984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-89483127-e0bb-4f1a-963c-55ff4c601b24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8485160 Jul 15 13:15:20.345761 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab54db3-970e-4779-b5ab-df4cdefb81a1 None None] New status for floating IP 4d970af7-63a7-4c79-83ac-3a73944a3093: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:15:20.421652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.513190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:20.707742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-a2c151aa-ff3a-494c-9887-e74d4c60f603 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 258 time: 0.7295694 Jul 15 13:15:20.724639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:20.867784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-1ee084b4-69c6-44e4-8a2b-5085303d0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.869366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-1ee084b4-69c6-44e4-8a2b-5085303d0aba service neutron] 10.222.0.49 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 929 time: 0.7974448 Jul 15 13:15:20.883848 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.909210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b50a-96da-4776-b383-6fa79094c5b2 req-a4bb1a15-af45-4b21-9c4e-0a84c62d53b2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.910835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a487b50a-96da-4776-b383-6fa79094c5b2 req-a4bb1a15-af45-4b21-9c4e-0a84c62d53b2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 943 time: 0.5971000 Jul 15 13:15:20.981138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-3e361f52-b7f2-4321-8f5f-75de901557ea service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539961 Jul 15 13:15:21.029905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a487b50a-96da-4776-b383-6fa79094c5b2 req-b00c8ee5-8e0e-407d-a3f5-12c46e127767 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784094 Jul 15 13:15:21.078808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-3cbc99dd-53ab-4ff6-b42a-578973926494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 1001 time: 0.1997814 Jul 15 13:15:21.323103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.374411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5921d946-9e72-4d29-b8a5-fe7233cd6e6c req-1b92e731-e385-40ac-a421-06e43ff12fc4 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.1424682 Jul 15 13:15:21.448163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-be94d3ba-c9a5-49e0-9897-02fcddd3b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.449903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-be94d3ba-c9a5-49e0-9897-02fcddd3b8c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 200 len: 867 time: 0.2277327 Jul 15 13:15:21.458898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e04638-3e69-4dce-95ba-e1d04650d1a5 req-c30b5f58-abc1-4e9f-908c-888b210bb85a service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584100 Jul 15 13:15:21.485654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'tag': 'fe019896-b938-4c84-8e28-98eba11bf7f4'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:21.493989 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308dcc1f-0cef-4f39-9488-ff9f1befc357" -d '{"events": [{"name": "network-changed", "server_uuid": "6eadb273-1ca9-4ea7-bd48-6e9d31f150ba", "tag": "fe019896-b938-4c84-8e28-98eba11bf7f4"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:21.584130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.617588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-751455193'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:21.699620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:21.708442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:21.729176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.749914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-a9da3517-3d4e-4ec2-b52a-ce071ddea28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.752108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-a9da3517-3d4e-4ec2-b52a-ce071ddea28f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a527cef4-bd7f-441c-965b-cc374fcf64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2870374 Jul 15 13:15:21.763656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.819271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:21.819920 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.024342 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a345e4-b757-4850-8460-204f8cc8c544 x-openstack-request-id: req-d8a345e4-b757-4850-8460-204f8cc8c544 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:22.025133 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eadb273-1ca9-4ea7-bd48-6e9d31f150ba", "tag": "fe019896-b938-4c84-8e28-98eba11bf7f4", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:22.025459 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8a345e4-b757-4850-8460-204f8cc8c544 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:22.026601 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'tag': 'fe019896-b938-4c84-8e28-98eba11bf7f4', 'status': 'completed', 'code': 200} Jul 15 13:15:22.028199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Allocated IP 172.25.2.176 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/b6bfbd85-b117-4b8e-bbd4-6fc516c701ea) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:22.073462 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.102856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.119147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.130657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:22.131701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:22.134331 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce7b49e-53e2-451a-81cf-1d4f5d786e33" -d '{"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-plugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:22.151881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.176400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:22.215653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f272f5-50a1-4a1f-9ca0-b491cd213e08,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.254290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.254924 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment 1f0341ec-5be7-42da-9ca5-d29f145fc32b of type vlan for network 1f3fdc3e-34b2-4eb1-92df-a310a500950a Jul 15 13:15:22.272006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.297108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-307e7097-fdaa-4594-b578-3c60fb186ce6 service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889812 Jul 15 13:15:22.358603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.436298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.444278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.444877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.489490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-0db0ee1c-3303-4766-9bea-4a533584465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.491264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-0db0ee1c-3303-4766-9bea-4a533584465d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 1094 time: 0.4587877 Jul 15 13:15:22.539417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2148337 Jul 15 13:15:22.546852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:22.561163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'name': 'tempest-PortsTestJSON-803622172'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:22.575082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.630712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-026fb2ca-e5d6-4754-a459-bc2aa1704391 req-1131b846-4151-49e8-84fb-a359892d1245 service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183544 Jul 15 13:15:22.636481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c4dc1-718f-4941-9026-5607e5996424 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=1f3fdc3e-34b2-4eb1-92df-a310a500950a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.648220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:23.132243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf94eb-7f4b-4d16-b65c-55c2338521d9 req-b1148bac-2ffa-46fa-989f-9b816d3ae640 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.133727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdbf94eb-7f4b-4d16-b65c-55c2338521d9 req-b1148bac-2ffa-46fa-989f-9b816d3ae640 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 943 time: 0.7780664 Jul 15 13:15:23.192340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-be6f3e70-a475-45d1-ba53-03ece9d8d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.194393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-be6f3e70-a475-45d1-ba53-03ece9d8d614 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.6925046 Jul 15 13:15:23.266175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:23.269863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.273627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-1942f5eb-65f1-4a4d-94a7-29585d13d909 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe019896-b938-4c84-8e28-98eba11bf7f4 HTTP/1.1" status: 200 len: 217 time: 0.0665812 Jul 15 13:15:23.290613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdbf94eb-7f4b-4d16-b65c-55c2338521d9 req-39158d2f-3480-4bed-820d-bbea93943f1b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483459 Jul 15 13:15:23.328462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.356269 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac02e5a-f88c-4389-8e04-87ae73ee901e x-openstack-request-id: req-bac02e5a-f88c-4389-8e04-87ae73ee901e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:23.356837 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-plugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:23.356837 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bac02e5a-f88c-4389-8e04-87ae73ee901e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:23.357153 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'code': 200} Jul 15 13:15:23.398450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-6ed6fb4c-c4aa-4072-94a5-03c2bc541a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.400639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-6ed6fb4c-c4aa-4072-94a5-03c2bc541a41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1087780 Jul 15 13:15:23.496274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:23.543870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c248e15a-cd8f-4d2c-bf17-78c024a914f4 req-da04a122-225f-45e2-8ffb-eb4bd8275741 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0570989 Jul 15 13:15:23.557933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:23.593241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:23.597368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event updated for resources: {'Port': ['ID=b6bfbd85-b117-4b8e-bbd4-6fc516c701ea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.608130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:23.822387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.843525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-95461462-aa9c-4e16-8a68-3d4971737e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.845589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-95461462-aa9c-4e16-8a68-3d4971737e4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3921812 Jul 15 13:15:24.006313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.185940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.235850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-c776de44-eb54-4262-a773-994b9cfe629f service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563418 Jul 15 13:15:24.469873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.557666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=578d6e34-60a7-44cf-ada3-e413fa6a80e1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:24.673298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-308dcc1f-0cef-4f39-9488-ff9f1befc357 req-ae6c24f1-845a-4a63-812c-307e54f6fd61 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284282 Jul 15 13:15:24.680535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.703219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.814584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': '1f0341ec-5be7-42da-9ca5-d29f145fc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:24.814947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 1f3fdc3e-34b2-4eb1-92df-a310a500950a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:24.843900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53053f-4f96-4dc9-a648-743165a4a905 req-6311e7cd-371b-40de-834a-079df1ec9687 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.845411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b53053f-4f96-4dc9-a648-743165a4a905 req-6311e7cd-371b-40de-834a-079df1ec9687 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 943 time: 0.2902732 Jul 15 13:15:24.849547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event updated for resources: {'Port': ['ID=b6bfbd85-b117-4b8e-bbd4-6fc516c701ea,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:24.871849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.904454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:24.914590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b53053f-4f96-4dc9-a648-743165a4a905 req-62f500de-33cb-4edd-8682-1aeb385f36d8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516465 Jul 15 13:15:24.922674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.923863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-5255f67d-4617-49a3-a152-c633761b1c7e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2048705 Jul 15 13:15:24.929606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 1f3fdc3e-34b2-4eb1-92df-a310a500950a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:24.938462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c7b68-5456-4bb2-a68d-544c83bcbd86 None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:24.948943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:24.960815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.962039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.055360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-78adf928-f3f3-4d41-8a36-373db06a3653 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1231539 Jul 15 13:15:25.089392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6acd373a-3ae2-45f0-a7fc-a48931702ed4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5289016 Jul 15 13:15:25.089573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.103183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-383305530'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:25.148863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:25.162130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.229617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:25.253414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.253971 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment 871748dc-5028-42a9-bbeb-43891c924b22 of type vlan for network 0a3c1a4f-5200-4b05-809a-b5a1b7ac0407 Jul 15 13:15:25.342358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.350133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05329ca0-924b-4cc0-975b-45d21a462fcf req-0c49b683-d7a2-4342-be8a-5789cd4fdb29 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0817699 Jul 15 13:15:25.414105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.419064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-323bfd73-54a5-4549-9337-99bb75d0eb41 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.420544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb47a3e8-9080-4db3-902c-d94891ac34e3 req-323bfd73-54a5-4549-9337-99bb75d0eb41 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.3515899 Jul 15 13:15:25.432452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.436962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.545093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.545700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4545898 Jul 15 13:15:25.556473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'ports': [{'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'}, {'network_id': '0a3c1a4f-5200-4b05-809a-b5a1b7ac0407'}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:25.556803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:25.557292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '0a3c1a4f-5200-4b05-809a-b5a1b7ac0407'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:25.651116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3cf2b-b930-41ad-8db5-72cce6a5117d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=0a3c1a4f-5200-4b05-809a-b5a1b7ac0407,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.664722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0a3c1a4f-5200-4b05-809a-b5a1b7ac0407 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:25.883149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-4bc8a624-7fe2-478a-89cb-083577aecd3e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.889987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-4bc8a624-7fe2-478a-89cb-083577aecd3e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1567767 Jul 15 13:15:25.938651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe019896-b938-4c84-8e28-98eba11bf7f4 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:25.972944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 2} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:25.996309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.031939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-71d2a56d-7a6d-4216-9704-23b64ed21627 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1407833 Jul 15 13:15:26.039727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-c8e945a1-16e2-4e0d-80a2-68fc84f8fb20 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Request body: {'floatingip': {'port_id': 'c3824050-6229-4530-873e-1cca3265194c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:26.124602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.153160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fe019896-b938-4c84-8e28-98eba11bf7f4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe019896-b938-4c84-8e28-98eba11bf7f4,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:26.177913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-c8e945a1-16e2-4e0d-80a2-68fc84f8fb20 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.187482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'fe019896-b938-4c84-8e28-98eba11bf7f4', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': 'fe019896-b938-4c84-8e28-98eba11bf7f4', 'mac_address': 'fa:16:3e:87:1d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:26.256882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.283739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe019896-b938-4c84-8e28-98eba11bf7f4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:26.338379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fe019896-b938-4c84-8e28-98eba11bf7f4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe019896-b938-4c84-8e28-98eba11bf7f4,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:26.350570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.431911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=fe019896-b938-4c84-8e28-98eba11bf7f4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.436634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:26.439875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.440366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.441077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.441527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.442016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.442597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.443321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.443897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.444356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.444779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.445432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.445870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:26.589135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:26.602694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d360e-a69a-4dda-88ed-fe7ca16179d5 req-cf5b66f8-e1e2-4782-b119-00e5e208eb66 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.604254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-465d360e-a69a-4dda-88ed-fe7ca16179d5 req-cf5b66f8-e1e2-4782-b119-00e5e208eb66 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 943 time: 0.3347614 Jul 15 13:15:26.705326 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-c8e945a1-16e2-4e0d-80a2-68fc84f8fb20 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:15:26.706292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01d64c39-0c2f-4a3a-b183-3ad69eca446f req-c8e945a1-16e2-4e0d-80a2-68fc84f8fb20 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "PUT /v2.0/floatingips/c00ec677-b16c-4b29-b940-94f52ae67b5b HTTP/1.1" status: 409 len: 551 time: 0.6735170 Jul 15 13:15:26.725644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-465d360e-a69a-4dda-88ed-fe7ca16179d5 req-7a94feb7-01b2-409d-9ad2-1ac209bb3eb0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142557 Jul 15 13:15:26.859963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.959008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6548dec3-9ed7-44ac-bf5f-e87f1242eb98 req-fc67214f-7a0c-44ac-9e27-0b368d2b03c5 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.1072423 Jul 15 13:15:27.176039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port eb27622d-1d3e-4796-81c4-1ba41178ab6c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:27.202698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-354db44e-9560-476c-83cf-ae0f6ffdac50 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips/c00ec677-b16c-4b29-b940-94f52ae67b5b HTTP/1.1" status: 200 len: 693 time: 0.1257331 Jul 15 13:15:27.424361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-52dcd282-2a88-44cb-b680-869d9912219f tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.432278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-52dcd282-2a88-44cb-b680-869d9912219f tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2287362 Jul 15 13:15:27.438820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-e403c443-be5d-401b-9390-3e6c09a66767 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:27.447793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-e403c443-be5d-401b-9390-3e6c09a66767 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136247 Jul 15 13:15:27.570357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.792056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.797018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-8648a181-3dd8-4dd9-8985-e6d5c989fa16 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.3481958 Jul 15 13:15:27.910875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:27.918345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-e4240f38-29a0-402b-b5a4-a2a893386a3b tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1059523 Jul 15 13:15:27.931732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:27.941921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe019896-b938-4c84-8e28-98eba11bf7f4 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:28.001422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:28.003459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.022741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port fe019896-b938-4c84-8e28-98eba11bf7f4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:28.027496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port fe019896-b938-4c84-8e28-98eba11bf7f4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:28.029717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.068429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.140083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.183833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fe019896-b938-4c84-8e28-98eba11bf7f4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe019896-b938-4c84-8e28-98eba11bf7f4,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:28.184948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe019896-b938-4c84-8e28-98eba11bf7f4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:28.187339 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359f098-6b8e-46db-8a2e-bc39ce099dae" -d '{"events": [{"server_uuid": "6eadb273-1ca9-4ea7-bd48-6e9d31f150ba", "name": "network-vif-plugged", "status": "completed", "tag": "fe019896-b938-4c84-8e28-98eba11bf7f4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:28.196322 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.255954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=fe019896-b938-4c84-8e28-98eba11bf7f4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.281095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=eb27622d-1d3e-4796-81c4-1ba41178ab6c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.284392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': '871748dc-5028-42a9-bbeb-43891c924b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0a3c1a4f-5200-4b05-809a-b5a1b7ac0407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:28.284747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 0a3c1a4f-5200-4b05-809a-b5a1b7ac0407, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:28.329410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05196ab-5cd3-4fe3-86c8-f01529c9a97d req-78144632-9974-4615-8970-d9c74dff14e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.330945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d05196ab-5cd3-4fe3-86c8-f01529c9a97d req-78144632-9974-4615-8970-d9c74dff14e3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 944 time: 0.4094069 Jul 15 13:15:28.336404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 0a3c1a4f-5200-4b05-809a-b5a1b7ac0407 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:28.370875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0a3c1a4f-5200-4b05-809a-b5a1b7ac0407) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:28.379023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285afa2-1dd5-4944-af3f-354e3a7b6964 None None] Network 0a3c1a4f-5200-4b05-809a-b5a1b7ac0407 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:28.379627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Deleting port b6bfbd85-b117-4b8e-bbd4-6fc516c701ea {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:28.380707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.389700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:28.389700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.394362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.394768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.475124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d05196ab-5cd3-4fe3-86c8-f01529c9a97d req-22fc0424-8374-4bfc-9e4c-df884d046220 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331174 Jul 15 13:15:28.611521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bba444ff-2657-42f6-b49c-c56230f2849f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0627432 Jul 15 13:15:28.612418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50746) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.616525 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.616866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.634410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Calling delete_port for b6bfbd85-b117-4b8e-bbd4-6fc516c701ea owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:28.889708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port eb27622d-1d3e-4796-81c4-1ba41178ab6c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:28.890236 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.981177 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.988658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-586cd976-eabf-488c-85f8-693c0fa98bb9 req-d8451825-1d0c-4ee0-869b-09c397fd5ff9 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0772254 Jul 15 13:15:29.039803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event deleted for resources: {'Port': ['ID=b6bfbd85-b117-4b8e-bbd4-6fc516c701ea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.041765 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.066740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for eb27622d-1d3e-4796-81c4-1ba41178ab6c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:29.190319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.210760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.211952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3590bf55-b69c-4c07-97ad-5862bb71ef27 req-f7922415-d203-41ec-8180-90b98b6bf6d4 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "DELETE /v2.0/floatingips/c00ec677-b16c-4b29-b940-94f52ae67b5b HTTP/1.1" status: 204 len: 173 time: 1.2177184 Jul 15 13:15:29.245055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.318861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=eb27622d-1d3e-4796-81c4-1ba41178ab6c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.323595 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ad6ce-45d8-4e5f-89da-fe6a7b906c23 x-openstack-request-id: req-5e4ad6ce-45d8-4e5f-89da-fe6a7b906c23 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:29.324508 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eadb273-1ca9-4ea7-bd48-6e9d31f150ba", "name": "network-vif-plugged", "status": "completed", "tag": "fe019896-b938-4c84-8e28-98eba11bf7f4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:29.324963 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e4ad6ce-45d8-4e5f-89da-fe6a7b906c23 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:29.325734 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe019896-b938-4c84-8e28-98eba11bf7f4', 'code': 200} Jul 15 13:15:29.326081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.330615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-307a9d4c-958c-422e-af35-e7ed812d7881 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/eb27622d-1d3e-4796-81c4-1ba41178ab6c HTTP/1.1" status: 204 len: 168 time: 0.7148130 Jul 15 13:15:29.331959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.444562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d8762-66de-4b3f-aabe-ec8224a049fc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.450685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d8762-66de-4b3f-aabe-ec8224a049fc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.452297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-831d8762-66de-4b3f-aabe-ec8224a049fc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1192553 Jul 15 13:15:29.456317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50762) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.467467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-a864d83b-6c91-4e37-9e63-de8ea2841f93 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 1001 time: 0.1838794 Jul 15 13:15:29.627768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:29.628334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.772290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.797325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:29.990961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.023366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.030412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.033442 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-58e811eb-056f-4c52-a4f6-eb9da9ae3cfb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c HTTP/1.1" status: 204 len: 168 time: 0.5761685 Jul 15 13:15:30.036577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.168309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87360001-f923-471c-93e0-5b17b53491a0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.172380 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-87360001-f923-471c-93e0-5b17b53491a0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1321788 Jul 15 13:15:30.172771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-2bed4036-4947-408e-8270-97c4637f9b4e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.174147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-2bed4036-4947-408e-8270-97c4637f9b4e tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports/c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 943 time: 0.6608715 Jul 15 13:15:30.175708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.235274 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f37f65a-d5c7-432f-b9ba-15f0ca11f717 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:15:30.238933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5f37f65a-d5c7-432f-b9ba-15f0ca11f717 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/eb27622d-1d3e-4796-81c4-1ba41178ab6c HTTP/1.1" status: 404 len: 333 time: 0.0579345 Jul 15 13:15:30.239816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50776) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.265827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d8e8c-74b9-486e-9400-d1e58f882a85 req-f2305106-82f6-4191-b507-3e6e4d014db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.267536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-331d8e8c-74b9-486e-9400-d1e58f882a85 req-f2305106-82f6-4191-b507-3e6e4d014db5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 1096 time: 0.8383503 Jul 15 13:15:30.299968 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b03a2-7e11-42ec-a954-fdd59d4dd4ee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:15:30.322131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9d9b03a2-7e11-42ec-a954-fdd59d4dd4ee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/04c9d5ab-bf7a-4af3-9b85-47c1fd4c483c HTTP/1.1" status: 404 len: 333 time: 0.0607548 Jul 15 13:15:30.322902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.472188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-c625b107-f96e-4364-afaf-749ed0d6343d tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 1001 time: 0.1342332 Jul 15 13:15:30.497561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.550229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-331d8e8c-74b9-486e-9400-d1e58f882a85 req-a3c29dfb-5dab-494d-9ae4-1c4a8e9108ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670987 Jul 15 13:15:30.581504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6293-de8c-4cc3-97f7-5979c3dc2a5d req-48b1dd6d-be08-4d6e-93bc-cdc6953ddeac tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.581504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3cbc6293-de8c-4cc3-97f7-5979c3dc2a5d req-48b1dd6d-be08-4d6e-93bc-cdc6953ddeac tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.4048579 Jul 15 13:15:30.659638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.673713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3c1a4f-5200-4b05-809a-b5a1b7ac0407']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.686469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871748dc-5028-42a9-bbeb-43891c924b22') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.686923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871748dc-5028-42a9-bbeb-43891c924b22') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.714308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.722814 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.727039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3cbc6293-de8c-4cc3-97f7-5979c3dc2a5d req-bf2d8902-6836-4f32-8d2a-811d375e4190 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819790 Jul 15 13:15:30.736590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.751634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:30.752161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:30.764887 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:30.772587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-802c8721-8a3a-4d81-a4b0-432499c86f60 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.782989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-802c8721-8a3a-4d81-a4b0-432499c86f60 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2900739 Jul 15 13:15:30.874120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-849f96de-09c2-4c26-a78d-016f3d049d16 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 1001 time: 0.0887218 Jul 15 13:15:30.882374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:30.964534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.972603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.005435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.011124 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/0a3c1a4f-5200-4b05-809a-b5a1b7ac0407 HTTP/1.1" status: 204 len: 168 time: 0.6834579 Jul 15 13:15:31.011124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d06ffc-2e7a-440e-8a65-d9a949513427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=0a3c1a4f-5200-4b05-809a-b5a1b7ac0407,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.016101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.029441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1153981542'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:31.075896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:31.079624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.121517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:31.131331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.132184 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment c21bcad5-99f5-4816-9409-a44373293ea6 of type vlan for network 44879c28-1fef-4f7b-9dc6-4478650ef266 Jul 15 13:15:31.175389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.217744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.227635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.227635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.276028 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2589469 Jul 15 13:15:31.279819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.284802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:31.351739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22acba73-b9df-4916-8d9c-a8eaba031102 req-229561e1-913c-4e6a-8680-b9f87cd5ecbf tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0845454 Jul 15 13:15:31.410233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a32167-d6b1-455b-98b7-e850dc93df84 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=44879c28-1fef-4f7b-9dc6-4478650ef266,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.423449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:31.437725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:31.443027 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.462534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.485203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.485598 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Floating IP 4d970af7-63a7-4c79-83ac-3a73944a3093 disassociated. External IP: 172.25.2.33, port: c3824050-6229-4530-873e-1cca3265194c. Jul 15 13:15:31.927047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.993749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Router 287e28f7-a4be-43f3-baff-bb7011636a28 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:32.022701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=e9847932-5b6e-46e5-b0a0-f2c5442ddf62,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.084442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': 'c21bcad5-99f5-4816-9409-a44373293ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:32.084823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 44879c28-1fef-4f7b-9dc6-4478650ef266, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:32.093288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef828d0-1daa-4a31-9405-c5860a0bc123 req-1d652d86-a60e-4eb4-9540-e1f924b9b486 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.095120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef828d0-1daa-4a31-9405-c5860a0bc123 req-1d652d86-a60e-4eb4-9540-e1f924b9b486 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.1544244 Jul 15 13:15:32.124551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:32.153401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 44879c28-1fef-4f7b-9dc6-4478650ef266) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:32.167895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.171537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.175709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26209a-9873-4a3a-9cf3-e5969e1b2681 None None] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:32.231235 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7e7f468-bacd-4d07-a059-0cd55d2f91ca tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9506664 Jul 15 13:15:32.233970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.240525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266', 'name': 'tempest-PortsTestJSON-1880540697'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:32.247739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef828d0-1daa-4a31-9405-c5860a0bc123 req-ffd3982d-b6e6-475f-acac-e1c5ec6ed369 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463158 Jul 15 13:15:32.252771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:32.277286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.357402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] Sync routers for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:32.374710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-1bbfed27-3587-4194-9a1b-dafbeffa4cce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "PUT /v2.0/floatingips/4d970af7-63a7-4c79-83ac-3a73944a3093 HTTP/1.1" status: 200 len: 694 time: 1.4996266 Jul 15 13:15:32.378182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'tag': 'c3824050-6229-4530-873e-1cca3265194c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:32.382567 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b55b79-1c61-4a92-b80e-c3e02160503c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "tag": "c3824050-6229-4530-873e-1cca3265194c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:32.439239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-44879c28-1fef-4f7b-9dc6-4478650ef266', 'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': 'e9847932-5b6e-46e5-b0a0-f2c5442ddf62'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:32.443697 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.460978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:32.463959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:32.561188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-3e1a1a43-491a-42d6-91f1-540c03e4b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.569589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-3e1a1a43-491a-42d6-91f1-540c03e4b39b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1097 time: 0.1646934 Jul 15 13:15:32.619290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:32.623845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.691313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port e6cc62cc-2116-485c-bc07-6239373f0025 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:32.728733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-065086d0-8ab1-472c-ac5f-e03ea4ccf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.740755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-065086d0-8ab1-472c-ac5f-e03ea4ccf9b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 929 time: 0.1676803 Jul 15 13:15:32.840138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-0b64499f-531e-4642-b48d-78c47e4b44da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 217 time: 0.0967216 Jul 15 13:15:32.927711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-4f7a50ae-052c-43a4-9dff-cd206922c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.937555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-4f7a50ae-052c-43a4-9dff-cd206922c40b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 200 len: 867 time: 0.0943873 Jul 15 13:15:32.945537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Allocated IP 172.20.0.2 (44879c28-1fef-4f7b-9dc6-4478650ef266/e9847932-5b6e-46e5-b0a0-f2c5442ddf62/886f88cb-c95f-4825-9c0e-e254246b6cde) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:32.963887 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1307639-c4ed-4181-960c-1af5bc8b43dc x-openstack-request-id: req-d1307639-c4ed-4181-960c-1af5bc8b43dc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:32.964298 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "tag": "c3824050-6229-4530-873e-1cca3265194c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:32.964672 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1307639-c4ed-4181-960c-1af5bc8b43dc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:32.966009 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'tag': 'c3824050-6229-4530-873e-1cca3265194c', 'status': 'completed', 'code': 200} Jul 15 13:15:33.165234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cbbad50-2324-4c21-b310-88bcc3afdd8d req-0c7920ca-036d-4318-b4d7-901a01c56589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0428586 Jul 15 13:15:33.194958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-fcc89221-f6f1-4868-b82f-05d7ea55bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.215743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-fcc89221-f6f1-4868-b82f-05d7ea55bd09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a527cef4-bd7f-441c-965b-cc374fcf64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2762132 Jul 15 13:15:33.251813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-aa9f8ae0-d229-4598-aff9-26f7de0de62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.253525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-aa9f8ae0-d229-4598-aff9-26f7de0de62d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 1097 time: 0.2425292 Jul 15 13:15:33.481306 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.515032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:33.520241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-23786b5c-ff36-4ee5-a7fd-6d6e6853b9b7 service neutron] 10.222.0.48 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032436 Jul 15 13:15:33.595933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-a57d0154-e30c-4e3d-9fff-a7fa01298308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.597590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-a57d0154-e30c-4e3d-9fff-a7fa01298308 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 200 len: 929 time: 0.3358228 Jul 15 13:15:33.703474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-8b4fab36-fbbb-4ef6-b846-68b2e695dac0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 200 len: 217 time: 0.0897970 Jul 15 13:15:33.806849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-25f1a8f4-4cc3-4179-abe7-6b17648d2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.809362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-25f1a8f4-4cc3-4179-abe7-6b17648d2566 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 200 len: 867 time: 0.0797858 Jul 15 13:15:33.825156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbe511b3-1184-4a2f-b92a-fa42a80839d6 req-163e0a4e-d398-4458-80f8-41aadc0d30ee service neutron] 10.222.0.48 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999244 Jul 15 13:15:33.845152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.867781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Transition to ACTIVE for port object 886f88cb-c95f-4825-9c0e-e254246b6cde will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:33.901563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Transition to ACTIVE for port object 886f88cb-c95f-4825-9c0e-e254246b6cde will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:33.957307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bfa06-6430-4c0d-92dd-c382fa8e348e req-40814ef1-ea73-463c-879d-8eda040614f6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.963106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c69bfa06-6430-4c0d-92dd-c382fa8e348e req-40814ef1-ea73-463c-879d-8eda040614f6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.3020031 Jul 15 13:15:34.020731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5e53214c-01a3-4e3f-9e2b-d28c997d0953 {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:34.021283 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:34.066980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.090332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-23cb4579-a8f9-4e27-86e2-7a333c7bf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.093908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-23cb4579-a8f9-4e27-86e2-7a333c7bf302 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a527cef4-bd7f-441c-965b-cc374fcf64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619119 Jul 15 13:15:34.102877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c69bfa06-6430-4c0d-92dd-c382fa8e348e req-3c3673aa-0e96-4454-9e99-32da89ed9af9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325784 Jul 15 13:15:34.132162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:34.153036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:34.179529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:34.187168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Pushing event updated for resources: {'Port': ['ID=886f88cb-c95f-4825-9c0e-e254246b6cde,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.201325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:50Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:34.472585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] Checking router: 287e28f7-a4be-43f3-baff-bb7011636a28 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:34.486790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:34.487473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:34.522544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.537849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Attempting to bind port 886f88cb-c95f-4825-9c0e-e254246b6cde on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:34.538234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Attempting to bind port 886f88cb-c95f-4825-9c0e-e254246b6cde by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'c21bcad5-99f5-4816-9409-a44373293ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:34.538627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Attempting to bind port 886f88cb-c95f-4825-9c0e-e254246b6cde on network 44879c28-1fef-4f7b-9dc6-4478650ef266 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:34.550351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:34.550772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Checking segment: {'id': 'c21bcad5-99f5-4816-9409-a44373293ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:34.552152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.552152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Bound using segment: {'id': 'c21bcad5-99f5-4816-9409-a44373293ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:34.552152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Bound port: 886f88cb-c95f-4825-9c0e-e254246b6cde, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21bcad5-99f5-4816-9409-a44373293ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44879c28-1fef-4f7b-9dc6-4478650ef266'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:34.552477 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.568144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 7e8f8939-a7c4-419f-90ca-70c35a92a0d3 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:34.634663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-355ab2b9-708c-468c-8e00-463596e68570 req-1d27eae9-7666-4293-8c0e-5594759847bb tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0784006 Jul 15 13:15:34.651379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-e8971db6-e7b1-495d-a412-f5b6bc781ef2 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips/4d970af7-63a7-4c79-83ac-3a73944a3093 HTTP/1.1" status: 200 len: 694 time: 0.4558561 Jul 15 13:15:34.790192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-65258a3c-1c03-4dd8-a0e4-550eca5122ec service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821249 Jul 15 13:15:34.827635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.5 (44879c28-1fef-4f7b-9dc6-4478650ef266/e9847932-5b6e-46e5-b0a0-f2c5442ddf62/7e8f8939-a7c4-419f-90ca-70c35a92a0d3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:34.850678 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:34.878993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] For port 886f88cb-c95f-4825-9c0e-e254246b6cde, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:34.899771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] For port 886f88cb-c95f-4825-9c0e-e254246b6cde, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=886f88cb-c95f-4825-9c0e-e254246b6cde,segment=NetworkSegment(c21bcad5-99f5-4816-9409-a44373293ea6),segment_id=c21bcad5-99f5-4816-9409-a44373293ea6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:34.944971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.005104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-f8f067f4-da94-4b28-9fbc-5d92e9c16caf tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.012326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-f8f067f4-da94-4b28-9fbc-5d92e9c16caf tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.3599451 Jul 15 13:15:35.193139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24b55b79-1c61-4a92-b80e-c3e02160503c req-1d2a603c-33da-4d7e-a5a6-7d2fa305811f service neutron] 10.222.0.49 "GET /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756656 Jul 15 13:15:35.236232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203a17e-6deb-45dc-a56f-3372c76456cb None None] Pushing event updated for resources: {'Port': ['ID=886f88cb-c95f-4825-9c0e-e254246b6cde,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.264907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:50Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:35.304508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3896d-e74e-470f-a301-075798fb1077 None None] The sync data for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 is: [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 4, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2fe1485b-351c-4c2b-bd85-059d7f0e3b97', 'name': '', 'network_id': 'a527cef4-bd7f-441c-965b-cc374fcf64b1', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'mac_address': 'fa:16:3e:88:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:40Z', 'updated_at': '2021-07-15T13:14:50Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'subnets': [{'id': '65512faa-43b4-4f7f-91a4-308dfdb2ccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:35.321139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.339100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-7a548a40-94a1-4cb0-b76c-2b2d4411ab68 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 697 time: 0.1403649 Jul 15 13:15:35.350484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object 7e8f8939-a7c4-419f-90ca-70c35a92a0d3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:35.491708 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.562945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-4e582a20-141b-450f-ab5b-ce3a872ce525 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.33 HTTP/1.1" status: 200 len: 697 time: 0.2223890 Jul 15 13:15:35.620196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:35.627374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=7e8f8939-a7c4-419f-90ca-70c35a92a0d3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.632857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:35.644226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:35.709257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.709910 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.730387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-abba3637-b552-45ac-aa01-ba61aefba160 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4920621 Jul 15 13:15:35.730628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.842751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5178e-c914-432c-bef2-1adee68dedab None None] New status for floating IP 4d970af7-63a7-4c79-83ac-3a73944a3093: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:15:35.881755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051a5b4-307a-402d-a0e8-8769dec9bd98 req-3593d752-8efc-46a8-b34e-61dabdfd7b64 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.888658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e051a5b4-307a-402d-a0e8-8769dec9bd98 req-3593d752-8efc-46a8-b34e-61dabdfd7b64 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.2309225 Jul 15 13:15:35.889240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 7e8f8939-a7c4-419f-90ca-70c35a92a0d3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:35.889582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.925962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Deleting port fabaa9ec-abbe-4177-a5a6-b0e833d4df8d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:35.926493 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.966026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e051a5b4-307a-402d-a0e8-8769dec9bd98 req-b9eaf0f5-c8a7-43f5-9ec3-8dfed881b9cb tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760958 Jul 15 13:15:36.152722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.159839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.159839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.188196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 7e8f8939-a7c4-419f-90ca-70c35a92a0d3 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:36.204887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Calling delete_port for fabaa9ec-abbe-4177-a5a6-b0e833d4df8d owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:36.477022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03d19535-7afc-47f3-89ae-eeb4ad31d4f1 req-5e134936-06fc-4b93-81fc-9b42a2432b1e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/ports?device_id=75514566-be42-4fa7-a737-3029f061deba HTTP/1.1" status: 200 len: 210 time: 0.0970576 Jul 15 13:15:36.544061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.597432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=7e8f8939-a7c4-419f-90ca-70c35a92a0d3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.634127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.687684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event deleted for resources: {'Port': ['ID=fabaa9ec-abbe-4177-a5a6-b0e833d4df8d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.774705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.787471 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a1f8f63e-4789-4059-913d-33269c1e7811 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/7e8f8939-a7c4-419f-90ca-70c35a92a0d3 HTTP/1.1" status: 204 len: 168 time: 1.0559094 Jul 15 13:15:36.788176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50894) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.793851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.800563 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.814144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c910a71-e961-4968-b0b4-0ddc9a07e729 req-8db409f3-cbb8-481a-9e24-d1ee86e057af tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "DELETE /v2.0/floatingips/4d970af7-63a7-4c79-83ac-3a73944a3093 HTTP/1.1" status: 204 len: 173 time: 1.2498477 Jul 15 13:15:36.859352 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f534e7e-24c3-4133-b242-c3d56eeb2120 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:36.862396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f534e7e-24c3-4133-b242-c3d56eeb2120 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:36.867432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.871075 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f534e7e-24c3-4133-b242-c3d56eeb2120 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/7e8f8939-a7c4-419f-90ca-70c35a92a0d3 HTTP/1.1" status: 404 len: 333 time: 0.0817051 Jul 15 13:15:36.919077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeda329-bf8b-4259-a3e4-f908c885b2d7 None None] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:36.948891 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec15e43-8ff4-420d-a7f4-149ca89033e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:15:36.953337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50902) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.953591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4ec15e43-8ff4-420d-a7f4-149ca89033e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/7e8f8939-a7c4-419f-90ca-70c35a92a0d3 HTTP/1.1" status: 404 len: 333 time: 0.0820031 Jul 15 13:15:37.064995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet e9847932-5b6e-46e5-b0a0-f2c5442ddf62 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:37.073961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.131453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.213250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70b2db-0861-47cf-a78b-b1244e036aa2 req-e439f93e-7e73-4f7a-8498-bd5f9ce67fdb tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.215107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba70b2db-0861-47cf-a78b-b1244e036aa2 req-e439f93e-7e73-4f7a-8498-bd5f9ce67fdb tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2187016 Jul 15 13:15:37.244021 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.291751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ff10267-9e83-44c2-bd7f-22bb3300ac9f None None] Provisioning for port 886f88cb-c95f-4825-9c0e-e254246b6cde completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:37.345149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.358805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba70b2db-0861-47cf-a78b-b1244e036aa2 req-6b396b67-a0f4-497b-8f1e-56f4e76848ce tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1368513 Jul 15 13:15:37.387413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.397432 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/e9847932-5b6e-46e5-b0a0-f2c5442ddf62 HTTP/1.1" status: 204 len: 168 time: 0.4430370 Jul 15 13:15:37.398847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.439206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03933532-78c5-475c-ae5a-165a4074e627 req-3e3a1a6b-b538-4630-b199-71229dc96b02 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.441603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428e3f5-11d9-4a72-81de-083545b7b0e6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=e9847932-5b6e-46e5-b0a0-f2c5442ddf62,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.450161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03933532-78c5-475c-ae5a-165a4074e627 req-3e3a1a6b-b538-4630-b199-71229dc96b02 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.2267389 Jul 15 13:15:37.552957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 886f88cb-c95f-4825-9c0e-e254246b6cde up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:37.589237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.661724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03933532-78c5-475c-ae5a-165a4074e627 req-5d94b1f0-8755-4aa5-a8b8-145dac5b175b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911983 Jul 15 13:15:37.665998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 886f88cb-c95f-4825-9c0e-e254246b6cde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:37.670431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 886f88cb-c95f-4825-9c0e-e254246b6cde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:37.670810 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.674308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5847291-9891-4dba-9797-a569f4fadb3b req-c9192771-79a8-4659-b3a2-90b035e77978 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1545274 Jul 15 13:15:37.712973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 886f88cb-c95f-4825-9c0e-e254246b6cde {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:37.713335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.780143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78dbfb-8109-4099-af6c-44fc03472296 None None] Network 44879c28-1fef-4f7b-9dc6-4478650ef266 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:37.890476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] For port 886f88cb-c95f-4825-9c0e-e254246b6cde, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=886f88cb-c95f-4825-9c0e-e254246b6cde,segment=NetworkSegment(c21bcad5-99f5-4816-9409-a44373293ea6),segment_id=c21bcad5-99f5-4816-9409-a44373293ea6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:37.892756 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.955092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 886f88cb-c95f-4825-9c0e-e254246b6cde owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:37.996444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee393e2d-fc2b-44bf-a460-b001a83468c2 None None] Provisioning complete for port 886f88cb-c95f-4825-9c0e-e254246b6cde triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:37.997576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee393e2d-fc2b-44bf-a460-b001a83468c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.128206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.139929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.178464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No DVR routers for this DVR port 886f88cb-c95f-4825-9c0e-e254246b6cde on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:38.198112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.237672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=886f88cb-c95f-4825-9c0e-e254246b6cde,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.284607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee393e2d-fc2b-44bf-a460-b001a83468c2 None None] Could not find standard attr ID for object 886f88cb-c95f-4825-9c0e-e254246b6cde. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:15:38.295047 n-d-798249-9 neutron-server[93825]: INFO neutron.plugins.ml2.db [None req-ee393e2d-fc2b-44bf-a460-b001a83468c2 None None] No ports have port_id starting with 886f88cb-c95f-4825-9c0e-e254246b6cde Jul 15 13:15:38.355723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.379766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44879c28-1fef-4f7b-9dc6-4478650ef266']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:38.388834 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594d10aa-0309-4b4a-918a-b2e7e5d18b5c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.402702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21bcad5-99f5-4816-9409-a44373293ea6') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:38.403983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21bcad5-99f5-4816-9409-a44373293ea6') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:38.412832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b1432-e974-478f-b6a3-f4faff41ded2 None None] DHCP port deletion for 44879c28-1fef-4f7b-9dc6-4478650ef266 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:38.429790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594d10aa-0309-4b4a-918a-b2e7e5d18b5c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.445451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.463337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.470803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:38.471552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.491605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594d10aa-0309-4b4a-918a-b2e7e5d18b5c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.494903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-594d10aa-0309-4b4a-918a-b2e7e5d18b5c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.498934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-594d10aa-0309-4b4a-918a-b2e7e5d18b5c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e65fd29-b73c-4d97-aedd-feefb35410a2 HTTP/1.1" status: 204 len: 168 time: 0.3580093 Jul 15 13:15:38.500648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.527843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d10aa-0309-4b4a-918a-b2e7e5d18b5c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e65fd29-b73c-4d97-aedd-feefb35410a2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.544873 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c6bad144-91fd-4bd5-83fc-acc5f8f67b6c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] show failed (client error): The resource could not be found. Jul 15 13:15:38.549366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c6bad144-91fd-4bd5-83fc-acc5f8f67b6c tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "GET /v2.0/security-groups/3e65fd29-b73c-4d97-aedd-feefb35410a2 HTTP/1.1" status: 404 len: 347 time: 0.0289643 Jul 15 13:15:38.550507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50948) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.560782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586f8f9-b680-4dff-932b-ba4bed9e1d11 req-f5cd7f2f-f80a-45ca-a748-94b4bb511eed tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.569496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0586f8f9-b680-4dff-932b-ba4bed9e1d11 req-f5cd7f2f-f80a-45ca-a748-94b4bb511eed tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 946 time: 0.2947285 Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:38.609950 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:38.620526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.676917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.679502 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/44879c28-1fef-4f7b-9dc6-4478650ef266 HTTP/1.1" status: 204 len: 168 time: 1.2474179 Jul 15 13:15:38.680596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4854c-1d33-482e-92be-60671e74ce5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=44879c28-1fef-4f7b-9dc6-4478650ef266,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.686001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.695773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-817161715'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:38.725294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:38.730506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.765717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:38.779516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.780045 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment 8c7bd991-864d-4f84-8616-c4609346e4b7 of type vlan for network 4f988808-1af3-46ff-8f13-0789c81c3b00 Jul 15 13:15:38.782633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0586f8f9-b680-4dff-932b-ba4bed9e1d11 req-b575daae-bbd8-4e7d-b100-73a5f7f29ee6 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121785 Jul 15 13:15:38.838108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.851292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port ccb54003-fee9-41ce-9909-b65b28b70e16 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:38.853303 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.884433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.892942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.893724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.958397 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2682068 Jul 15 13:15:38.976720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.981729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:38.998767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df3ec-c0bd-4f31-8c53-7c6d6b7ee4b5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=4f988808-1af3-46ff-8f13-0789c81c3b00,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.011071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:39.102096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.102538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.113011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656aaf1-34e7-47cd-ab73-50a33c88e1bd req-a9fd716b-4737-4149-b3a7-ddb8b3790192 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.116966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e656aaf1-34e7-47cd-ab73-50a33c88e1bd req-a9fd716b-4737-4149-b3a7-ddb8b3790192 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.1781764 Jul 15 13:15:39.158190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for ccb54003-fee9-41ce-9909-b65b28b70e16 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:39.181818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:39.185508 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.384003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e656aaf1-34e7-47cd-ab73-50a33c88e1bd req-c4d8fb1e-9584-468d-8e6f-05b9a9fc5636 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567923 Jul 15 13:15:39.437954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 886f88cb-c95f-4825-9c0e-e254246b6cde no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:39.473477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 886f88cb-c95f-4825-9c0e-e254246b6cde {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:39.474388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 886f88cb-c95f-4825-9c0e-e254246b6cde not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:40.121620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.166506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.176048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-b0582c21-8cf8-4a27-8499-197e1be9da06 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.177823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-b0582c21-8cf8-4a27-8499-197e1be9da06 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 946 time: 0.2992632 Jul 15 13:15:40.265690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=ccb54003-fee9-41ce-9909-b65b28b70e16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.329700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=1c216613-970a-4e13-bb42-08153e6f6757,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.402801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a413f5-a500-4dee-8143-484dd2b83a1e req-e3a5e810-8627-4c1b-acc3-2f57304f4328 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.410769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74a413f5-a500-4dee-8143-484dd2b83a1e req-e3a5e810-8627-4c1b-acc3-2f57304f4328 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 946 time: 0.3742218 Jul 15 13:15:40.448743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': '8c7bd991-864d-4f84-8616-c4609346e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:40.449960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 4f988808-1af3-46ff-8f13-0789c81c3b00, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:40.455826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.458052 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.462717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-78d52dee-d560-48b7-9f82-5f3ef75ee82e tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/floatingips/0982d726-4d29-4ef5-9a5c-c572cf8f6dac HTTP/1.1" status: 204 len: 168 time: 1.8825088 Jul 15 13:15:40.463097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.580993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:40.666998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 2ad3ac9d-3b64-494d-aeee-c9882c500b8e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:40.667288 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.706435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74a413f5-a500-4dee-8143-484dd2b83a1e req-381b473a-2ec7-4fae-b573-a9a120d59f91 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/security-groups?id=078782c4-8541-4b7c-81b1-dc7de065c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589998 Jul 15 13:15:40.718961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4f988808-1af3-46ff-8f13-0789c81c3b00) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:40.736417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e219d6-28a4-4cba-8f47-285c0d63803a None None] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:40.748040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.749144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.800917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d10b4bea-00ba-4e54-b2e9-e3e9470be3b6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8230579 Jul 15 13:15:40.809395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.823747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00', 'security_groups': [], 'name': 'tempest-PortsTestJSON-90135226'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.921399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Deleting port c3824050-6229-4530-873e-1cca3265194c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:40.921399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.040429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.065565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9994a77-af7d-494e-963e-3d6b68727665 req-03d3051d-e340-4082-823f-acc6b07c4bbe tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.066947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 2ad3ac9d-3b64-494d-aeee-c9882c500b8e owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:41.075766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9994a77-af7d-494e-963e-3d6b68727665 req-03d3051d-e340-4082-823f-acc6b07c4bbe tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.4967976 Jul 15 13:15:41.243403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-4f988808-1af3-46ff-8f13-0789c81c3b00', 'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': '1c216613-970a-4e13-bb42-08153e6f6757'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:41.257623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.391849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] For port c3824050-6229-4530-873e-1cca3265194c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3824050-6229-4530-873e-1cca3265194c,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:41.392483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.408455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.415540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Calling delete_port for c3824050-6229-4530-873e-1cca3265194c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:41.654709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.671082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c3824050-6229-4530-873e-1cca3265194c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:41.681728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:41.686058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.744974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Allocated IP 172.20.0.2 (4f988808-1af3-46ff-8f13-0789c81c3b00/1c216613-970a-4e13-bb42-08153e6f6757/4454f388-06b1-416b-b350-ff8d8967ff55) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:41.788026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 0bc38adc-6eae-4141-822f-9f3bf4679953 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:41.877212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9994a77-af7d-494e-963e-3d6b68727665 req-774f1b46-8dd0-4fc9-86e8-d52960bc17a4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8000510 Jul 15 13:15:41.883026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Pushing event deleted for resources: {'Port': ['ID=c3824050-6229-4530-873e-1cca3265194c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.075836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3e18307-d7a7-4c46-b38f-460553c4d4b7 req-6ce313b7-c92f-4a65-92aa-544f0d1e77ef tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 210 time: 0.0928957 Jul 15 13:15:42.076801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] No DVR routers for this DVR port c3824050-6229-4530-873e-1cca3265194c on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:42.082347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.084562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c0e3725-b392-4cef-bc73-55b2dbaee97f req-92c4fb78-8d09-4093-a742-9777b5ff0e55 tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.49 "DELETE /v2.0/ports/c3824050-6229-4530-873e-1cca3265194c HTTP/1.1" status: 204 len: 173 time: 1.8915067 Jul 15 13:15:42.085021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'name': 'network-vif-deleted', 'tag': 'c3824050-6229-4530-873e-1cca3265194c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:42.087424 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56c001-926e-42c0-8a0d-3f5a5e5d8096" -d '{"events": [{"server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "name": "network-vif-deleted", "tag": "c3824050-6229-4530-873e-1cca3265194c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:42.161166 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed11bc-7b4e-4c48-920a-840387df9c5f x-openstack-request-id: req-faed11bc-7b4e-4c48-920a-840387df9c5f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:42.161783 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa59d1e-948a-4fce-b6e9-229f225907b6", "name": "network-vif-deleted", "tag": "c3824050-6229-4530-873e-1cca3265194c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:42.162078 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faed11bc-7b4e-4c48-920a-840387df9c5f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:42.163435 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa59d1e-948a-4fce-b6e9-229f225907b6', 'name': 'network-vif-deleted', 'tag': 'c3824050-6229-4530-873e-1cca3265194c', 'status': 'completed', 'code': 200} Jul 15 13:15:42.206516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=2ad3ac9d-3b64-494d-aeee-c9882c500b8e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.283784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.329789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Transition to ACTIVE for port object 4454f388-06b1-416b-b350-ff8d8967ff55 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:42.385850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.388351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cdcd8f61-8bc6-46ec-9f26-083c6cb05340 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/ports/2ad3ac9d-3b64-494d-aeee-c9882c500b8e HTTP/1.1" status: 204 len: 168 time: 1.9242373 Jul 15 13:15:42.391028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.391588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Transition to ACTIVE for port object 4454f388-06b1-416b-b350-ff8d8967ff55 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:42.413013 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.500949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:42.504095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:42.516147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:42.552098 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Pushing event updated for resources: {'Port': ['ID=4454f388-06b1-416b-b350-ff8d8967ff55,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.600525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Attempting to bind port 4454f388-06b1-416b-b350-ff8d8967ff55 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.601059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Attempting to bind port 4454f388-06b1-416b-b350-ff8d8967ff55 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8c7bd991-864d-4f84-8616-c4609346e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.603996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Attempting to bind port 4454f388-06b1-416b-b350-ff8d8967ff55 on network 4f988808-1af3-46ff-8f13-0789c81c3b00 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.636497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:42.637070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Checking segment: {'id': '8c7bd991-864d-4f84-8616-c4609346e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:42.637586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.638084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Bound using segment: {'id': '8c7bd991-864d-4f84-8616-c4609346e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:42.638769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Bound port: 4454f388-06b1-416b-b350-ff8d8967ff55, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7bd991-864d-4f84-8616-c4609346e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f988808-1af3-46ff-8f13-0789c81c3b00'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:42.639260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.649098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.6 (4f988808-1af3-46ff-8f13-0789c81c3b00/1c216613-970a-4e13-bb42-08153e6f6757/0bc38adc-6eae-4141-822f-9f3bf4679953) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:42.720873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a440eb30-ea2a-41a7-bcea-f701b380e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.836175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] For port 4454f388-06b1-416b-b350-ff8d8967ff55, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:42.839926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] For port 4454f388-06b1-416b-b350-ff8d8967ff55, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4454f388-06b1-416b-b350-ff8d8967ff55,segment=NetworkSegment(8c7bd991-864d-4f84-8616-c4609346e4b7),segment_id=8c7bd991-864d-4f84-8616-c4609346e4b7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:42.854030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.946856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ecf55-fc39-4993-a4b6-8889fce9fa6e None None] Pushing event updated for resources: {'Port': ['ID=4454f388-06b1-416b-b350-ff8d8967ff55,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.067443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.073735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 4e6c2d78-6dcf-4cf8-b319-9e472c518614 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:43.074485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.109499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object 0bc38adc-6eae-4141-822f-9f3bf4679953 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:43.221585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.235145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 4e6c2d78-6dcf-4cf8-b319-9e472c518614 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:43.410177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80142f37-cf9a-47c9-992b-4ebf6428e96e req-cbde9d4d-09cb-49e0-9e5c-fe8f109833aa tempest-FloatingIPsAssociationNegativeTestJSON-210478706 tempest-FloatingIPsAssociationNegativeTestJSON-210478706-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa59d1e-948a-4fce-b6e9-229f225907b6 HTTP/1.1" status: 200 len: 210 time: 0.1498284 Jul 15 13:15:43.510644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.574164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4454f388-06b1-416b-b350-ff8d8967ff55 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:43.630164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:43.642166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:43.644585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:43.663051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4454f388-06b1-416b-b350-ff8d8967ff55 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:43.694687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11ba79-c314-47c2-86ae-3dedf371a5fe req-25c72189-6cc6-426e-81d3-1355e8d9ccbe tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.696605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff11ba79-c314-47c2-86ae-3dedf371a5fe req-25c72189-6cc6-426e-81d3-1355e8d9ccbe tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.4376526 Jul 15 13:15:43.732138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=0bc38adc-6eae-4141-822f-9f3bf4679953,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.821685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.822383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.830089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff11ba79-c314-47c2-86ae-3dedf371a5fe req-2589e734-45bb-4223-b46a-196681f78922 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204240 Jul 15 13:15:43.846605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.875975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2752c5f1-f6ef-4fef-b839-4637fcdcf55d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 3.0625978 Jul 15 13:15:43.879354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51090) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.889241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3824050-6229-4530-873e-1cca3265194c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:43.936925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: c3824050-6229-4530-873e-1cca3265194c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:43.937685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3824050-6229-4530-873e-1cca3265194c not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:43.946487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=4e6c2d78-6dcf-4cf8-b319-9e472c518614,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.044976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 0bc38adc-6eae-4141-822f-9f3bf4679953 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:44.045663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.049605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.053345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2a842ab3-4158-4993-a676-e7065070e6a3 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/ports/4e6c2d78-6dcf-4cf8-b319-9e472c518614 HTTP/1.1" status: 204 len: 168 time: 1.6602747 Jul 15 13:15:44.056884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51096) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.144528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting subnet 5d2b458a-3139-47cf-83c3-573deed02491 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:44.149219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.158883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.174839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 0bc38adc-6eae-4141-822f-9f3bf4679953 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.203448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3d1e-fd5d-49cf-ab29-d32ddd4c791c req-d2783d7c-8bff-4b8f-a167-34b85827d91d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.205366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10e3d1e-fd5d-49cf-ab29-d32ddd4c791c req-d2783d7c-8bff-4b8f-a167-34b85827d91d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 949 time: 0.3561416 Jul 15 13:15:44.222766 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.287697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e10e3d1e-fd5d-49cf-ab29-d32ddd4c791c req-84d78ef7-ef09-42e9-ab34-0457857f7848 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754807 Jul 15 13:15:44.350729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.354342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.410434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=0bc38adc-6eae-4141-822f-9f3bf4679953,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.434746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.477159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630847e-e4e0-437a-ab82-efefd5afb795 None None] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:44.478661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2b458a-3139-47cf-83c3-573deed02491,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.493370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.497669 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.502290 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f260fe2a-5d0a-446e-86a1-53d5fcf6f2d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/0bc38adc-6eae-4141-822f-9f3bf4679953 HTTP/1.1" status: 204 len: 168 time: 0.6197267 Jul 15 13:15:44.503766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.507105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3490d2e-736d-431c-9b0d-7ea8d3cc9ff2 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/subnets/5d2b458a-3139-47cf-83c3-573deed02491 HTTP/1.1" status: 204 len: 168 time: 0.4457779 Jul 15 13:15:44.508191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.552608 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4fdf91-49e3-46eb-bbfd-0a15535f11ae tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:15:44.554289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a4fdf91-49e3-46eb-bbfd-0a15535f11ae tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/0bc38adc-6eae-4141-822f-9f3bf4679953 HTTP/1.1" status: 404 len: 333 time: 0.0450881 Jul 15 13:15:44.556895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.574300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.640757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce569bb2-657c-4796-9895-9fa82febdf1f None None] Network 7869ff0d-6ae7-4cd8-9026-657e635735e2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:44.669104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet 1c216613-970a-4e13-bb42-08153e6f6757 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:44.682630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.704138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting subnet b423b423-e9c2-4809-aacf-dc1326ba0012 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:44.708638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.743443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] Provisioning for port 4454f388-06b1-416b-b350-ff8d8967ff55 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:44.766080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.768824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.909095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.004566 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.044048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.069714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] Provisioning complete for port 4454f388-06b1-416b-b350-ff8d8967ff55 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:45.071950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.081351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=1c216613-970a-4e13-bb42-08153e6f6757,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.092787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.095461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3f960bfa-f957-4841-9825-aa905f0b6498 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/1c216613-970a-4e13-bb42-08153e6f6757 HTTP/1.1" status: 204 len: 168 time: 0.5375805 Jul 15 13:15:45.106858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.245747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.266017 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.267038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a27d-b9f2-44c8-b790-f9cd83996ab7 req-ba89ea08-547c-418c-a8b8-11a87fdc5232 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.269113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5807a27d-b9f2-44c8-b790-f9cd83996ab7 req-ba89ea08-547c-418c-a8b8-11a87fdc5232 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.1723123 Jul 15 13:15:45.303824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.345812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5807a27d-b9f2-44c8-b790-f9cd83996ab7 req-f6dda130-fb36-412a-a3b4-24e5684c95b5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700500 Jul 15 13:15:45.347325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Subnet': ['ID=b423b423-e9c2-4809-aacf-dc1326ba0012,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.356157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.358634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61e91bac-dd4f-4d58-8126-99605d3631a7 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/subnets/b423b423-e9c2-4809-aacf-dc1326ba0012 HTTP/1.1" status: 204 len: 168 time: 0.8525965 Jul 15 13:15:45.362240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.374322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 4454f388-06b1-416b-b350-ff8d8967ff55 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:45.375278 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.391938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b030c-6a5b-48a4-b5d5-4b41f7d5252d None None] Network da3a0643-8786-4f7e-9827-308679eebe23 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:45.468303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] For port 4454f388-06b1-416b-b350-ff8d8967ff55, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4454f388-06b1-416b-b350-ff8d8967ff55,segment=NetworkSegment(8c7bd991-864d-4f84-8616-c4609346e4b7),segment_id=8c7bd991-864d-4f84-8616-c4609346e4b7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:45.469220 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.493272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 4454f388-06b1-416b-b350-ff8d8967ff55 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:45.503966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.575547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00b7325-67e6-47cf-8ed7-3c3cad1f5984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.636703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.648563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] DHCP port deletion for 7869ff0d-6ae7-4cd8-9026-657e635735e2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:45.717256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] For port 4454f388-06b1-416b-b350-ff8d8967ff55, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4454f388-06b1-416b-b350-ff8d8967ff55,segment=NetworkSegment(8c7bd991-864d-4f84-8616-c4609346e4b7),segment_id=8c7bd991-864d-4f84-8616-c4609346e4b7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:45.732668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Deleting port 481ee26a-13b9-487d-90f6-4d8048076f28 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:45.733015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.736725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb4d1-6d73-4f63-82b2-2a9b70dcf36f req-67cb1552-c867-45ac-8bec-08187a78b809 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.738630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccb4d1-6d73-4f63-82b2-2a9b70dcf36f req-67cb1552-c867-45ac-8bec-08187a78b809 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 949 time: 0.1460159 Jul 15 13:15:45.748971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.758630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.759648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846b407-ffaa-4747-9bc4-6983a5994e30 None None] Network 4f988808-1af3-46ff-8f13-0789c81c3b00 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:45.770970 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.813312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=4454f388-06b1-416b-b350-ff8d8967ff55,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.833943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No DVR routers for this DVR port 4454f388-06b1-416b-b350-ff8d8967ff55 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:45.840507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8d976-83c5-4643-b6a3-94907a974842 None None] Pushing event deleted for resources: {'Port': ['ID=4454f388-06b1-416b-b350-ff8d8967ff55,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.850480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccb4d1-6d73-4f63-82b2-2a9b70dcf36f req-e5bf5f07-d2d3-4061-96df-cd81121103b7 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044741 Jul 15 13:15:45.978627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] For port 481ee26a-13b9-487d-90f6-4d8048076f28, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=481ee26a-13b9-487d-90f6-4d8048076f28,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:45.980240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.998448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.001198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] DHCP port deletion for da3a0643-8786-4f7e-9827-308679eebe23 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:46.013454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] Deleting port 481ee26a-13b9-487d-90f6-4d8048076f28 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:46.013454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.021964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f988808-1af3-46ff-8f13-0789c81c3b00']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:46.034897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Calling delete_port for 481ee26a-13b9-487d-90f6-4d8048076f28 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:46.047124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7bd991-864d-4f84-8616-c4609346e4b7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:46.047965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7bd991-864d-4f84-8616-c4609346e4b7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:46.061767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4808be5c-fc72-42ed-9b0b-ec4f66277365 None None] Could not find standard attr ID for object 4454f388-06b1-416b-b350-ff8d8967ff55. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:15:46.123723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.171325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.186731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:46.187500 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:46.193085 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:46.237962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-8fa8ab7d-97b4-4f83-abe5-eff4d6b0a1e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1700273 Jul 15 13:15:46.440310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] For port 481ee26a-13b9-487d-90f6-4d8048076f28, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=481ee26a-13b9-487d-90f6-4d8048076f28,segment=NetworkSegment(94b7205f-8893-43a5-9312-815be7cd4df9),segment_id=94b7205f-8893-43a5-9312-815be7cd4df9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.440852 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.451540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.455825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.466849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.474851 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/4f988808-1af3-46ff-8f13-0789c81c3b00 HTTP/1.1" status: 204 len: 168 time: 1.3611050 Jul 15 13:15:46.475787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.500752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] Calling delete_port for 481ee26a-13b9-487d-90f6-4d8048076f28 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:46.502535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'name': 'tempest-PortsTestJSON-1520228874'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:46.553640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Port': ['ID=481ee26a-13b9-487d-90f6-4d8048076f28,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.581574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] No DVR routers for this DVR port 481ee26a-13b9-487d-90f6-4d8048076f28 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:46.661236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c023b4-34ef-4af0-b73f-8241dbcaa823 None None] DHCP port deletion for 4f988808-1af3-46ff-8f13-0789c81c3b00 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:46.737514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.751849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Deleting port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:46.755189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.766596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] Deleting port d1abd14d-6b13-4e53-8120-ff26b3933344 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:46.767070 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: from cryptography.utils import int_from_bytes Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: from cryptography.utils import int_from_bytes Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.800931 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:46.808323 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:15:46.902660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.917997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447798ee-860c-440c-83a0-baf811c4608c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=4f988808-1af3-46ff-8f13-0789c81c3b00,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.940960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.954943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] Pushing event deleted for resources: {'Port': ['ID=481ee26a-13b9-487d-90f6-4d8048076f28,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.962786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] For port d1abd14d-6b13-4e53-8120-ff26b3933344, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1abd14d-6b13-4e53-8120-ff26b3933344,segment=NetworkSegment(6fe11fbd-cacf-49e6-a9e0-ba9f992e7837),segment_id=6fe11fbd-cacf-49e6-a9e0-ba9f992e7837)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.963455 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.967039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ce9c4-7429-499d-b26b-826df5e18795 None None] No DVR routers for this DVR port 481ee26a-13b9-487d-90f6-4d8048076f28 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:46.969236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7869ff0d-6ae7-4cd8-9026-657e635735e2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:46.988451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] Calling delete_port for d1abd14d-6b13-4e53-8120-ff26b3933344 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:46.998136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b7205f-8893-43a5-9312-815be7cd4df9') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:46.998136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b7205f-8893-43a5-9312-815be7cd4df9') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.071519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.097922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.102363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:47.117718 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:47.156141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] Pushing event deleted for resources: {'Port': ['ID=d1abd14d-6b13-4e53-8120-ff26b3933344,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.159056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-ecc7b187-01e1-4bbc-b6dc-2f3e7e01f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.159249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] For port 2fe1485b-351c-4c2b-bd85-059d7f0e3b97, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:47.159493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.168866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-ecc7b187-01e1-4bbc-b6dc-2f3e7e01f731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9cecc8837fed4d40b8136064651ca0b1&device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 1097 time: 0.8743296 Jul 15 13:15:47.176059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9b0a2-8952-4188-a518-a7208aad4641 None None] No DVR routers for this DVR port d1abd14d-6b13-4e53-8120-ff26b3933344 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:47.203391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Calling delete_port for 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:47.215499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.235009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.240345 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/networks/7869ff0d-6ae7-4cd8-9026-657e635735e2 HTTP/1.1" status: 204 len: 168 time: 1.8775623 Jul 15 13:15:47.243303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a8d80-c20c-4612-9bf1-40fe6f029589 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Network': ['ID=7869ff0d-6ae7-4cd8-9026-657e635735e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.245124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.352921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:47.356848 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.410903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4454f388-06b1-416b-b350-ff8d8967ff55 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:47.423142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eaf8d-a829-476a-8447-125d75a27cee req-ffb13523-bb88-49e3-b303-733bf1c20b57 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.431101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-329eaf8d-a829-476a-8447-125d75a27cee req-ffb13523-bb88-49e3-b303-733bf1c20b57 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.8682003 Jul 15 13:15:47.440587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4454f388-06b1-416b-b350-ff8d8967ff55 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:47.442401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4454f388-06b1-416b-b350-ff8d8967ff55 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:47.443259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1abd14d-6b13-4e53-8120-ff26b3933344 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:47.455855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 34ef18ac-405c-43e6-b298-50ab8740dd27 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:47.491279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-3f72453b-acb8-4747-862e-868eedb04d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.493069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-3f72453b-acb8-4747-862e-868eedb04d09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=75712f4f-e525-4e27-9e77-81d384d81432 HTTP/1.1" status: 200 len: 917 time: 0.2591121 Jul 15 13:15:47.524179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d1abd14d-6b13-4e53-8120-ff26b3933344 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:47.524592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1abd14d-6b13-4e53-8120-ff26b3933344 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:47.525143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 481ee26a-13b9-487d-90f6-4d8048076f28 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:47.589465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.592864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.593826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 481ee26a-13b9-487d-90f6-4d8048076f28 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:47.594287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 481ee26a-13b9-487d-90f6-4d8048076f28 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:47.654644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe1485b-351c-4c2b-bd85-059d7f0e3b97,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.680391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-329eaf8d-a829-476a-8447-125d75a27cee req-f7c001ed-db67-4931-b2a9-556a08ba10d8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482052 Jul 15 13:15:47.682426 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-f9ff2064-79c0-48b0-8607-74ce117363b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7 HTTP/1.1" status: 200 len: 1000 time: 0.1169627 Jul 15 13:15:47.826570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-b3c62635-5129-46c5-9e48-a10be7372d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.828389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-b3c62635-5129-46c5-9e48-a10be7372d08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be8c2536-9f18-47cd-9931-9247414dd2d4 HTTP/1.1" status: 200 len: 855 time: 0.1129825 Jul 15 13:15:47.834537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.846733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3a0643-8786-4f7e-9827-308679eebe23']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.877562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.877863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe11fbd-cacf-49e6-a9e0-ba9f992e7837') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.893118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:47.901864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.916206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.923483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:47.923947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.925930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-c3891540-19ac-4319-9032-f5250053791a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3615170 Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:47.996164 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:48.011912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.025353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.046477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.049663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-1d305f68-83f8-4fd9-bd99-a51d9631f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.054185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-1d305f68-83f8-4fd9-bd99-a51d9631f898 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=75712f4f-e525-4e27-9e77-81d384d81432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148550 Jul 15 13:15:48.086882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.125832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:48.130418 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde85c9-3038-4ab5-a3a4-7675a1b69b0e" -d '{"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:48.182132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.183533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:48.192360 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.194853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] 10.222.0.48 "DELETE /v2.0/networks/da3a0643-8786-4f7e-9827-308679eebe23 HTTP/1.1" status: 204 len: 168 time: 0.9203110 Jul 15 13:15:48.210918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65236-50c2-4913-aa0b-d5b5cb4eaa34 tempest-TaggedBootDevicesTest_v242-541258717 tempest-TaggedBootDevicesTest_v242-541258717-project] Pushing event deleted for resources: {'Network': ['ID=da3a0643-8786-4f7e-9827-308679eebe23,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.221830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.256169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.267492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-034b2732-7c19-42db-a969-b048519a758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.271361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-034b2732-7c19-42db-a969-b048519a758a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 1100 time: 0.1775122 Jul 15 13:15:48.319197 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5b4359-c467-470a-a1b5-14064f8a7e0f x-openstack-request-id: req-7e5b4359-c467-470a-a1b5-14064f8a7e0f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:48.319493 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:48.321439 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e5b4359-c467-470a-a1b5-14064f8a7e0f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:48.322445 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'code': 200} Jul 15 13:15:48.350407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-6022ebf1-6938-412a-9946-2189a0367f90 service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915781 Jul 15 13:15:48.429790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.495829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6eee9f0a-73d1-4a5b-9566-f475eade8b21 req-7d9966a4-038a-4c98-8bcb-ecc4b2adbe88 service neutron] 10.222.0.23 "GET /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136978 Jul 15 13:15:48.521321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:48.524456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=34ef18ac-405c-43e6-b298-50ab8740dd27,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.554912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:48.563275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:48.571057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.571949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.606159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c0fd5f3c-424e-4fc4-a97d-6facf2b5017a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1180112 Jul 15 13:15:48.608671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:48.629587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-89a57690-62f8-4106-89ca-df5c7b7e4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.631252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-89a57690-62f8-4106-89ca-df5c7b7e4a00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.3072886 Jul 15 13:15:48.648761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Router 287e28f7-a4be-43f3-baff-bb7011636a28 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:48.763420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-072a81b7-8614-4f6e-8bea-9958b46c6812 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 HTTP/1.1" status: 200 len: 217 time: 0.1102707 Jul 15 13:15:48.871839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:48.878081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64716468-713b-4232-a3bc-d6acb248a4f5 admin admin] 10.222.0.48 "PUT /v2.0/routers/287e28f7-a4be-43f3-baff-bb7011636a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3019147 Jul 15 13:15:48.881391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:48.885637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] Sync routers for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:48.905221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:48.912926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-7039c253-5832-40f1-a9f3-f5b129c1dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.914636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-7039c253-5832-40f1-a9f3-f5b129c1dfe2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1312861 Jul 15 13:15:48.914894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:49.039021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 34ef18ac-405c-43e6-b298-50ab8740dd27 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:49.039547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.123418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.226171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:49.237559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-4104e886-6f15-4b17-8f2c-ed40b0e4b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.239265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-4104e886-6f15-4b17-8f2c-ed40b0e4b801 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3165131 Jul 15 13:15:49.283430 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.367472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4efbf-e942-497a-9b51-d6592d5915ef req-3c68b203-da9c-4360-b9f8-8aba12c2e896 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.369434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfe4efbf-e942-497a-9b51-d6592d5915ef req-3c68b203-da9c-4360-b9f8-8aba12c2e896 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.3971641 Jul 15 13:15:49.394123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.399524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 34ef18ac-405c-43e6-b298-50ab8740dd27 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:49.540546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Deleting port c7515433-a2cf-4157-9c20-3ab6290a7502 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:49.543471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.629991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfe4efbf-e942-497a-9b51-d6592d5915ef req-7524257a-d079-458a-97c3-5e27220f424f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397132 Jul 15 13:15:49.694275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:15:47Z', 'revision_number': 5, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port': {'id': 'c7515433-a2cf-4157-9c20-3ab6290a7502', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:49.722906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-e183b652-2309-4a4c-81f6-0a7fbe9346b0 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717786 Jul 15 13:15:49.736442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] For port c7515433-a2cf-4157-9c20-3ab6290a7502, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c7515433-a2cf-4157-9c20-3ab6290a7502,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:49.736726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.758674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354775-5229-4d69-9afd-48f57d241021 req-b12b1f39-763a-4fcf-ad5c-de15f2e14a97 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.767351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] Checking router: 287e28f7-a4be-43f3-baff-bb7011636a28 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:49.774810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99354775-5229-4d69-9afd-48f57d241021 req-b12b1f39-763a-4fcf-ad5c-de15f2e14a97 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.4042599 Jul 15 13:15:49.790487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Calling delete_port for c7515433-a2cf-4157-9c20-3ab6290a7502 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:49.793725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] Routers {'287e28f7-a4be-43f3-baff-bb7011636a28'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:49.794490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['287e28f7-a4be-43f3-baff-bb7011636a28'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:49.924831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:49.995467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] Set router 287e28f7-a4be-43f3-baff-bb7011636a28 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:50.037411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.128914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99354775-5229-4d69-9afd-48f57d241021 req-f65dce4d-970a-400b-8187-089424ad5c63 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518178 Jul 15 13:15:50.144177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.145818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.153558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/34ef18ac-405c-43e6-b298-50ab8740dd27 HTTP/1.1" status: 204 len: 168 time: 1.5412159 Jul 15 13:15:50.153558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6f38f-467d-4057-9c26-e916a13e7982 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=34ef18ac-405c-43e6-b298-50ab8740dd27,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.161091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:50.164895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'mac_address': 'fa:16:3e:78:b0:bb', 'name': 'tempest-PortsTestJSON-876457620'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:50.178743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7515433-a2cf-4157-9c20-3ab6290a7502,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.200525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:15:49Z', 'revision_number': 6, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:50.271583 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.275178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89e795-f5de-4d25-be30-1fc02141097f None None] The sync data for ids ['287e28f7-a4be-43f3-baff-bb7011636a28'] in n-d-798249-9 is: [{'id': '287e28f7-a4be-43f3-baff-bb7011636a28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339778473-router', 'tenant_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:35Z', 'updated_at': '2021-07-15T13:15:49Z', 'revision_number': 6, 'project_id': '5cf59888bed34dc68f7f45608c5cf3b2', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:50.349586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa6fc1c-7047-4e65-88ca-695ad283e7af req-8f61f04e-383a-4df3-8e33-a649984276e8 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713134 Jul 15 13:15:50.449645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.453252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.499929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:50.570057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.570693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 287e28f7-a4be-43f3-baff-bb7011636a28 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:50.575081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.578846 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d147a071-f77f-4de1-b89b-6749e7a95520 admin admin] 10.222.0.48 "DELETE /v2.0/routers/287e28f7-a4be-43f3-baff-bb7011636a28 HTTP/1.1" status: 204 len: 168 time: 1.6963465 Jul 15 13:15:50.579461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51258) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:50.667609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.686172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Deleting subnet 65512faa-43b4-4f7f-91a4-308dfdb2ccc7 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:50.695841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.740871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 40e38bac-0ae5-4764-90be-cd925f890fdc yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:50.840401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:50.878963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '0edf9420-5ec1-4541-b812-e063d85df439', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '0edf9420-5ec1-4541-b812-e063d85df439', 'mac_address': 'fa:16:3e:f7:9b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:50.886854 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.016307 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.055330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0edf9420-5ec1-4541-b812-e063d85df439 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:51.126025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:51.141954 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.215156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.317743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0edf9420-5ec1-4541-b812-e063d85df439'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:51.377287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.402954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.472593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.513905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3251f-6f94-4e7c-a990-491ca0d6034c req-cc69d6bc-f5a9-4dd1-9d7c-5679ff8b4f0d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.523356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24c3251f-6f94-4e7c-a990-491ca0d6034c req-cc69d6bc-f5a9-4dd1-9d7c-5679ff8b4f0d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.4166758 Jul 15 13:15:51.533880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7515433-a2cf-4157-9c20-3ab6290a7502 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:51.554563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65512faa-43b4-4f7f-91a4-308dfdb2ccc7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.556578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.573498 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-60cadcc8-5c7e-405f-9d72-1d6ff7f74161 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65512faa-43b4-4f7f-91a4-308dfdb2ccc7 HTTP/1.1" status: 204 len: 168 time: 0.9928985 Jul 15 13:15:51.581416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:51.627036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55ff68-c5ae-45f3-a3aa-23b2d5260c94 None None] Network a527cef4-bd7f-441c-965b-cc374fcf64b1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:51.683483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24c3251f-6f94-4e7c-a990-491ca0d6034c req-9000ae67-c1e9-4cf3-a50b-db65687227a8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589379 Jul 15 13:15:51.690776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: c7515433-a2cf-4157-9c20-3ab6290a7502 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:51.691379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7515433-a2cf-4157-9c20-3ab6290a7502 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:51.691846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:51.692538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.753535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.798829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:51.799275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2fe1485b-351c-4c2b-bd85-059d7f0e3b97 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:51.822072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:51.829131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:51.835374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:51.851975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.854716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.951884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7925067 Jul 15 13:15:51.958645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.116901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:52.123031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d359e1-9053-4efd-bd90-a17dce662761 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=40e38bac-0ae5-4764-90be-cd925f890fdc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.308702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] DHCP port deletion for a527cef4-bd7f-441c-965b-cc374fcf64b1 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:52.408834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] Deleting port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:52.409212 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.561158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] For port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:52.561854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.611034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] Calling delete_port for 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:52.733025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Deleting port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:52.733533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.736849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d902870-deee-4ec7-9d0e-82b16f2264b3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.749244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3d902870-deee-4ec7-9d0e-82b16f2264b3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/40e38bac-0ae5-4764-90be-cd925f890fdc HTTP/1.1" status: 200 len: 840 time: 0.7782743 Jul 15 13:15:52.749913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.803494 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.884923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] Pushing event deleted for resources: {'Port': ['ID=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.892619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415024c-386b-4b61-bfe4-c7420e137ca9 None None] No DVR routers for this DVR port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:52.944032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] For port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,segment=NetworkSegment(5c2985f0-bd42-4077-ac70-1c3e8c6e604c),segment_id=5c2985f0-bd42-4077-ac70-1c3e8c6e604c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:52.944437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.965765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Calling delete_port for 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:53.053142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449af18c-4cee-41fa-9bc4-77a1e8c2b2fb req-3145439d-eeb2-4d56-813c-1220ebef0009 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.065222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-449af18c-4cee-41fa-9bc4-77a1e8c2b2fb req-3145439d-eeb2-4d56-813c-1220ebef0009 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.9059374 Jul 15 13:15:53.222402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.301900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a82f1d-9e3c-41e7-b6b5-9d2922e12892,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.306195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] No DVR routers for this DVR port 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:53.386833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 40e38bac-0ae5-4764-90be-cd925f890fdc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:53.387181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.479071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-449af18c-4cee-41fa-9bc4-77a1e8c2b2fb req-dbe03167-6579-4348-9c73-63e8a01a65e4 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4134476 Jul 15 13:15:53.557339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:53.566638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.595268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a527cef4-bd7f-441c-965b-cc374fcf64b1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:53.610601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2985f0-bd42-4077-ac70-1c3e8c6e604c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:53.611090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2985f0-bd42-4077-ac70-1c3e8c6e604c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:53.633095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.654567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:53.655191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.655449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26a82f1d-9e3c-41e7-b6b5-9d2922e12892 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:53.687255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:53.687669 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.706359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6645-b380-492d-b906-83c5581b4be9 req-2081a9d2-4f06-40ce-a8a0-8115633c530b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.714837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-832d6645-b380-492d-b906-83c5581b4be9 req-2081a9d2-4f06-40ce-a8a0-8115633c530b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.5637250 Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:53.809430 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:53.838369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.862750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.865322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a527cef4-bd7f-441c-965b-cc374fcf64b1 HTTP/1.1" status: 204 len: 168 time: 2.2828743 Jul 15 13:15:53.886647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.915861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7b097-92f4-4884-a219-0516b1bc0d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a527cef4-bd7f-441c-965b-cc374fcf64b1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.928818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 40e38bac-0ae5-4764-90be-cd925f890fdc owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:53.934318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:54.074638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.173349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 0edf9420-5ec1-4541-b812-e063d85df439 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:54.174512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=40e38bac-0ae5-4764-90be-cd925f890fdc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.174990 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.188326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-832d6645-b380-492d-b906-83c5581b4be9 req-105895b2-dc9e-4685-a5ad-0faf70217cf3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648794 Jul 15 13:15:54.193684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.196722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-91c3418a-6d09-43b8-bb11-6e16c1b9e58b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/40e38bac-0ae5-4764-90be-cd925f890fdc HTTP/1.1" status: 204 len: 168 time: 1.4153719 Jul 15 13:15:54.203072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.267693 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c94e99-841b-4fa6-9b6a-0c9e2341b14b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:15:54.273243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-54c94e99-841b-4fa6-9b6a-0c9e2341b14b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/40e38bac-0ae5-4764-90be-cd925f890fdc HTTP/1.1" status: 404 len: 333 time: 0.0627506 Jul 15 13:15:54.273649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51366) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.282653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'name': 'tempest-PortsTestJSON-573849297'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:54.345667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51370) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.459474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.491883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:54.495700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.510200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fcd50697-db90-402d-9c30-f04e08e8c20f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cf59888bed34dc68f7f45608c5cf3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565263 Jul 15 13:15:54.514748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.527757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:54.543454 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8519737-84f3-43ae-a85a-555e4ec15d91" -d '{"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-plugged", "status": "completed", "tag": "0edf9420-5ec1-4541-b812-e063d85df439"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:54.581672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 18d78796-47ee-4102-a876-22722e70e064 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:54.584256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:54.603549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.681294 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7452901-f239-4e0c-a027-e43b1c950011 x-openstack-request-id: req-f7452901-f239-4e0c-a027-e43b1c950011 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:54.681590 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-plugged", "status": "completed", "tag": "0edf9420-5ec1-4541-b812-e063d85df439", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:54.681845 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7452901-f239-4e0c-a027-e43b1c950011 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:54.682244 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439', 'code': 200} Jul 15 13:15:54.705236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3fd16d2-9144-4b92-abad-b5650d1e8f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.756082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3fd16d2-9144-4b92-abad-b5650d1e8f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.795833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.052951 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3fd16d2-9144-4b92-abad-b5650d1e8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.058347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3fd16d2-9144-4b92-abad-b5650d1e8f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.066671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3fd16d2-9144-4b92-abad-b5650d1e8f52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/078782c4-8541-4b7c-81b1-dc7de065c9bb HTTP/1.1" status: 204 len: 168 time: 0.5470700 Jul 15 13:15:55.092182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd16d2-9144-4b92-abad-b5650d1e8f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078782c4-8541-4b7c-81b1-dc7de065c9bb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.192961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c0c47-8350-4565-9382-50e6bc06a402 req-89e82364-c453-4736-8f17-91bdc22d23f8 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.194592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e6c0c47-8350-4565-9382-50e6bc06a402 req-89e82364-c453-4736-8f17-91bdc22d23f8 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.2321987 Jul 15 13:15:55.212392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.305836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e6c0c47-8350-4565-9382-50e6bc06a402 req-633a6de4-15b8-4889-b393-67a41d9f934c tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045599 Jul 15 13:15:55.371109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.498604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:55.515371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:55.526187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:55.531902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.532519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.557025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=18d78796-47ee-4102-a876-22722e70e064,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.593326 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13b2f5ad-8d46-4fda-88b3-0297e893f88c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3155394 Jul 15 13:15:55.593489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.600646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:55.685906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e030ee-6f49-4df9-bd9a-0151f2e3a5fe req-728d06b7-544a-4208-bbde-71827b57996c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.702106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7e030ee-6f49-4df9-bd9a-0151f2e3a5fe req-728d06b7-544a-4208-bbde-71827b57996c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.2114732 Jul 15 13:15:55.801835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7e030ee-6f49-4df9-bd9a-0151f2e3a5fe req-9d4e6376-0441-4658-bdb4-3ac71fc1e5c7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920603 Jul 15 13:15:55.860385 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.241690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.250415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.297536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] In _notify_port_updated(), no bound segment for port 18d78796-47ee-4102-a876-22722e70e064 on network 1f3fdc3e-34b2-4eb1-92df-a310a500950a {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:56.304647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.305593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.307382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/ports/18d78796-47ee-4102-a876-22722e70e064 HTTP/1.1" status: 200 len: 818 time: 0.7130246 Jul 15 13:15:56.313712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:56.434360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341423f-731d-490e-86c7-69f3423a1273 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=18d78796-47ee-4102-a876-22722e70e064,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.486341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-924818f3-253a-4d8d-ad64-a20149062bfc tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.488360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-924818f3-253a-4d8d-ad64-a20149062bfc tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.2186172 Jul 15 13:15:56.635776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 18d78796-47ee-4102-a876-22722e70e064 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:56.636245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.772644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb063-8a98-4f06-bd78-0175ac101ee6 req-39ec4c3b-4179-467c-80ff-28d902cde50e tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.781092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78dbb063-8a98-4f06-bd78-0175ac101ee6 req-39ec4c3b-4179-467c-80ff-28d902cde50e tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 946 time: 0.1497915 Jul 15 13:15:56.801000 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.835931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 18d78796-47ee-4102-a876-22722e70e064 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:56.887486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78dbb063-8a98-4f06-bd78-0175ac101ee6 req-ed19fff8-b1cf-404d-be81-ad485bc18f60 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5328f78-fe3e-45f0-854f-527d6c1b0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045399 Jul 15 13:15:56.892895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Deleting port e906ab42-c3c1-42cc-b23e-512defbde0c7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:56.893481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.045477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.055154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] For port e906ab42-c3c1-42cc-b23e-512defbde0c7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=e906ab42-c3c1-42cc-b23e-512defbde0c7,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:57.055547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.116841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=18d78796-47ee-4102-a876-22722e70e064,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.136544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.140721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2d515e30-22a5-4ed7-ad49-4977fdc232e3 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/18d78796-47ee-4102-a876-22722e70e064 HTTP/1.1" status: 204 len: 168 time: 0.8254664 Jul 15 13:15:57.143335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.256059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26664b15-14ff-49e1-a367-a14de797385c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.271043 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-26664b15-14ff-49e1-a367-a14de797385c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1250784 Jul 15 13:15:57.271845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.342873 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa977625-ef90-435d-a5d0-941fdb7081e2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:15:57.348914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa977625-ef90-435d-a5d0-941fdb7081e2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/18d78796-47ee-4102-a876-22722e70e064 HTTP/1.1" status: 404 len: 333 time: 0.0760233 Jul 15 13:15:57.349549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.354687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1715853094'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.411010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:57.415335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.441020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d14d6-7349-4673-a153-0903a938a894 req-e875f931-e79d-4a9a-be06-a03e82916a15 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.459526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-650d14d6-7349-4673-a153-0903a938a894 req-e875f931-e79d-4a9a-be06-a03e82916a15 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.3987305 Jul 15 13:15:57.469463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:57.486350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.486748 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment 48594b18-f731-41d5-88c3-b12c4aba648b of type vlan for network 6a72b54e-5044-4463-bee9-9acf25c391c1 Jul 15 13:15:57.588386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.635501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-650d14d6-7349-4673-a153-0903a938a894 req-69a7506b-81dd-45bf-b996-8cc9ea576021 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750081 Jul 15 13:15:57.679940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.687213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.688708 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.694614 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.695118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.695810 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Floating IP f3980ddb-a9d5-463f-8028-a5c50005f3fd disassociated. External IP: 172.25.2.9, port: e906ab42-c3c1-42cc-b23e-512defbde0c7. Jul 15 13:15:57.697048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Calling delete_port for e906ab42-c3c1-42cc-b23e-512defbde0c7 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:57.742088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.747300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.756951 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4062574 Jul 15 13:15:57.888245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8bad0-721f-4846-92fd-281965936ab5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=6a72b54e-5044-4463-bee9-9acf25c391c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.906405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:58.092940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:58.098756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.394633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.617323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event deleted for resources: {'Port': ['ID=e906ab42-c3c1-42cc-b23e-512defbde0c7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.639514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d69d2b8-f873-45d8-bd5e-b82d9740d302 req-06c8236d-9d65-4d93-b037-90e72a2e4f9c tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.3915038 Jul 15 13:15:58.872137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.283508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': '48594b18-f731-41d5-88c3-b12c4aba648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:59.295890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 6a72b54e-5044-4463-bee9-9acf25c391c1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:59.359281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=219ee383-80f6-453f-b6a5-eab7be55c4d4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.401280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a9fd8-bd58-48b2-bed4-3322b2825379 req-07192e9b-a30a-49ac-9556-acaa3e05e888 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.407333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b42a9fd8-bd58-48b2-bed4-3322b2825379 req-07192e9b-a30a-49ac-9556-acaa3e05e888 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.5722301 Jul 15 13:15:59.603223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Router 4c95901e-6067-45fc-bc81-54dec30b5bec has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:59.630089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:59.657531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b42a9fd8-bd58-48b2-bed4-3322b2825379 req-14effbd6-65a7-4510-9a16-1f0d6c8394cc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220304 Jul 15 13:15:59.705948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 6a72b54e-5044-4463-bee9-9acf25c391c1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:59.715549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49437ccf-b492-4bdb-aa28-b3cec5f71d04 None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:00.015492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:00.030137 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] Sync routers for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:00.051964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.053603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.065262 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:00.069240 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.106200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7c00-86d2-47fe-ab07-db3dcdad0300 req-ecb9daff-4a68-4bd3-b337-aec3121a7bf2 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.0496476 Jul 15 13:16:00.125525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e906ab42-c3c1-42cc-b23e-512defbde0c7 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:00.174394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] No DVR routers for this DVR port e906ab42-c3c1-42cc-b23e-512defbde0c7 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:00.179142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.207636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a547f2c0-4164-4c3e-b64c-6eb4e5838de3 req-7f2ee016-74f3-48fc-8629-9cfc4cc041ea tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.23 "DELETE /v2.0/ports/e906ab42-c3c1-42cc-b23e-512defbde0c7 HTTP/1.1" status: 204 len: 173 time: 3.6896706 Jul 15 13:16:00.211661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'name': 'network-vif-deleted', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:00.227978 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23dca6b-6ff1-4bd6-b447-8253972edca5" -d '{"events": [{"server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "name": "network-vif-deleted", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:00.243189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: e906ab42-c3c1-42cc-b23e-512defbde0c7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:00.243539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device e906ab42-c3c1-42cc-b23e-512defbde0c7 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:00.255913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f5c1d1d-6785-4a84-8538-cb00cd838c82 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5100758 Jul 15 13:16:00.256237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.261953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:00.319333 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:00.334436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-6a72b54e-5044-4463-bee9-9acf25c391c1', 'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': '219ee383-80f6-453f-b6a5-eab7be55c4d4'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:00.335324 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.530365 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0384c-3995-4316-b881-9313e3e028dd x-openstack-request-id: req-84c0384c-3995-4316-b881-9313e3e028dd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:00.530699 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35d19e2-1444-41e7-af98-841e05cd00df", "name": "network-vif-deleted", "tag": "e906ab42-c3c1-42cc-b23e-512defbde0c7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:00.530959 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84c0384c-3995-4316-b881-9313e3e028dd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:00.531373 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35d19e2-1444-41e7-af98-841e05cd00df', 'name': 'network-vif-deleted', 'tag': 'e906ab42-c3c1-42cc-b23e-512defbde0c7', 'status': 'completed', 'code': 200} Jul 15 13:16:00.706825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:00.724182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.726553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.809168 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] Checking router: 4c95901e-6067-45fc-bc81-54dec30b5bec for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:00.832900 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:00.833670 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.875845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Allocated IP 172.20.0.2 (6a72b54e-5044-4463-bee9-9acf25c391c1/219ee383-80f6-453f-b6a5-eab7be55c4d4/bc1515d9-1774-4ce8-a72f-333738ec854c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:00.915707 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.172070 n-d-798249-9 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 219ee383-80f6-453f-b6a5-eab7be55c4d4 (CIDR: 172.20.0.0/28) Jul 15 13:16:01.196061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01575a-0a03-47dd-85da-44f643e4c1eb req-4fdc6935-cb1b-4409-8f9c-a421f6a2afdc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.211503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a01575a-0a03-47dd-85da-44f643e4c1eb req-4fdc6935-cb1b-4409-8f9c-a421f6a2afdc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.6429541 Jul 15 13:16:01.213787 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:16:01.214301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:01.374245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a01575a-0a03-47dd-85da-44f643e4c1eb req-84bbefc2-038e-4dfc-b528-6e99e86c3d24 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616163 Jul 15 13:16:01.382902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:01.383752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c2eb4e05-8f64-4e1b-8a48-fcb4b456d90c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1218390 Jul 15 13:16:01.398025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:01.435534 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.476750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Transition to ACTIVE for port object bc1515d9-1774-4ce8-a72f-333738ec854c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:01.522973 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:01.544413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Transition to ACTIVE for port object bc1515d9-1774-4ce8-a72f-333738ec854c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:01.547968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1b3e0d4-2b39-421a-89b5-4ab1054d1f76 req-c5a277ec-9970-47f1-9a3b-55c310e5cba0 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.1602144 Jul 15 13:16:01.571390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.720593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:01.736240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:01.750707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:01.773324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:01.875095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:01.885100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.898227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Pushing event updated for resources: {'Port': ['ID=bc1515d9-1774-4ce8-a72f-333738ec854c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.068382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Attempting to bind port bc1515d9-1774-4ce8-a72f-333738ec854c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:02.068992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Attempting to bind port bc1515d9-1774-4ce8-a72f-333738ec854c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '48594b18-f731-41d5-88c3-b12c4aba648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:02.069359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Attempting to bind port bc1515d9-1774-4ce8-a72f-333738ec854c on network 6a72b54e-5044-4463-bee9-9acf25c391c1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:02.099812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:02.100607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Checking segment: {'id': '48594b18-f731-41d5-88c3-b12c4aba648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:02.101191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.101884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Bound using segment: {'id': '48594b18-f731-41d5-88c3-b12c4aba648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:02.102599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Bound port: bc1515d9-1774-4ce8-a72f-333738ec854c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48594b18-f731-41d5-88c3-b12c4aba648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:02.103156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.119369 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.229154 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:02.274801 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8cdfa-4013-4277-9ffb-f71accee7ec3 None None] The sync data for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 is: [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:12:44Z', 'revision_number': 4, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '6347dd7c-97a6-496b-bfc0-e02a07c8a175', 'name': '', 'network_id': '75712f4f-e525-4e27-9e77-81d384d81432', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'mac_address': 'fa:16:3e:1a:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:43Z', 'updated_at': '2021-07-15T13:12:53Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'subnets': [{'id': 'be8c2536-9f18-47cd-9931-9247414dd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:02.287934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] For port bc1515d9-1774-4ce8-a72f-333738ec854c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:02.292044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] For port bc1515d9-1774-4ce8-a72f-333738ec854c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bc1515d9-1774-4ce8-a72f-333738ec854c,segment=NetworkSegment(48594b18-f731-41d5-88c3-b12c4aba648b),segment_id=48594b18-f731-41d5-88c3-b12c4aba648b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:02.304348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.394154 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.454699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535124-e6a7-419b-a67b-282b9dd563a4 req-4e37ae3b-a1c0-46f0-834e-1cb153313235 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.463618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86535124-e6a7-419b-a67b-282b9dd563a4 req-4e37ae3b-a1c0-46f0-834e-1cb153313235 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.5856545 Jul 15 13:16:02.508576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d71c-c914-42e3-a48d-a9ca6c39ff50 None None] Pushing event updated for resources: {'Port': ['ID=bc1515d9-1774-4ce8-a72f-333738ec854c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.515827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.620063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.662167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:02.671609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:02.675892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.676816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.680175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67176bc8c4d4471d955d83c202927665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9424975 Jul 15 13:16:02.703835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.729522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86535124-e6a7-419b-a67b-282b9dd563a4 req-9dec83fd-87d3-4bd3-a7d1-018e1db91b95 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2646425 Jul 15 13:16:02.749337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cccfdb-c6b3-4bca-8edf-88532372c130,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.763634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3787611 Jul 15 13:16:02.768857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.788336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6e9c-41b4-42a7-a424-7ab62b20bac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:02.822419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1', 'fixed_ips': [{'subnet_id': '219ee383-80f6-453f-b6a5-eab7be55c4d4'}, {'subnet_id': 'eba8fa02-6cb7-48f5-bcd0-db9a12a654c7'}], 'name': 'tempest-PortsTestJSON-1704974631'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:02.955988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4820e-064a-4af1-835b-1b092f805e05 None None] New status for floating IP f3980ddb-a9d5-463f-8028-a5c50005f3fd: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:03.023178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26093ff7-b2bf-475e-a541-9ac9f913ec4e req-0c590a79-1311-47e0-9225-a9c50219de6a tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.1675208 Jul 15 13:16:03.374240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abe27d-bd18-4f57-8cd2-f5ec8ebe1ac8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=eba8fa02-6cb7-48f5-bcd0-db9a12a654c7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.428917 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.429812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:03.502476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-8bd8baed-8fcd-4035-b555-37582e18a2bd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.518552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-8bd8baed-8fcd-4035-b555-37582e18a2bd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.2262642 Jul 15 13:16:03.533074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfb118d8-6991-409a-8d02-402bd574986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.556239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bc1515d9-1774-4ce8-a72f-333738ec854c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:03.557571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-0f4f4e87-b979-462e-82e6-41820665be56 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/quotas/056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 375 time: 0.0350986 Jul 15 13:16:03.671908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port bc1515d9-1774-4ce8-a72f-333738ec854c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:03.724583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-042e9fe9-d927-4502-84b4-440229dfb547 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1600847 Jul 15 13:16:03.725382 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfb118d8-6991-409a-8d02-402bd574986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.841924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.882587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 85a0dd42-40e5-4474-83b3-118a82b3d32d yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:03.947098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-9ed196cf-8af6-430a-a380-56d5f2a8732b service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146575 Jul 15 13:16:04.092910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-0dcc19be-c721-4ece-92fd-2b7623e7e421 service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389904 Jul 15 13:16:04.241586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfb118d8-6991-409a-8d02-402bd574986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.251109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfb118d8-6991-409a-8d02-402bd574986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.252573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cfb118d8-6991-409a-8d02-402bd574986d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59cccfdb-c6b3-4bca-8edf-88532372c130 HTTP/1.1" status: 204 len: 168 time: 1.5440238 Jul 15 13:16:04.275902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb092f64-1a6a-4375-bf50-f6ec1b5d2b43 None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:04.300068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb118d8-6991-409a-8d02-402bd574986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cccfdb-c6b3-4bca-8edf-88532372c130,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.520427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cd4db6d-99e1-43f1-b948-205b99695c95 req-a3868589-047b-4980-81df-bf2fa2c655e9 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.1122365 Jul 15 13:16:04.565562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] Provisioning for port bc1515d9-1774-4ce8-a72f-333738ec854c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:04.575986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] Provisioning complete for port bc1515d9-1774-4ce8-a72f-333738ec854c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:04.576837 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.664448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ea857a8-c05b-4786-bd4b-bc5272bbec05 req-ace3d712-5606-4aa6-85a9-a930b37c3382 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 210 time: 0.0705044 Jul 15 13:16:04.815829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.8 (6a72b54e-5044-4463-bee9-9acf25c391c1/219ee383-80f6-453f-b6a5-eab7be55c4d4/85a0dd42-40e5-4474-83b3-118a82b3d32d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:04.824401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.28 (6a72b54e-5044-4463-bee9-9acf25c391c1/eba8fa02-6cb7-48f5-bcd0-db9a12a654c7/85a0dd42-40e5-4474-83b3-118a82b3d32d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:04.862530 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.073192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] For port bc1515d9-1774-4ce8-a72f-333738ec854c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bc1515d9-1774-4ce8-a72f-333738ec854c,segment=NetworkSegment(48594b18-f731-41d5-88c3-b12c4aba648b),segment_id=48594b18-f731-41d5-88c3-b12c4aba648b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:05.122164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.145079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.216634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object 85a0dd42-40e5-4474-83b3-118a82b3d32d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:05.302954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ea81e-c765-4023-b533-e124c38f408c None None] Pushing event updated for resources: {'Port': ['ID=bc1515d9-1774-4ce8-a72f-333738ec854c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.354565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.509763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bc1515d9-1774-4ce8-a72f-333738ec854c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:05.560844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:05.574749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:05.577964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:05.586792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=85a0dd42-40e5-4474-83b3-118a82b3d32d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.709591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Update dhcp port {'port': {'network_id': '6a72b54e-5044-4463-bee9-9acf25c391c1', 'fixed_ips': [{'subnet_id': '219ee383-80f6-453f-b6a5-eab7be55c4d4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eba8fa02-6cb7-48f5-bcd0-db9a12a654c7'}], 'binding:host_id': 'n-d-798249-9'}, 'id': 'bc1515d9-1774-4ce8-a72f-333738ec854c'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:16:05.719722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.722286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.783094 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-734d294d-617c-4111-84ca-43b269c9b9eb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9840577 Jul 15 13:16:05.783975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:05.790505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '219ee383-80f6-453f-b6a5-eab7be55c4d4'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:05.833836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port bc1515d9-1774-4ce8-a72f-333738ec854c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:05.834245 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.940574 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.988207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.189269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1101226124-network', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:06.244930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Made reservation on behalf of f1345d696e3f4c8c8153b187b26aec7f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:06.247891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.266962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.295542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Allocated IP 172.20.0.18 (6a72b54e-5044-4463-bee9-9acf25c391c1/eba8fa02-6cb7-48f5-bcd0-db9a12a654c7/bc1515d9-1774-4ce8-a72f-333738ec854c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:06.460287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] For port bc1515d9-1774-4ce8-a72f-333738ec854c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bc1515d9-1774-4ce8-a72f-333738ec854c,segment=NetworkSegment(48594b18-f731-41d5-88c3-b12c4aba648b),segment_id=48594b18-f731-41d5-88c3-b12c4aba648b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:06.500825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.518866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d77329e-d03b-4bcf-95ff-0c7e611d51a4 req-7d6731fa-e1f1-4aa9-8e5a-eb2792f90d30 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 210 time: 0.1934903 Jul 15 13:16:06.521230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.568456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.584650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.595046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Transition to ACTIVE for port object bc1515d9-1774-4ce8-a72f-333738ec854c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:06.629951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.644524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Port bc1515d9-1774-4ce8-a72f-333738ec854c had new provisioning blocks added so it will not transition to active. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 15 13:16:06.745690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e96bd2c-fdc2-4699-8993-cf439bc2ef91 req-2da6430d-ad30-4d7d-b1a1-272863a97b9f tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.4247973 Jul 15 13:16:06.757782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:06.798000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a94c97-4c53-41bb-a207-b31a5e23f938,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:06.821449 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.823356 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Added segment 7dad768f-186f-43c7-a33d-120635a30106 of type vlan for network efa81f8d-08b3-4003-9c86-e04ce209ce9e Jul 15 13:16:06.844733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328b8b-9c75-4f90-922a-92e4625c5277 None None] Pushing event updated for resources: {'Port': ['ID=bc1515d9-1774-4ce8-a72f-333738ec854c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:06.909824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.991605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.993661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.995189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.032217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-65329d7e-d3bf-4647-9dc6-8727958e639f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.034501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-65329d7e-d3bf-4647-9dc6-8727958e639f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.2796783 Jul 15 13:16:07.062536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'port': {'device_id': '805452f7-3bd1-404c-8c17-b87db383f631', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'admin_state_up': True, 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:07.127208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] Pushing event updated for resources: {'Network': ['ID=efa81f8d-08b3-4003-9c86-e04ce209ce9e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.140348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:07.204299 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23da5580-25a3-42b0-8b58-9f3d0fc74c1a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2139940 Jul 15 13:16:07.207292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.214587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Request body: {'subnet': {'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1101226124-subnet', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:07.284568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Made reservation on behalf of f1345d696e3f4c8c8153b187b26aec7f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:07.290874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.578657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bc1515d9-1774-4ce8-a72f-333738ec854c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:07.834756 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.985075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab3db25-f9b5-46d6-8556-101cbddb8da0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.023048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Checking segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:08.023826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Network hostable DHCP agents. Network: efa81f8d-08b3-4003-9c86-e04ce209ce9e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:08.068368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f1c1f-f970-4b6f-bd2d-9be59c5c137d None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:08.079803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:08.123351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, efa81f8d-08b3-4003-9c86-e04ce209ce9e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:08.151765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.153036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.183359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2de28b09-2393-4cc2-83d9-77da65938025 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9744334 Jul 15 13:16:08.186664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51776) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.193967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:08.214706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26191ac-68e4-4fa5-82d3-5821651ffd0b None None] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:08.271318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.273313 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.370525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c63a46bf-24a3-4e0f-9ef5-95ccd086b327 None None] Provisioning for port bc1515d9-1774-4ce8-a72f-333738ec854c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:08.388768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c63a46bf-24a3-4e0f-9ef5-95ccd086b327 None None] Provisioning complete for port bc1515d9-1774-4ce8-a72f-333738ec854c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:08.389147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c63a46bf-24a3-4e0f-9ef5-95ccd086b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.391594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.510458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eed8ff7c-2f67-4e0d-96da-a04ebe0d52a3 req-8f5dca54-7083-4327-bcd2-09c030bad067 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 210 time: 0.5092566 Jul 15 13:16:08.665777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:08.672434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.743439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.832131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2901c8-bc80-4554-abf5-70bce5383165 req-bbf0f7ab-d800-470c-96f6-2104f64c06c3 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.850855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f2901c8-bc80-4554-abf5-70bce5383165 req-bbf0f7ab-d800-470c-96f6-2104f64c06c3 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.8485053 Jul 15 13:16:09.008271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba664ba3-7736-4396-a3b1-3a3b28546fd8 req-39b65059-205f-4ee5-bffa-a54c23879485 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.0738003 Jul 15 13:16:09.079357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:09.081099 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.185059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.228320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f2901c8-bc80-4554-abf5-70bce5383165 req-2e21b771-95ce-4cb0-bf7a-8169fbde4e3d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759215 Jul 15 13:16:09.233134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Delete allocated IP 172.20.0.28 (6a72b54e-5044-4463-bee9-9acf25c391c1/eba8fa02-6cb7-48f5-bcd0-db9a12a654c7) {{(pid=93824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:16:09.282551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.320081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Allocated IP 172.20.0.5 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/8b7eff37-d374-4cda-a096-c3077b4744e2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:09.477973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Allocated IP 172.25.2.176 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/1d45cafb-7212-417c-851d-50a4e9cee690) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:09.525273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Allocated IP 172.20.0.2 (efa81f8d-08b3-4003-9c86-e04ce209ce9e/9ab3db25-f9b5-46d6-8556-101cbddb8da0/608b8e26-da74-4c25-8a8b-dcec5721b477) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:09.611751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.670165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.759774 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.795257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:09.818980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:09.821967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:09.836246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Ignored duplicate provisioning block setup for port 85a0dd42-40e5-4474-83b3-118a82b3d32d by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:16:09.852639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aba42137-be99-42b3-a833-8e74210e7b1f None None] Provisioning for port 85a0dd42-40e5-4474-83b3-118a82b3d32d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:09.870155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.874646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aba42137-be99-42b3-a833-8e74210e7b1f None None] Provisioning complete for port 85a0dd42-40e5-4474-83b3-118a82b3d32d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:09.875028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aba42137-be99-42b3-a833-8e74210e7b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.947717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9d1abe6-e5ec-4174-b851-b0d1a6575295 req-538ffaaa-56a5-41c7-8db8-b1f736d91e84 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 210 time: 0.1001382 Jul 15 13:16:10.041443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=85a0dd42-40e5-4474-83b3-118a82b3d32d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.045860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aba42137-be99-42b3-a833-8e74210e7b1f None None] Port 85a0dd42-40e5-4474-83b3-118a82b3d32d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:10.096380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aba42137-be99-42b3-a833-8e74210e7b1f None None] Provisioning complete for port bc1515d9-1774-4ce8-a72f-333738ec854c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:10.097655 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aba42137-be99-42b3-a833-8e74210e7b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.149616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.167456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Transition to ACTIVE for port object 608b8e26-da74-4c25-8a8b-dcec5721b477 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:10.234421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Pushing event updated for resources: {'Port': ['ID=1d45cafb-7212-417c-851d-50a4e9cee690,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.282972 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.296757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.301810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.302442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.304324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.305004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.305575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.306232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.307561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.308148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.309395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.312003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.312616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:10.321528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Transition to ACTIVE for port object 608b8e26-da74-4c25-8a8b-dcec5721b477 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:10.372217 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.394662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Transition to ACTIVE for port object 8b7eff37-d374-4cda-a096-c3077b4744e2 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:10.419134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] In _notify_port_updated(), no bound segment for port 85a0dd42-40e5-4474-83b3-118a82b3d32d on network 6a72b54e-5044-4463-bee9-9acf25c391c1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:10.447173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.447902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.452399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-07a60633-88a5-4998-81cd-6113fefb76fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/ports/85a0dd42-40e5-4474-83b3-118a82b3d32d HTTP/1.1" status: 200 len: 919 time: 4.6673591 Jul 15 13:16:10.462431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:10.482061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '219ee383-80f6-453f-b6a5-eab7be55c4d4'}, {'subnet_id': 'eba8fa02-6cb7-48f5-bcd0-db9a12a654c7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:10.508478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:10.513366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:10.538237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Pushing event updated for resources: {'Port': ['ID=608b8e26-da74-4c25-8a8b-dcec5721b477,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.552886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:10.565810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63a6e1da-951d-407f-bb0c-ba335ba49580 None None] Provisioning complete for port 85a0dd42-40e5-4474-83b3-118a82b3d32d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:10.566801 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a6e1da-951d-407f-bb0c-ba335ba49580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.588807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71cb8b64-9a04-4d6c-b2b6-f4ada20d5345 req-303b7fe0-d719-4be1-a733-8627b536a06d tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35d19e2-1444-41e7-af98-841e05cd00df HTTP/1.1" status: 200 len: 210 time: 0.0934319 Jul 15 13:16:10.672302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Attempting to bind port 608b8e26-da74-4c25-8a8b-dcec5721b477 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:10.672684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Attempting to bind port 608b8e26-da74-4c25-8a8b-dcec5721b477 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:10.673125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Attempting to bind port 608b8e26-da74-4c25-8a8b-dcec5721b477 on network efa81f8d-08b3-4003-9c86-e04ce209ce9e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:10.688384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:10.688775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Checking segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:10.689189 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.689723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Bound using segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:10.690347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Bound port: 608b8e26-da74-4c25-8a8b-dcec5721b477, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:10.690791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.714874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.730732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.782649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] For port 608b8e26-da74-4c25-8a8b-dcec5721b477, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:10.784725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:10.787650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] For port 608b8e26-da74-4c25-8a8b-dcec5721b477, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=608b8e26-da74-4c25-8a8b-dcec5721b477,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:10.790566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:10.797482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:10.804547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.806712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63a6e1da-951d-407f-bb0c-ba335ba49580 None None] Port 85a0dd42-40e5-4474-83b3-118a82b3d32d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:10.899297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:10.920793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61738ac7-5bd8-43e0-9552-dcebb860d988 None None] Pushing event updated for resources: {'Port': ['ID=608b8e26-da74-4c25-8a8b-dcec5721b477,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.033600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3e9cf8ff-d922-497e-9641-146d494cd0d7 None None] Provisioning complete for port 85a0dd42-40e5-4474-83b3-118a82b3d32d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:11.033982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e9cf8ff-d922-497e-9641-146d494cd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.096491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.136672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.137321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.150266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cf8ff-d922-497e-9641-146d494cd0d7 None None] Port 85a0dd42-40e5-4474-83b3-118a82b3d32d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:11.211352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1616244 Jul 15 13:16:11.314713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Request body: {'port': {'device_id': '805452f7-3bd1-404c-8c17-b87db383f631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:11.431401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5d662866-5df7-4fd2-8926-171b003361f3 None None] Provisioning for port 8b7eff37-d374-4cda-a096-c3077b4744e2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:11.449219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5d662866-5df7-4fd2-8926-171b003361f3 None None] Provisioning complete for port 8b7eff37-d374-4cda-a096-c3077b4744e2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:11.449588 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d662866-5df7-4fd2-8926-171b003361f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.643595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5d662866-5df7-4fd2-8926-171b003361f3 None None] Port 8b7eff37-d374-4cda-a096-c3077b4744e2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:11.803451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77df80-49e7-4ee7-aa51-69864045e966 req-8e49e802-ada7-4a1e-88ec-27a5b1843eb3 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.811986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b77df80-49e7-4ee7-aa51-69864045e966 req-8e49e802-ada7-4a1e-88ec-27a5b1843eb3 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 1.2149417 Jul 15 13:16:11.997106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.005718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da135366-52a9-4918-9693-ae6e222848cd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=8b7eff37-d374-4cda-a096-c3077b4744e2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.067520 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.149535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b77df80-49e7-4ee7-aa51-69864045e966 req-399fed4c-69bc-4219-b28f-e5b8f20a5b92 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363287 Jul 15 13:16:12.297278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7c62-7368-4674-ac8f-e76dd03512db req-dcc4a087-5357-4382-b2cf-19c5866fd10b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.313859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-990f7c62-7368-4674-ac8f-e76dd03512db req-dcc4a087-5357-4382-b2cf-19c5866fd10b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 931 time: 0.7179477 Jul 15 13:16:12.494712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.21 (6a72b54e-5044-4463-bee9-9acf25c391c1/eba8fa02-6cb7-48f5-bcd0-db9a12a654c7/85a0dd42-40e5-4474-83b3-118a82b3d32d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:12.512164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-990f7c62-7368-4674-ac8f-e76dd03512db req-bd0bb15e-824f-44c3-8ab6-cea1eac3cacb tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909016 Jul 15 13:16:12.650045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.658598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d301b91-be68-4c28-b6a5-e9beb295d0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.693837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:12.939903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd78d921-a2a8-4c50-8987-e198637100f5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.025292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.101489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd78d921-a2a8-4c50-8987-e198637100f5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.104972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object 85a0dd42-40e5-4474-83b3-118a82b3d32d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:13.116522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7eff37-d374-4cda-a096-c3077b4744e2 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:13.138070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.148355 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.215134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:13.234527 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Sync routers for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:13.248885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd78d921-a2a8-4c50-8987-e198637100f5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.255837 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:13.257440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd78d921-a2a8-4c50-8987-e198637100f5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.257763 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.263798 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cd78d921-a2a8-4c50-8987-e198637100f5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "DELETE /v2.0/security-groups/d5328f78-fe3e-45f0-854f-527d6c1b0b2f HTTP/1.1" status: 204 len: 168 time: 0.6120374 Jul 15 13:16:13.272461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.293699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8f6300-de4a-4fd2-846e-3b1a661e0923 None None] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:13.311447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Transition to ACTIVE for port object 8b7eff37-d374-4cda-a096-c3077b4744e2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:13.335829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.347039 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c46a216d-2c20-452e-959b-556835911a8e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1588507 Jul 15 13:16:13.381297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51880) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.457745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78d921-a2a8-4c50-8987-e198637100f5 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5328f78-fe3e-45f0-854f-527d6c1b0b2f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.472527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.556242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb602893-f388-4ac9-b388-3c93fe30c43e None None] Provisioning for port 608b8e26-da74-4c25-8a8b-dcec5721b477 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:13.640316 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:13.694504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 608b8e26-da74-4c25-8a8b-dcec5721b477 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:13.712385 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-abaf609a-3c84-49a0-a6d4-bb53a973898b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] show failed (client error): The resource could not be found. Jul 15 13:16:13.717381 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-abaf609a-3c84-49a0-a6d4-bb53a973898b tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "GET /v2.0/security-groups/d5328f78-fe3e-45f0-854f-527d6c1b0b2f HTTP/1.1" status: 404 len: 347 time: 0.3619251 Jul 15 13:16:13.733528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51894) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.784743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=85a0dd42-40e5-4474-83b3-118a82b3d32d,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.026642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 608b8e26-da74-4c25-8a8b-dcec5721b477 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:14.038477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 608b8e26-da74-4c25-8a8b-dcec5721b477 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:14.039718 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.045281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-830d8fc1-94fb-4e0d-bb10-98b951b0d92f None None] Provisioning for port 85a0dd42-40e5-4474-83b3-118a82b3d32d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:14.152038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-830d8fc1-94fb-4e0d-bb10-98b951b0d92f None None] Provisioning complete for port 85a0dd42-40e5-4474-83b3-118a82b3d32d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:14.152695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-830d8fc1-94fb-4e0d-bb10-98b951b0d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.364755 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 3, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.378109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] In _notify_port_updated(), no bound segment for port 85a0dd42-40e5-4474-83b3-118a82b3d32d on network 6a72b54e-5044-4463-bee9-9acf25c391c1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:14.412047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-830d8fc1-94fb-4e0d-bb10-98b951b0d92f None None] Port 85a0dd42-40e5-4474-83b3-118a82b3d32d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:14.415855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.418435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.422599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-222a3222-85d0-4540-b84e-0d6a57e2bfd9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/ports/85a0dd42-40e5-4474-83b3-118a82b3d32d HTTP/1.1" status: 200 len: 999 time: 3.9561050 Jul 15 13:16:14.428373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:14.430840 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Checking router: cf2117cd-e138-4238-bd7b-fd4966b3c6f1 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:14.434572 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Updating router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 port 1d45cafb-7212-417c-851d-50a4e9cee690 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:14.512545 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.612751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Pushing event updated for resources: {'Port': ['ID=8b7eff37-d374-4cda-a096-c3077b4744e2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.661839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.739481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad452ba-bec0-4012-b369-6499f64e1d56 req-9354585c-4156-4a96-86d5-93d2720bc8a1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.746921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ad452ba-bec0-4012-b369-6499f64e1d56 req-9354585c-4156-4a96-86d5-93d2720bc8a1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 1.0152338 Jul 15 13:16:14.781639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 608b8e26-da74-4c25-8a8b-dcec5721b477, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=608b8e26-da74-4c25-8a8b-dcec5721b477,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:14.811365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Deleting port 2d9dd30e-6aae-4c7c-8dad-091deceec862 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:14.812862 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.823285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.839923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Attempting to bind port 8b7eff37-d374-4cda-a096-c3077b4744e2 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:14.840273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Attempting to bind port 8b7eff37-d374-4cda-a096-c3077b4744e2 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:14.840615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Attempting to bind port 8b7eff37-d374-4cda-a096-c3077b4744e2 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:14.876938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9be37d45-c3ff-4448-90c3-e8bd680d8178 None None] Provisioning complete for port 608b8e26-da74-4c25-8a8b-dcec5721b477 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:14.877956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be37d45-c3ff-4448-90c3-e8bd680d8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.157673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=608b8e26-da74-4c25-8a8b-dcec5721b477,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.207178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.209062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.242497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Calling delete_port for 2d9dd30e-6aae-4c7c-8dad-091deceec862 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:15.250167 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.262363 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Transition to ACTIVE for port object 1d45cafb-7212-417c-851d-50a4e9cee690 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:15.277930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c639d8cc-9a07-4b16-9d59-dee0acff717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.281622 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.339058 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Attempting to bind port 1d45cafb-7212-417c-851d-50a4e9cee690 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:15.339499 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Attempting to bind port 1d45cafb-7212-417c-851d-50a4e9cee690 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:15.339870 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Attempting to bind port 1d45cafb-7212-417c-851d-50a4e9cee690 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:15.370532 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:15.371889 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:15.372564 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.373109 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:15.373763 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Bound port: 1d45cafb-7212-417c-851d-50a4e9cee690, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:15.374377 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.471018 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] For port 1d45cafb-7212-417c-851d-50a4e9cee690, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:15.471385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 608b8e26-da74-4c25-8a8b-dcec5721b477 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:15.476616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] For port 1d45cafb-7212-417c-851d-50a4e9cee690, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1d45cafb-7212-417c-851d-50a4e9cee690,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:15.486077 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.555817 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:15.557313 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:15.632926 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.668750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 608b8e26-da74-4c25-8a8b-dcec5721b477 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:15.671490 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.678119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Port 8b7eff37-d374-4cda-a096-c3077b4744e2 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:15.679855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Attempting to bind port 8b7eff37-d374-4cda-a096-c3077b4744e2 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:15.696206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:15.696634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.697241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:15.746344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:15.747710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Bound port: 8b7eff37-d374-4cda-a096-c3077b4744e2, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:15.747932 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:15.749627 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.918350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371c407-d100-4352-b132-26cfd54b966b req-78a79db0-292f-4bcf-b393-faad0ffbed66 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.928727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e371c407-d100-4352-b132-26cfd54b966b req-78a79db0-292f-4bcf-b393-faad0ffbed66 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 943 time: 1.8042786 Jul 15 13:16:15.968665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 85a0dd42-40e5-4474-83b3-118a82b3d32d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:15.969380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.006585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e371c407-d100-4352-b132-26cfd54b966b req-e20241c1-07b6-45ef-9749-3b0f0b0c90db tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739768 Jul 15 13:16:16.017944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.025857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.031856 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Pushing event updated for resources: {'Port': ['ID=1d45cafb-7212-417c-851d-50a4e9cee690,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.035505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ad452ba-bec0-4012-b369-6499f64e1d56 req-efa6651f-a6ea-46c6-8b19-15a921544675 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2725472 Jul 15 13:16:16.036462 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3980ddb-a9d5-463f-8028-a5c50005f3fd HTTP/1.1" status: 204 len: 168 time: 2.2923203 Jul 15 13:16:16.037543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed704f-b405-4a0b-b73b-4c8502402f33 tempest-ServersTestBootFromVolume-2008389810 tempest-ServersTestBootFromVolume-2008389810-project] Pushing event deleted for resources: {'Port': ['ID=2d9dd30e-6aae-4c7c-8dad-091deceec862,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.055721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51920) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.141780 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.143715 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.146706 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.147155 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.147592 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.148040 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.148469 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.148894 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.152529 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.156627 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.156627 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.156627 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.277732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] For port 8b7eff37-d374-4cda-a096-c3077b4744e2, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:16.296211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] For port 8b7eff37-d374-4cda-a096-c3077b4744e2, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8b7eff37-d374-4cda-a096-c3077b4744e2,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:16.311096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.319254 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d73d9-7005-4aff-8dba-8ad92c99b554 None None] Pushing event updated for resources: {'Port': ['ID=1d45cafb-7212-417c-851d-50a4e9cee690,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.324706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.417899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.438364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Pushing event updated for resources: {'Port': ['ID=8b7eff37-d374-4cda-a096-c3077b4744e2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.448310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.449279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.450994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-bc572203-1f1d-4cf6-8e43-64a08340657f service neutron] 10.222.0.49 "PUT /v2.0/ports/8b7eff37-d374-4cda-a096-c3077b4744e2 HTTP/1.1" status: 200 len: 1091 time: 5.1491642 Jul 15 13:16:16.451884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805452f7-3bd1-404c-8c17-b87db383f631', 'tag': '8b7eff37-d374-4cda-a096-c3077b4744e2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:16.455077 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4196d870-83ce-4c2a-89b4-33387859a958" -d '{"events": [{"name": "network-changed", "server_uuid": "805452f7-3bd1-404c-8c17-b87db383f631", "tag": "8b7eff37-d374-4cda-a096-c3077b4744e2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:16.465075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 85a0dd42-40e5-4474-83b3-118a82b3d32d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:16.480851 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 3, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:16.547502 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731ab7e-0a40-45fb-b922-7960a093e070 None None] The sync data for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 is: [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:10Z', 'revision_number': 3, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:16.566810 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa09e0c-cdb6-45c2-b08e-acc5f32ab03e x-openstack-request-id: req-6fa09e0c-cdb6-45c2-b08e-acc5f32ab03e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:16.567186 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805452f7-3bd1-404c-8c17-b87db383f631", "tag": "8b7eff37-d374-4cda-a096-c3077b4744e2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:16.567645 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fa09e0c-cdb6-45c2-b08e-acc5f32ab03e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:16.568068 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805452f7-3bd1-404c-8c17-b87db383f631', 'tag': '8b7eff37-d374-4cda-a096-c3077b4744e2', 'status': 'completed', 'code': 200} Jul 15 13:16:16.668281 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.671268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-fcce44e3-0c53-460a-8ef3-83c247579c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.672470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-fcce44e3-0c53-460a-8ef3-83c247579c76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 1094 time: 0.1035480 Jul 15 13:16:16.726580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.839286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-657a302e-6245-46ce-849a-f41352c31105 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b7eff37-d374-4cda-a096-c3077b4744e2 HTTP/1.1" status: 200 len: 217 time: 0.1539264 Jul 15 13:16:16.962084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-c1524592-0bf3-4ce2-8204-a4e330804918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.973823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-c1524592-0bf3-4ce2-8204-a4e330804918 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1161659 Jul 15 13:16:17.253345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Allocated IP 172.20.0.1 (efa81f8d-08b3-4003-9c86-e04ce209ce9e/9ab3db25-f9b5-46d6-8556-101cbddb8da0/7d494f83-be15-427e-ad75-9f44b2c3d518) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:17.258879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.382557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=85a0dd42-40e5-4474-83b3-118a82b3d32d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.483491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-166be81f-fe22-4bf5-a73d-b8295b267453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:17.485386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-166be81f-fe22-4bf5-a73d-b8295b267453 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4688914 Jul 15 13:16:17.555129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.576099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Transition to ACTIVE for port object 7d494f83-be15-427e-ad75-9f44b2c3d518 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:17.657340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1d45cafb-7212-417c-851d-50a4e9cee690 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:17.757075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.850326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1d45cafb-7212-417c-851d-50a4e9cee690 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:17.854964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1d45cafb-7212-417c-851d-50a4e9cee690 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:17.855364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.058934 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.067629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:18.080693 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.083332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:18.086232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:18.140008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1d45cafb-7212-417c-851d-50a4e9cee690, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1d45cafb-7212-417c-851d-50a4e9cee690,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:18.154102 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.194728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7652eb-1332-4432-b673-3a73eed4ccde req-839a7d2b-b379-43d3-ba10-da07d17db0ac tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.209041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e7652eb-1332-4432-b673-3a73eed4ccde req-839a7d2b-b379-43d3-ba10-da07d17db0ac tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 943 time: 0.8594549 Jul 15 13:16:18.252051 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.303102 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.313008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d053e13-fcac-4570-a14e-5f671d6275d1 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/85a0dd42-40e5-4474-83b3-118a82b3d32d HTTP/1.1" status: 204 len: 168 time: 3.8586674 Jul 15 13:16:18.316998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1d45cafb-7212-417c-851d-50a4e9cee690,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.367288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51954) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:18.388445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Pushing event updated for resources: {'Port': ['ID=7d494f83-be15-427e-ad75-9f44b2c3d518,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.496031 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad0a295-9bd7-4879-91d8-e5e278558469 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:16:18.500374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0ad0a295-9bd7-4879-91d8-e5e278558469 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/85a0dd42-40e5-4474-83b3-118a82b3d32d HTTP/1.1" status: 404 len: 333 time: 0.1295185 Jul 15 13:16:18.502029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4506add-1eb8-4d4e-9f90-f294456376c2 None None] Provisioning for port 7d494f83-be15-427e-ad75-9f44b2c3d518 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:18.510073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4506add-1eb8-4d4e-9f90-f294456376c2 None None] Provisioning complete for port 7d494f83-be15-427e-ad75-9f44b2c3d518 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:18.511057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4506add-1eb8-4d4e-9f90-f294456376c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.516667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:18.529814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a384e-da78-4e1f-9916-b71b87ed2a4e req-85bcd802-7590-4bee-8d41-3884f15ab261 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.541172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-216a384e-da78-4e1f-9916-b71b87ed2a4e req-85bcd802-7590-4bee-8d41-3884f15ab261 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.9727771 Jul 15 13:16:18.551842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-c2eb20b1-a0a6-4e0a-959d-390ee02092d9 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9929106 Jul 15 13:16:18.603447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4506add-1eb8-4d4e-9f90-f294456376c2 None None] Port 7d494f83-be15-427e-ad75-9f44b2c3d518 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:18.701913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e7652eb-1332-4432-b673-3a73eed4ccde req-431cd7b6-e14e-41b8-932e-ad418d422ae3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523354 Jul 15 13:16:18.726389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-216a384e-da78-4e1f-9916-b71b87ed2a4e req-1bd7fb12-36f7-42de-a65b-504c77c393c7 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815526 Jul 15 13:16:18.921057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06d874a4-beed-4f94-b5bd-156a1298d5de req-c30c7f97-00ff-49d8-8414-f67dc3a14159 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329945 Jul 15 13:16:19.142286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d870-83ce-4c2a-89b4-33387859a958 req-c0dd8300-c83c-4b1e-a2a4-de2b0bab6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.143956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-c0dd8300-c83c-4b1e-a2a4-de2b0bab6a62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 1094 time: 0.1399381 Jul 15 13:16:19.552916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d870-83ce-4c2a-89b4-33387859a958 req-7e5214fc-5fe1-4980-8707-5b0226cc9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.554775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-7e5214fc-5fe1-4980-8707-5b0226cc9352 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.4029565 Jul 15 13:16:19.603877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1d45cafb-7212-417c-851d-50a4e9cee690 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:19.726835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1d45cafb-7212-417c-851d-50a4e9cee690 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:19.727484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.750154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet eba8fa02-6cb7-48f5-bcd0-db9a12a654c7 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:19.779422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.785774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-988d1189-436f-402b-a1ac-bef1f58d0b34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b7eff37-d374-4cda-a096-c3077b4744e2 HTTP/1.1" status: 200 len: 217 time: 0.2179384 Jul 15 13:16:19.994851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.005276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d870-83ce-4c2a-89b4-33387859a958 req-78675f35-356a-4cd4-88df-7c44b2094569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.022776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-78675f35-356a-4cd4-88df-7c44b2094569 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.2254972 Jul 15 13:16:20.127427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.166751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.403327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d870-83ce-4c2a-89b4-33387859a958 req-2d7aef83-81c8-41b9-b9bd-4d2ffb258f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.405984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-2d7aef83-81c8-41b9-b9bd-4d2ffb258f91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3290014 Jul 15 13:16:20.462892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.570704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-d5e70609-b73d-4db9-98a7-0ea77c930a1d service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511126 Jul 15 13:16:20.584155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ebe8e-1a7e-4504-875f-f60971a7d2c6 req-d8468630-b80d-4bd2-a31c-369e4a3a6a4d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.585880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c3ebe8e-1a7e-4504-875f-f60971a7d2c6 req-d8468630-b80d-4bd2-a31c-369e4a3a6a4d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.5621810 Jul 15 13:16:20.699680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.708927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4196d870-83ce-4c2a-89b4-33387859a958 req-230d73fa-dbbd-4550-bdc0-1b94b9980633 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200218 Jul 15 13:16:20.765166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=eba8fa02-6cb7-48f5-bcd0-db9a12a654c7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.783108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff4673-6370-4c14-be2b-870b13e6b7f9 None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:20.784104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.787138 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0a49ab31-8d92-412c-a422-fe68278f83c8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/eba8fa02-6cb7-48f5-bcd0-db9a12a654c7 HTTP/1.1" status: 204 len: 168 time: 2.2692482 Jul 15 13:16:20.791990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:20.810731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.815586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c3ebe8e-1a7e-4504-875f-f60971a7d2c6 req-dd32fc7b-7c2e-43f5-9e07-254c235a29d7 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045923 Jul 15 13:16:20.846075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f5c-191e-4516-816d-badc19b31cdf req-c2ced3cc-14f2-460b-ad0d-f7b13a9f57af tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.858538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5ed2f5c-191e-4516-816d-badc19b31cdf req-c2ced3cc-14f2-460b-ad0d-f7b13a9f57af tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 943 time: 0.3289492 Jul 15 13:16:20.869899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.007345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Pushing event updated for resources: {'Port': ['ID=7d494f83-be15-427e-ad75-9f44b2c3d518,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.013408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet 219ee383-80f6-453f-b6a5-eab7be55c4d4 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:21.022730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.035858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5ed2f5c-191e-4516-816d-badc19b31cdf req-c2f998a0-80fb-44de-81fb-74a9e25212c0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594651 Jul 15 13:16:21.052893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.057122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.132664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.345979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Deleting port 6347dd7c-97a6-496b-bfc0-e02a07c8a175 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:21.346471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.636514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.665216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4733f-fad1-4519-bc3f-b2c75eec6474 req-e8791e22-7eec-4fcf-b875-6da705674d28 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.673450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fa4733f-fad1-4519-bc3f-b2c75eec6474 req-e8791e22-7eec-4fcf-b875-6da705674d28 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1490803 Jul 15 13:16:21.700637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-2b2a1acd-b60e-4a2d-ba6d-48044481fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.702504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-2b2a1acd-b60e-4a2d-ba6d-48044481fbf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1096 time: 0.1402531 Jul 15 13:16:21.749826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:21.755140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.782315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fa4733f-fad1-4519-bc3f-b2c75eec6474 req-cc490991-640f-4f70-abf9-aad4d9d9dccd tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076727 Jul 15 13:16:21.806956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=219ee383-80f6-453f-b6a5-eab7be55c4d4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.812472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:21.916328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.920694 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a51b6987-e45f-4fe8-9605-55e480e8dd73 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/219ee383-80f6-453f-b6a5-eab7be55c4d4 HTTP/1.1" status: 204 len: 168 time: 1.1224124 Jul 15 13:16:21.921502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:22.068331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] For port 6347dd7c-97a6-496b-bfc0-e02a07c8a175, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6347dd7c-97a6-496b-bfc0-e02a07c8a175,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.068823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.083674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Calling delete_port for 6347dd7c-97a6-496b-bfc0-e02a07c8a175 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:22.111065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.121973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8b7eff37-d374-4cda-a096-c3077b4744e2 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:22.132699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-99b56be3-545b-4271-92de-58c719d05a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.138647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-99b56be3-545b-4271-92de-58c719d05a71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.4222004 Jul 15 13:16:22.353381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 8b7eff37-d374-4cda-a096-c3077b4744e2, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8b7eff37-d374-4cda-a096-c3077b4744e2,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.372391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '8b7eff37-d374-4cda-a096-c3077b4744e2', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '8b7eff37-d374-4cda-a096-c3077b4744e2', 'mac_address': 'fa:16:3e:28:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:22.375119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-c0835e8d-3103-415a-bbc2-fed5a830914b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 999 time: 0.2249267 Jul 15 13:16:22.437677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03080d7b-1d19-467b-a362-c9c831f7824d None None] Provisioning complete for port 7d494f83-be15-427e-ad75-9f44b2c3d518 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:22.438197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03080d7b-1d19-467b-a362-c9c831f7824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.439915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.498730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.506241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7eff37-d374-4cda-a096-c3077b4744e2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:22.537601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d328c-fa56-494c-ba0d-2ed4e03f2be0 None None] Network 6a72b54e-5044-4463-bee9-9acf25c391c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:22.561188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03080d7b-1d19-467b-a362-c9c831f7824d None None] Port 7d494f83-be15-427e-ad75-9f44b2c3d518 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:22.572201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 8b7eff37-d374-4cda-a096-c3077b4744e2, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8b7eff37-d374-4cda-a096-c3077b4744e2,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.586570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.590334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8eebf-bff9-4d05-a67f-c2e37efc6fda req-0b1128b6-5f42-437e-9a6d-995abe3f2433 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.610681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ac8eebf-bff9-4d05-a67f-c2e37efc6fda req-0b1128b6-5f42-437e-9a6d-995abe3f2433 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 943 time: 0.2337680 Jul 15 13:16:22.700013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-ec582f61-efdb-4f50-91b2-f2fd8772dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.701829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-ec582f61-efdb-4f50-91b2-f2fd8772dbe1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.2359931 Jul 15 13:16:22.716277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ac8eebf-bff9-4d05-a67f-c2e37efc6fda req-97146ffb-ec19-4cf9-924c-de37da63bfa9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046932 Jul 15 13:16:22.798304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=8b7eff37-d374-4cda-a096-c3077b4744e2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.805801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-01895259-06b0-4a4a-adf5-5c42f0a23a94 None None] Provisioning complete for port bc1515d9-1774-4ce8-a72f-333738ec854c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:22.806567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01895259-06b0-4a4a-adf5-5c42f0a23a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.870914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port bc1515d9-1774-4ce8-a72f-333738ec854c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:22.871238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.884280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8b7eff37-d374-4cda-a096-c3077b4744e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:22.959389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] DHCP port deletion for 6a72b54e-5044-4463-bee9-9acf25c391c1 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:23.057593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-bcf54e50-fb9e-4fb1-afb6-232753911329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.059749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-bcf54e50-fb9e-4fb1-afb6-232753911329 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151746 Jul 15 13:16:23.071388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Pushing event deleted for resources: {'Port': ['ID=6347dd7c-97a6-496b-bfc0-e02a07c8a175,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.092288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] For port bc1515d9-1774-4ce8-a72f-333738ec854c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bc1515d9-1774-4ce8-a72f-333738ec854c,segment=NetworkSegment(48594b18-f731-41d5-88c3-b12c4aba648b),segment_id=48594b18-f731-41d5-88c3-b12c4aba648b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:23.092808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.096141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:23.194173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for bc1515d9-1774-4ce8-a72f-333738ec854c owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.225981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5275-4145-427f-8541-424ad6c41b34 req-0d5f7874-c6cd-49a7-970d-302647cd76ed tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.227596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e93e5275-4145-427f-8541-424ad6c41b34 req-0d5f7874-c6cd-49a7-970d-302647cd76ed tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2204249 Jul 15 13:16:23.240294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] Deleting port bc1515d9-1774-4ce8-a72f-333738ec854c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:23.241432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.303546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Deleting port 957c821a-468d-4ebd-bca7-c78075fee66a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:23.310809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.467290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] For port bc1515d9-1774-4ce8-a72f-333738ec854c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=bc1515d9-1774-4ce8-a72f-333738ec854c,segment=NetworkSegment(48594b18-f731-41d5-88c3-b12c4aba648b),segment_id=48594b18-f731-41d5-88c3-b12c4aba648b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:23.467841 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.492120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] Calling delete_port for bc1515d9-1774-4ce8-a72f-333738ec854c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.608192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device bc1515d9-1774-4ce8-a72f-333738ec854c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:23.614699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] For port 957c821a-468d-4ebd-bca7-c78075fee66a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=957c821a-468d-4ebd-bca7-c78075fee66a,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:23.615323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.635213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:23.649327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61627599-7b40-4b74-ad06-35a27fe54269 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf2117cd-e138-4238-bd7b-fd4966b3c6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2594848 Jul 15 13:16:23.657507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Sync routers for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:23.660345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Calling delete_port for 957c821a-468d-4ebd-bca7-c78075fee66a owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.677390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-475c9970-99bc-459d-9d9e-b576e716be7b service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044948 Jul 15 13:16:23.681886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.723691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e93e5275-4145-427f-8541-424ad6c41b34 req-019d8d75-c5e4-4165-a746-c4bfdc16f6e2 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4865482 Jul 15 13:16:23.773486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:23.775789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:23.971997 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.099636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.109632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d08ffa71-0fea-4cfe-beaa-9c4ef8f350f5 req-bb09b8fb-3671-4945-a1a0-23026a6b3ef0 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107468 Jul 15 13:16:24.176220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No DVR routers for this DVR port bc1515d9-1774-4ce8-a72f-333738ec854c on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:24.189371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=bc1515d9-1774-4ce8-a72f-333738ec854c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.307768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.323733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfadf1-94f8-467d-ab2c-31cf233a36c0 req-3efb3047-8629-40d7-9496-d2e9566388c0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.331050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ebfadf1-94f8-467d-ab2c-31cf233a36c0 req-3efb3047-8629-40d7-9496-d2e9566388c0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 944 time: 0.3268661 Jul 15 13:16:24.350140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a72b54e-5044-4463-bee9-9acf25c391c1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:24.363287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48594b18-f731-41d5-88c3-b12c4aba648b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:24.363725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48594b18-f731-41d5-88c3-b12c4aba648b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:24.397377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ebfadf1-94f8-467d-ab2c-31cf233a36c0 req-516cd9a3-cc4a-495f-9d6e-506ec7daf4ec tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645435 Jul 15 13:16:24.401724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Router 4c95901e-6067-45fc-bc81-54dec30b5bec has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:24.405020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.434067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.452491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52070) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:24.463447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172128160', 'description': 'tempest-description--509064577'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:24.473801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:24.474235 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.486523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8b7eff37-d374-4cda-a096-c3077b4744e2 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:24.488468 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:24.540347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] Pushing event deleted for resources: {'Port': ['ID=bc1515d9-1774-4ce8-a72f-333738ec854c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.569165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Port bc1515d9-1774-4ce8-a72f-333738ec854c update to DOWN by agent not found {{(pid=93825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:16:24.578252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30975b33-2bf7-461b-95bf-b9803c41c1ed None None] No DVR routers for this DVR port bc1515d9-1774-4ce8-a72f-333738ec854c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:24.583951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:24.632756 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.673119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.676194 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.677868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 8b7eff37-d374-4cda-a096-c3077b4744e2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:24.705986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Pushing event deleted for resources: {'Port': ['ID=957c821a-468d-4ebd-bca7-c78075fee66a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.706191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.713818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/6a72b54e-5044-4463-bee9-9acf25c391c1 HTTP/1.1" status: 204 len: 168 time: 2.7857068 Jul 15 13:16:24.725483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52082) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:24.750200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 8b7eff37-d374-4cda-a096-c3077b4744e2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:24.750200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.758460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5aa0-2e5a-4357-8f40-0c89e18678a9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=6a72b54e-5044-4463-bee9-9acf25c391c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.058902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.062436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:25.070552 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c7937bd3-6300-4659-b609-1ce644354768 admin admin] 10.222.0.48 "PUT /v2.0/routers/4c95901e-6067-45fc-bc81-54dec30b5bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0134251 Jul 15 13:16:25.074319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52086) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:25.076129 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] Sync routers for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:25.096015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:25.097987 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:25.155990 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.231649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 8b7eff37-d374-4cda-a096-c3077b4744e2, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8b7eff37-d374-4cda-a096-c3077b4744e2,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:25.235979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805452f7-3bd1-404c-8c17-b87db383f631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7eff37-d374-4cda-a096-c3077b4744e2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:25.239555 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c746b915-bb6b-4f9d-99b9-a9761eab29e4" -d '{"events": [{"server_uuid": "805452f7-3bd1-404c-8c17-b87db383f631", "name": "network-vif-plugged", "status": "completed", "tag": "8b7eff37-d374-4cda-a096-c3077b4744e2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:25.248591 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.291815 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:25.322041 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045310c7-5e86-4d3d-85dc-713e3273f516 x-openstack-request-id: req-045310c7-5e86-4d3d-85dc-713e3273f516 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:25.322364 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805452f7-3bd1-404c-8c17-b87db383f631", "name": "network-vif-plugged", "status": "completed", "tag": "8b7eff37-d374-4cda-a096-c3077b4744e2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:25.324327 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-045310c7-5e86-4d3d-85dc-713e3273f516 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:25.324735 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805452f7-3bd1-404c-8c17-b87db383f631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7eff37-d374-4cda-a096-c3077b4744e2', 'code': 200} Jul 15 13:16:25.369982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.421828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=8b7eff37-d374-4cda-a096-c3077b4744e2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.432386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:20Z', 'revision_number': 2, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:25.497984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Checking router: cf2117cd-e138-4238-bd7b-fd4966b3c6f1 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:25.498810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Updating router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 port 7d494f83-be15-427e-ad75-9f44b2c3d518 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:25.584663 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.720806 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.744933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:25.777962 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:16:22Z', 'revision_number': 5, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port': {'id': 'f4e5184e-bfca-419c-aa4a-2543435854b1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:12:40Z', 'updated_at': '2021-07-15T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:25.783264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.814983 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] Checking router: 4c95901e-6067-45fc-bc81-54dec30b5bec for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:25.828269 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] Routers {'4c95901e-6067-45fc-bc81-54dec30b5bec'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:25.829389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4c95901e-6067-45fc-bc81-54dec30b5bec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:25.890020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Deleting port f4e5184e-bfca-419c-aa4a-2543435854b1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:25.890692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.894688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.946620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccfe7c9-880b-4dd2-9f6d-a0d55d24d884 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:25.953586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6ccfe7c9-880b-4dd2-9f6d-a0d55d24d884 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.2262876 Jul 15 13:16:25.963242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52114) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:25.981165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb889c67-11b3-4979-9b91-50d67b71b278,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.983506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.987845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4de42ce5-209f-4d17-a280-2dfed63f51c8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5342972 Jul 15 13:16:25.998665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.008594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Request body: {'security_group_rule': {'security_group_id': 'eb889c67-11b3-4979-9b91-50d67b71b278', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:26.018645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] Set router 4c95901e-6067-45fc-bc81-54dec30b5bec gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:26.086584 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:16:25Z', 'revision_number': 6, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:26.102550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.126648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a46e96-8996-49ef-9a5d-20691852738d req-07e4c05b-13ab-48a3-a962-15e7db89278b tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.128991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3a46e96-8996-49ef-9a5d-20691852738d req-07e4c05b-13ab-48a3-a962-15e7db89278b tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.9562509 Jul 15 13:16:26.140394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453c98b-42d7-440f-ba9c-c37d1ce2d367 req-54b237bd-0d6c-444b-a9f9-8d6a1f7891b4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.142391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0453c98b-42d7-440f-ba9c-c37d1ce2d367 req-54b237bd-0d6c-444b-a9f9-8d6a1f7891b4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 945 time: 0.2776909 Jul 15 13:16:26.142529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Transition to ACTIVE for port object 7d494f83-be15-427e-ad75-9f44b2c3d518 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:26.145095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bedc7-1fcb-44ff-a12a-978782e8fba8 req-50f80a2f-e6a4-4eeb-8296-ac61925a47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.146562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-281bedc7-1fcb-44ff-a12a-978782e8fba8 req-50f80a2f-e6a4-4eeb-8296-ac61925a47af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 1096 time: 0.3171146 Jul 15 13:16:26.175592 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.180371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.183630 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66e8ec-0405-49a5-92e9-b80821199fea None None] The sync data for ids ['4c95901e-6067-45fc-bc81-54dec30b5bec'] in n-d-798249-9 is: [{'id': '4c95901e-6067-45fc-bc81-54dec30b5bec', 'name': 'tempest-ServersTestBootFromVolume-1208088836-router', 'tenant_id': '9cecc8837fed4d40b8136064651ca0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:12:38Z', 'updated_at': '2021-07-15T13:16:25Z', 'revision_number': 6, 'project_id': '9cecc8837fed4d40b8136064651ca0b1', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:26.280477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Pushing event updated for resources: {'Port': ['ID=7d494f83-be15-427e-ad75-9f44b2c3d518,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.283094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-281bedc7-1fcb-44ff-a12a-978782e8fba8 req-053650df-a1bd-494a-bc84-a0261558fd40 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241486 Jul 15 13:16:26.307149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Attempting to bind port 7d494f83-be15-427e-ad75-9f44b2c3d518 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:26.307648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Attempting to bind port 7d494f83-be15-427e-ad75-9f44b2c3d518 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:26.308003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Attempting to bind port 7d494f83-be15-427e-ad75-9f44b2c3d518 on network efa81f8d-08b3-4003-9c86-e04ce209ce9e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:26.321460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:26.321851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Checking segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:26.322308 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.322710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Bound using segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:26.323188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Bound port: 7d494f83-be15-427e-ad75-9f44b2c3d518, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:26.323576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.340682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3a46e96-8996-49ef-9a5d-20691852738d req-96844975-5b6f-4639-a8dd-8e4a5ad66ec1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827407 Jul 15 13:16:26.356449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0453c98b-42d7-440f-ba9c-c37d1ce2d367 req-5afe8207-f4f9-4ef0-9d37-4d1ab4838d98 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962507 Jul 15 13:16:26.428191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.442812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.474823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118a3203-9e3a-4d0d-9b49-307fdbf98261,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.477511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.479059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-23345414-f999-4c27-9125-e893b9c7a823 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4746850 Jul 15 13:16:26.481307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.484416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] For port 7d494f83-be15-427e-ad75-9f44b2c3d518, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:26.486706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Request body: {'security_group_rule': {'security_group_id': 'eb889c67-11b3-4979-9b91-50d67b71b278', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:26.497203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] For port 7d494f83-be15-427e-ad75-9f44b2c3d518, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7d494f83-be15-427e-ad75-9f44b2c3d518,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:26.505032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.541560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.617807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:26.623852 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-442be246-cd28-4bf2-a6ee-ee2220dbacdd admin admin] 10.222.0.48 "PUT /v2.0/routers/3db45c17-167b-4cb5-8c18-ed9f2759ec55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8945117 Jul 15 13:16:26.634523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.643095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] Sync routers for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:26.679562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:26.680419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:26.694069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] For port f4e5184e-bfca-419c-aa4a-2543435854b1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f4e5184e-bfca-419c-aa4a-2543435854b1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:26.694069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.696523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Pushing event updated for resources: {'Port': ['ID=7d494f83-be15-427e-ad75-9f44b2c3d518,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.755486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Calling delete_port for f4e5184e-bfca-419c-aa4a-2543435854b1 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:26.768477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.769683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.770501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.771017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.771524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.772036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.772551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.773045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.773534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.774025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.774557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.777349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a168e8c-ac1c-4ac6-9dcd-d050ae6cc412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:26.790098 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:26.790965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:26.841612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.878180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4284a5de-ca19-4c5f-b4ac-458b322f14a2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9046183 Jul 15 13:16:26.892629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.906431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1356726468'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:26.949903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:26.983250 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.042475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.072413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:27.080528 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.094471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2e80f1-1371-4191-83a6-1eade87feec5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.111707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.111707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af594448-db13-4a4d-81e9-a7e62b2bf15a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6237140 Jul 15 13:16:27.117714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:27.123127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:27.133441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.152005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b606-711d-414e-b4b3-16c17e76af01 req-e48788fe-1da4-47e9-ab65-46d284c6a4f1 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.156356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac66b606-711d-414e-b4b3-16c17e76af01 req-e48788fe-1da4-47e9-ab65-46d284c6a4f1 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 950 time: 0.2607152 Jul 15 13:16:27.186676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:27.242959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.243454 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment f83f7214-2646-492e-8211-6ee7e2868dd6 of type vlan for network fa6f5478-94a7-4c30-ae7a-38430333d084 Jul 15 13:16:27.259041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac66b606-711d-414e-b4b3-16c17e76af01 req-febd5a06-6f55-4786-949a-9e9df9688fc8 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017470 Jul 15 13:16:27.262689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.321321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Deleting port a7072f3f-df4a-4420-b735-bae8177caa7a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:27.322011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.324751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.360858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.366907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:27.507051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6347dd7c-97a6-496b-bfc0-e02a07c8a175 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:27.558234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] For port a7072f3f-df4a-4420-b735-bae8177caa7a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a7072f3f-df4a-4420-b735-bae8177caa7a,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:27.558861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.559532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.565543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e5184e-bfca-419c-aa4a-2543435854b1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.575827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Calling delete_port for a7072f3f-df4a-4420-b735-bae8177caa7a owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:27.608808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 6347dd7c-97a6-496b-bfc0-e02a07c8a175 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:27.609123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6347dd7c-97a6-496b-bfc0-e02a07c8a175 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:27.609481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f4e5184e-bfca-419c-aa4a-2543435854b1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:27.626706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.634342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.635373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.657505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f4e5184e-bfca-419c-aa4a-2543435854b1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:27.658002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f4e5184e-bfca-419c-aa4a-2543435854b1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:27.770077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:16:24Z', 'revision_number': 5, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port': {'id': 'a7072f3f-df4a-4420-b735-bae8177caa7a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:50Z', 'updated_at': '2021-07-15T13:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:27.785265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=fa6f5478-94a7-4c30-ae7a-38430333d084,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.797291 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f7187105-612e-45b0-957e-b07edfad1c5d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9008846 Jul 15 13:16:27.811352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] Checking router: 3db45c17-167b-4cb5-8c18-ed9f2759ec55 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:27.813397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network fa6f5478-94a7-4c30-ae7a-38430333d084 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:27.834880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52182) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:27.840237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:27.882322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.882816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.888016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.910509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33bc09-032d-4fdd-b01f-c28b9b0a9ac5 req-6fef5aa7-e6b7-4b18-8a87-5204361962e6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.918945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f33bc09-032d-4fdd-b01f-c28b9b0a9ac5 req-6fef5aa7-e6b7-4b18-8a87-5204361962e6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2608435 Jul 15 13:16:28.012273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] Routers {'3db45c17-167b-4cb5-8c18-ed9f2759ec55'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:28.016944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:28.037789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:28.042251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.070538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.070983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c95901e-6067-45fc-bc81-54dec30b5bec {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:28.082399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.086115 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-96770570-0b3e-49e4-9e5f-bd706d86e4ef admin admin] 10.222.0.48 "DELETE /v2.0/routers/4c95901e-6067-45fc-bc81-54dec30b5bec HTTP/1.1" status: 204 len: 168 time: 3.0063233 Jul 15 13:16:28.089180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:28.137194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:26Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:28.177866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.214174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da560e-8552-4384-9279-d8202a269ed9 None None] The sync data for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 is: [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:26Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:28.236332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] Set router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:28.362620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Deleting subnet be8c2536-9f18-47cd-9931-9247414dd2d4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:28.413320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.419698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7072f3f-df4a-4420-b735-bae8177caa7a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.429433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f33bc09-032d-4fdd-b01f-c28b9b0a9ac5 req-5a519de6-9c11-4d29-b5b5-49e445e5ffab tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5095789 Jul 15 13:16:28.463124 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.584207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=ad5b0f32-33d7-4228-b941-94b2e1b75f92,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.596366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': 'f83f7214-2646-492e-8211-6ee7e2868dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:28.598116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: fa6f5478-94a7-4c30-ae7a-38430333d084, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:28.615418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Allocated IP 172.25.2.63 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/3d62649b-1279-4204-8e16-afad4759b7fa) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:28.629223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.636281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network fa6f5478-94a7-4c30-ae7a-38430333d084 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:28.663086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, fa6f5478-94a7-4c30-ae7a-38430333d084) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:28.671037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:16:27Z', 'revision_number': 6, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:28.677399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76016f8e-0cd1-4c88-957b-399a4315b2af None None] Network fa6f5478-94a7-4c30-ae7a-38430333d084 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:28.684572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.685471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.703983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf8d82-cb5f-441b-b247-123f0c969e36 req-4ce1a6d4-8b55-4a50-a206-9a0b2ff5deea tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.712345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71cf8d82-cb5f-441b-b247-123f0c969e36 req-4ce1a6d4-8b55-4a50-a206-9a0b2ff5deea tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 945 time: 0.6204975 Jul 15 13:16:28.716165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b40a8121-f027-4a98-8de3-a9b292a6cac5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8785677 Jul 15 13:16:28.716549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72768441-75a8-4d80-89a4-85acc70622aa None None] The sync data for ids ['3db45c17-167b-4cb5-8c18-ed9f2759ec55'] in n-d-798249-9 is: [{'id': '3db45c17-167b-4cb5-8c18-ed9f2759ec55', 'name': 'tempest-TaggedBootDevicesTest_v242-1332141496-router', 'tenant_id': 'efd54cf468364b638c3d8b73629b1879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:48Z', 'updated_at': '2021-07-15T13:16:27Z', 'revision_number': 6, 'project_id': 'efd54cf468364b638c3d8b73629b1879', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:28.724102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:28.736730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084', 'name': 'tempest-PortsTestJSON-1601586670'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:28.741512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.929151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:28.933569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.943999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-fa6f5478-94a7-4c30-ae7a-38430333d084', 'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': 'ad5b0f32-33d7-4228-b941-94b2e1b75f92'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:28.944883 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.964708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port b83a12a0-4283-4b30-a718-bb81ee31b5fa yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:29.005857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.014759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.115611 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:16:29.139874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.6 (fa6f5478-94a7-4c30-ae7a-38430333d084/ad5b0f32-33d7-4228-b941-94b2e1b75f92/b83a12a0-4283-4b30-a718-bb81ee31b5fa) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:29.195143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71cf8d82-cb5f-441b-b247-123f0c969e36 req-a5874cb7-c60a-427d-9d8d-7c905989f824 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814897 Jul 15 13:16:29.271011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.271633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db45c17-167b-4cb5-8c18-ed9f2759ec55 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:29.301853 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.306134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-610a2cc5-02d0-4d5d-91e4-e09805b36691 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3db45c17-167b-4cb5-8c18-ed9f2759ec55 HTTP/1.1" status: 204 len: 168 time: 2.6705124 Jul 15 13:16:29.307381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52220) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:29.316372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.367683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.387142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object b83a12a0-4283-4b30-a718-bb81ee31b5fa will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:29.450746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.496035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network fa6f5478-94a7-4c30-ae7a-38430333d084 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:29.500143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:29.503420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:29.509780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Allocated IP 172.20.0.2 (fa6f5478-94a7-4c30-ae7a-38430333d084/ad5b0f32-33d7-4228-b941-94b2e1b75f92/7e752a22-1b5e-4568-ab63-ac7a32b300be) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:29.637859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.638669 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.745050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0142741 Jul 15 13:16:29.750446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:29.752877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd78da-4dc0-4db8-bc72-1486672d42c2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=b83a12a0-4283-4b30-a718-bb81ee31b5fa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:29.766638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084', 'name': 'tempest-PortsTestJSON-399489837'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:29.794904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.807056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Transition to ACTIVE for port object 7e752a22-1b5e-4568-ab63-ac7a32b300be will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:29.832628 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.850093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Transition to ACTIVE for port object 7e752a22-1b5e-4568-ab63-ac7a32b300be will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:29.870619 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.893815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7d494f83-be15-427e-ad75-9f44b2c3d518 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:29.959034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Deleting subnet bb586b47-de32-4f6a-9eae-8a47dd62e729 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:29.965141 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.968358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.993778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Network fa6f5478-94a7-4c30-ae7a-38430333d084 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:30.004932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:30.008095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:30.017194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:30.021967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.023883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Pushing event updated for resources: {'Port': ['ID=7e752a22-1b5e-4568-ab63-ac7a32b300be,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:30.051145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.056373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52240) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:30.059038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/be8c2536-9f18-47cd-9931-9247414dd2d4 HTTP/1.1" status: 204 len: 168 time: 1.9156306 Jul 15 13:16:30.094134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e89db2-5f81-49c0-a978-1db0777c57f3 None None] Network 75712f4f-e525-4e27-9e77-81d384d81432 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:30.134112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 3c3f870d-3885-4044-a1c7-fac0928a0c35 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:30.170428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.231414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:30.308065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.310956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.330155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Attempting to bind port 7e752a22-1b5e-4568-ab63-ac7a32b300be on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:30.330813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Attempting to bind port 7e752a22-1b5e-4568-ab63-ac7a32b300be by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f83f7214-2646-492e-8211-6ee7e2868dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:30.331183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Attempting to bind port 7e752a22-1b5e-4568-ab63-ac7a32b300be on network fa6f5478-94a7-4c30-ae7a-38430333d084 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:30.338760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:30.339142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Checking segment: {'id': 'f83f7214-2646-492e-8211-6ee7e2868dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:30.339544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.339929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Bound using segment: {'id': 'f83f7214-2646-492e-8211-6ee7e2868dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:30.340400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Bound port: 7e752a22-1b5e-4568-ab63-ac7a32b300be, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83f7214-2646-492e-8211-6ee7e2868dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa6f5478-94a7-4c30-ae7a-38430333d084'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:30.340776 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.358612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7d494f83-be15-427e-ad75-9f44b2c3d518 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:30.383063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5180a8-6164-4b30-afd6-2a6b72b1178f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8c2536-9f18-47cd-9931-9247414dd2d4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:30.395056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.404776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7d494f83-be15-427e-ad75-9f44b2c3d518 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:30.405148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.448356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.3 (fa6f5478-94a7-4c30-ae7a-38430333d084/ad5b0f32-33d7-4228-b941-94b2e1b75f92/3c3f870d-3885-4044-a1c7-fac0928a0c35) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:30.474062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.481655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb586b47-de32-4f6a-9eae-8a47dd62e729 HTTP/1.1" status: 204 len: 168 time: 1.1622758 Jul 15 13:16:30.484027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92786f42-c04c-4658-8e33-ebf7bd64c493 None None] Network 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:30.490604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35b9be-7251-45a3-b649-6dbb23456ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb586b47-de32-4f6a-9eae-8a47dd62e729,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:30.493893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:30.495257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Deleting port be28184c-9399-4710-9314-b500dec66822 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:30.495600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.523396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.546462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:30.549225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:30.596314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:30.636224 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.669708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event updated for resources: {'Port': ['ID=3d62649b-1279-4204-8e16-afad4759b7fa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:30.703019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.723397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] For port be28184c-9399-4710-9314-b500dec66822, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=be28184c-9399-4710-9314-b500dec66822,segment=NetworkSegment(33dadaaf-8323-46cb-a531-5fefc2259cfe),segment_id=33dadaaf-8323-46cb-a531-5fefc2259cfe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:30.723762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.733068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] For port 7e752a22-1b5e-4568-ab63-ac7a32b300be, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:30.761108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] For port 7e752a22-1b5e-4568-ab63-ac7a32b300be, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e752a22-1b5e-4568-ab63-ac7a32b300be,segment=NetworkSegment(f83f7214-2646-492e-8211-6ee7e2868dd6),segment_id=f83f7214-2646-492e-8211-6ee7e2868dd6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:30.764710 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.766952 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.775624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Calling delete_port for be28184c-9399-4710-9314-b500dec66822 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:30.806174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.845237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.853831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:30.879867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:30.882347 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd7fffa-a6dd-4a4b-a079-8aef2d4d0cad" -d '{"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-unplugged", "status": "completed", "tag": "0edf9420-5ec1-4541-b812-e063d85df439"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:30.895933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.948980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.992625 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12504b4b-5519-4d93-9e99-70f9c45c7794 x-openstack-request-id: req-12504b4b-5519-4d93-9e99-70f9c45c7794 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:30.993073 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-unplugged", "status": "completed", "tag": "0edf9420-5ec1-4541-b812-e063d85df439", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:30.993515 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12504b4b-5519-4d93-9e99-70f9c45c7794 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:30.994074 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439', 'code': 200} Jul 15 13:16:30.996097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7d494f83-be15-427e-ad75-9f44b2c3d518, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7d494f83-be15-427e-ad75-9f44b2c3d518,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:31.012108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Deleting port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:31.012461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.012571 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.021357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.024361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object 3c3f870d-3885-4044-a1c7-fac0928a0c35 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:31.047693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8767f-a5ef-46ac-9347-5aaf1b327cf2 None None] Pushing event updated for resources: {'Port': ['ID=7e752a22-1b5e-4568-ab63-ac7a32b300be,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.100575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.111137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.150092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.164668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.177894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.187493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Pushing event deleted for resources: {'Port': ['ID=be28184c-9399-4710-9314-b500dec66822,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.209681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4cc465-5fac-4819-a1e4-7ab10940573e None None] DHCP port deletion for 75712f4f-e525-4e27-9e77-81d384d81432 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:31.214179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network fa6f5478-94a7-4c30-ae7a-38430333d084 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:31.247786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 957c821a-468d-4ebd-bca7-c78075fee66a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:31.268599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.297054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:31.302432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] No DVR routers for this DVR port be28184c-9399-4710-9314-b500dec66822 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:31.302699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 957c821a-468d-4ebd-bca7-c78075fee66a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:31.303011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 957c821a-468d-4ebd-bca7-c78075fee66a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:31.304046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a7072f3f-df4a-4420-b735-bae8177caa7a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:31.305595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7d494f83-be15-427e-ad75-9f44b2c3d518,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.314136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:31.325439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event updated for resources: {'Port': ['ID=3d62649b-1279-4204-8e16-afad4759b7fa,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.341053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a7072f3f-df4a-4420-b735-bae8177caa7a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:31.341935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a7072f3f-df4a-4420-b735-bae8177caa7a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:31.351442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] For port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:31.351815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.354160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.359183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-088660cb-9c63-4821-90ca-387ae3423c55 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2394714 Jul 15 13:16:31.374490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] DHCP port deletion for 6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:31.475555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=3c3f870d-3885-4044-a1c7-fac0928a0c35,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.476106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] Deleting port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:31.476690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.483841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Calling delete_port for f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:31.528205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.548054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.548914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.561339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75712f4f-e525-4e27-9e77-81d384d81432']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:31.611088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] For port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,segment=NetworkSegment(b68ca71d-b9d5-48c2-a8bd-c401aa0b4194),segment_id=b68ca71d-b9d5-48c2-a8bd-c401aa0b4194)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:31.611709 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.651970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7d494f83-be15-427e-ad75-9f44b2c3d518 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:31.697427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dadaaf-8323-46cb-a531-5fefc2259cfe') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:31.697736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dadaaf-8323-46cb-a531-5fefc2259cfe') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:31.708417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f28c6cb-cf5b-4021-bb7d-f4e33a47fcee tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9516065 Jul 15 13:16:31.714267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52290) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:31.744575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] Calling delete_port for f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:31.769190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.773261 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.803635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-6b3de1f3-501e-4f03-bffe-555fb8964024 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--172128160&fields=id&tenant_id=f1345d696e3f4c8c8153b187b26aec7f HTTP/1.1" status: 200 len: 267 time: 0.1791246 Jul 15 13:16:31.822363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.832066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] No DVR routers for this DVR port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:31.857337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.871569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7d494f83-be15-427e-ad75-9f44b2c3d518 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:31.872075 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.914195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:31.914905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:31.916888 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:32.033907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.056105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.059291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f17e3ba-02be-4d06-9fbe-32a6b9a623a3']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.063801 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.121451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.123886 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] 10.222.0.48 "DELETE /v2.0/networks/75712f4f-e525-4e27-9e77-81d384d81432 HTTP/1.1" status: 204 len: 168 time: 2.0665436 Jul 15 13:16:32.124953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c27a9-45f9-4dc0-a99d-6ba92b05b454 admin admin] Pushing event deleted for resources: {'Network': ['ID=75712f4f-e525-4e27-9e77-81d384d81432,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:32.129820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.130868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68ca71d-b9d5-48c2-a8bd-c401aa0b4194') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.137350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e84fe-be7b-4272-bda6-14d6730d3147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.140951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f88e84fe-be7b-4272-bda6-14d6730d3147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.4104021 Jul 15 13:16:32.145592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] Pushing event deleted for resources: {'Port': ['ID=f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:32.148239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11ffba-9e34-41a1-a28a-4e69eaf2428c None None] No DVR routers for this DVR port f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:32.158518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.169822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:32.198992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.234911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.243166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:32.243578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.288703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be28184c-9399-4710-9314-b500dec66822 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:32.311958 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:32.316332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.319057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-0d059e76-e515-4cec-a36e-b9c73dfcf902 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.320716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-0d059e76-e515-4cec-a36e-b9c73dfcf902 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/networks?id=efa81f8d-08b3-4003-9c86-e04ce209ce9e HTTP/1.1" status: 200 len: 812 time: 0.4944580 Jul 15 13:16:32.329497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.331845 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f17e3ba-02be-4d06-9fbe-32a6b9a623a3 HTTP/1.1" status: 204 len: 168 time: 1.8339920 Jul 15 13:16:32.340441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: be28184c-9399-4710-9314-b500dec66822 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:32.340796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be28184c-9399-4710-9314-b500dec66822 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:32.341332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:32.345556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb7e34-a46e-4445-8ef5-72f04c87c8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f17e3ba-02be-4d06-9fbe-32a6b9a623a3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:32.373934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-cab1a601-b910-4e34-bc32-b6f2d3dfae6d tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/quotas/f1345d696e3f4c8c8153b187b26aec7f HTTP/1.1" status: 200 len: 375 time: 0.0333004 Jul 15 13:16:32.391479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:32.391703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f18cc5f4-6abf-4f48-8a9e-f89c407aeb6d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:32.464611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 3c3f870d-3885-4044-a1c7-fac0928a0c35 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:32.464975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.469453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.523702 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-076ba626-fb4c-4ec2-8970-3eb626ac70e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cecc8837fed4d40b8136064651ca0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531790 Jul 15 13:16:32.526113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.533109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:32.553607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'mac_address': 'fa:16:3e:e2:b6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:32.641699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.666638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-6abaec13-f77f-45a7-b2b2-10d503c1ade6 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1345d696e3f4c8c8153b187b26aec7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2798526 Jul 15 13:16:32.682124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:32.704990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e66250b-c659-4b84-ae41-c02501de2a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.707585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:32.712740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.756487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e66250b-c659-4b84-ae41-c02501de2a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.778235 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.796163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:32.807958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:32.821599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.853803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 3c3f870d-3885-4044-a1c7-fac0928a0c35 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:32.944585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a825e9-6e6a-410e-8e04-3a2715caed7a None None] Network fa6f5478-94a7-4c30-ae7a-38430333d084 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:32.992562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e66250b-c659-4b84-ae41-c02501de2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.010770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e66250b-c659-4b84-ae41-c02501de2a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.012025 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6e66250b-c659-4b84-ae41-c02501de2a4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98400d24-81e3-44a2-8148-86b77d8e7ea9 HTTP/1.1" status: 204 len: 168 time: 0.4848473 Jul 15 13:16:33.029124 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8253f66b-06ed-4081-8b87-26939d6cd3d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efd54cf468364b638c3d8b73629b1879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064354 Jul 15 13:16:33.035661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.043736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66250b-c659-4b84-ae41-c02501de2a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98400d24-81e3-44a2-8148-86b77d8e7ea9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.138159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39b504bd-2ee8-41db-bd8e-5ee17170ca07 None None] Provisioning for port 7e752a22-1b5e-4568-ab63-ac7a32b300be completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:33.176406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-1f6232a1-7b31-45ac-8cb8-dc3a4b543c69 service neutron] 10.222.0.48 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888902 Jul 15 13:16:33.272193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68b4f9de-1123-4d89-aba6-8320fcb76cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.328830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68b4f9de-1123-4d89-aba6-8320fcb76cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.438813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-8b13d88c-4d42-423e-9b67-e4f7abe00c43 service neutron] 10.222.0.48 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614510 Jul 15 13:16:33.446424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68b4f9de-1123-4d89-aba6-8320fcb76cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.452278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68b4f9de-1123-4d89-aba6-8320fcb76cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.457802 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-68b4f9de-1123-4d89-aba6-8320fcb76cb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14cc92d3-5c53-4cab-8e06-fa754c8297e1 HTTP/1.1" status: 204 len: 168 time: 0.4198146 Jul 15 13:16:33.478094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4f9de-1123-4d89-aba6-8320fcb76cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc92d3-5c53-4cab-8e06-fa754c8297e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.481237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.509998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.624034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=3c3f870d-3885-4044-a1c7-fac0928a0c35,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.693565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e752a22-1b5e-4568-ab63-ac7a32b300be up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:33.724873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.731644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.734026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-20d0700a-76d7-431e-aa4a-cba415f7b710 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/3c3f870d-3885-4044-a1c7-fac0928a0c35 HTTP/1.1" status: 204 len: 168 time: 1.5722013 Jul 15 13:16:33.854094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7e752a22-1b5e-4568-ab63-ac7a32b300be completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:33.877402 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0024de6-9f63-429e-a96d-e36558da7a04 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:16:33.884914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d0024de6-9f63-429e-a96d-e36558da7a04 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/3c3f870d-3885-4044-a1c7-fac0928a0c35 HTTP/1.1" status: 404 len: 333 time: 0.1474493 Jul 15 13:16:33.885746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.889487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7e752a22-1b5e-4568-ab63-ac7a32b300be triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:33.890618 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.973280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8146a99-f984-4f9c-ae44-88904d47f9ab req-435aed0c-d835-47ad-998e-ffa936514d6e tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 210 time: 0.0997539 Jul 15 13:16:34.132716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Provisioning for port b83a12a0-4283-4b30-a718-bb81ee31b5fa completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:34.242194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Provisioning complete for port b83a12a0-4283-4b30-a718-bb81ee31b5fa triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:34.246513 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.268620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:34.340000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port b83a12a0-4283-4b30-a718-bb81ee31b5fa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:34.340714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.486706 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.493487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Port b83a12a0-4283-4b30-a718-bb81ee31b5fa cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:34.503891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Could not find standard attr ID for object 3c3f870d-3885-4044-a1c7-fac0928a0c35. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:34.583059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:34.583434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.592652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7e752a22-1b5e-4568-ab63-ac7a32b300be, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e752a22-1b5e-4568-ab63-ac7a32b300be,segment=NetworkSegment(f83f7214-2646-492e-8211-6ee7e2868dd6),segment_id=f83f7214-2646-492e-8211-6ee7e2868dd6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:34.594570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Provisioning complete for port 7e752a22-1b5e-4568-ab63-ac7a32b300be triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:34.594942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f36888f3-28cf-40c6-be8a-b68caafa815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.657804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.693227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.713195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for b83a12a0-4283-4b30-a718-bb81ee31b5fa owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:35.124500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7e752a22-1b5e-4568-ab63-ac7a32b300be,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.200473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:35.215747 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.220643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56483855-1702-421e-858e-092a82cf48d3 req-94a3ae08-2eec-428a-8c8d-22ff26fa0679 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 210 time: 0.0977421 Jul 15 13:16:35.588258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1571100621-network', 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.597334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e752a22-1b5e-4568-ab63-ac7a32b300be up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:35.633581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:35.637074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.650031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.664491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.696550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:35.705123 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1b72a-3842-4567-8849-0cf59fd15a65" -d '{"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-plugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:35.717928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=b83a12a0-4283-4b30-a718-bb81ee31b5fa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.789213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-567af05b-4e20-4432-b6e6-a2f0e9a3b043 None None] Could not find standard attr ID for object 3c3f870d-3885-4044-a1c7-fac0928a0c35. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:35.804156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-567af05b-4e20-4432-b6e6-a2f0e9a3b043 None None] Could not find standard attr ID for object b83a12a0-4283-4b30-a718-bb81ee31b5fa. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:35.815856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:35.828986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.833409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f41861a8-9fe2-401d-9276-6d7c51d49288 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/b83a12a0-4283-4b30-a718-bb81ee31b5fa HTTP/1.1" status: 204 len: 168 time: 1.9446461 Jul 15 13:16:35.837533 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.837699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52474) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:35.861864 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ecb5d7-add2-444a-ae6d-111d790fdc55 x-openstack-request-id: req-b1ecb5d7-add2-444a-ae6d-111d790fdc55 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:35.862625 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-plugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:35.863128 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1ecb5d7-add2-444a-ae6d-111d790fdc55 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:35.863746 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'code': 200} Jul 15 13:16:35.883464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:35.908365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7e752a22-1b5e-4568-ab63-ac7a32b300be triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:35.909011 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.928056 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7554f59d-67cf-471b-926b-e926b36bb177 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:16:35.931728 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7554f59d-67cf-471b-926b-e926b36bb177 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/b83a12a0-4283-4b30-a718-bb81ee31b5fa HTTP/1.1" status: 404 len: 333 time: 0.0920584 Jul 15 13:16:35.935531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:35.984684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.998202 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.019263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:36.046154 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.046942 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Added segment 6374b4de-16bd-4393-bb05-d6424baedeb2 of type vlan for network 0b96a729-a0eb-43e9-8791-4c5e67191804 Jul 15 13:16:36.095726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.126269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet ad5b0f32-33d7-4228-b941-94b2e1b75f92 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:36.137025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.186127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a5068-7021-4222-bb8d-f49b13836a3d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.203939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.239679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1507442823-network', 'tenant_id': 'be5adf9402e5451b8fbd38fba5b507e7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:36.293652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.295172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:36.296367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.316422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.380528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Made reservation on behalf of be5adf9402e5451b8fbd38fba5b507e7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:36.389276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.420203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.427109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b96a729-a0eb-43e9-8791-4c5e67191804,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.439756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:36.447069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b435000c-b151-44ca-bc92-921abf5ec2e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2431149 Jul 15 13:16:36.447751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:36.453501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Request body: {'subnet': {'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1571100621-subnet', 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:36.514476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92fdcf11-e8a8-4bf9-8cf8-47e9ffbc25d8 req-e5e450fc-4405-458a-96c4-cfd37d456626 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 210 time: 0.0332944 Jul 15 13:16:36.516311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:36.519826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.577927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.770869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.856104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5b0f32-33d7-4228-b941-94b2e1b75f92,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.858527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.865904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e87e6e-acfa-45a3-8730-af588174e1c3 None None] Network fa6f5478-94a7-4c30-ae7a-38430333d084 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:36.869781 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6dc979ed-18fd-4a29-82d6-c94aa0dc89f5 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/ad5b0f32-33d7-4228-b941-94b2e1b75f92 HTTP/1.1" status: 204 len: 168 time: 0.9296734 Jul 15 13:16:36.879525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:36.922072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.966326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.985429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:37.003917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.005435 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Added segment baa85fd2-50fe-44ef-ad3e-84eb18050f3f of type vlan for network a42d9e40-3c94-4445-8567-1cde8844fef0 Jul 15 13:16:37.125222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.147938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] DHCP port deletion for fa6f5478-94a7-4c30-ae7a-38430333d084 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:37.205471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] Deleting port 7e752a22-1b5e-4568-ab63-ac7a32b300be {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:37.206766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.258987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-ea7a2657-025e-4fa5-953b-163251819735 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.262728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-ea7a2657-025e-4fa5-953b-163251819735 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.23 "GET /v2.0/networks?id=efa81f8d-08b3-4003-9c86-e04ce209ce9e HTTP/1.1" status: 200 len: 812 time: 0.4586647 Jul 15 13:16:37.276719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.277660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.278247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.306990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] For port 7e752a22-1b5e-4568-ab63-ac7a32b300be, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e752a22-1b5e-4568-ab63-ac7a32b300be,segment=NetworkSegment(f83f7214-2646-492e-8211-6ee7e2868dd6),segment_id=f83f7214-2646-492e-8211-6ee7e2868dd6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:37.307901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d0701-83cc-4c0d-be21-dc71a458ad6e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.308608 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.334476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.345576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.349371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] Calling delete_port for 7e752a22-1b5e-4568-ab63-ac7a32b300be owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:37.357181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4713542 Jul 15 13:16:37.360646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52516) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.395492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Request body: {'subnet': {'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1507442823-subnet', 'tenant_id': 'be5adf9402e5451b8fbd38fba5b507e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.470624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Made reservation on behalf of be5adf9402e5451b8fbd38fba5b507e7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:37.475142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.476310 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.504142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] Pushing event deleted for resources: {'Port': ['ID=7e752a22-1b5e-4568-ab63-ac7a32b300be,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.506358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e752a22-1b5e-4568-ab63-ac7a32b300be no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:37.535937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7e752a22-1b5e-4568-ab63-ac7a32b300be {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:37.576102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-f8dd3c3d-1026-4523-bd9e-9e973e7d19ed tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1345d696e3f4c8c8153b187b26aec7f HTTP/1.1" status: 200 len: 379 time: 0.2764113 Jul 15 13:16:37.588405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Request body: {'port': {'device_id': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'admin_state_up': True, 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'security_groups': ['eb889c67-11b3-4979-9b91-50d67b71b278']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.589512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e752a22-1b5e-4568-ab63-ac7a32b300be not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:37.591457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d97854-b177-40d7-b6ba-0be301511426 None None] No DVR routers for this DVR port 7e752a22-1b5e-4568-ab63-ac7a32b300be on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:37.622926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bec3f-725a-4411-888b-6e1422b17207 admin admin] Pushing event updated for resources: {'Network': ['ID=a42d9e40-3c94-4445-8567-1cde8844fef0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.645076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:37.645456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Network hostable DHCP agents. Network: 0b96a729-a0eb-43e9-8791-4c5e67191804, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:37.651898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a42d9e40-3c94-4445-8567-1cde8844fef0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:37.699841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.794984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.810159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6f5478-94a7-4c30-ae7a-38430333d084']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:37.825476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83f7214-2646-492e-8211-6ee7e2868dd6') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:37.826077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83f7214-2646-492e-8211-6ee7e2868dd6') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:37.865577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.895064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6603879e-3ba1-4288-97fc-327d3730e1e0 req-37dcfa46-e820-4698-b192-3c6286807515 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 210 time: 0.1100600 Jul 15 13:16:37.904187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:37.912889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.918259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.926686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:37.927101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:37.930663 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:37.983144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0b96a729-a0eb-43e9-8791-4c5e67191804) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:37.993244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fb868-53cc-4182-a6de-a0d4a2f0ce49 None None] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:37.997930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.005013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.035396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f6fb23-ea35-4ec2-9c34-020afceb3540,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.076087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.090973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.100416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/fa6f5478-94a7-4c30-ae7a-38430333d084 HTTP/1.1" status: 204 len: 168 time: 1.2195721 Jul 15 13:16:38.102605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:38.106060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-10f616ae-0d96-4091-acde-58ed25ccd952 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6567085 Jul 15 13:16:38.147274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873773506'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:38.148298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Made reservation on behalf of f1345d696e3f4c8c8153b187b26aec7f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:38.160619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.170060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d28cf-dd31-49ab-913f-0bd8067fa8ea tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=fa6f5478-94a7-4c30-ae7a-38430333d084,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.193993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Checking segment: {'id': 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:38.194434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Network hostable DHCP agents. Network: a42d9e40-3c94-4445-8567-1cde8844fef0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:38.289276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Network a42d9e40-3c94-4445-8567-1cde8844fef0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:38.308601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:38.323720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf1e8d-b8e4-40a2-87a1-5d83b58f7684 None None] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:38.327821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.379649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a42d9e40-3c94-4445-8567-1cde8844fef0) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:38.389806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.393129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.442098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:38.447816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294935f-69c5-4072-8adb-b0b8e0272e22 None None] Network a42d9e40-3c94-4445-8567-1cde8844fef0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:38.470714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.471458 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment 04e4a7d3-cce3-4aec-8af3-b00d20f7c95e of type vlan for network 2bf7a034-209a-49e3-922c-316f360c7a43 Jul 15 13:16:38.476798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Allocated IP 172.20.0.8 (efa81f8d-08b3-4003-9c86-e04ce209ce9e/9ab3db25-f9b5-46d6-8556-101cbddb8da0/7a42c9ff-e532-4282-b823-cc1508d00b1b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:38.573438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.659831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d6c0f088-44cc-4c8c-a1c5-646540376e5b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2817023 Jul 15 13:16:38.662507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.679189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.680130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.818799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7147577 Jul 15 13:16:38.820998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:38.884226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.900769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Transition to ACTIVE for port object 7a42c9ff-e532-4282-b823-cc1508d00b1b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:38.902563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8cd07-5693-49b7-a813-e53d9d6797ab tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=2bf7a034-209a-49e3-922c-316f360c7a43,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.948712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2bf7a034-209a-49e3-922c-316f360c7a43 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:38.954647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e810362-dd46-406d-ae39-3f1d101eb10d None None] Network a42d9e40-3c94-4445-8567-1cde8844fef0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:38.957909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:38.965588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.449533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:39.492791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event updated for resources: {'Port': ['ID=7a42c9ff-e532-4282-b823-cc1508d00b1b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.495318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:39.521646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:39.669454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:39.673391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.758002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-5e49ab09-3353-472e-85b2-31f921a31204 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.759408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-5e49ab09-3353-472e-85b2-31f921a31204 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.7958221 Jul 15 13:16:39.778559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.779757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.794461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6d2e-2d61-465e-b8bb-5c8e28bdfcdb req-a45ec36b-587f-4f16-97a1-6c1d032873d6 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.803110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ecb6d2e-2d61-465e-b8bb-5c8e28bdfcdb req-a45ec36b-587f-4f16-97a1-6c1d032873d6 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 931 time: 0.3586621 Jul 15 13:16:39.895907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-3e7d8484-bd38-4f5f-b81d-7483941f0aea tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.1274559 Jul 15 13:16:39.905293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-a100e2ec-ebc5-4b31-a7fa-4d0cd0153c1c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3208656 Jul 15 13:16:39.943041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Request body: {'port': {'device_id': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:39.991510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7ce3aa7-c610-4c6e-9f4e-ad126b57d672 None None] Provisioning for port 7a42c9ff-e532-4282-b823-cc1508d00b1b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:40.016295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7ce3aa7-c610-4c6e-9f4e-ad126b57d672 None None] Provisioning complete for port 7a42c9ff-e532-4282-b823-cc1508d00b1b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:40.020894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7ce3aa7-c610-4c6e-9f4e-ad126b57d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.031555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-54a5dbd4-a37a-4ded-b9dd-6a9eb90b3f8c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173396 Jul 15 13:16:40.050828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ecb6d2e-2d61-465e-b8bb-5c8e28bdfcdb req-ec8bce4b-0a89-44a4-823b-cb6cc3bd4c65 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464671 Jul 15 13:16:40.120443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce3aa7-c610-4c6e-9f4e-ad126b57d672 None None] Port 7a42c9ff-e532-4282-b823-cc1508d00b1b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:40.356846 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.399382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-f8393acd-e8d8-4464-a7cc-21c8ce21afd6 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474112 Jul 15 13:16:40.404292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.657337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=58dbde50-999e-4223-92ee-1a3b9c28a78f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.684428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-51bd89da-04e8-4e06-be23-02b321855003 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.687288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-51bd89da-04e8-4e06-be23-02b321855003 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/networks?id=a42d9e40-3c94-4445-8567-1cde8844fef0 HTTP/1.1" status: 200 len: 814 time: 0.3913879 Jul 15 13:16:40.755637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:40.755637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 2bf7a034-209a-49e3-922c-316f360c7a43, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:40.804635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-16817aa8-5610-4013-82cf-8a348b1ae9af tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/quotas/be5adf9402e5451b8fbd38fba5b507e7 HTTP/1.1" status: 200 len: 375 time: 0.0982161 Jul 15 13:16:40.873785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-20a84ec3-ce58-43a6-8d16-243855cb512d tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=be5adf9402e5451b8fbd38fba5b507e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678706 Jul 15 13:16:40.889267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 2bf7a034-209a-49e3-922c-316f360c7a43 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:40.924264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-5b9d62a3-c930-41d8-9f2b-81beff9005ef service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856932 Jul 15 13:16:40.954035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 2bf7a034-209a-49e3-922c-316f360c7a43) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:40.967858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1574d-7cea-4fe0-930e-33da49c236fb None None] Network 2bf7a034-209a-49e3-922c-316f360c7a43 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:41.016539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.016755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.071365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-94707b23-4c0e-4b6c-85ec-6bac8c4f2952 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2492006 Jul 15 13:16:41.074758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.080847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43', 'name': 'tempest-PortsTestJSON-1694688505', 'fixed_ips': [{'subnet_id': '58dbde50-999e-4223-92ee-1a3b9c28a78f', 'ip_address': '172.20.0.10'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:41.088920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-785d433e-aad7-43e9-b473-cafaf2f547b7 service neutron] 10.222.0.48 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141531 Jul 15 13:16:41.281216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-2bf7a034-209a-49e3-922c-316f360c7a43', 'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': '58dbde50-999e-4223-92ee-1a3b9c28a78f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:41.282783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.302911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a42c9ff-e532-4282-b823-cc1508d00b1b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:41.327325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-0edd7ffd-1d3f-4d9b-9c0d-3edcf6e13f56 service neutron] 10.222.0.48 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375088 Jul 15 13:16:41.337094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.349852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:41.396801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Transition to ACTIVE for port object 7a42c9ff-e532-4282-b823-cc1508d00b1b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:41.415957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.511221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a42c9ff-e532-4282-b823-cc1508d00b1b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.576940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Allocated IP 172.20.0.2 (2bf7a034-209a-49e3-922c-316f360c7a43/58dbde50-999e-4223-92ee-1a3b9c28a78f/e6457bc0-c582-4c29-a6a1-4f952cedba23) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:41.663567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Attempting to bind port 7a42c9ff-e532-4282-b823-cc1508d00b1b on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:41.664162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Attempting to bind port 7a42c9ff-e532-4282-b823-cc1508d00b1b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:41.664452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Attempting to bind port 7a42c9ff-e532-4282-b823-cc1508d00b1b on network efa81f8d-08b3-4003-9c86-e04ce209ce9e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:41.678251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Port 7a42c9ff-e532-4282-b823-cc1508d00b1b on network efa81f8d-08b3-4003-9c86-e04ce209ce9e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:41.681505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Attempting to bind port 7a42c9ff-e532-4282-b823-cc1508d00b1b on network efa81f8d-08b3-4003-9c86-e04ce209ce9e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:41.692014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.694158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:41.695066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Checking segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:41.696523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Bound using segment: {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:41.697059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Bound port: 7a42c9ff-e532-4282-b823-cc1508d00b1b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dad768f-186f-43c7-a33d-120635a30106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:41.699554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.742937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 6969ee97-2687-44cd-aff1-a4f22d8f176d yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:42.073270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15f68f46-1b35-42b0-a1c4-a3d354223c3b req-aae6afe8-20da-475b-b955-7e36216dd9bb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 210 time: 0.1657093 Jul 15 13:16:42.137175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] For port 7a42c9ff-e532-4282-b823-cc1508d00b1b, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:42.141617 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.164857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] For port 7a42c9ff-e532-4282-b823-cc1508d00b1b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:42.181744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.186827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Transition to ACTIVE for port object e6457bc0-c582-4c29-a6a1-4f952cedba23 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:42.243762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.245383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.248658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a42c9ff-e532-4282-b823-cc1508d00b1b HTTP/1.1" status: 200 len: 1091 time: 2.3295529 Jul 15 13:16:42.249542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:42.252337 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:42.254631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Transition to ACTIVE for port object e6457bc0-c582-4c29-a6a1-4f952cedba23 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:42.272232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab5ee4-a164-422f-aea6-1aed5aac0ee1 req-e709a596-fd19-4194-af7f-991604851d6f tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.272587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.287560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bab5ee4-a164-422f-aea6-1aed5aac0ee1 req-e709a596-fd19-4194-af7f-991604851d6f tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 943 time: 0.3361018 Jul 15 13:16:42.373181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Network 2bf7a034-209a-49e3-922c-316f360c7a43 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:42.377112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:42.385061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:42.428895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.10 (2bf7a034-209a-49e3-922c-316f360c7a43/58dbde50-999e-4223-92ee-1a3b9c28a78f/6969ee97-2687-44cd-aff1-a4f22d8f176d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:42.434456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Pushing event updated for resources: {'Port': ['ID=e6457bc0-c582-4c29-a6a1-4f952cedba23,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.453819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8521-8c75-4466-bce4-746f65f31ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a42c9ff-e532-4282-b823-cc1508d00b1b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.583478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Attempting to bind port e6457bc0-c582-4c29-a6a1-4f952cedba23 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:42.583848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Attempting to bind port e6457bc0-c582-4c29-a6a1-4f952cedba23 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:42.584211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Attempting to bind port e6457bc0-c582-4c29-a6a1-4f952cedba23 on network 2bf7a034-209a-49e3-922c-316f360c7a43 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:42.595183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bab5ee4-a164-422f-aea6-1aed5aac0ee1 req-cc26ee52-b1f5-4744-9601-f6928c88c0ce tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948551 Jul 15 13:16:42.601826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:42.601826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Checking segment: {'id': '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:42.602385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.602591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Bound using segment: {'id': '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:42.603066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Bound port: e6457bc0-c582-4c29-a6a1-4f952cedba23, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:42.603450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.666182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-0744228a-8706-4eb0-badb-9b6b7e89ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.668113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-0744228a-8706-4eb0-badb-9b6b7e89ed27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1345d696e3f4c8c8153b187b26aec7f&device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 1094 time: 0.3544452 Jul 15 13:16:42.673764 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.694434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object 6969ee97-2687-44cd-aff1-a4f22d8f176d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:42.723495 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f671c2af-9797-4460-be20-c7b53cd535db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.743038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.801563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-58b60100-c915-4ee8-863b-ce511fc89802 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b HTTP/1.1" status: 200 len: 217 time: 0.1028395 Jul 15 13:16:42.834885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] For port e6457bc0-c582-4c29-a6a1-4f952cedba23, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:42.839519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=6969ee97-2687-44cd-aff1-a4f22d8f176d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.839920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] For port e6457bc0-c582-4c29-a6a1-4f952cedba23, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6457bc0-c582-4c29-a6a1-4f952cedba23,segment=NetworkSegment(04e4a7d3-cce3-4aec-8af3-b00d20f7c95e),segment_id=04e4a7d3-cce3-4aec-8af3-b00d20f7c95e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:42.849277 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.850649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 2bf7a034-209a-49e3-922c-316f360c7a43 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:42.852926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:42.861803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:42.962564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30a52489-456c-4004-8c2e-24f60323aa1b req-403cf6d7-d5d4-4aea-bdd3-38a39f73ad60 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 210 time: 0.1838822 Jul 15 13:16:42.999420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce99bc3-9fb6-43f6-97b1-5637ed8c526b req-f703f6f5-4505-4075-9f3b-517316c6ab96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.000639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9f08f-363b-4d30-99a7-427349782e6f None None] Pushing event updated for resources: {'Port': ['ID=e6457bc0-c582-4c29-a6a1-4f952cedba23,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.006818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ce99bc3-9fb6-43f6-97b1-5637ed8c526b req-f703f6f5-4505-4075-9f3b-517316c6ab96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.5876319 Jul 15 13:16:43.083377 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759cdb4-d8b2-4c1e-93c9-5871d6672d94 x-openstack-request-id: req-2759cdb4-d8b2-4c1e-93c9-5871d6672d94 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:43.083875 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:43.084302 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2759cdb4-d8b2-4c1e-93c9-5871d6672d94 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:43.084844 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'status': 'completed', 'code': 200} Jul 15 13:16:43.137771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-9a164337-c037-405e-962c-a05370d0ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.142595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-9a164337-c037-405e-962c-a05370d0ef3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9ab3db25-f9b5-46d6-8556-101cbddb8da0 HTTP/1.1" status: 200 len: 851 time: 0.3394279 Jul 15 13:16:43.161886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ce99bc3-9fb6-43f6-97b1-5637ed8c526b req-61fe30f6-34fb-484f-9604-a4366259e2b3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1489494 Jul 15 13:16:43.548853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-163a8a5a-c3fd-40e5-899f-09bb1a52f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.552217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-163a8a5a-c3fd-40e5-899f-09bb1a52f7eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa81f8d-08b3-4003-9c86-e04ce209ce9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3889148 Jul 15 13:16:43.605969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6457bc0-c582-4c29-a6a1-4f952cedba23 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:43.858556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e6457bc0-c582-4c29-a6a1-4f952cedba23 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:43.893020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-042a8b38-eb51-4ea4-ad0e-359e6165e32a req-6d5cfa51-d7f1-4550-9345-99734994ab2a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 210 time: 0.1899140 Jul 15 13:16:43.975853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.976750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.004852 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23180591-22d4-4766-ae5f-31754388fffa tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9282024 Jul 15 13:16:44.007713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.014997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '2bf7a034-209a-49e3-922c-316f360c7a43', 'name': 'tempest-PortsTestJSON-955423583', 'fixed_ips': [{'subnet_id': '58dbde50-999e-4223-92ee-1a3b9c28a78f', 'ip_address': '172.20.0.9'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:44.164695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:44.183248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.205708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port a301a52c-4892-4db0-b65f-1b7e97c7d049 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:44.451455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-02db80a3-2eef-4a6d-a444-6e87b7d9092b service neutron] 10.222.0.23 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8833370 Jul 15 13:16:44.480212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-c6a1d643-1f9e-45a9-9b24-397e7f09fdf1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.488481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-c6a1d643-1f9e-45a9-9b24-397e7f09fdf1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.3731380 Jul 15 13:16:44.523371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ba790-0069-479e-a059-372ef7542b32 req-cb804754-d2d1-4aa5-bf04-b36400fc78ca tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.536015 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.9 (2bf7a034-209a-49e3-922c-316f360c7a43/58dbde50-999e-4223-92ee-1a3b9c28a78f/a301a52c-4892-4db0-b65f-1b7e97c7d049) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:44.538492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-411ba790-0069-479e-a059-372ef7542b32 req-cb804754-d2d1-4aa5-bf04-b36400fc78ca tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.6162908 Jul 15 13:16:44.754542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c0a3d86-2bea-4eca-990b-fb0c74841cf2 req-65fcbec4-4fe3-45eb-aeb3-31c43de5b5e5 service neutron] 10.222.0.23 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649307 Jul 15 13:16:44.796307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Request body: {'port': {'device_id': '1b92e559-644b-4566-b545-8f1d861c2c82', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'admin_state_up': True, 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:44.910065 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.915610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670d1cd-2beb-457b-8a15-596df31e9749 req-3ce84998-2f39-4be4-861d-58a4f664d639 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.923970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d670d1cd-2beb-457b-8a15-596df31e9749 req-3ce84998-2f39-4be4-861d-58a4f664d639 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 943 time: 0.7514107 Jul 15 13:16:44.974816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object a301a52c-4892-4db0-b65f-1b7e97c7d049 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:44.984799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-4dd9818d-a6e1-4518-be9e-35204785ef7b tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.986546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-4dd9818d-a6e1-4518-be9e-35204785ef7b tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.49 "GET /v2.0/networks?id=a42d9e40-3c94-4445-8567-1cde8844fef0 HTTP/1.1" status: 200 len: 814 time: 0.2923548 Jul 15 13:16:45.006426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Request body: {'port': {'device_id': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0', 'admin_state_up': True, 'tenant_id': 'be5adf9402e5451b8fbd38fba5b507e7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:45.050118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1729b7-1df1-45ef-a1d0-8a0b3af6c94d None None] Network 2bf7a034-209a-49e3-922c-316f360c7a43 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:45.211285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.223942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] Provisioning for port e6457bc0-c582-4c29-a6a1-4f952cedba23 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:45.232438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] Provisioning complete for port e6457bc0-c582-4c29-a6a1-4f952cedba23 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:45.232814 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.313632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Made reservation on behalf of be5adf9402e5451b8fbd38fba5b507e7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:45.317542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.334949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3431e163-1be1-4bc1-bc61-d0f8f9cff487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.338360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 2bf7a034-209a-49e3-922c-316f360c7a43 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:45.342815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:45.372592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:45.458643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=a301a52c-4892-4db0-b65f-1b7e97c7d049,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.489539 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.525908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.526630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.558378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.571053 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c2c17ed1-23b2-4137-97e5-036f59de1f9f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5615788 Jul 15 13:16:45.579636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.598954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] For port e6457bc0-c582-4c29-a6a1-4f952cedba23, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6457bc0-c582-4c29-a6a1-4f952cedba23,segment=NetworkSegment(04e4a7d3-cce3-4aec-8af3-b00d20f7c95e),segment_id=04e4a7d3-cce3-4aec-8af3-b00d20f7c95e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.612827 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.624091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-411ba790-0069-479e-a059-372ef7542b32 req-4d03992c-bb9e-4cca-8885-03112bdb68d7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0843368 Jul 15 13:16:45.726471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28b16a-6bac-4cac-aceb-263905a99d2b None None] Pushing event updated for resources: {'Port': ['ID=e6457bc0-c582-4c29-a6a1-4f952cedba23,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.764083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d670d1cd-2beb-457b-8a15-596df31e9749 req-b6b766ac-e7a0-4f4a-864b-14fe90684092 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8385112 Jul 15 13:16:45.819708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:45.823784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.873868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Allocated IP 172.20.0.9 (a42d9e40-3c94-4445-8567-1cde8844fef0/c5f6fb23-ea35-4ec2-9c34-020afceb3540/f44e906f-ff83-45b1-8adb-25902ffcdbe5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:45.902855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d23d2b2-abac-4e2f-97f7-544f42a7d913 req-f7565db8-e015-43c5-aa7f-ed256c604b5c tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 210 time: 0.0896654 Jul 15 13:16:45.916368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-64ced1f5-e3e9-4341-b7b8-8678df30f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.931582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-64ced1f5-e3e9-4341-b7b8-8678df30f154 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1345d696e3f4c8c8153b187b26aec7f&device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 1094 time: 0.4698420 Jul 15 13:16:45.959110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Provisioning for port a301a52c-4892-4db0-b65f-1b7e97c7d049 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:45.966350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Provisioning complete for port a301a52c-4892-4db0-b65f-1b7e97c7d049 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:45.967977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.070702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37ae5d-f246-47b5-a10b-e1a4f102d8a8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.074751 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac37ae5d-f246-47b5-a10b-e1a4f102d8a8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4917231 Jul 15 13:16:46.089744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.092443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Port a301a52c-4892-4db0-b65f-1b7e97c7d049 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:46.137929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Provisioning for port 6969ee97-2687-44cd-aff1-a4f22d8f176d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:46.144668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Provisioning complete for port 6969ee97-2687-44cd-aff1-a4f22d8f176d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:46.145041 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.238601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Port 6969ee97-2687-44cd-aff1-a4f22d8f176d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:46.276063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Provisioning complete for port e6457bc0-c582-4c29-a6a1-4f952cedba23 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:46.276843 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb275cb4-59f7-4de9-85c2-0d255aafd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.420274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7704ee80-a375-49a8-afb2-e44728cf9d9a req-68712da4-1cad-4e69-834f-078170376c1e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 210 time: 0.0965316 Jul 15 13:16:46.509402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7f4f1-bcd7-4a18-8f1a-b41a59a7ce18 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.519892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7f4f1-bcd7-4a18-8f1a-b41a59a7ce18 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.542102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7f4f1-bcd7-4a18-8f1a-b41a59a7ce18 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.547091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-66d7f4f1-bcd7-4a18-8f1a-b41a59a7ce18 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4425831 Jul 15 13:16:46.548527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.552446 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-f91f2e6e-0e4e-4eb9-94af-7151403aed61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3869500 Jul 15 13:16:46.560924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-e77922f6-902c-4a9d-bd28-58ba322d372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.563145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-e77922f6-902c-4a9d-bd28-58ba322d372a service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa81f8d-08b3-4003-9c86-e04ce209ce9e HTTP/1.1" status: 200 len: 913 time: 0.6231198 Jul 15 13:16:46.621832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23664b86-483e-4152-ac7a-e29741528a47 None None] Provisioning complete for port 6969ee97-2687-44cd-aff1-a4f22d8f176d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:46.622608 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23664b86-483e-4152-ac7a-e29741528a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.673460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Allocated IP 172.20.0.9 (0b96a729-a0eb-43e9-8791-4c5e67191804/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a/f43a9128-aa39-4830-b288-9193da4c4375) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:46.683448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-8c681446-d8d6-46fa-a5a8-d115a78d326c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b HTTP/1.1" status: 200 len: 217 time: 0.1108053 Jul 15 13:16:46.718142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.738522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23664b86-483e-4152-ac7a-e29741528a47 None None] Port 6969ee97-2687-44cd-aff1-a4f22d8f176d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:46.777047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-aed62a1d-b434-43cf-b87a-16f8c1435f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.778890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-aed62a1d-b434-43cf-b87a-16f8c1435f8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9ab3db25-f9b5-46d6-8556-101cbddb8da0 HTTP/1.1" status: 200 len: 851 time: 0.0870726 Jul 15 13:16:46.858599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.872272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c2fe0db-2b32-496d-a5c6-578e9cf6c3f2 None None] Provisioning complete for port a301a52c-4892-4db0-b65f-1b7e97c7d049 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:46.873099 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe0db-2b32-496d-a5c6-578e9cf6c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.945035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fe0db-2b32-496d-a5c6-578e9cf6c3f2 None None] Port a301a52c-4892-4db0-b65f-1b7e97c7d049 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:46.997544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-7232b14e-c567-4022-9547-4e5317121665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.999257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-7232b14e-c567-4022-9547-4e5317121665 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1096 time: 0.3698204 Jul 15 13:16:47.126581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-af6522c4-8cca-4a32-975a-961f85c13986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.128768 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-af6522c4-8cca-4a32-975a-961f85c13986 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.1052644 Jul 15 13:16:47.132050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port a301a52c-4892-4db0-b65f-1b7e97c7d049 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:47.132398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.141928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.244998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.281082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.346082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Pushing event updated for resources: {'Port': ['ID=f44e906f-ff83-45b1-8adb-25902ffcdbe5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.376682 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-c271591e-e8a0-489d-86a3-6de915db3199 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 999 time: 0.2381220 Jul 15 13:16:47.415286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Network a42d9e40-3c94-4445-8567-1cde8844fef0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:47.428412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.437545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabc384-20b4-47b3-b904-57620541951b req-0fc2f58d-d6ce-451c-91ab-e92cca5b201d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.447801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fabc384-20b4-47b3-b904-57620541951b req-0fc2f58d-d6ce-451c-91ab-e92cca5b201d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.7685561 Jul 15 13:16:47.458335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:47.463174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event updated for resources: {'Port': ['ID=f43a9128-aa39-4830-b288-9193da4c4375,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.464406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:47.533306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fabc384-20b4-47b3-b904-57620541951b req-ec0ceb78-1844-4ca1-9ff9-c5acb39441d0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845459 Jul 15 13:16:47.533477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.534647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.566363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for a301a52c-4892-4db0-b65f-1b7e97c7d049 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:47.571280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-f6560122-bc0b-4dd5-99dd-fdc04eac2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.578393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6457bc0-c582-4c29-a6a1-4f952cedba23 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:47.579703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-d0dc8f41-fc31-4822-be77-ae66620ce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.581856 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-d0dc8f41-fc31-4822-be77-ae66620ce64f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.1962850 Jul 15 13:16:47.586132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-f6560122-bc0b-4dd5-99dd-fdc04eac2d48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa81f8d-08b3-4003-9c86-e04ce209ce9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7984579 Jul 15 13:16:47.607758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:47.611857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:47.650150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:47.669249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e6457bc0-c582-4c29-a6a1-4f952cedba23 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:47.669249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.718397 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-8b2dbcb5-fbc5-41b9-a033-3d04096ab17f tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7171013 Jul 15 13:16:47.754388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Request body: {'port': {'device_id': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:47.855027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712979e-4690-4e73-8458-ac43bcf5423e req-7a9530b6-709f-4f19-8893-02333ff8a969 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.856369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-93418f86-ac2f-45d9-8529-fb264dd42341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.857130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f712979e-4690-4e73-8458-ac43bcf5423e req-7a9530b6-709f-4f19-8893-02333ff8a969 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 943 time: 0.6579068 Jul 15 13:16:47.857998 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-93418f86-ac2f-45d9-8529-fb264dd42341 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678277 Jul 15 13:16:47.901370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.902321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.964395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-389cc346-0946-448d-8179-2d3dd6780f88 service neutron] 10.222.0.23 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466134 Jul 15 13:16:47.972629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-4982c08a-6ba2-4170-9086-5aaf5ae94fa3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2361445 Jul 15 13:16:47.982201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.009353 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.075229 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.075386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30cca9bb-ea5c-406d-8ce5-f78efe5dcc5f req-838fad29-4796-4c95-8dfd-0383bdedce4e service neutron] 10.222.0.23 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015673 Jul 15 13:16:48.083938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Request body: {'port': {'device_id': '1b92e559-644b-4566-b545-8f1d861c2c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:48.111478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f712979e-4690-4e73-8458-ac43bcf5423e req-4576f46a-2d75-4a4f-80ad-729e6bfd9489 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208610 Jul 15 13:16:48.111779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=a301a52c-4892-4db0-b65f-1b7e97c7d049,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.180861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897912b8-b9ae-4550-be06-a843d9d01e00 req-18c25fce-30e3-4341-aba1-68d06990b3ec tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.187865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-897912b8-b9ae-4550-be06-a843d9d01e00 req-18c25fce-30e3-4341-aba1-68d06990b3ec tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 931 time: 0.3463144 Jul 15 13:16:48.302255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.438657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7a42c9ff-e532-4282-b823-cc1508d00b1b details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:48.450326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-897912b8-b9ae-4550-be06-a843d9d01e00 req-2bb6ebe4-64d4-4bee-9b7b-d3855e0d69e9 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614372 Jul 15 13:16:48.626110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44e906f-ff83-45b1-8adb-25902ffcdbe5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:48.637194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.645577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7a42c9ff-e532-4282-b823-cc1508d00b1b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:48.677324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Transition to ACTIVE for port object f44e906f-ff83-45b1-8adb-25902ffcdbe5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:48.686536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'port_id': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'mac_address': 'fa:16:3e:a7:ab:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:48.697928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6d1ce-6a20-4674-b8f1-76c0a38ed41b req-71ee1c39-4770-44c5-9863-e3f680ba0240 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.706841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0b6d1ce-6a20-4674-b8f1-76c0a38ed41b req-71ee1c39-4770-44c5-9863-e3f680ba0240 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 931 time: 0.3305161 Jul 15 13:16:48.735789 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-488ad5c7-abea-4e44-ba71-aa0303f6f488 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578734 Jul 15 13:16:48.740186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.748424 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f6b0bb25-f59a-4cd2-a8bb-d84af763059f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/a301a52c-4892-4db0-b65f-1b7e97c7d049 HTTP/1.1" status: 204 len: 168 time: 2.1947594 Jul 15 13:16:48.749324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52748) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:48.779654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.811711 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.836377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a42c9ff-e532-4282-b823-cc1508d00b1b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:48.866544 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade2edd5-a5e4-4d3b-8a1b-d9fea160e402 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:16:48.873843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52750) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:48.876012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ade2edd5-a5e4-4d3b-8a1b-d9fea160e402 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/a301a52c-4892-4db0-b65f-1b7e97c7d049 HTTP/1.1" status: 404 len: 333 time: 0.1230271 Jul 15 13:16:48.903240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7a42c9ff-e532-4282-b823-cc1508d00b1b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:48.923797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.967188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0b6d1ce-6a20-4674-b8f1-76c0a38ed41b req-a52aa5d9-18c0-45b6-af27-80e3df244c7d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591162 Jul 15 13:16:49.016028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7a42c9ff-e532-4282-b823-cc1508d00b1b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.072797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-999cc949-9ae2-4586-9b86-4f9a0b59b1ee req-e6d09809-e892-44eb-86b6-84d5edd8380f service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132443 Jul 15 13:16:49.175523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7a42c9ff-e532-4282-b823-cc1508d00b1b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:49.188017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43a9128-aa39-4830-b288-9193da4c4375 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:49.195893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44e906f-ff83-45b1-8adb-25902ffcdbe5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.223956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.253555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Transition to ACTIVE for port object f43a9128-aa39-4830-b288-9193da4c4375 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:49.276863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Attempting to bind port f44e906f-ff83-45b1-8adb-25902ffcdbe5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:49.277960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Attempting to bind port f44e906f-ff83-45b1-8adb-25902ffcdbe5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:49.278331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Attempting to bind port f44e906f-ff83-45b1-8adb-25902ffcdbe5 on network a42d9e40-3c94-4445-8567-1cde8844fef0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:49.281486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.392898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Port f44e906f-ff83-45b1-8adb-25902ffcdbe5 on network a42d9e40-3c94-4445-8567-1cde8844fef0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:49.393266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Attempting to bind port f44e906f-ff83-45b1-8adb-25902ffcdbe5 on network a42d9e40-3c94-4445-8567-1cde8844fef0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:49.403660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Pushing event updated for resources: {'Port': ['ID=f43a9128-aa39-4830-b288-9193da4c4375,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.476868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:49.477897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Checking segment: {'id': 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:49.479651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Bound using segment: {'id': 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:49.479651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Bound port: f44e906f-ff83-45b1-8adb-25902ffcdbe5, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:49.479651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.636909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 6969ee97-2687-44cd-aff1-a4f22d8f176d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:49.637581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.755880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] For port f44e906f-ff83-45b1-8adb-25902ffcdbe5, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:49.783474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52466d67-8da0-4c1b-a81d-0765b81b0d47 req-f8f2adb4-f437-4751-8c32-ab0a948e2d3d tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.785890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52466d67-8da0-4c1b-a81d-0765b81b0d47 req-f8f2adb4-f437-4751-8c32-ab0a948e2d3d tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 944 time: 0.3775444 Jul 15 13:16:49.790107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] For port f44e906f-ff83-45b1-8adb-25902ffcdbe5, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5,segment=NetworkSegment(baa85fd2-50fe-44ef-ad3e-84eb18050f3f),segment_id=baa85fd2-50fe-44ef-ad3e-84eb18050f3f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:49.871705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.874793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.893078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Attempting to bind port f43a9128-aa39-4830-b288-9193da4c4375 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:49.894231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Attempting to bind port f43a9128-aa39-4830-b288-9193da4c4375 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:49.894673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Attempting to bind port f43a9128-aa39-4830-b288-9193da4c4375 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:49.922749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Port f43a9128-aa39-4830-b288-9193da4c4375 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:49.923190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Attempting to bind port f43a9128-aa39-4830-b288-9193da4c4375 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:49.934219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 6969ee97-2687-44cd-aff1-a4f22d8f176d owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:49.940822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:49.941566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:49.942027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Bound using segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:49.944726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Bound port: f43a9128-aa39-4830-b288-9193da4c4375, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:49.944726 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.950053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.950962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.952533 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] 10.222.0.49 "PUT /v2.0/ports/f44e906f-ff83-45b1-8adb-25902ffcdbe5 HTTP/1.1" status: 200 len: 1091 time: 2.2063007 Jul 15 13:16:49.952533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'tag': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:49.954816 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78" -d '{"events": [{"name": "network-changed", "server_uuid": "cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee", "tag": "f44e906f-ff83-45b1-8adb-25902ffcdbe5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:49.984404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52466d67-8da0-4c1b-a81d-0765b81b0d47 req-10bd68b1-29e2-4ed3-89ae-3f738f714c87 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860971 Jul 15 13:16:50.081930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74366-6843-44d9-87eb-d03bcc91d603 req-8c3a07e9-c978-4004-8199-d8a4e572f793 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.083691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fd74366-6843-44d9-87eb-d03bcc91d603 req-8c3a07e9-c978-4004-8199-d8a4e572f793 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 943 time: 0.2948523 Jul 15 13:16:50.129668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] For port f43a9128-aa39-4830-b288-9193da4c4375, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:50.134082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] For port f43a9128-aa39-4830-b288-9193da4c4375, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f43a9128-aa39-4830-b288-9193da4c4375,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:50.167848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fd74366-6843-44d9-87eb-d03bcc91d603 req-0d7856b0-f5a2-4397-a56e-5f17be758940 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666389 Jul 15 13:16:50.172880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.234477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.235952 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.237680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] 10.222.0.49 "PUT /v2.0/ports/f43a9128-aa39-4830-b288-9193da4c4375 HTTP/1.1" status: 200 len: 1091 time: 2.1595092 Jul 15 13:16:50.239019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b92e559-644b-4566-b545-8f1d861c2c82', 'tag': 'f43a9128-aa39-4830-b288-9193da4c4375'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:50.241556 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b92e559-644b-4566-b545-8f1d861c2c82", "tag": "f43a9128-aa39-4830-b288-9193da4c4375"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:50.321724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad16d1a-edb7-4c5e-96f2-f8fc8c338fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44e906f-ff83-45b1-8adb-25902ffcdbe5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.378112 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42936313-61ae-40ea-8e49-aa6b0199d460 x-openstack-request-id: req-42936313-61ae-40ea-8e49-aa6b0199d460 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:50.379334 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee", "tag": "f44e906f-ff83-45b1-8adb-25902ffcdbe5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:50.379623 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42936313-61ae-40ea-8e49-aa6b0199d460 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:50.380332 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'tag': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5', 'status': 'completed', 'code': 200} Jul 15 13:16:50.381034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.413621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=6969ee97-2687-44cd-aff1-a4f22d8f176d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.454477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7a42c9ff-e532-4282-b823-cc1508d00b1b up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:50.505593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca90b29-f015-43b2-8323-1ee88a67241e service neutron] Pushing event updated for resources: {'Port': ['ID=f43a9128-aa39-4830-b288-9193da4c4375,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.584380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 7a42c9ff-e532-4282-b823-cc1508d00b1b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:50.589172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 7a42c9ff-e532-4282-b823-cc1508d00b1b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:50.589546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.648128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a70f46-4b80-439d-a2c1-f1662f8d1d97 req-7f73f0ae-11ef-49f0-b882-5143ec2f8ae7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.649944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82a70f46-4b80-439d-a2c1-f1662f8d1d97 req-7f73f0ae-11ef-49f0-b882-5143ec2f8ae7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3537199 Jul 15 13:16:50.661877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-14e62c9a-999a-49b1-8ab0-9869d2f3e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.663250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-14e62c9a-999a-49b1-8ab0-9869d2f3e613 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 1094 time: 0.3268428 Jul 15 13:16:50.779921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.816590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82a70f46-4b80-439d-a2c1-f1662f8d1d97 req-e62e487b-b30e-473d-ae94-6d32960666ef tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507397 Jul 15 13:16:50.823946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-c2949e05-4291-43a3-abf7-13fab09675fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43a9128-aa39-4830-b288-9193da4c4375 HTTP/1.1" status: 200 len: 217 time: 0.1499476 Jul 15 13:16:50.869584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7a42c9ff-e532-4282-b823-cc1508d00b1b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:50.874013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:50.880669 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f1eb7-e73f-48f7-aa52-f04534d9a419" -d '{"events": [{"server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "name": "network-vif-plugged", "status": "completed", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:50.890482 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.897453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970997ea-c962-4573-965e-fac7ccb0236d req-7217fb63-1201-4adf-abb8-0c16ed3e6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.902251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-7217fb63-1201-4adf-abb8-0c16ed3e6a06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.0655241 Jul 15 13:16:50.940529 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f555446-d485-49df-89f3-4b27c795c108 x-openstack-request-id: req-2f555446-d485-49df-89f3-4b27c795c108 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:50.940858 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b92e559-644b-4566-b545-8f1d861c2c82", "tag": "f43a9128-aa39-4830-b288-9193da4c4375", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:50.941214 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f555446-d485-49df-89f3-4b27c795c108 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:50.943702 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b92e559-644b-4566-b545-8f1d861c2c82', 'tag': 'f43a9128-aa39-4830-b288-9193da4c4375', 'status': 'completed', 'code': 200} Jul 15 13:16:50.994088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-2ac1c7b3-cea8-4824-b356-91ca18eb6981 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757146 Jul 15 13:16:51.018711 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebaf959-8d5d-49e7-adf7-73735b7ab538 x-openstack-request-id: req-8ebaf959-8d5d-49e7-adf7-73735b7ab538 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:51.021941 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "name": "network-vif-plugged", "status": "completed", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:51.022348 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ebaf959-8d5d-49e7-adf7-73735b7ab538 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:51.022903 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'code': 200} Jul 15 13:16:51.038298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7a42c9ff-e532-4282-b823-cc1508d00b1b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.041541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f335a2-8196-4686-a864-f02fe60c1d47 req-f42c6ac1-98a5-411a-bce3-e4dd80df1e76 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.041710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4f335a2-8196-4686-a864-f02fe60c1d47 req-f42c6ac1-98a5-411a-bce3-e4dd80df1e76 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 943 time: 0.3905580 Jul 15 13:16:51.177814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4f335a2-8196-4686-a864-f02fe60c1d47 req-25b2004d-6c9f-489f-9ad4-74cdd2f5aaf6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115100 Jul 15 13:16:51.243296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-019449a3-23c6-44a7-a542-1c6ae04da451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.245055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-019449a3-23c6-44a7-a542-1c6ae04da451 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be5adf9402e5451b8fbd38fba5b507e7&device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 1094 time: 1.0092773 Jul 15 13:16:51.331507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-63e2be41-9913-4574-890e-e8937cddbd48 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273773 Jul 15 13:16:51.415065 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-7d7aa9c2-dcae-4001-a5db-c32d04bf41b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5 HTTP/1.1" status: 200 len: 217 time: 0.0798001 Jul 15 13:16:51.421684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.428185 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cfef8e8c-ebb9-4ca2-9c91-b5ff32be5486 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/6969ee97-2687-44cd-aff1-a4f22d8f176d HTTP/1.1" status: 204 len: 168 time: 2.5492990 Jul 15 13:16:51.430437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.506094 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40c5f38-02a8-4f96-a235-8576ec935291 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:16:51.509845 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d40c5f38-02a8-4f96-a235-8576ec935291 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/6969ee97-2687-44cd-aff1-a4f22d8f176d HTTP/1.1" status: 404 len: 333 time: 0.0667963 Jul 15 13:16:51.511990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.588918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-a17447f0-a2ce-4cfe-b294-982c395ef65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.590611 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-a17447f0-a2ce-4cfe-b294-982c395ef65d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5f6fb23-ea35-4ec2-9c34-020afceb3540 HTTP/1.1" status: 200 len: 854 time: 0.1576633 Jul 15 13:16:51.597655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-73406771-b053-4c22-a5f3-6c5ddde725ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3758581 Jul 15 13:16:51.633120 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-cfc88cb9-5bef-42ca-b92c-e5617b41fa48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a42d9e40-3c94-4445-8567-1cde8844fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320697 Jul 15 13:16:51.660770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eafbb-810e-426b-af9e-0429817dd670 req-8e97a1a1-9d16-4415-829d-2d133cdda277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.662322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d7eafbb-810e-426b-af9e-0429817dd670 req-8e97a1a1-9d16-4415-829d-2d133cdda277 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 1096 time: 0.4357035 Jul 15 13:16:51.716747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet 58dbde50-999e-4223-92ee-1a3b9c28a78f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:51.755651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.775653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5c93-6674-4c24-b172-422476fc27b8 req-05cfaefe-4baf-4890-b1c9-79496e69781c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.782478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76ef5c93-6674-4c24-b172-422476fc27b8 req-05cfaefe-4baf-4890-b1c9-79496e69781c tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.5736456 Jul 15 13:16:51.897989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76ef5c93-6674-4c24-b172-422476fc27b8 req-6c10e41e-5cb2-45e3-8714-d01450e434c5 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145499 Jul 15 13:16:51.937261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-970997ea-c962-4573-965e-fac7ccb0236d req-23ec151a-8a9c-4b50-a713-84c522b243ea service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966747 Jul 15 13:16:51.938673 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7d7eafbb-810e-426b-af9e-0429817dd670 req-52943bc2-cbaa-447b-b6de-9cf8277aee36 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488883 Jul 15 13:16:51.941339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.953089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1655-bd95-493f-a094-5a2b7a392cb3 req-ddff6f0d-1aa6-47f4-8e60-4b20a237a170 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.959318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8f1655-bd95-493f-a094-5a2b7a392cb3 req-ddff6f0d-1aa6-47f4-8e60-4b20a237a170 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 943 time: 0.5716841 Jul 15 13:16:52.014914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-fe4ecf58-7e8f-41af-843b-d17fc756dcf8 service neutron] 10.222.0.49 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688309 Jul 15 13:16:52.033532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-4fbd8522-ec29-4559-878a-90c6425c1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.036014 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-4fbd8522-ec29-4559-878a-90c6425c1417 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 1099 time: 0.4008110 Jul 15 13:16:52.166982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8f1655-bd95-493f-a094-5a2b7a392cb3 req-2d5c64e6-984d-4547-9e6a-6e76633c8862 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991336 Jul 15 13:16:52.228990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-13f73deb-7904-483b-b463-c73233b19f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.230592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-13f73deb-7904-483b-b463-c73233b19f4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 1094 time: 0.2141490 Jul 15 13:16:52.275644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.380289 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f684960e-54a2-4a0e-90d9-9dc881294d09 req-4190d490-57af-4cbf-9c89-34d61d9a674f service neutron] 10.222.0.49 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560922 Jul 15 13:16:52.411435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-17aee121-f90f-4a53-aefc-7df1644078d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.413088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-17aee121-f90f-4a53-aefc-7df1644078d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.1548171 Jul 15 13:16:52.434067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.480922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-3b3412bd-8526-4676-8131-793fc866191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.482491 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-3b3412bd-8526-4676-8131-793fc866191b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.4217598 Jul 15 13:16:52.517926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.522873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/58dbde50-999e-4223-92ee-1a3b9c28a78f HTTP/1.1" status: 204 len: 168 time: 0.9996164 Jul 15 13:16:52.524748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.525705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f13fa9-308b-4be1-9396-0bf45a198e29 None None] Network 2bf7a034-209a-49e3-922c-316f360c7a43 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:52.538486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-4e1e50fc-0183-49f5-8695-2f582c50c577 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43a9128-aa39-4830-b288-9193da4c4375 HTTP/1.1" status: 200 len: 217 time: 0.0709267 Jul 15 13:16:52.552392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3d32f-d45d-4fd4-b9ee-75ef6cf3a870 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=58dbde50-999e-4223-92ee-1a3b9c28a78f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:52.571627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133572b-a22e-495e-aaf5-9b2407775c6d req-19f4ba7d-8193-49f5-a1dd-4d5babfcec7c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.579113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9133572b-a22e-495e-aaf5-9b2407775c6d req-19f4ba7d-8193-49f5-a1dd-4d5babfcec7c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3798850 Jul 15 13:16:52.588422 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-9b2d6f30-3ba8-4589-a9f1-50ffd0868364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0edf9420-5ec1-4541-b812-e063d85df439 HTTP/1.1" status: 200 len: 217 time: 0.0444880 Jul 15 13:16:52.651563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-7cb0dd46-a303-4f95-8557-d6c17d91e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.653249 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-7cb0dd46-a303-4f95-8557-d6c17d91e275 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be5adf9402e5451b8fbd38fba5b507e7&device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 1094 time: 0.1696358 Jul 15 13:16:52.662493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-cf6cdc43-2551-44b1-b523-3c45baa3ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.664703 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-cf6cdc43-2551-44b1-b523-3c45baa3ae98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0667658 Jul 15 13:16:52.695746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9133572b-a22e-495e-aaf5-9b2407775c6d req-83a6612a-f228-4d9b-9c90-198e3aa87450 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152492 Jul 15 13:16:52.707519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29349cd6-5677-499c-a89c-cddd3a62cffb req-a1c1eb23-dca7-4fef-9058-9c05f66c0c11 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.710893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29349cd6-5677-499c-a89c-cddd3a62cffb req-a1c1eb23-dca7-4fef-9058-9c05f66c0c11 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 943 time: 0.2969100 Jul 15 13:16:52.808605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29349cd6-5677-499c-a89c-cddd3a62cffb req-984dba88-a3dc-4c51-94df-f7e2d1cf25a6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623620 Jul 15 13:16:52.816501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-1ad18f54-4865-4af0-8c5d-b1d2d42f6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.829330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-1ad18f54-4865-4af0-8c5d-b1d2d42f6069 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.2809362 Jul 15 13:16:52.834842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.890926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-db85f85a-32b0-43ca-a3b3-d7a05ed7acf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514922 Jul 15 13:16:52.900224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-45d7b132-e56e-475a-8b97-2b3eed6abd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.902448 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-45d7b132-e56e-475a-8b97-2b3eed6abd43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245431 Jul 15 13:16:52.951151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] DHCP port deletion for 2bf7a034-209a-49e3-922c-316f360c7a43 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:53.033540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-aa35ae0a-654f-4b6c-971e-daf11c9f1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.039272 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-aa35ae0a-654f-4b6c-971e-daf11c9f1dbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=a42d9e40-3c94-4445-8567-1cde8844fef0 HTTP/1.1" status: 200 len: 915 time: 0.3730719 Jul 15 13:16:53.071561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] Deleting port e6457bc0-c582-4c29-a6a1-4f952cedba23 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:53.071951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.100426 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-c81816a1-2a72-4abd-a727-210dc9e11ebf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5 HTTP/1.1" status: 200 len: 217 time: 0.0522926 Jul 15 13:16:53.168495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-bd5b4443-f03c-488e-84a5-c5f91992bfe4 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393751 Jul 15 13:16:53.214794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-56ba6814-626a-4ee8-9be2-9b30bfcabf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.216396 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-56ba6814-626a-4ee8-9be2-9b30bfcabf99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5f6fb23-ea35-4ec2-9c34-020afceb3540 HTTP/1.1" status: 200 len: 854 time: 0.0794134 Jul 15 13:16:53.218600 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-2d34c8fe-e78a-482e-a0f5-c5c7fa4b8929 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909875 Jul 15 13:16:53.284975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] For port e6457bc0-c582-4c29-a6a1-4f952cedba23, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6457bc0-c582-4c29-a6a1-4f952cedba23,segment=NetworkSegment(04e4a7d3-cce3-4aec-8af3-b00d20f7c95e),segment_id=04e4a7d3-cce3-4aec-8af3-b00d20f7c95e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:53.285468 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.323494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] Calling delete_port for e6457bc0-c582-4c29-a6a1-4f952cedba23 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:53.335164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47ea97ca-cb12-48fc-b90f-e9cdcb2f246c req-e76dae3e-b657-4f88-b465-0ffbc0b9cf32 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340663 Jul 15 13:16:53.340940 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-8aeef6e1-5d8c-4667-b807-1aee8568b3d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a42d9e40-3c94-4445-8567-1cde8844fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967960 Jul 15 13:16:53.385436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port e6457bc0-c582-4c29-a6a1-4f952cedba23 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:53.385910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.507142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6457bc0-c582-4c29-a6a1-4f952cedba23 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:53.553374 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.561520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] For port e6457bc0-c582-4c29-a6a1-4f952cedba23, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6457bc0-c582-4c29-a6a1-4f952cedba23,segment=NetworkSegment(04e4a7d3-cce3-4aec-8af3-b00d20f7c95e),segment_id=04e4a7d3-cce3-4aec-8af3-b00d20f7c95e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:53.562070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.570623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] No DVR routers for this DVR port e6457bc0-c582-4c29-a6a1-4f952cedba23 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:53.574686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889c90-bae9-41a3-9696-5eb93e1c1a9b req-edfde551-2378-40e0-9365-5e66e43eaf18 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.576590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63889c90-bae9-41a3-9696-5eb93e1c1a9b req-edfde551-2378-40e0-9365-5e66e43eaf18 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.3937016 Jul 15 13:16:53.598578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e071c51-df3b-4719-b83d-76b0da793fd9 req-ee231084-6bd9-4bcf-9101-f451dcf61534 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.601653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e071c51-df3b-4719-b83d-76b0da793fd9 req-ee231084-6bd9-4bcf-9101-f451dcf61534 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 943 time: 0.1827846 Jul 15 13:16:53.619016 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-25d11eb9-5ba8-48b8-b325-b181489f5cda req-0b36dcb2-1f04-429c-b278-e860ece93244 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836677 Jul 15 13:16:53.630307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No active binding found for port e6457bc0-c582-4c29-a6a1-4f952cedba23 {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:16:53.631795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6457bc0-c582-4c29-a6a1-4f952cedba23 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:53.640372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17044068-3160-4f83-8465-0ff211cbc0d9 None None] Pushing event deleted for resources: {'Port': ['ID=e6457bc0-c582-4c29-a6a1-4f952cedba23,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.649368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for e6457bc0-c582-4c29-a6a1-4f952cedba23 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:53.677827 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-7036d891-ac54-402d-9a8e-a86bfaad72e4 service neutron] 10.222.0.49 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198681 Jul 15 13:16:53.749142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.774254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No DVR routers for this DVR port e6457bc0-c582-4c29-a6a1-4f952cedba23 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:53.801782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=e6457bc0-c582-4c29-a6a1-4f952cedba23,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.807564 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3fdbe3de-a1fd-4222-9af5-4f5d4578bc78 req-dbe8fd82-1262-42ad-8cb0-0d295d8c50ca service neutron] 10.222.0.49 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210063 Jul 15 13:16:53.849064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e071c51-df3b-4719-b83d-76b0da793fd9 req-e4bb8783-ac07-4886-9eea-bbace8174aaa tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286849 Jul 15 13:16:53.981075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.009034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf7a034-209a-49e3-922c-316f360c7a43']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:54.031181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:54.032374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e4a7d3-cce3-4aec-8af3-b00d20f7c95e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:54.061131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.065520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63889c90-bae9-41a3-9696-5eb93e1c1a9b req-7dadd1d4-c168-4d73-ac96-3637ec1b8b8a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4607236 Jul 15 13:16:54.123120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.133294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:54.133705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:54.136898 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:54.236091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b07f8-37bb-4aac-bca4-8db26e109201 req-8695fa9b-f0c5-4b82-b812-f518380e93c4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.243734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c2b07f8-37bb-4aac-bca4-8db26e109201 req-8695fa9b-f0c5-4b82-b812-f518380e93c4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1636207 Jul 15 13:16:54.251613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.258899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.264549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/2bf7a034-209a-49e3-922c-316f360c7a43 HTTP/1.1" status: 204 len: 168 time: 1.7208557 Jul 15 13:16:54.266261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.272715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1602726621'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:54.277923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f43a9128-aa39-4830-b288-9193da4c4375 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:54.285061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069c5b1-0fa7-45a8-922d-9e860cd9634a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=2bf7a034-209a-49e3-922c-316f360c7a43,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.318114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c2b07f8-37bb-4aac-bca4-8db26e109201 req-a5aa70e5-8e23-4659-91fe-5492b6bb4733 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691688 Jul 15 13:16:54.326074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:54.332994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.365169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:54.377652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.378151 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Added segment 718e2248-7f0c-4745-921b-6562012beaa6 of type vlan for network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 Jul 15 13:16:54.428715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.474610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.482006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.482828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.487029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cba3ef-b298-4a90-bf8a-d7ecbe256a6d req-a4b8d540-35b9-4c6d-b93b-749da50263df tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.488644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00cba3ef-b298-4a90-bf8a-d7ecbe256a6d req-a4b8d540-35b9-4c6d-b93b-749da50263df tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 943 time: 0.1642895 Jul 15 13:16:54.502424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f43a9128-aa39-4830-b288-9193da4c4375, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f43a9128-aa39-4830-b288-9193da4c4375,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:54.523288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f43a9128-aa39-4830-b288-9193da4c4375', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': 'f43a9128-aa39-4830-b288-9193da4c4375', 'mac_address': 'fa:16:3e:1e:61:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:54.582685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Network': ['ID=2ee3cab4-ac37-4eb3-9ca3-e6698e552856,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.588769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16f4f5a9-0ca0-4410-8a9f-0362db970915 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3210847 Jul 15 13:16:54.590463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.602381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:54.606398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:54.653876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00cba3ef-b298-4a90-bf8a-d7ecbe256a6d req-bda37097-5c2d-44a5-a576-e5754d34d0ea tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457489 Jul 15 13:16:54.724023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7af78-3610-4e68-b30a-18e3f2f83628 req-786bda2f-713d-4309-aabb-273d7b9b64a7 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.729795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6a7af78-3610-4e68-b30a-18e3f2f83628 req-786bda2f-713d-4309-aabb-273d7b9b64a7 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.1923602 Jul 15 13:16:54.738182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.743549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Request body: {'floatingip': {'port_id': '7a42c9ff-e532-4282-b823-cc1508d00b1b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:54.744728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:54.749331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.771386 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.794850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43a9128-aa39-4830-b288-9193da4c4375 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:54.836155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f43a9128-aa39-4830-b288-9193da4c4375, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f43a9128-aa39-4830-b288-9193da4c4375,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:54.841402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.851077 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.949820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f43a9128-aa39-4830-b288-9193da4c4375,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.004947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.064885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=ee96946f-e8c4-458a-8b34-6070548eac98,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.099082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Checking segment: {'id': '718e2248-7f0c-4745-921b-6562012beaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:55.099603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network hostable DHCP agents. Network: 2ee3cab4-ac37-4eb3-9ca3-e6698e552856, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:55.120963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:55.142636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 2ee3cab4-ac37-4eb3-9ca3-e6698e552856) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:55.152244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3903c1-547f-4fae-885c-2793bafb0b72 None None] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:55.168150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.168917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.191975 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-846e6f0f-1ff8-47ca-834f-894fe0e5584a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5998952 Jul 15 13:16:55.195036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:55.201817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1426214304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:55.222647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f43a9128-aa39-4830-b288-9193da4c4375'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:55.252399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.256858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.356133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.363013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de790b-36b1-473a-b954-20a08dc173b9 req-02cc7bd0-449b-4bba-81ab-a9806ff32c7b tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.365115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25de790b-36b1-473a-b954-20a08dc173b9 req-02cc7bd0-449b-4bba-81ab-a9806ff32c7b tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 943 time: 0.2514632 Jul 15 13:16:55.368211 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.411252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.412907 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-507cd9aa-b744-40a0-9cb8-271419468ddc tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2165935 Jul 15 13:16:55.415126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:55.421538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856', 'name': 'tempest-PortsTestJSON-1532920369'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:55.491400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-2ee3cab4-ac37-4eb3-9ca3-e6698e552856', 'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': 'ee96946f-e8c4-458a-8b34-6070548eac98'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:55.492268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.556934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25de790b-36b1-473a-b954-20a08dc173b9 req-73b44a83-cd94-4867-931b-a6b3a842c038 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850846 Jul 15 13:16:55.779539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Allocated IP 172.20.0.2 (2ee3cab4-ac37-4eb3-9ca3-e6698e552856/ee96946f-e8c4-458a-8b34-6070548eac98/8f49330b-f4a4-4e93-bb58-cccf19353de9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:55.875744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:55.879604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.921304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port e0af40fa-3f34-4841-8097-6bfed20559da yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:55.996658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.013802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Transition to ACTIVE for port object 8f49330b-f4a4-4e93-bb58-cccf19353de9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:56.035763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Transition to ACTIVE for port object 8f49330b-f4a4-4e93-bb58-cccf19353de9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:56.051695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.114792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46dff5-c9fc-46b8-ac81-dc1b89990f89 req-0ba4aa74-e9d6-44c9-95a1-5f7d237a8561 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.122495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce46dff5-c9fc-46b8-ac81-dc1b89990f89 req-0ba4aa74-e9d6-44c9-95a1-5f7d237a8561 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3682599 Jul 15 13:16:56.135362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.8 (2ee3cab4-ac37-4eb3-9ca3-e6698e552856/ee96946f-e8c4-458a-8b34-6070548eac98/e0af40fa-3f34-4841-8097-6bfed20559da) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:56.163426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:56.171417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:56.177458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:56.178733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869519b-057c-47f5-ab5e-8df1e17c8387 req-f79057de-c848-4af6-9c1e-748ef3f92656 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.180391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4869519b-057c-47f5-ab5e-8df1e17c8387 req-f79057de-c848-4af6-9c1e-748ef3f92656 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 944 time: 0.3509681 Jul 15 13:16:56.187311 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.212426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.230788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Pushing event updated for resources: {'Port': ['ID=8f49330b-f4a4-4e93-bb58-cccf19353de9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.288973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce46dff5-c9fc-46b8-ac81-dc1b89990f89 req-b9eb2921-8fd8-4f4e-b99a-0edd8895ee21 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654158 Jul 15 13:16:56.317838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4869519b-057c-47f5-ab5e-8df1e17c8387 req-d8f24f45-6a03-4a09-869f-946e30577480 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288214 Jul 15 13:16:56.332449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f44e906f-ff83-45b1-8adb-25902ffcdbe5 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:56.397230 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Floating IP f6239066-36e0-46d5-9d02-d2d5433e2b85 associated. External IP: 172.25.2.63, port: 7a42c9ff-e532-4282-b823-cc1508d00b1b. Jul 15 13:16:56.457453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f44e906f-ff83-45b1-8adb-25902ffcdbe5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5,segment=NetworkSegment(baa85fd2-50fe-44ef-ad3e-84eb18050f3f),segment_id=baa85fd2-50fe-44ef-ad3e-84eb18050f3f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:56.473000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Attempting to bind port 8f49330b-f4a4-4e93-bb58-cccf19353de9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:56.473383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Attempting to bind port 8f49330b-f4a4-4e93-bb58-cccf19353de9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '718e2248-7f0c-4745-921b-6562012beaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:56.473754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Attempting to bind port 8f49330b-f4a4-4e93-bb58-cccf19353de9 on network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:56.475799 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.480346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5', 'network_id': 'a42d9e40-3c94-4445-8567-1cde8844fef0', 'port_id': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5', 'mac_address': 'fa:16:3e:0b:bc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f6fb23-ea35-4ec2-9c34-020afceb3540', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:56.483651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:56.484045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Checking segment: {'id': '718e2248-7f0c-4745-921b-6562012beaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:56.484546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.484957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Bound using segment: {'id': '718e2248-7f0c-4745-921b-6562012beaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:56.485521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Bound port: 8f49330b-f4a4-4e93-bb58-cccf19353de9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e2248-7f0c-4745-921b-6562012beaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2ee3cab4-ac37-4eb3-9ca3-e6698e552856'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:56.485907 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.502530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object e0af40fa-3f34-4841-8097-6bfed20559da will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:56.543705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.593529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:56.598414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:56.605719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:56.672734 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.696001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=e0af40fa-3f34-4841-8097-6bfed20559da,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.709865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44e906f-ff83-45b1-8adb-25902ffcdbe5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:56.719225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.719911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.749710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f44e906f-ff83-45b1-8adb-25902ffcdbe5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5,segment=NetworkSegment(baa85fd2-50fe-44ef-ad3e-84eb18050f3f),segment_id=baa85fd2-50fe-44ef-ad3e-84eb18050f3f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:56.762447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] For port 8f49330b-f4a4-4e93-bb58-cccf19353de9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:56.767963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:56.768922 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e0ab553-9091-4b3b-897c-efa706fa9e0d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3524823 Jul 15 13:16:56.772614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] For port 8f49330b-f4a4-4e93-bb58-cccf19353de9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f49330b-f4a4-4e93-bb58-cccf19353de9,segment=NetworkSegment(718e2248-7f0c-4745-921b-6562012beaa6),segment_id=718e2248-7f0c-4745-921b-6562012beaa6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:56.773754 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.782096 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.841946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f44e906f-ff83-45b1-8adb-25902ffcdbe5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.935048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fecfc-bbb6-4134-b8a5-5ebb6044569c None None] Pushing event updated for resources: {'Port': ['ID=8f49330b-f4a4-4e93-bb58-cccf19353de9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.065408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f44e906f-ff83-45b1-8adb-25902ffcdbe5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:57.313894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:57.526144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f49330b-f4a4-4e93-bb58-cccf19353de9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:57.600770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8f49330b-f4a4-4e93-bb58-cccf19353de9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:57.846279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:57.854803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.859136 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] Sync routers for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:57.866388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a05020-e141-4415-82ec-3de3da54cb3a req-4768ec04-946e-42b2-9992-fe7d234c2f81 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.870440 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:57.871231 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:57.874909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74a05020-e141-4415-82ec-3de3da54cb3a req-4768ec04-946e-42b2-9992-fe7d234c2f81 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 944 time: 1.0930715 Jul 15 13:16:57.965003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94a16f-2dd9-4de7-8fb4-de2041110138 req-a2466e3d-1eda-4838-b393-75450993b18a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.966609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c94a16f-2dd9-4de7-8fb4-de2041110138 req-a2466e3d-1eda-4838-b393-75450993b18a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.4728611 Jul 15 13:16:57.997958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8bc882a-22b2-4bc0-ae0c-f08612c0b7dd tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "PUT /v2.0/floatingips/f6239066-36e0-46d5-9d02-d2d5433e2b85 HTTP/1.1" status: 200 len: 990 time: 3.2583416 Jul 15 13:16:58.009050 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:58.012429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:58.014765 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250019c0-7245-4593-9351-1ea643fc9a95" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:58.040374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74a05020-e141-4415-82ec-3de3da54cb3a req-5230d460-fff7-486b-8641-baeac44fa4f8 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660790 Jul 15 13:16:58.075007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c94a16f-2dd9-4de7-8fb4-de2041110138 req-34625417-b141-4641-b997-a482f3af24e5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997183 Jul 15 13:16:58.095734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.309130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f44e906f-ff83-45b1-8adb-25902ffcdbe5 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:58.414117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f44e906f-ff83-45b1-8adb-25902ffcdbe5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:58.423342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3fada8-93f7-4d8d-8515-f7cd88dfa5b4 None None] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:58.425403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f44e906f-ff83-45b1-8adb-25902ffcdbe5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:58.425784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.436716 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'f6239066-36e0-46d5-9d02-d2d5433e2b85', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'port_id': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'mac_address': 'fa:16:3e:a7:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:30Z', 'updated_at': '2021-07-15T13:16:55Z', 'revision_number': 1, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:30Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:58.481024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870392a-42bb-4d2d-b830-1707c0767fe6 req-5c745ecc-c6fc-469d-b55c-2df538ad790c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.482903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a870392a-42bb-4d2d-b830-1707c0767fe6 req-5c745ecc-c6fc-469d-b55c-2df538ad790c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 944 time: 0.2420726 Jul 15 13:16:58.505501 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] Checking router: cf2117cd-e138-4238-bd7b-fd4966b3c6f1 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:58.530826 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:58.531455 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:58.570409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] Provisioning for port 8f49330b-f4a4-4e93-bb58-cccf19353de9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:58.590343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a870392a-42bb-4d2d-b830-1707c0767fe6 req-65ae45ab-959c-4685-96a5-90e8291d25cd tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797391 Jul 15 13:16:58.590698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] Provisioning complete for port 8f49330b-f4a4-4e93-bb58-cccf19353de9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:58.591287 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.638358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.649989 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.763615 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9e3dc-e03c-415b-9aab-c4dff8b7bfbc x-openstack-request-id: req-92b9e3dc-e03c-415b-9aab-c4dff8b7bfbc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:58.764425 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:58.765245 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92b9e3dc-e03c-415b-9aab-c4dff8b7bfbc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:58.766769 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'status': 'completed', 'code': 200} Jul 15 13:16:58.783304 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:58.889505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250019c0-7245-4593-9351-1ea643fc9a95 req-b8a2569b-5325-47c9-9baa-8c50ef249e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.891795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-b8a2569b-5325-47c9-9baa-8c50ef249e19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1345d696e3f4c8c8153b187b26aec7f&device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 1096 time: 0.1091294 Jul 15 13:16:58.933101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=e0af40fa-3f34-4841-8097-6bfed20559da,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:58.962876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.017456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250019c0-7245-4593-9351-1ea643fc9a95 req-c1fe57db-ae98-4308-bc7c-78b1c83768b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.020439 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-c1fe57db-ae98-4308-bc7c-78b1c83768b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa81f8d-08b3-4003-9c86-e04ce209ce9e HTTP/1.1" status: 200 len: 913 time: 0.1188867 Jul 15 13:16:59.035234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.037068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:59.039364 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d6094-ba7a-4ca9-b3f9-5e9413c9304e" -d '{"events": [{"server_uuid": "cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee", "name": "network-vif-plugged", "status": "completed", "tag": "f44e906f-ff83-45b1-8adb-25902ffcdbe5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:59.079638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f44e906f-ff83-45b1-8adb-25902ffcdbe5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5,segment=NetworkSegment(baa85fd2-50fe-44ef-ad3e-84eb18050f3f),segment_id=baa85fd2-50fe-44ef-ad3e-84eb18050f3f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.094371 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.095263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f43a9128-aa39-4830-b288-9193da4c4375 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:59.171088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-06c8dd7d-8fdb-4aa0-a50f-6b16d3d33668 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b HTTP/1.1" status: 200 len: 998 time: 0.1437969 Jul 15 13:16:59.180151 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12520a1c-f4a8-4c21-b053-412c587433de x-openstack-request-id: req-12520a1c-f4a8-4c21-b053-412c587433de {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:59.182783 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee", "name": "network-vif-plugged", "status": "completed", "tag": "f44e906f-ff83-45b1-8adb-25902ffcdbe5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:59.182783 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12520a1c-f4a8-4c21-b053-412c587433de {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:59.182783 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5', 'code': 200} Jul 15 13:16:59.259499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] For port 8f49330b-f4a4-4e93-bb58-cccf19353de9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f49330b-f4a4-4e93-bb58-cccf19353de9,segment=NetworkSegment(718e2248-7f0c-4745-921b-6562012beaa6),segment_id=718e2248-7f0c-4745-921b-6562012beaa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.263799 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'f6239066-36e0-46d5-9d02-d2d5433e2b85', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'port_id': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'mac_address': 'fa:16:3e:a7:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:30Z', 'updated_at': '2021-07-15T13:16:55Z', 'revision_number': 1, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:30Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:59.297393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.300230 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742fa48-3034-4f03-86ee-8986c4b19f8c None None] The sync data for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 is: [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'f6239066-36e0-46d5-9d02-d2d5433e2b85', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'port_id': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'mac_address': 'fa:16:3e:a7:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:30Z', 'updated_at': '2021-07-15T13:16:55Z', 'revision_number': 1, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:30Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:59.351721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f44e906f-ff83-45b1-8adb-25902ffcdbe5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.379196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542548e-86e5-4789-852f-6f6f3f5cac6e req-75ad4b33-d158-4a5a-88bb-41cf743e2312 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.384800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250019c0-7245-4593-9351-1ea643fc9a95 req-a034ad4c-0e7e-4a5b-8930-8b140b07ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.386636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2542548e-86e5-4789-852f-6f6f3f5cac6e req-75ad4b33-d158-4a5a-88bb-41cf743e2312 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 950 time: 0.3113422 Jul 15 13:16:59.397893 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-a034ad4c-0e7e-4a5b-8930-8b140b07ed37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9ab3db25-f9b5-46d6-8556-101cbddb8da0 HTTP/1.1" status: 200 len: 851 time: 0.2147310 Jul 15 13:16:59.407882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.485084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddcdc-b32f-427b-95eb-ff7db2f50410 req-ba3260bd-90d6-4890-89f4-68349d21263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.486719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-613ddcdc-b32f-427b-95eb-ff7db2f50410 req-ba3260bd-90d6-4890-89f4-68349d21263d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 1096 time: 0.2370951 Jul 15 13:16:59.493447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14d138-ea96-4147-8ee9-e6dd7381d25c None None] Pushing event updated for resources: {'Port': ['ID=8f49330b-f4a4-4e93-bb58-cccf19353de9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.496120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f43a9128-aa39-4830-b288-9193da4c4375 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:59.512347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f43a9128-aa39-4830-b288-9193da4c4375 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.512654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.523954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250019c0-7245-4593-9351-1ea643fc9a95 req-222b3b1d-ed67-499d-a348-9c47529281d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.526153 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-222b3b1d-ed67-499d-a348-9c47529281d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa81f8d-08b3-4003-9c86-e04ce209ce9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210496 Jul 15 13:16:59.539924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2542548e-86e5-4789-852f-6f6f3f5cac6e req-1c4d50ac-15c8-43b6-911c-6fc386f01196 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522536 Jul 15 13:16:59.580728 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-613ddcdc-b32f-427b-95eb-ff7db2f50410 req-1adb0270-e27e-4397-8c82-1652ae777ea4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Jul 15 13:16:59.699753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-923baa0b-8436-40f9-b742-c34de9e38d73 service neutron] 10.222.0.23 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620483 Jul 15 13:16:59.730121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.736582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15b276fc-6afa-4393-9c9c-8b2dec48f3bf None None] Provisioning complete for port 8f49330b-f4a4-4e93-bb58-cccf19353de9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.737745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15b276fc-6afa-4393-9c9c-8b2dec48f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.749367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfc07d-f36d-46b6-9035-88ef32cdba5b None None] New status for floating IP f6239066-36e0-46d5-9d02-d2d5433e2b85: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:59.771760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.783638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7823616-6965-4063-8f7e-a52a054823c8 req-eed0f423-8daf-4066-9768-a8c502659850 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.791584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7823616-6965-4063-8f7e-a52a054823c8 req-eed0f423-8daf-4066-9768-a8c502659850 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.4591174 Jul 15 13:16:59.861225 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-250019c0-7245-4593-9351-1ea643fc9a95 req-017e1970-994d-4158-91f7-936ee323233f service neutron] 10.222.0.23 "GET /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551297 Jul 15 13:16:59.931270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f43a9128-aa39-4830-b288-9193da4c4375, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f43a9128-aa39-4830-b288-9193da4c4375,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.945400 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.037568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7823616-6965-4063-8f7e-a52a054823c8 req-fba0d8db-86e6-4a0f-ad4f-3174781b8331 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445996 Jul 15 13:17:00.119814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f43a9128-aa39-4830-b288-9193da4c4375,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.210684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15b276fc-6afa-4393-9c9c-8b2dec48f3bf None None] Provisioning for port e0af40fa-3f34-4841-8097-6bfed20559da completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:00.215578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15b276fc-6afa-4393-9c9c-8b2dec48f3bf None None] Provisioning complete for port e0af40fa-3f34-4841-8097-6bfed20559da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:00.216030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15b276fc-6afa-4393-9c9c-8b2dec48f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.256885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-15b276fc-6afa-4393-9c9c-8b2dec48f3bf None None] Port e0af40fa-3f34-4841-8097-6bfed20559da cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:00.344883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da76a-ed87-469b-89a6-941a99ca03d1 req-36eaaa2d-324e-4350-96e8-24f0b8b29b0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.350231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c5da76a-ed87-469b-89a6-941a99ca03d1 req-36eaaa2d-324e-4350-96e8-24f0b8b29b0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.5877206 Jul 15 13:17:00.377691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-34118ab9-db7e-4336-974e-5f426a2c033b None None] Provisioning complete for port e0af40fa-3f34-4841-8097-6bfed20559da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:00.378326 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34118ab9-db7e-4336-974e-5f426a2c033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.436867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-34118ab9-db7e-4336-974e-5f426a2c033b None None] Port e0af40fa-3f34-4841-8097-6bfed20559da cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:00.497036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c5da76a-ed87-469b-89a6-941a99ca03d1 req-b2407ef1-92b1-4410-9ea8-e86ac48a066a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412635 Jul 15 13:17:00.940194 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.943663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7daddf-399b-473f-94d2-60ab52cbf395 req-2a3eb6d7-fda7-4280-ac26-76add6e7f2c1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.943663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a7daddf-399b-473f-94d2-60ab52cbf395 req-2a3eb6d7-fda7-4280-ac26-76add6e7f2c1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 945 time: 0.5238402 Jul 15 13:17:00.960461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.968754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.112986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=e0af40fa-3f34-4841-8097-6bfed20559da,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:01.135796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.166507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a7daddf-399b-473f-94d2-60ab52cbf395 req-d4c603b8-bb3e-4143-8249-29a072df9f1a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032006 Jul 15 13:17:01.181953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b92e559-644b-4566-b545-8f1d861c2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43a9128-aa39-4830-b288-9193da4c4375'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:01.185125 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cb2b5b-ba7d-40d3-a8e2-1aa0346ffef3" -d '{"events": [{"server_uuid": "1b92e559-644b-4566-b545-8f1d861c2c82", "name": "network-vif-plugged", "status": "completed", "tag": "f43a9128-aa39-4830-b288-9193da4c4375"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:01.273378 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a744aa0-20d6-4418-aef1-0fb3561b18cf x-openstack-request-id: req-2a744aa0-20d6-4418-aef1-0fb3561b18cf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:01.273662 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b92e559-644b-4566-b545-8f1d861c2c82", "name": "network-vif-plugged", "status": "completed", "tag": "f43a9128-aa39-4830-b288-9193da4c4375", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:01.274113 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a744aa0-20d6-4418-aef1-0fb3561b18cf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:01.274807 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b92e559-644b-4566-b545-8f1d861c2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43a9128-aa39-4830-b288-9193da4c4375', 'code': 200} Jul 15 13:17:01.416912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:01.419844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:01.447061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c894b7-0195-4ee2-a58c-562f3815bcf4 req-f28d6eb3-704b-44f9-a2dd-9df9be64c9da tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.449904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1c894b7-0195-4ee2-a58c-562f3815bcf4 req-f28d6eb3-704b-44f9-a2dd-9df9be64c9da tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.2404068 Jul 15 13:17:01.491939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83306c-13e3-4355-a7ad-45f44bb1a25c req-942b27a9-db6a-4b82-829d-c4fc80a33fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.504849 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ee83306c-13e3-4355-a7ad-45f44bb1a25c req-942b27a9-db6a-4b82-829d-c4fc80a33fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 1096 time: 0.1375604 Jul 15 13:17:01.518055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f49330b-f4a4-4e93-bb58-cccf19353de9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:01.604316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ee83306c-13e3-4355-a7ad-45f44bb1a25c req-1ea5404e-175c-44ce-98dc-f7085ab22be2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909874 Jul 15 13:17:01.685865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8f49330b-f4a4-4e93-bb58-cccf19353de9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:01.686404 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.768905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1c894b7-0195-4ee2-a58c-562f3815bcf4 req-1cf2488d-11da-4b18-a208-e69c95a0490e tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344351 Jul 15 13:17:01.862909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Router 3734a507-256d-4f5f-b141-70b9be7b4dce is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:01.904663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bb835923-7637-4445-8248-4dd3fd561c58 None None] Provisioning complete for port e0af40fa-3f34-4841-8097-6bfed20559da triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:01.905031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb835923-7637-4445-8248-4dd3fd561c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.906077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c940f3-95b8-403f-921d-8f0668f5a059 req-8754fbd5-3fd9-4d92-953f-c7a24a9663c1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.912147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85c940f3-95b8-403f-921d-8f0668f5a059 req-8754fbd5-3fd9-4d92-953f-c7a24a9663c1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2454119 Jul 15 13:17:01.958090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bb835923-7637-4445-8248-4dd3fd561c58 None None] Port e0af40fa-3f34-4841-8097-6bfed20559da cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:02.080971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:02.097662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:02.097773 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] Sync routers for ids ['3734a507-256d-4f5f-b141-70b9be7b4dce'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:02.102779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-88326f20-529d-4c13-8e74-2e9f2d0d86cd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/routers/3734a507-256d-4f5f-b141-70b9be7b4dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3335280 Jul 15 13:17:02.111443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85c940f3-95b8-403f-921d-8f0668f5a059 req-2a127712-1a2d-487a-8415-5ed5a45ba4c6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1882212 Jul 15 13:17:02.113000 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] Routers {'3734a507-256d-4f5f-b141-70b9be7b4dce'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:02.113405 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3734a507-256d-4f5f-b141-70b9be7b4dce'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:02.177375 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:02.193994 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] Routers {'3734a507-256d-4f5f-b141-70b9be7b4dce'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:02.206191 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3734a507-256d-4f5f-b141-70b9be7b4dce'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:02.254930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:02.256403 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1097ffa-ca62-4d3f-908b-ca012efa3926 None None] The sync data for ids ['3734a507-256d-4f5f-b141-70b9be7b4dce'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:02.258822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ae5d7-4eb0-4e96-abc4-36e340a2c0ba tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.260351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac1ae5d7-4eb0-4e96-abc4-36e340a2c0ba tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports?device_id=3734a507-256d-4f5f-b141-70b9be7b4dce HTTP/1.1" status: 200 len: 982 time: 0.1659093 Jul 15 13:17:02.263410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:02.325352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:02.743707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-0be4877a-6868-4683-a9e6-4065445ec28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.745251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-0be4877a-6868-4683-a9e6-4065445ec28d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1095 time: 0.1270769 Jul 15 13:17:02.864977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.907799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-58c17c8f-ea37-4f20-ae4a-9af2a39c7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.911532 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-58c17c8f-ea37-4f20-ae4a-9af2a39c7478 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.1568089 Jul 15 13:17:02.945231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:02.958509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66730288-189b-4476-8de4-e5c6c46ccb50 req-9740111b-cfd5-4e06-aa37-99a916a15c72 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.960740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.967365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66730288-189b-4476-8de4-e5c6c46ccb50 req-9740111b-cfd5-4e06-aa37-99a916a15c72 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 945 time: 0.4182291 Jul 15 13:17:03.033087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66730288-189b-4476-8de4-e5c6c46ccb50 req-bba81a20-21f8-4e69-9d7b-f823d8960bee tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Jul 15 13:17:03.082431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:03.131518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-cabc99cc-065c-45fb-b203-da3d974e43de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.2011640 Jul 15 13:17:03.260367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-497ef0b9-3fb2-40c4-a4ce-f3f4854c3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.261827 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-497ef0b9-3fb2-40c4-a4ce-f3f4854c3b52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1247728 Jul 15 13:17:03.276156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:03.278477 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22071f23-2928-4075-991d-44564c2469a2" -d '{"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:03.362900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-ac829f63-6924-4fbc-bc34-42d8b8c38a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.365235 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-ac829f63-6924-4fbc-bc34-42d8b8c38a83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be5adf9402e5451b8fbd38fba5b507e7&device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 1096 time: 0.4521511 Jul 15 13:17:03.416573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc7517-b47e-4589-8343-13c4d1c37bad req-c867214e-e7ac-4224-87ec-740ed280b921 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.419028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08bc7517-b47e-4589-8343-13c4d1c37bad req-c867214e-e7ac-4224-87ec-740ed280b921 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.1699166 Jul 15 13:17:03.434777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-8428e1ab-d6de-4590-bf3a-c4b7ff42d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.437965 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-8428e1ab-d6de-4590-bf3a-c4b7ff42d9c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664946 Jul 15 13:17:03.444950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.524365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca811bb4-6c4b-4107-aafb-0fba10d6b899 req-4f2d7d9c-2daf-4aba-87e3-b73998ac972d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.526193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca811bb4-6c4b-4107-aafb-0fba10d6b899 req-4f2d7d9c-2daf-4aba-87e3-b73998ac972d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2351997 Jul 15 13:17:03.552086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.603937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08bc7517-b47e-4589-8343-13c4d1c37bad req-49ecf739-b978-4afd-ae6e-bfa56d2316a3 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773462 Jul 15 13:17:03.663732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca811bb4-6c4b-4107-aafb-0fba10d6b899 req-0d4d699b-2974-4d04-96b0-dbde3e768e20 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281819 Jul 15 13:17:03.869991 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0781d2-9312-4103-91ec-017ef5addc1a x-openstack-request-id: req-bf0781d2-9312-4103-91ec-017ef5addc1a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:03.870529 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:03.870529 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf0781d2-9312-4103-91ec-017ef5addc1a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:03.870936 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'code': 200} Jul 15 13:17:04.068726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-bf897243-d0ed-4870-a0af-7cfc0f16bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.070203 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-bf897243-d0ed-4870-a0af-7cfc0f16bc1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a42d9e40-3c94-4445-8567-1cde8844fef0 HTTP/1.1" status: 200 len: 915 time: 0.6959085 Jul 15 13:17:04.093891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port e0af40fa-3f34-4841-8097-6bfed20559da {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:04.094417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.132913 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-46bb5584-8253-43f5-8f11-c20ed2532d08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5 HTTP/1.1" status: 200 len: 217 time: 0.0550740 Jul 15 13:17:04.138409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-c2dd1a70-c835-4717-a315-aaec778478b1 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940565 Jul 15 13:17:04.289452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-1d518bde-0eff-44be-b27c-49cb89dc120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.293667 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-1d518bde-0eff-44be-b27c-49cb89dc120a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5f6fb23-ea35-4ec2-9c34-020afceb3540 HTTP/1.1" status: 200 len: 854 time: 0.1543167 Jul 15 13:17:04.321623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.383761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for e0af40fa-3f34-4841-8097-6bfed20559da owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:04.414075 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-f3111c04-fb12-44a1-944c-8103369d8046 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a42d9e40-3c94-4445-8567-1cde8844fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060669 Jul 15 13:17:04.478644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547dfb-b72d-43d0-b3c2-9c1ab345c1c3 req-916f9cac-898b-4e35-a821-11e7fa35622b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.486390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21547dfb-b72d-43d0-b3c2-9c1ab345c1c3 req-916f9cac-898b-4e35-a821-11e7fa35622b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 945 time: 0.1711273 Jul 15 13:17:04.557400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21547dfb-b72d-43d0-b3c2-9c1ab345c1c3 req-58532d60-490c-419f-a139-a442442d8898 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698206 Jul 15 13:17:04.646471 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3cc5541a-f728-4265-b5eb-b2d2fbee02da req-b7b397f2-076a-45fd-b4ab-5f20913adebc service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982703 Jul 15 13:17:04.659365 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-c8eb29e6-8bed-4f6b-b3cb-5d7634b56988 service neutron] 10.222.0.49 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235610 Jul 15 13:17:04.739608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.806939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=e0af40fa-3f34-4841-8097-6bfed20559da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:04.823181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.823659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.824085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.824537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.824970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.825448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.825878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.826387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.827173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.827375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.827837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.828254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:04.872663 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a6010c1d-4ea4-441b-8c39-e69c40d28ef1 req-832e8f46-b49c-43e3-a8ff-b69cf16e0bf8 service neutron] 10.222.0.49 "GET /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929066 Jul 15 13:17:05.511129 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.663065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63a43a-aeff-4834-9134-890870deb502 req-f48607a7-0f83-4055-8bad-dfa11e2ca9a8 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.664811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d63a43a-aeff-4834-9134-890870deb502 req-f48607a7-0f83-4055-8bad-dfa11e2ca9a8 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.2477231 Jul 15 13:17:05.797152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041a4d7-dfcc-4019-9d9e-9b88a6a94bed req-42469dd9-045a-4866-84ed-4408aea6951b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.798699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f041a4d7-dfcc-4019-9d9e-9b88a6a94bed req-42469dd9-045a-4866-84ed-4408aea6951b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2310963 Jul 15 13:17:05.806259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d63a43a-aeff-4834-9134-890870deb502 req-eaefc8f9-16eb-4ab4-bb89-3e860d1cc8f2 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342022 Jul 15 13:17:05.806666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Router 3734a507-256d-4f5f-b141-70b9be7b4dce has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:05.849970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f041a4d7-dfcc-4019-9d9e-9b88a6a94bed req-9893414b-e903-4687-b93e-d21390ca886b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421562 Jul 15 13:17:05.942326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:05.949503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-921ab325-3ac1-4c28-9b99-ad891bd8b4dd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/routers/3734a507-256d-4f5f-b141-70b9be7b4dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6847472 Jul 15 13:17:05.952112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53302) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.966149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] Sync routers for ids ['3734a507-256d-4f5f-b141-70b9be7b4dce'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:05.984393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] Routers {'3734a507-256d-4f5f-b141-70b9be7b4dce'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:05.985037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3734a507-256d-4f5f-b141-70b9be7b4dce'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.003154 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1e3dda-75bd-4d21-9b03-d7c1777e0bd8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:17:06.004997 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-af1e3dda-75bd-4d21-9b03-d7c1777e0bd8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/e0af40fa-3f34-4841-8097-6bfed20559da HTTP/1.1" status: 404 len: 333 time: 0.0518413 Jul 15 13:17:06.008739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53304) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.028741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.038589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] Routers {'3734a507-256d-4f5f-b141-70b9be7b4dce'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:06.039211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3734a507-256d-4f5f-b141-70b9be7b4dce'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.075789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.076535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba9a53-1b99-41be-ba5a-7170e0b53f34 None None] The sync data for ids ['3734a507-256d-4f5f-b141-70b9be7b4dce'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:06.116360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:06.160544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.243363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69c49-ce80-4c6c-88e5-6a453260b8fd req-e0b61887-b7d8-49fd-9258-5973ea2b8aa7 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.245511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ec69c49-ce80-4c6c-88e5-6a453260b8fd req-e0b61887-b7d8-49fd-9258-5973ea2b8aa7 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 945 time: 0.2381251 Jul 15 13:17:06.368579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.375128 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.389095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ec69c49-ce80-4c6c-88e5-6a453260b8fd req-b7877c11-5da3-4616-b500-adbf465f8c4f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372507 Jul 15 13:17:06.442545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.443940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Fanout notify agent at l3_agent the message router_deleted on router 3734a507-256d-4f5f-b141-70b9be7b4dce {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:06.458821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.459782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b95253d1-02de-4d43-9e82-ea79ca29f3ef tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/routers/3734a507-256d-4f5f-b141-70b9be7b4dce HTTP/1.1" status: 204 len: 168 time: 0.4496770 Jul 15 13:17:06.462377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.510479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-a89518d4-4de9-44e7-8a45-31724ce49149 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.513090 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-a89518d4-4de9-44e7-8a45-31724ce49149 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b92e559-644b-4566-b545-8f1d861c2c82 HTTP/1.1" status: 200 len: 945 time: 0.1039851 Jul 15 13:17:06.542455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet ee96946f-e8c4-458a-8b34-6070548eac98 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:06.548151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.607003 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.640400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Deleting port f43a9128-aa39-4830-b288-9193da4c4375 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:06.640966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.775095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.786989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] For port f43a9128-aa39-4830-b288-9193da4c4375, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f43a9128-aa39-4830-b288-9193da4c4375,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:06.787626 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.809947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Calling delete_port for f43a9128-aa39-4830-b288-9193da4c4375 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:06.895594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e21e6-b83d-4c84-bb14-8b9dadb75850 req-4ee84e6a-799d-4fdc-8334-405d317d369f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.897312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-818e21e6-b83d-4c84-bb14-8b9dadb75850 req-4ee84e6a-799d-4fdc-8334-405d317d369f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3509431 Jul 15 13:17:06.898915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.969942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=ee96946f-e8c4-458a-8b34-6070548eac98,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:06.999758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd767f6-06d2-4ac6-9d34-053913d495d6 None None] Network 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:07.007212 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.008144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.011622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-956a93e3-9417-44e7-a8ac-67c1c5644533 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/ee96946f-e8c4-458a-8b34-6070548eac98 HTTP/1.1" status: 204 len: 168 time: 0.5459371 Jul 15 13:17:07.012410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-818e21e6-b83d-4c84-bb14-8b9dadb75850 req-1d7fd1a7-1e9d-4778-afaa-fdac8c76d6dd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006308 Jul 15 13:17:07.014610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.051500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f43a9128-aa39-4830-b288-9193da4c4375'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:07.108673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event deleted for resources: {'Port': ['ID=f43a9128-aa39-4830-b288-9193da4c4375,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.114585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.139994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3a695-f726-46e7-814d-a2832f4d5f38 req-8ac713e5-9877-4a92-8f59-d42c2086e3d4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.142129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] No DVR routers for this DVR port f43a9128-aa39-4830-b288-9193da4c4375 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:07.146643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.148467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abe3a695-f726-46e7-814d-a2832f4d5f38 req-8ac713e5-9877-4a92-8f59-d42c2086e3d4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2424741 Jul 15 13:17:07.149855 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-64176bff-ef71-4497-90bb-b384ec4c8d79 req-73014463-22e8-437c-8cdc-1e047686f7ab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "DELETE /v2.0/ports/f43a9128-aa39-4830-b288-9193da4c4375 HTTP/1.1" status: 204 len: 173 time: 0.6276670 Jul 15 13:17:07.150833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b92e559-644b-4566-b545-8f1d861c2c82', 'name': 'network-vif-deleted', 'tag': 'f43a9128-aa39-4830-b288-9193da4c4375'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:07.171254 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adac4a7-685a-4703-84cb-04c764c6c4f1" -d '{"events": [{"server_uuid": "1b92e559-644b-4566-b545-8f1d861c2c82", "name": "network-vif-deleted", "tag": "f43a9128-aa39-4830-b288-9193da4c4375"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:07.275854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abe3a695-f726-46e7-814d-a2832f4d5f38 req-289d9f58-da9b-4169-87f7-88cb67937344 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265159 Jul 15 13:17:07.287797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 8f49330b-f4a4-4e93-bb58-cccf19353de9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.288370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.360244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] DHCP port deletion for 2ee3cab4-ac37-4eb3-9ca3-e6698e552856 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:07.430049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] For port 8f49330b-f4a4-4e93-bb58-cccf19353de9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f49330b-f4a4-4e93-bb58-cccf19353de9,segment=NetworkSegment(718e2248-7f0c-4745-921b-6562012beaa6),segment_id=718e2248-7f0c-4745-921b-6562012beaa6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:07.430700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.451238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 8f49330b-f4a4-4e93-bb58-cccf19353de9 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:07.486650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] Deleting port 8f49330b-f4a4-4e93-bb58-cccf19353de9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.488065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.502168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f49330b-f4a4-4e93-bb58-cccf19353de9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:07.600999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] For port 8f49330b-f4a4-4e93-bb58-cccf19353de9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f49330b-f4a4-4e93-bb58-cccf19353de9,segment=NetworkSegment(718e2248-7f0c-4745-921b-6562012beaa6),segment_id=718e2248-7f0c-4745-921b-6562012beaa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:07.601392 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.618925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] Calling delete_port for 8f49330b-f4a4-4e93-bb58-cccf19353de9 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:07.667463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb942a-4706-42ef-953f-03ecf7361fac req-08486b5b-39e3-44ea-b1e5-e61001f5f4d6 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.672721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42bb942a-4706-42ef-953f-03ecf7361fac req-08486b5b-39e3-44ea-b1e5-e61001f5f4d6 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.1423552 Jul 15 13:17:07.700143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.715220 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.763047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=8f49330b-f4a4-4e93-bb58-cccf19353de9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.787683 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.802559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No DVR routers for this DVR port 8f49330b-f4a4-4e93-bb58-cccf19353de9 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:07.813359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42bb942a-4706-42ef-953f-03ecf7361fac req-21dd1aa6-8c47-4397-9017-65cd20cbd4c7 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377845 Jul 15 13:17:07.825839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] Pushing event deleted for resources: {'Port': ['ID=8f49330b-f4a4-4e93-bb58-cccf19353de9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.832485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a87ffa-39c0-4069-a20b-19628a73be91 None None] No DVR routers for this DVR port 8f49330b-f4a4-4e93-bb58-cccf19353de9 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:07.956788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.989413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee3cab4-ac37-4eb3-9ca3-e6698e552856']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:08.016080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718e2248-7f0c-4745-921b-6562012beaa6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:08.018716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718e2248-7f0c-4745-921b-6562012beaa6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:08.030642 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.049962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.058842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:08.059677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:08.133785 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:08.145037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.172412 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.180759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/2ee3cab4-ac37-4eb3-9ca3-e6698e552856 HTTP/1.1" status: 204 len: 168 time: 1.1617882 Jul 15 13:17:08.182190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.215832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21be0a-228d-4417-882b-9421aae7baf0 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=2ee3cab4-ac37-4eb3-9ca3-e6698e552856,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:08.287452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6e2b7-ed9c-4010-b1c9-fa88db1d9427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.295194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a7d6e2b7-ed9c-4010-b1c9-fa88db1d9427 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/578d6e34-60a7-44cf-ada3-e413fa6a80e1 HTTP/1.1" status: 200 len: 840 time: 0.1027703 Jul 15 13:17:08.295458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.372563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0e7553cd-f580-4313-8128-46995ccbaf70 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/578d6e34-60a7-44cf-ada3-e413fa6a80e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0757856 Jul 15 13:17:08.390130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.409885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:08.451165 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf2ccb-f409-41e8-899c-8946f991734a x-openstack-request-id: req-cbcf2ccb-f409-41e8-899c-8946f991734a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:08.451677 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b92e559-644b-4566-b545-8f1d861c2c82", "name": "network-vif-deleted", "tag": "f43a9128-aa39-4830-b288-9193da4c4375", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:08.452024 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbcf2ccb-f409-41e8-899c-8946f991734a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:08.452558 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b92e559-644b-4566-b545-8f1d861c2c82', 'name': 'network-vif-deleted', 'tag': 'f43a9128-aa39-4830-b288-9193da4c4375', 'status': 'completed', 'code': 200} Jul 15 13:17:08.612126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:08.615813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.848411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18b3b2-3db3-454f-85c9-bebd4504e391 req-465c1869-52f5-45bc-b52a-7eb4c8687bec tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.850028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a18b3b2-3db3-454f-85c9-bebd4504e391 req-465c1869-52f5-45bc-b52a-7eb4c8687bec tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1359935 Jul 15 13:17:08.969092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a18b3b2-3db3-454f-85c9-bebd4504e391 req-0ec33b6b-1304-428d-aeea-2b64949cff36 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115811 Jul 15 13:17:08.981932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.042590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:09.053119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:09.058673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.059523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.061962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2840644-f279-406b-84bb-779ac85cd7c8 None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:09.072901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=ce68970f-5be1-4545-ab36-921018caa1fb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.082878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06807fce-a840-4b7d-9c66-3bdeeaf51545 req-8bbfd39d-fd7c-4845-9a64-89c3d9d26260 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.089750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06807fce-a840-4b7d-9c66-3bdeeaf51545 req-8bbfd39d-fd7c-4845-9a64-89c3d9d26260 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1769397 Jul 15 13:17:09.123940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.124232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-27de1a58-465a-4661-a74a-b98faf2b2b5e tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7313776 Jul 15 13:17:09.128890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'security_group': {'name': 'tempest-secgroup-129497404'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:09.163751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.167560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06807fce-a840-4b7d-9c66-3bdeeaf51545 req-8040e7e0-a9de-457c-9a36-1da455badb23 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769646 Jul 15 13:17:09.267582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-cd1f1678-829a-481e-9030-cebbe0f12832 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.276637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-cd1f1678-829a-481e-9030-cebbe0f12832 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.1809270 Jul 15 13:17:09.296172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-dd8e582f-fe02-481c-bab6-de200d645757 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.0184948 Jul 15 13:17:09.315794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.320822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.345036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-111ada16-cfe0-4e7f-886d-15e8649dda16 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472293 Jul 15 13:17:09.351716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.356517 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2312493 Jul 15 13:17:09.357305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.370201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'security_group': {'name': 'tempest-secgroup-459617523'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:09.382921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700bc0b-4b87-4859-a18a-b35d5edbbd75 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8445c95c-fbb9-4a77-875f-c3d806c6c5bb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.432001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.442981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'tenant_id': '00f25d2a87984f25a6cd96cc10a6117f', 'fixed_ips': [{'subnet_id': 'ce68970f-5be1-4545-ab36-921018caa1fb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:09.444393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.492792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-c1dbd0b2-f995-429b-a01d-1c620b1046c1 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466610 Jul 15 13:17:09.554560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.562660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.671835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.673815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3105397 Jul 15 13:17:09.677450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.678688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Allocated IP 172.20.0.2 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/ce68970f-5be1-4545-ab36-921018caa1fb/26f57bac-21dd-4abb-a663-63cbd09cc745) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:09.683722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1561257159', 'security_groups': ['a7644176-ba5d-4bb5-b99e-1a85d552ff83'], 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce68970f-5be1-4545-ab36-921018caa1fb'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:09.780410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9048f66-2c0b-41c6-a817-7eb97093b147 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7644176-ba5d-4bb5-b99e-1a85d552ff83,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.827606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:09.925452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.931250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.941036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Transition to ACTIVE for port object 26f57bac-21dd-4abb-a663-63cbd09cc745 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:09.947145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port 4acfe623-49c7-4c29-a257-b57f6b83e65f yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:09.961710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Transition to ACTIVE for port object 26f57bac-21dd-4abb-a663-63cbd09cc745 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:09.973684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.044526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Pushing event updated for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.068050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:10.069920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:10.075556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:10.087467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f79dde7b-46f8-4eb5-b18f-d47eedd9ead3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934966 Jul 15 13:17:10.119643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222fdbb-f642-4c45-8bcb-77eef5dbe143 req-e8ac2012-1b2b-46d6-ab72-57b6c606d498 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.120770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e222fdbb-f642-4c45-8bcb-77eef5dbe143 req-e8ac2012-1b2b-46d6-ab72-57b6c606d498 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.1427879 Jul 15 13:17:10.174323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e222fdbb-f642-4c45-8bcb-77eef5dbe143 req-0087a1fe-9346-4596-a314-f8fe81442e9f tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 Jul 15 13:17:10.187363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Attempting to bind port 26f57bac-21dd-4abb-a663-63cbd09cc745 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:10.192923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Attempting to bind port 26f57bac-21dd-4abb-a663-63cbd09cc745 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1f0341ec-5be7-42da-9ca5-d29f145fc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:10.194929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Attempting to bind port 26f57bac-21dd-4abb-a663-63cbd09cc745 on network 1f3fdc3e-34b2-4eb1-92df-a310a500950a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:10.207813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:10.211511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Checking segment: {'id': '1f0341ec-5be7-42da-9ca5-d29f145fc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:10.212148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.212613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Bound using segment: {'id': '1f0341ec-5be7-42da-9ca5-d29f145fc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:10.215111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Bound port: 26f57bac-21dd-4abb-a663-63cbd09cc745, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0341ec-5be7-42da-9ca5-d29f145fc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:10.215649 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.224012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-505c0577-5992-4d97-9777-76715208f12c {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:17:10.224857 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:17:10.316426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:10.321334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26f57bac-21dd-4abb-a663-63cbd09cc745,segment=NetworkSegment(1f0341ec-5be7-42da-9ca5-d29f145fc32b),segment_id=1f0341ec-5be7-42da-9ca5-d29f145fc32b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:10.327167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.414291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f43a9128-aa39-4830-b288-9193da4c4375 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:10.465983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: f43a9128-aa39-4830-b288-9193da4c4375 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:10.466314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f43a9128-aa39-4830-b288-9193da4c4375 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:10.524123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f15cb-6505-48b8-9ce6-397a048df82c None None] Pushing event updated for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.558554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-d38c3068-fe13-498c-a34e-17c9b95e9173 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.562860 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-d38c3068-fe13-498c-a34e-17c9b95e9173 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.1966257 Jul 15 13:17:10.726379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.781647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:10.794848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843c644-1428-43d9-8e1a-854ffc859631 req-8b580043-75e5-4304-8f58-b7643d984f1a tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.803195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5843c644-1428-43d9-8e1a-854ffc859631 req-8b580043-75e5-4304-8f58-b7643d984f1a tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.1701846 Jul 15 13:17:10.853211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e224-5d8b-4f95-a046-3148ad7815ea req-decbe8e5-136a-4af9-a14f-b91f6a9bd0ea tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.865087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6e3e224-5d8b-4f95-a046-3148ad7815ea req-decbe8e5-136a-4af9-a14f-b91f6a9bd0ea tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1688886 Jul 15 13:17:10.953970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6e3e224-5d8b-4f95-a046-3148ad7815ea req-3687d258-8fd1-4f6f-8615-b9b0ff94fd55 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846121 Jul 15 13:17:10.986811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Deleting port 0edf9420-5ec1-4541-b812-e063d85df439 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:10.987300 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.990683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5843c644-1428-43d9-8e1a-854ffc859631 req-a1455815-4ce2-44ba-a170-e9daa78c5436 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807721 Jul 15 13:17:11.087428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61815f96-16d8-48b2-83ef-aa796c9e618c req-74e0eeb4-380b-4fdc-a2ff-ded431e5f0d4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 210 time: 0.0529127 Jul 15 13:17:11.273922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2601fe7-9cd3-415a-9b8d-6e0048095898 req-9e65bd55-33d8-4691-863d-2bd082b59192 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.276206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2601fe7-9cd3-415a-9b8d-6e0048095898 req-9e65bd55-33d8-4691-863d-2bd082b59192 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1160746 Jul 15 13:17:11.350067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] For port 0edf9420-5ec1-4541-b812-e063d85df439, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0edf9420-5ec1-4541-b812-e063d85df439,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:11.350460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.351191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2601fe7-9cd3-415a-9b8d-6e0048095898 req-8e243798-accc-4380-81d9-3dc5181c20bb tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651743 Jul 15 13:17:11.395286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.14 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/ce68970f-5be1-4545-ab36-921018caa1fb/d38e0e48-3bb5-4b87-9790-8ba00f1cdef3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:11.414426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Calling delete_port for 0edf9420-5ec1-4541-b812-e063d85df439 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:11.451741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ebe42-8304-480d-a87e-778186f89fc6 req-2ebf8d9d-02b0-45c8-92c1-94bd62aca0d8 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.453979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf8ebe42-8304-480d-a87e-778186f89fc6 req-2ebf8d9d-02b0-45c8-92c1-94bd62aca0d8 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 948 time: 0.0962620 Jul 15 13:17:11.537122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf8ebe42-8304-480d-a87e-778186f89fc6 req-515280a9-d026-4629-82b7-a67b98dc2857 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756204 Jul 15 13:17:11.553165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-b8fa17f4-9476-4516-b128-c62ebb9e5a2c tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.555575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-b8fa17f4-9476-4516-b128-c62ebb9e5a2c tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.3354745 Jul 15 13:17:11.639355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:11.785426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 26f57bac-21dd-4abb-a663-63cbd09cc745 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:11.889430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.896473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.966614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:11.970148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Pushing event deleted for resources: {'Port': ['ID=0edf9420-5ec1-4541-b812-e063d85df439,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.039686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.040037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.040382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.040722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.041058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.041391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.041741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.042198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.042581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.042897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.043224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.043683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:12.101517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] No DVR routers for this DVR port 0edf9420-5ec1-4541-b812-e063d85df439 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:12.112349 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.121109 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6e77ca6a-76ee-4763-8d46-2a5ca2d81fca req-80bbfaaf-b94a-4116-8fb0-31ad46d1c216 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "DELETE /v2.0/ports/0edf9420-5ec1-4541-b812-e063d85df439 HTTP/1.1" status: 204 len: 173 time: 1.5375154 Jul 15 13:17:12.121625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-deleted', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:12.138612 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39faceec-f06f-4401-bbe7-6406e396a06b" -d '{"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-deleted", "tag": "0edf9420-5ec1-4541-b812-e063d85df439"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:12.155844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0856-4374-49d8-bd0d-a4d0e83bffca req-86fc0525-dd6b-4b32-a74d-435d744203a6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.172279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Deleting port f44e906f-ff83-45b1-8adb-25902ffcdbe5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:12.172798 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.176279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-100b0856-4374-49d8-bd0d-a4d0e83bffca req-86fc0525-dd6b-4b32-a74d-435d744203a6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1600401 Jul 15 13:17:12.277266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-100b0856-4374-49d8-bd0d-a4d0e83bffca req-69de05b3-a593-48f4-ad0c-29e9a720b6ec tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904486 Jul 15 13:17:12.321638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf123f9f-e801-438c-8ca1-be10a86db274 req-34e7811f-4928-4365-bd29-b6a90ba4b077 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.323438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf123f9f-e801-438c-8ca1-be10a86db274 req-34e7811f-4928-4365-bd29-b6a90ba4b077 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1202438 Jul 15 13:17:12.356363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.401176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf123f9f-e801-438c-8ca1-be10a86db274 req-f7b3164f-05fa-42fb-af21-709c3d72599a tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707808 Jul 15 13:17:12.405631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Provisioning complete for port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:12.414002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.489608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:12.490968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:12.511190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:12.526855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-016dff2d-3304-4c5e-8d26-4648dacbb4f9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.531712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Provisioning for port 26f57bac-21dd-4abb-a663-63cbd09cc745 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:12.536746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:12.537411 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.540912 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-016dff2d-3304-4c5e-8d26-4648dacbb4f9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.3967981 Jul 15 13:17:12.552274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:12.657938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Request body: {'port': {'device_id': '741254a4-7608-45dd-aefa-34060bf99257', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'admin_state_up': True, 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:12.677367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=d38e0e48-3bb5-4b87-9790-8ba00f1cdef3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.700217 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6c7c-5aff-40fb-85f4-30894371b278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.789233 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.792745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0050-411b-4002-a165-a513fb3c9343 req-e7d67343-ac17-4fd5-8746-0734ebbe39de tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.795977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43fe0050-411b-4002-a165-a513fb3c9343 req-e7d67343-ac17-4fd5-8746-0734ebbe39de tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 945 time: 0.2548966 Jul 15 13:17:12.821357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] For port f44e906f-ff83-45b1-8adb-25902ffcdbe5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f44e906f-ff83-45b1-8adb-25902ffcdbe5,segment=NetworkSegment(baa85fd2-50fe-44ef-ad3e-84eb18050f3f),segment_id=baa85fd2-50fe-44ef-ad3e-84eb18050f3f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:12.822063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.857679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Calling delete_port for f44e906f-ff83-45b1-8adb-25902ffcdbe5 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:12.869442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26f57bac-21dd-4abb-a663-63cbd09cc745,segment=NetworkSegment(1f0341ec-5be7-42da-9ca5-d29f145fc32b),segment_id=1f0341ec-5be7-42da-9ca5-d29f145fc32b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:12.870770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-999f2db0-bb35-49e4-ab68-b762866ce1b7 req-eaa46da1-b8e4-4d30-bca6-4df57b746da0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 210 time: 0.0511096 Jul 15 13:17:12.880517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.932871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43fe0050-411b-4002-a165-a513fb3c9343 req-37c90288-cb50-4530-bc4b-24cd47ce67bf tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c4d0701-83cc-4c0d-be21-dc71a458ad6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263885 Jul 15 13:17:12.935663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.940629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.963627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b0ce7-6008-4e5e-af19-29af61f98e85 None None] Pushing event updated for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.973220 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694655e-0387-4e7a-a785-47ad8c1f6750 x-openstack-request-id: req-1694655e-0387-4e7a-a785-47ad8c1f6750 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:12.973512 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd5e11f-304d-4689-880b-25577848a51d", "name": "network-vif-deleted", "tag": "0edf9420-5ec1-4541-b812-e063d85df439", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:12.973753 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1694655e-0387-4e7a-a785-47ad8c1f6750 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:12.974140 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd5e11f-304d-4689-880b-25577848a51d', 'name': 'network-vif-deleted', 'tag': '0edf9420-5ec1-4541-b812-e063d85df439', 'status': 'completed', 'code': 200} Jul 15 13:17:13.043008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b875680b-0650-44cd-9a4c-81426d48d98a None None] Provisioning for port d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:13.047553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b875680b-0650-44cd-9a4c-81426d48d98a None None] Provisioning complete for port d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:13.048187 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b875680b-0650-44cd-9a4c-81426d48d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.078410 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ad1e13f6-0d7d-4044-a474-84106388c6c6 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3998230 Jul 15 13:17:13.079529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.090484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:13.140306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b875680b-0650-44cd-9a4c-81426d48d98a None None] Port d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:13.227341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:13.231688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.234750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.263742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-631e51f6-57b8-4124-b5d8-f32363e5bbe8 req-b35c9066-25ba-45a8-896f-97644900509b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd5e11f-304d-4689-880b-25577848a51d HTTP/1.1" status: 200 len: 210 time: 0.0511997 Jul 15 13:17:13.293986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Pushing event deleted for resources: {'Port': ['ID=f44e906f-ff83-45b1-8adb-25902ffcdbe5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.359191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] No DVR routers for this DVR port f44e906f-ff83-45b1-8adb-25902ffcdbe5 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:13.364639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.366950 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-18e7749c-4a22-4ad7-8d35-04b885c030f5 req-897206d1-8eaf-4c67-9883-6bb1462948ef tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.49 "DELETE /v2.0/ports/f44e906f-ff83-45b1-8adb-25902ffcdbe5 HTTP/1.1" status: 204 len: 173 time: 1.8046820 Jul 15 13:17:13.375029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:13.381050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.514240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Allocated IP 172.20.0.10 (0b96a729-a0eb-43e9-8791-4c5e67191804/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a/92a15156-91a6-4997-8ee7-f0b8951a3e1c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:13.530430 n-d-798249-9 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce68970f-5be1-4545-ab36-921018caa1fb (CIDR: 172.20.0.0/28) Jul 15 13:17:13.540623 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:17:13.541633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:13.586825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:13.611123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ca5dfc3b-345e-42e7-9992-a7ba9f017609 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5270333 Jul 15 13:17:13.631251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.644650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:13.671067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:13.671860 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.742648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.791158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.843690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:13.847711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:13.852097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:13.865201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:13.868827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.883488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c208b-e509-4b5b-b08b-63a458686a64 req-5e53590f-22d9-4a2d-8a1b-9523fa745d82 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.883712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event updated for resources: {'Port': ['ID=92a15156-91a6-4997-8ee7-f0b8951a3e1c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.885062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b8c208b-e509-4b5b-b08b-63a458686a64 req-5e53590f-22d9-4a2d-8a1b-9523fa745d82 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3308055 Jul 15 13:17:13.912138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.914026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.929840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-f414fb3e-ad8e-4b02-9cb6-078bd3726ef6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3630610 Jul 15 13:17:13.944625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Request body: {'port': {'device_id': '741254a4-7608-45dd-aefa-34060bf99257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:13.991066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14217186-22f8-4326-811f-c9d3b66742d1 req-f200dc8e-e053-4dce-85e3-744ee3772134 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.998093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14217186-22f8-4326-811f-c9d3b66742d1 req-f200dc8e-e053-4dce-85e3-744ee3772134 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2068865 Jul 15 13:17:14.043043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b8c208b-e509-4b5b-b08b-63a458686a64 req-a473c827-047a-4009-bfc0-23fead1fa154 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324265 Jul 15 13:17:14.079574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.117026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14217186-22f8-4326-811f-c9d3b66742d1 req-e51a6d9f-32c2-4dad-8063-e0b95a9060c6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179187 Jul 15 13:17:14.398800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:14.433212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 0edf9420-5ec1-4541-b812-e063d85df439 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:14.435731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0edf9420-5ec1-4541-b812-e063d85df439 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:14.437629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f44e906f-ff83-45b1-8adb-25902ffcdbe5 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:14.447790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf43a943-5f78-4419-bdf8-fd2fdb65de69 req-1a8c0cab-55db-4362-a83e-a6d6a57b86b5 tempest-InstanceActionsTestJSON-1440669749 tempest-InstanceActionsTestJSON-1440669749-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee HTTP/1.1" status: 200 len: 210 time: 0.0494301 Jul 15 13:17:14.498654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: f44e906f-ff83-45b1-8adb-25902ffcdbe5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:14.499008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f44e906f-ff83-45b1-8adb-25902ffcdbe5 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:14.567497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.600980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a15156-91a6-4997-8ee7-f0b8951a3e1c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:14.609919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.633513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Transition to ACTIVE for port object 92a15156-91a6-4997-8ee7-f0b8951a3e1c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:14.638970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.660998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:14.670319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:14.674408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.675006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.686183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d5562-6305-4196-93b9-d5165f9daba8 None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:14.692459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=3f59465d-5245-4a37-ab4d-307b870122d1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.703637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1752c-d086-4a01-a5d4-367a2949ed4e req-14f65e8f-5d91-47ee-b948-dfc6935f3c41 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.712255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51a1752c-d086-4a01-a5d4-367a2949ed4e req-14f65e8f-5d91-47ee-b948-dfc6935f3c41 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 932 time: 0.2206082 Jul 15 13:17:14.738888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Pushing event updated for resources: {'Port': ['ID=92a15156-91a6-4997-8ee7-f0b8951a3e1c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.739966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9a3e6e16-51e5-42d0-a8c4-82d5dbea3f6b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1055515 Jul 15 13:17:14.742670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.750524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-677021038', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f59465d-5245-4a37-ab4d-307b870122d1'}], 'security_groups': ['8445c95c-fbb9-4a77-875f-c3d806c6c5bb']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:14.784059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51a1752c-d086-4a01-a5d4-367a2949ed4e req-e435c7a9-373c-4c5c-92ec-15b4d10e1c31 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700388 Jul 15 13:17:14.806146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb7828-6a43-4e29-8c16-d1a2067fa51b req-02faf7f9-8902-497a-a163-b28d21dc6d02 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.816871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Attempting to bind port 92a15156-91a6-4997-8ee7-f0b8951a3e1c on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:14.817475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Attempting to bind port 92a15156-91a6-4997-8ee7-f0b8951a3e1c by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:14.817646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2abb7828-6a43-4e29-8c16-d1a2067fa51b req-02faf7f9-8902-497a-a163-b28d21dc6d02 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2122738 Jul 15 13:17:14.818412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Attempting to bind port 92a15156-91a6-4997-8ee7-f0b8951a3e1c on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:14.871053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.873387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Port 92a15156-91a6-4997-8ee7-f0b8951a3e1c on network 0b96a729-a0eb-43e9-8791-4c5e67191804 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:14.874297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Attempting to bind port 92a15156-91a6-4997-8ee7-f0b8951a3e1c on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:14.885651 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2abb7828-6a43-4e29-8c16-d1a2067fa51b req-82140f82-53d2-4286-9b24-c23a469f0c53 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669234 Jul 15 13:17:14.896234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:14.897843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:14.897843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Bound using segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:14.897843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Bound port: 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:14.897843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.159364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Update dhcp port {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'fixed_ips': [{'subnet_id': 'ce68970f-5be1-4545-ab36-921018caa1fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f59465d-5245-4a37-ab4d-307b870122d1'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '26f57bac-21dd-4abb-a663-63cbd09cc745'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:17:15.165396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a569c-60c1-47a2-86c5-845fd4e68b38 req-5aa40b44-f75e-40c0-86d9-34b44f24b42e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.167043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-669a569c-60c1-47a2-86c5-845fd4e68b38 req-5aa40b44-f75e-40c0-86d9-34b44f24b42e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1103535 Jul 15 13:17:15.179581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'name': 'network-vif-deleted', 'tag': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:15.183115 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b408c2-a9ea-48b6-aae8-524b49a85a6e" -d '{"events": [{"server_uuid": "cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee", "name": "network-vif-deleted", "tag": "f44e906f-ff83-45b1-8adb-25902ffcdbe5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:15.226684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.228718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-669a569c-60c1-47a2-86c5-845fd4e68b38 req-d6889841-adb6-4121-9102-c9267e5f4646 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545304 Jul 15 13:17:15.289934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] For port 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:15.296747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] For port 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:15.312924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.376807 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f10aa55-218d-42cc-825b-ddc6e79741f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.394134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.395360 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.396993 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] 10.222.0.23 "PUT /v2.0/ports/92a15156-91a6-4997-8ee7-f0b8951a3e1c HTTP/1.1" status: 200 len: 1092 time: 1.4589865 Jul 15 13:17:15.447904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Delete allocated IP 172.20.0.14 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/ce68970f-5be1-4545-ab36-921018caa1fb) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:17:15.460106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.22 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/3f59465d-5245-4a37-ab4d-307b870122d1/d38e0e48-3bb5-4b87-9790-8ba00f1cdef3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:15.526196 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.539818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15b3ea-87c4-4eae-b663-023ff63e2fad service neutron] Pushing event updated for resources: {'Port': ['ID=92a15156-91a6-4997-8ee7-f0b8951a3e1c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.568009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9d36-0ae0-440b-afb8-07ee668d98e9 req-d576a483-abff-4722-b3c5-0833bef03f1c tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.575461 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d86039-0637-4c3e-a25d-bc4d75d0ef99 x-openstack-request-id: req-22d86039-0637-4c3e-a25d-bc4d75d0ef99 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:15.575740 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee", "name": "network-vif-deleted", "tag": "f44e906f-ff83-45b1-8adb-25902ffcdbe5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:15.576320 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22d86039-0637-4c3e-a25d-bc4d75d0ef99 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:15.576988 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce8ca1d-e7f8-4690-9a65-bf5bbefad7ee', 'name': 'network-vif-deleted', 'tag': 'f44e906f-ff83-45b1-8adb-25902ffcdbe5', 'status': 'completed', 'code': 200} Jul 15 13:17:15.577321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2ee9d36-0ae0-440b-afb8-07ee668d98e9 req-d576a483-abff-4722-b3c5-0833bef03f1c tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1292026 Jul 15 13:17:15.608924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7bbccc4c-ca0a-43ad-b98c-b953341afb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.610324 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-7bbccc4c-ca0a-43ad-b98c-b953341afb68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 1095 time: 0.1408978 Jul 15 13:17:15.626305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2ee9d36-0ae0-440b-afb8-07ee668d98e9 req-799b7fab-38db-42ce-b967-d91111548af5 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Jul 15 13:17:15.724835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-c1f8a4f9-bb33-4636-a9fd-29bbd7abaaa4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c HTTP/1.1" status: 200 len: 217 time: 0.0926650 Jul 15 13:17:15.741762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:15.815178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1d47e-b5d9-44ae-8b94-c413972fd695 req-089d92bd-d9f9-40a5-9bea-e60c68680b91 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.817254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdb1d47e-b5d9-44ae-8b94-c413972fd695 req-089d92bd-d9f9-40a5-9bea-e60c68680b91 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1289990 Jul 15 13:17:15.836724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Deleting subnet c5f6fb23-ea35-4ec2-9c34-020afceb3540 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:15.844291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.973484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.009218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdb1d47e-b5d9-44ae-8b94-c413972fd695 req-1554c5b3-19ed-4d73-b804-35c2a2698cc5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1846993 Jul 15 13:17:16.051736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.083854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0a06-460e-4bcc-873e-11da987efd87 req-fed846e6-692f-424d-a362-4266aa1d3e36 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.092096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f8b0a06-460e-4bcc-873e-11da987efd87 req-fed846e6-692f-424d-a362-4266aa1d3e36 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 948 time: 0.1898274 Jul 15 13:17:16.165824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-a83f7a9c-e54d-44b4-8bce-ba37ccb47612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.166035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f8b0a06-460e-4bcc-873e-11da987efd87 req-bdc7f6f6-ceeb-478e-b607-5dc78214021b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729861 Jul 15 13:17:16.167544 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-a83f7a9c-e54d-44b4-8bce-ba37ccb47612 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.4340637 Jul 15 13:17:16.208984 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.235995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-3f91678b-364d-4696-8640-73534a4cc209 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582798 Jul 15 13:17:16.271587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f6fb23-ea35-4ec2-9c34-020afceb3540,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:16.276060 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.294944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.299994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34909f0a-6115-423f-b905-5a7d33977ae5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c5f6fb23-ea35-4ec2-9c34-020afceb3540 HTTP/1.1" status: 204 len: 168 time: 0.5540991 Jul 15 13:17:16.299994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:16.304230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:16.371547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Allocated IP 172.20.0.18 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/3f59465d-5245-4a37-ab4d-307b870122d1/26f57bac-21dd-4abb-a663-63cbd09cc745) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:16.378443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-0e191f0f-b99d-483a-a2c8-f5cc04408db2 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297755 Jul 15 13:17:16.379553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.405829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.421326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e64f-17d0-4c6e-92d9-d87c68638b2f req-452c4e41-13e9-40ef-b6e4-4419b9373855 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.430649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d46e64f-17d0-4c6e-92d9-d87c68638b2f req-452c4e41-13e9-40ef-b6e4-4419b9373855 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 944 time: 0.2091866 Jul 15 13:17:16.467370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=d38e0e48-3bb5-4b87-9790-8ba00f1cdef3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:16.498859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26f57bac-21dd-4abb-a663-63cbd09cc745,segment=NetworkSegment(1f0341ec-5be7-42da-9ca5-d29f145fc32b),segment_id=1f0341ec-5be7-42da-9ca5-d29f145fc32b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:16.535470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.553611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Transition to ACTIVE for port object 26f57bac-21dd-4abb-a663-63cbd09cc745 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:16.559714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.561943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d46e64f-17d0-4c6e-92d9-d87c68638b2f req-58f67fc2-6a39-4d1e-b856-4ebb5c68e4af tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302695 Jul 15 13:17:16.616354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.628997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42d9e40-3c94-4445-8567-1cde8844fef0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:16.646886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:16.647586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa85fd2-50fe-44ef-ad3e-84eb18050f3f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:16.654505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] In _notify_port_updated(), no bound segment for port d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 on network 1f3fdc3e-34b2-4eb1-92df-a310a500950a {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:17:16.661036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.662480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.664024 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-10cb5082-7874-4eec-8c74-d24a73f38781 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/ports/d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 HTTP/1.1" status: 200 len: 920 time: 1.9199364 Jul 15 13:17:16.668634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:16.671626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.699999 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb17d4-f456-42c0-96d1-12ccd96d6074 req-5dbe265c-9c9b-4106-b438-caf59b9cc050 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336335 Jul 15 13:17:16.746958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ab635-4327-48a2-a1d8-08fd04628c7e None None] Pushing event updated for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:16.748820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.760025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.772936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:16.773672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:16.775500 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:16.917619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.923621 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.925746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] 10.222.0.48 "DELETE /v2.0/networks/a42d9e40-3c94-4445-8567-1cde8844fef0 HTTP/1.1" status: 204 len: 168 time: 0.6248755 Jul 15 13:17:16.964874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf78c75-463a-4008-88cd-de191227892e admin admin] Pushing event deleted for resources: {'Network': ['ID=a42d9e40-3c94-4445-8567-1cde8844fef0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:16.998295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dee45-9948-42f9-b2cb-710fe6cba4f6 req-fee34709-0264-4c6f-9b3f-f92ec116f84e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.000073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-835dee45-9948-42f9-b2cb-710fe6cba4f6 req-fee34709-0264-4c6f-9b3f-f92ec116f84e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2100825 Jul 15 13:17:17.005421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:17.005769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.105934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.124666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-835dee45-9948-42f9-b2cb-710fe6cba4f6 req-b222bb8a-2333-408b-bc73-31b519a3e98d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129994 Jul 15 13:17:17.178335 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a0e57ffa-3242-4d25-94ef-0850accb5638 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be5adf9402e5451b8fbd38fba5b507e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698357 Jul 15 13:17:17.182902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53676) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.236303 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.241851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afebf049-68ca-4b08-9175-06f99031aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.261182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:17.265813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afebf049-68ca-4b08-9175-06f99031aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.410951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afebf049-68ca-4b08-9175-06f99031aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.414599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afebf049-68ca-4b08-9175-06f99031aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.418635 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-afebf049-68ca-4b08-9175-06f99031aed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c4d0701-83cc-4c0d-be21-dc71a458ad6e HTTP/1.1" status: 204 len: 168 time: 0.2322283 Jul 15 13:17:17.443195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf049-68ca-4b08-9175-06f99031aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d0701-83cc-4c0d-be21-dc71a458ad6e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.500539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.550690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-9a3d85de-31a8-4813-acad-bd915f6cab1d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.552636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-9a3d85de-31a8-4813-acad-bd915f6cab1d tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 948 time: 0.2038727 Jul 15 13:17:17.571892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:17.572831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=d38e0e48-3bb5-4b87-9790-8ba00f1cdef3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.604967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741254a4-7608-45dd-aefa-34060bf99257', 'tag': '92a15156-91a6-4997-8ee7-f0b8951a3e1c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:17.607310 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7082bb-e665-4737-9fca-94431b5827d0" -d '{"events": [{"name": "network-changed", "server_uuid": "741254a4-7608-45dd-aefa-34060bf99257", "tag": "92a15156-91a6-4997-8ee7-f0b8951a3e1c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:17.727756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Provisioning complete for port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:17.728002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.746317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97230795-3091-4238-a861-37f50cf4a138 req-0135930d-022b-49d9-882f-7032dfb42cc5 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.757812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97230795-3091-4238-a861-37f50cf4a138 req-0135930d-022b-49d9-882f-7032dfb42cc5 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 948 time: 0.2723572 Jul 15 13:17:17.766881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.773674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a2ab9466-55a0-4a42-9842-7e68831047bb tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 HTTP/1.1" status: 204 len: 168 time: 1.1035442 Jul 15 13:17:17.776306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.813780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-5962f7cb-6212-4e29-baad-a9abbb1906b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.815282 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-5962f7cb-6212-4e29-baad-a9abbb1906b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 1096 time: 0.2053535 Jul 15 13:17:17.817998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Deleting port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:17.818402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.837708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:17.863473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Provisioning for port 26f57bac-21dd-4abb-a663-63cbd09cc745 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:17.870289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:17.871853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.915495 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-662abfea-51d4-4ca9-b78a-aeb5af50f8c9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:17:17.917950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-662abfea-51d4-4ca9-b78a-aeb5af50f8c9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/d38e0e48-3bb5-4b87-9790-8ba00f1cdef3 HTTP/1.1" status: 404 len: 333 time: 0.1277485 Jul 15 13:17:17.932918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.021434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97230795-3091-4238-a861-37f50cf4a138 req-602c40b7-dc74-4058-814e-f60bc6d890e7 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce1751ae-6dab-4610-88da-900b695e0d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617288 Jul 15 13:17:18.038009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-374e17dc-61ed-4e8d-9a88-7e354f7d4b60 None None] Could not find standard attr ID for object d38e0e48-3bb5-4b87-9790-8ba00f1cdef3. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:17:18.041552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.109472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] For port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:18.109702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.128470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Calling delete_port for 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:18.129377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c63e7-2756-4e84-9c6e-a730ed38cf43 req-e7215ccb-f421-4fd9-9aec-4d713aa5bbf5 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.131006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e01c63e7-2756-4e84-9c6e-a730ed38cf43 req-e7215ccb-f421-4fd9-9aec-4d713aa5bbf5 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2190216 Jul 15 13:17:18.212228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e01c63e7-2756-4e84-9c6e-a730ed38cf43 req-ccea08b7-6eaf-47a5-9ef1-4a89b1aa1a7d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741909 Jul 15 13:17:18.258498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7cfe39f3-4394-4676-8c9a-6fc123bba7d1 None None] Could not find standard attr ID for object d38e0e48-3bb5-4b87-9790-8ba00f1cdef3. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:17:18.274603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-3ec85e0e-8dc2-4abf-b6c1-7e60ff77c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.276098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-3ec85e0e-8dc2-4abf-b6c1-7e60ff77c917 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.4528353 Jul 15 13:17:18.295742 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf7442d-841b-424f-bc7b-ed32e8b8ae79 x-openstack-request-id: req-acf7442d-841b-424f-bc7b-ed32e8b8ae79 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:18.296815 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741254a4-7608-45dd-aefa-34060bf99257", "tag": "92a15156-91a6-4997-8ee7-f0b8951a3e1c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:18.296815 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acf7442d-841b-424f-bc7b-ed32e8b8ae79 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:18.296815 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741254a4-7608-45dd-aefa-34060bf99257', 'tag': '92a15156-91a6-4997-8ee7-f0b8951a3e1c', 'status': 'completed', 'code': 200} Jul 15 13:17:18.427709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fddb1947-6a3c-4cfd-b98a-d0d2f4a51051 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.452465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8bc67-2e4c-45cb-8485-bff0c4d130e7 req-43348688-6e14-47cf-acf0-c74814f57474 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.460048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35f8bc67-2e4c-45cb-8485-bff0c4d130e7 req-43348688-6e14-47cf-acf0-c74814f57474 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 944 time: 0.1731105 Jul 15 13:17:18.471220 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-b20a738a-d66f-40ae-9083-e3b67dba03a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 200 len: 999 time: 0.1839688 Jul 15 13:17:18.473044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fddb1947-6a3c-4cfd-b98a-d0d2f4a51051 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.475439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-71d67ec1-b2ef-4c36-9fbc-a6bcc97b0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.477203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-71d67ec1-b2ef-4c36-9fbc-a6bcc97b0c3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 1095 time: 0.1359892 Jul 15 13:17:18.580145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35f8bc67-2e4c-45cb-8485-bff0c4d130e7 req-d300ffa2-0b09-4a78-b05a-3d3935e88cd7 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186166 Jul 15 13:17:18.603431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-4832dc30-cffe-4bb1-98cc-da5b205d8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.604992 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-4832dc30-cffe-4bb1-98cc-da5b205d8811 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.1203806 Jul 15 13:17:18.678154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-48313309-8c01-4ac7-9a7b-4768b1c89975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.679981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-48313309-8c01-4ac7-9a7b-4768b1c89975 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.1940324 Jul 15 13:17:18.710645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.717838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fddb1947-6a3c-4cfd-b98a-d0d2f4a51051 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.720459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fddb1947-6a3c-4cfd-b98a-d0d2f4a51051 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.722426 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fddb1947-6a3c-4cfd-b98a-d0d2f4a51051 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/security-groups/a7644176-ba5d-4bb5-b99e-1a85d552ff83 HTTP/1.1" status: 204 len: 168 time: 0.7845147 Jul 15 13:17:18.747251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.757433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-47478f1a-212c-4e41-a38b-9c07e6a94a61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c HTTP/1.1" status: 200 len: 217 time: 0.0698705 Jul 15 13:17:18.792091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Pushing event deleted for resources: {'Port': ['ID=414a3fc4-b97a-42ca-8ec9-40e39a4e19a3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.808774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb1947-6a3c-4cfd-b98a-d0d2f4a51051 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7644176-ba5d-4bb5-b99e-1a85d552ff83,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.814251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-91b9f011-f61d-4a10-a364-b79a3383effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.815785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-91b9f011-f61d-4a10-a364-b79a3383effd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.0516760 Jul 15 13:17:18.849217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-39f15196-3311-42a0-8fb8-0d175d092b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.853775 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-39f15196-3311-42a0-8fb8-0d175d092b30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386136 Jul 15 13:17:18.898822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.902018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-a8452e51-1298-4e1e-ac0a-e3f2114752ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582187 Jul 15 13:17:18.981697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] No DVR routers for this DVR port 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:18.987219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.989631 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-634e00bc-8c36-43c3-9190-bf08dea991ef req-ddf9da51-beec-4bc6-bbc1-5ae468d3dc9b tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.49 "DELETE /v2.0/ports/414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 HTTP/1.1" status: 204 len: 173 time: 1.4290352 Jul 15 13:17:19.040877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-18d05c58-adb0-47a6-af7f-c7e15fb31fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237750 Jul 15 13:17:19.049880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daef07e6-33b5-4803-b515-ca31160dded7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.168054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1499810895-network', 'tenant_id': '3c8df1ac61f34b24923a701895fab9dc'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:19.240461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Made reservation on behalf of 3c8df1ac61f34b24923a701895fab9dc for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:19.246094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.253808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b7082bb-e665-4737-9fca-94431b5827d0 req-d972b2b5-5c99-4b18-9407-e0ab2f7de5d4 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022450 Jul 15 13:17:19.284373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.296356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daef07e6-33b5-4803-b515-ca31160dded7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.375023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1c3006f-fcb3-4768-914a-4fbe8a30e23d req-82a1e7b1-4caf-40b6-906b-a1161d02b885 tempest-ListImageFiltersTestJSON-919962619 tempest-ListImageFiltersTestJSON-919962619-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a0d6552-e691-483f-a284-772b7b4ba7d6 HTTP/1.1" status: 200 len: 210 time: 0.0405040 Jul 15 13:17:19.435456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-3c7cbb5d-f838-4165-a4b7-6e7a176cfd10 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601537 Jul 15 13:17:19.463074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.486911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daef07e6-33b5-4803-b515-ca31160dded7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.489473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-daef07e6-33b5-4803-b515-ca31160dded7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.498600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53754) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:19.502778 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-daef07e6-33b5-4803-b515-ca31160dded7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/security-groups/8445c95c-fbb9-4a77-875f-c3d806c6c5bb HTTP/1.1" status: 204 len: 168 time: 0.7489097 Jul 15 13:17:19.515530 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.537750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef07e6-33b5-4803-b515-ca31160dded7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8445c95c-fbb9-4a77-875f-c3d806c6c5bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.605347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:19.634441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04859449-9e52-41ee-ad04-71f092a5a37b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.647537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet ce68970f-5be1-4545-ab36-921018caa1fb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:19.650395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.650682 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Added segment ed7463a8-f2e1-4086-acae-e99a2c79b374 of type vlan for network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b Jul 15 13:17:19.658698 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73893c6c-2896-446b-ae3f-50e625fe1918 req-7e3390c2-36bb-45fc-b2d7-76855c7c44a0 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029989 Jul 15 13:17:19.660260 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.761165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.774791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7da42-4327-44a9-8da1-3dff1f131553 req-7c3559be-ec26-492c-89c3-c7c451a3fbce tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.776325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b7da42-4327-44a9-8da1-3dff1f131553 req-7c3559be-ec26-492c-89c3-c7c451a3fbce tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.3162956 Jul 15 13:17:19.778150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.924283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b7da42-4327-44a9-8da1-3dff1f131553 req-bc00a18b-a878-447c-8235-caa0cd0665b0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157658 Jul 15 13:17:19.947374 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.948487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.949116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.298458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-deleted', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:20.302480 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cc6c77-8f9e-4265-9563-00796dc84363" -d '{"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-deleted", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:20.364779 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b8fc1f-1355-47b6-ad7f-cfe331ee759f x-openstack-request-id: req-65b8fc1f-1355-47b6-ad7f-cfe331ee759f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:20.365221 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0d6552-e691-483f-a284-772b7b4ba7d6", "name": "network-vif-deleted", "tag": "414a3fc4-b97a-42ca-8ec9-40e39a4e19a3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:20.365803 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65b8fc1f-1355-47b6-ad7f-cfe331ee759f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:20.366978 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d6552-e691-483f-a284-772b7b4ba7d6', 'name': 'network-vif-deleted', 'tag': '414a3fc4-b97a-42ca-8ec9-40e39a4e19a3', 'status': 'completed', 'code': 200} Jul 15 13:17:20.382849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4830990 Jul 15 13:17:20.385903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.393201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Request body: {'subnet': {'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1499810895-subnet', 'tenant_id': '3c8df1ac61f34b24923a701895fab9dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:20.409052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:20.429435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Made reservation on behalf of 3c8df1ac61f34b24923a701895fab9dc for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:20.431791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:20.432352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 414a3fc4-b97a-42ca-8ec9-40e39a4e19a3 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:20.433244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.448839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff126-1912-46bd-8b94-524eb0ff40d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.456052 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.464605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:20.541327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc294-d5ca-41dc-888b-17f1751c1169 req-4ac2e221-29dd-4e01-82c1-fb8022fd570f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.549874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-195dc294-d5ca-41dc-888b-17f1751c1169 req-4ac2e221-29dd-4e01-82c1-fb8022fd570f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 944 time: 0.7856665 Jul 15 13:17:20.556177 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.584110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 92a15156-91a6-4997-8ee7-f0b8951a3e1c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:20.636192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=ce68970f-5be1-4545-ab36-921018caa1fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.652463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb02a6-de96-4606-b36f-5eda75c9dc3d None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:20.654407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.660065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-37744f4f-4c01-46dc-a986-7749ecffd7f8 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/ce68970f-5be1-4545-ab36-921018caa1fb HTTP/1.1" status: 204 len: 168 time: 1.1595650 Jul 15 13:17:20.671885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.701736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:20.724541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.745981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-195dc294-d5ca-41dc-888b-17f1751c1169 req-ce04aeeb-5bbb-4114-8415-0debf2b232e5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949906 Jul 15 13:17:20.816818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.859438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Checking segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:20.863081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Network hostable DHCP agents. Network: b2168fdd-e48f-4c58-b0ae-cff7da4ce24b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:20.913861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:20.928576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:20.933644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b2168fdd-e48f-4c58-b0ae-cff7da4ce24b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:20.934127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.952771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.953822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.959536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837e202-69b7-489f-bd78-e8dd93c77f51 None None] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:21.061665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:21.063499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a69b9b51-aa35-40c9-bb84-0f33098448b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6495409 Jul 15 13:17:21.085343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '92a15156-91a6-4997-8ee7-f0b8951a3e1c', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': '92a15156-91a6-4997-8ee7-f0b8951a3e1c', 'mac_address': 'fa:16:3e:c7:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:21.170550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.276278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a15156-91a6-4997-8ee7-f0b8951a3e1c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:21.360753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:21.378875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.399845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01d0cf-fee4-4eac-a3c2-cd9ae4b5098c req-3071c7eb-1722-4cc8-bb22-5d810d91e102 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.401387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c01d0cf-fee4-4eac-a3c2-cd9ae4b5098c req-3071c7eb-1722-4cc8-bb22-5d810d91e102 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2193832 Jul 15 13:17:21.413058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'tenant_id': '3c8df1ac61f34b24923a701895fab9dc', 'fixed_ips': [{'subnet_id': '090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:21.413990 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.497489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c01d0cf-fee4-4eac-a3c2-cd9ae4b5098c req-61bc924c-baff-4ea1-8aeb-b73dd85a093e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686674 Jul 15 13:17:21.501450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.567318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:21.569994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=92a15156-91a6-4997-8ee7-f0b8951a3e1c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:21.570761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:21.582615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.583343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.608229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=18293344-aadb-4646-9c4c-125faef52349,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:21.635324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-23a1e010-c2b1-4b41-921e-76718fab0591 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9619231 Jul 15 13:17:21.638043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.643831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'security_group': {'name': 'tempest-secgroup-1067856271'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:21.666001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Allocated IP 172.20.0.2 (b2168fdd-e48f-4c58-b0ae-cff7da4ce24b/090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb/cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:21.682487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.686562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['92a15156-91a6-4997-8ee7-f0b8951a3e1c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:21.851706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.864197 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.013730 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.018006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3759334 Jul 15 13:17:22.018953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.020590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda540f-2f1c-413b-83b0-a5cd3213be95 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6a743-636c-4d00-9e67-8011a8ac0563,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.025346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'security_group': {'name': 'tempest-secgroup-934518543'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:22.078737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.132859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-1f95b48d-5dfc-4dfe-8d40-2556b2189a8f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.141546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-1f95b48d-5dfc-4dfe-8d40-2556b2189a8f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 816 time: 0.2563078 Jul 15 13:17:22.159342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-e3ab9b5e-7c21-4eda-b955-550ff07a0117 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/quotas/3c8df1ac61f34b24923a701895fab9dc HTTP/1.1" status: 200 len: 375 time: 0.0164452 Jul 15 13:17:22.202170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.206180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-a0e66fe8-4e95-4167-99bb-d6c57f6e2a95 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458679 Jul 15 13:17:22.213730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Transition to ACTIVE for port object cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:22.231541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Transition to ACTIVE for port object cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:22.242023 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.316650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.330863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:22.331275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.344596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:22.356003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:22.374308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.375851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3558049 Jul 15 13:17:22.379563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.394058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-65ca677c-6607-4d2b-8711-c0535443fac9 service neutron] 10.222.0.48 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865823 Jul 15 13:17:22.407811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'security_group': {'name': 'tempest-secgroup-1309110532'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:22.412394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3ff60-9814-425d-9dce-e06f8031abe9 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45eee109-db55-428c-9329-a177b45cf432,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.457228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Pushing event updated for resources: {'Port': ['ID=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.478702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Attempting to bind port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:22.479304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Attempting to bind port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:22.480176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Attempting to bind port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:22.487798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:22.489081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Checking segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:22.489657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.490236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Bound using segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:22.490891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Bound port: cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:22.492657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.564069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78ebe6-a789-4de5-b61f-58b5bdd8e6a5 None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:22.576601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.607451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.638805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-d69c4dd5-796b-42e6-ab5f-014363a163bf service neutron] 10.222.0.48 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438526 Jul 15 13:17:22.679989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578df42-cf08-4440-bd88-0e065d23519a req-02f139f4-1661-4f15-bd76-ba3a592f7e86 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.688481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e578df42-cf08-4440-bd88-0e065d23519a req-02f139f4-1661-4f15-bd76-ba3a592f7e86 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 945 time: 0.2430911 Jul 15 13:17:22.710837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] For port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:22.714366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] For port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:22.741234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.802345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e578df42-cf08-4440-bd88-0e065d23519a req-38f86d52-d97d-4034-a6fb-be02e05ba123 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114395 Jul 15 13:17:22.840760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268186a-16a4-4dc0-a5d0-59a8cf5f8a56 None None] Pushing event updated for resources: {'Port': ['ID=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:22.841478 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f9cc7f07-23d4-46f0-b566-c96e5a1bb122 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f18448bc9ed4cf4b9afff3dca185f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635374 Jul 15 13:17:22.844071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.910588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.916463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-00bce56b-1cf1-4d02-a9ac-8aba1ae580af None None] Provisioning complete for port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:22.917918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00bce56b-1cf1-4d02-a9ac-8aba1ae580af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.920559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.012972 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.025268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.025990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a22190-b9b2-4043-9916-ee9bd7c6c0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.027477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6458871 Jul 15 13:17:23.036865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549573f4-43f2-4f6b-b71e-7b1ec92324e7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b47a52-3d53-47ae-8d94-e8b4539f9e63,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:23.048802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1785285157', 'security_groups': ['76b47a52-3d53-47ae-8d94-e8b4539f9e63'], 'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18293344-aadb-4646-9c4c-125faef52349'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:23.101661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00bce56b-1cf1-4d02-a9ac-8aba1ae580af None None] Port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:23.126624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-00bce56b-1cf1-4d02-a9ac-8aba1ae580af None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:23.127746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00bce56b-1cf1-4d02-a9ac-8aba1ae580af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.216560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a22190-b9b2-4043-9916-ee9bd7c6c0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.397727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-7617d96a-3a32-4218-8162-060dc9b4a5f8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.406572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-7617d96a-3a32-4218-8162-060dc9b4a5f8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 816 time: 0.1764724 Jul 15 13:17:23.448332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-32129ea3-8d92-4cb5-b881-31b1ad8809cc tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/quotas/3c8df1ac61f34b24923a701895fab9dc HTTP/1.1" status: 200 len: 375 time: 0.0403910 Jul 15 13:17:23.555974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-5f984110-9276-4f8b-97ce-388430f73855 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065524 Jul 15 13:17:23.574995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Update dhcp port {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'fixed_ips': [{'subnet_id': '3f59465d-5245-4a37-ab4d-307b870122d1', 'ip_address': '172.20.0.18'}, {'subnet_id': '18293344-aadb-4646-9c4c-125faef52349'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '26f57bac-21dd-4abb-a663-63cbd09cc745'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:17:23.612531 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a22190-b9b2-4043-9916-ee9bd7c6c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.620208 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a22190-b9b2-4043-9916-ee9bd7c6c0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.626299 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7a22190-b9b2-4043-9916-ee9bd7c6c0e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce1751ae-6dab-4610-88da-900b695e0d37 HTTP/1.1" status: 204 len: 168 time: 0.7811775 Jul 15 13:17:23.635052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:23.658519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a22190-b9b2-4043-9916-ee9bd7c6c0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1751ae-6dab-4610-88da-900b695e0d37,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:23.660548 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.692714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:23.741114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e61891f-13d2-4a52-bbb1-3f9f89fdb6fe service neutron] 10.222.0.48 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842616 Jul 15 13:17:23.899556 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.953525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] device_id is not set on port aa3dac79-050d-4946-8a6b-80e526d0374b yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:23.963959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:24.007192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-2a846fad-d84c-41dc-9257-9901c98f5bf4 service neutron] 10.222.0.48 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442982 Jul 15 13:17:24.109615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Allocated IP 172.20.0.2 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/18293344-aadb-4646-9c4c-125faef52349/26f57bac-21dd-4abb-a663-63cbd09cc745) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:24.298167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7587244-5f4a-4a1b-aef9-e8cdfa0ff82b req-c1595b8a-060a-489e-ad1f-525a4ea9bb90 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.302337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7587244-5f4a-4a1b-aef9-e8cdfa0ff82b req-c1595b8a-060a-489e-ad1f-525a4ea9bb90 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 945 time: 0.2069054 Jul 15 13:17:24.412018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26f57bac-21dd-4abb-a663-63cbd09cc745,segment=NetworkSegment(1f0341ec-5be7-42da-9ca5-d29f145fc32b),segment_id=1f0341ec-5be7-42da-9ca5-d29f145fc32b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:24.457487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7587244-5f4a-4a1b-aef9-e8cdfa0ff82b req-b280939a-35d1-4ab4-85ed-1c22d3915d7f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486003 Jul 15 13:17:24.494799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.512628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Transition to ACTIVE for port object 26f57bac-21dd-4abb-a663-63cbd09cc745 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:24.523381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.638778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 92a15156-91a6-4997-8ee7-f0b8951a3e1c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:24.686722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.7 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/18293344-aadb-4646-9c4c-125faef52349/aa3dac79-050d-4946-8a6b-80e526d0374b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:24.760473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e874f-8e8d-450f-a856-4e8034767d3f None None] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:24.826787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046627f-4a86-484f-98ca-0a90216d45d2 None None] Pushing event updated for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.849046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] Provisioning for port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:24.864263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-9907311d-4b3a-491f-bdab-2a2f18988721 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.876064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-9907311d-4b3a-491f-bdab-2a2f18988721 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 816 time: 0.2692423 Jul 15 13:17:24.894242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] Provisioning complete for port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:24.895335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.912508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ae200336-2783-4466-afa2-08767a89cc31 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/quotas/3c8df1ac61f34b24923a701895fab9dc HTTP/1.1" status: 200 len: 375 time: 0.0340364 Jul 15 13:17:25.007970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.017075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 92a15156-91a6-4997-8ee7-f0b8951a3e1c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:25.037725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 92a15156-91a6-4997-8ee7-f0b8951a3e1c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:25.038537 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.106476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-7a9edee9-799d-4956-b1b2-81295333cee3 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1907191 Jul 15 13:17:25.171725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object aa3dac79-050d-4946-8a6b-80e526d0374b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:25.258599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-f5234b91-449f-4a4a-82d2-72e30bc26b40 service neutron] 10.222.0.48 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502514 Jul 15 13:17:25.293623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.385627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-b92d318e-f900-4099-ad3d-892b33f5c1cd service neutron] 10.222.0.48 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260610 Jul 15 13:17:25.436101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-1bdf3c7e-c045-44e6-aee9-da991af03d40 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.437705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-1bdf3c7e-c045-44e6-aee9-da991af03d40 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 816 time: 0.4262772 Jul 15 13:17:25.452564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Request body: {'port': {'device_id': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'admin_state_up': True, 'tenant_id': '3c8df1ac61f34b24923a701895fab9dc'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:25.591298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:25.669311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] For port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:25.682604 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.719705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.807244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Made reservation on behalf of 3c8df1ac61f34b24923a701895fab9dc for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:25.811610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.878763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:25.921561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:25.928438 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.933856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=aa3dac79-050d-4946-8a6b-80e526d0374b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:25.936820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:26.023568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.024909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.175100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-efb12092-8597-4cb6-8b33-35e34ee6ad34 None None] Provisioning complete for port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:26.176015 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb12092-8597-4cb6-8b33-35e34ee6ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.190453 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b9e13fa9-466a-4ff5-a37b-e7bf8f8f64f7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1519129 Jul 15 13:17:26.191575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.206827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:26.268771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741254a4-7608-45dd-aefa-34060bf99257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a15156-91a6-4997-8ee7-f0b8951a3e1c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:26.270931 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c2eba-99e7-406d-ba31-7a559bee0ee5" -d '{"events": [{"server_uuid": "741254a4-7608-45dd-aefa-34060bf99257", "name": "network-vif-plugged", "status": "completed", "tag": "92a15156-91a6-4997-8ee7-f0b8951a3e1c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:26.318579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89ec528d-46d5-4f24-a642-97603b47971e req-ace8f067-6162-4e41-905c-42afa84ee19a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 210 time: 0.1337090 Jul 15 13:17:26.324397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-efb12092-8597-4cb6-8b33-35e34ee6ad34 None None] Port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:26.331013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3687a-5ba3-4d4a-b4ca-de7e2f4ea058 None None] Pushing event updated for resources: {'Port': ['ID=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.371829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c614-fe5f-4722-9c12-56628e0fbc4d req-a4adb9c4-be10-4c44-9b27-bd96dfa97e16 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.373886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0771c614-fe5f-4722-9c12-56628e0fbc4d req-a4adb9c4-be10-4c44-9b27-bd96dfa97e16 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 945 time: 0.3020270 Jul 15 13:17:26.408504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:26.422506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.461817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0771c614-fe5f-4722-9c12-56628e0fbc4d req-ccea9586-60c8-40a4-8589-76e1178618b0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810816 Jul 15 13:17:26.465906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-efb12092-8597-4cb6-8b33-35e34ee6ad34 None None] Provisioning for port 26f57bac-21dd-4abb-a663-63cbd09cc745 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:26.545103 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2624e-b00b-4c91-945a-a557bc0b6481 x-openstack-request-id: req-b5d2624e-b00b-4c91-945a-a557bc0b6481 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:26.554600 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741254a4-7608-45dd-aefa-34060bf99257", "name": "network-vif-plugged", "status": "completed", "tag": "92a15156-91a6-4997-8ee7-f0b8951a3e1c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:26.555202 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5d2624e-b00b-4c91-945a-a557bc0b6481 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:26.557823 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741254a4-7608-45dd-aefa-34060bf99257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a15156-91a6-4997-8ee7-f0b8951a3e1c', 'code': 200} Jul 15 13:17:26.560480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-efb12092-8597-4cb6-8b33-35e34ee6ad34 None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:26.561153 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb12092-8597-4cb6-8b33-35e34ee6ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.589873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Allocated IP 172.20.0.4 (b2168fdd-e48f-4c58-b0ae-cff7da4ce24b/090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb/a7cfe9a5-ce51-44d0-806e-30229819a95f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:26.630738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53974) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.679732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=92a15156-91a6-4997-8ee7-f0b8951a3e1c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.795401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-605ea041-3646-4f85-9f18-3b4784d5e1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.859959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:26.864839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.882540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-7643f08f-d121-45f0-960e-3a08566d2242 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.882877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ea07fb2-e550-456d-9185-e4fc533dfcac None None] Provisioning complete for port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:26.884602 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-7643f08f-d121-45f0-960e-3a08566d2242 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 816 time: 0.3805158 Jul 15 13:17:26.884916 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ea07fb2-e550-456d-9185-e4fc533dfcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.921138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Request body: {'port': {'device_id': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'admin_state_up': True, 'tenant_id': '3c8df1ac61f34b24923a701895fab9dc'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:26.993422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-605ea041-3646-4f85-9f18-3b4784d5e1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.998638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-605ea041-3646-4f85-9f18-3b4784d5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.024761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d18aa-0a04-4a80-b700-108d19e2de7f req-dd2a25d8-5f39-4aa8-a7a0-62bb2022de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.026321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-300d18aa-0a04-4a80-b700-108d19e2de7f req-dd2a25d8-5f39-4aa8-a7a0-62bb2022de8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 1097 time: 0.4479527 Jul 15 13:17:27.030018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ea041-3646-4f85-9f18-3b4784d5e1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373c9402-32c0-40b1-9521-2026f66408ac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.078127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-605ea041-3646-4f85-9f18-3b4784d5e1de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=262d1e0b8f844669aaf572c45eae71ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457169 Jul 15 13:17:27.078870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.124125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ea07fb2-e550-456d-9185-e4fc533dfcac None None] Provisioning for port aa3dac79-050d-4946-8a6b-80e526d0374b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:27.133933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ea07fb2-e550-456d-9185-e4fc533dfcac None None] Provisioning complete for port aa3dac79-050d-4946-8a6b-80e526d0374b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:27.135561 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ea07fb2-e550-456d-9185-e4fc533dfcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.186193 n-d-798249-9 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18293344-aadb-4646-9c4c-125faef52349 (CIDR: 172.20.0.0/28) Jul 15 13:17:27.187847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31586c87-dffc-44d0-8db3-611ba6ba6131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.212405 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:17:27.212836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:27.221115 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-300d18aa-0a04-4a80-b700-108d19e2de7f req-02b56a32-408d-41e3-a89e-a122ef57f47d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813290 Jul 15 13:17:27.243316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4ea07fb2-e550-456d-9185-e4fc533dfcac None None] Port aa3dac79-050d-4946-8a6b-80e526d0374b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:27.249950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.252874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31586c87-dffc-44d0-8db3-611ba6ba6131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.260174 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-78af9010-c475-4cf8-9154-6febcc443a49 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0643108 Jul 15 13:17:27.260604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.269354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:27.280336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Transition to ACTIVE for port object a7cfe9a5-ce51-44d0-806e-30229819a95f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:27.290971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Made reservation on behalf of 3c8df1ac61f34b24923a701895fab9dc for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:27.294783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.364495 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.408395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31586c87-dffc-44d0-8db3-611ba6ba6131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.424320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31586c87-dffc-44d0-8db3-611ba6ba6131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.425960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-31586c87-dffc-44d0-8db3-611ba6ba6131 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/373c9402-32c0-40b1-9521-2026f66408ac HTTP/1.1" status: 204 len: 168 time: 0.3460593 Jul 15 13:17:27.514103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31586c87-dffc-44d0-8db3-611ba6ba6131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c9402-32c0-40b1-9521-2026f66408ac,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.549767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Allocated IP 172.20.0.11 (b2168fdd-e48f-4c58-b0ae-cff7da4ce24b/090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb/65098083-46c6-4478-abda-145cb50c3f38) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:27.556949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-464414e4-25d1-498c-ab41-95503183942d req-288ade00-ebb2-47d5-ab0a-1b38ec67e092 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 210 time: 0.1042807 Jul 15 13:17:27.576633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:27.598152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:27.602991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.680354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:27.680816 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.765437 n-d-798249-9 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3f59465d-5245-4a37-ab4d-307b870122d1 (CIDR: 172.20.0.16/28) Jul 15 13:17:27.814423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.831961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Transition to ACTIVE for port object 65098083-46c6-4478-abda-145cb50c3f38 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:27.867190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:27.873388 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:17:27.873881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:27.875010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:27.880389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Pushing event updated for resources: {'Port': ['ID=a7cfe9a5-ce51-44d0-806e-30229819a95f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.889182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:27.977330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-be103eab-4382-4bbc-b558-34d528b5a08c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7154903 Jul 15 13:17:27.981353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.987412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'subnet': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:27.995071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.081113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Pushing event updated for resources: {'Port': ['ID=65098083-46c6-4478-abda-145cb50c3f38,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:28.106736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:28.110357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:28.113994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:28.137573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b36e3-6353-4913-bff9-e4e45386289a req-8957a795-05da-4f59-b325-10d9004448f5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.147038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f50b36e3-6353-4913-bff9-e4e45386289a req-8957a795-05da-4f59-b325-10d9004448f5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 946 time: 0.3787942 Jul 15 13:17:28.183210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-7561ad1a-7232-4a9c-a33e-cce039fa1530 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.185288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-7561ad1a-7232-4a9c-a33e-cce039fa1530 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 816 time: 0.4349086 Jul 15 13:17:28.201381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Request body: {'port': {'device_id': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'admin_state_up': True, 'tenant_id': '3c8df1ac61f34b24923a701895fab9dc'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:28.201611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.202217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.237729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.238794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.276136 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-4fda819f-629c-4b46-a0f0-b06f2253a3b7 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8288667 Jul 15 13:17:28.291950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Request body: {'port': {'device_id': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:28.300293 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-67751147-c241-4b46-8b34-34d7a46ec9e2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3923311 Jul 15 13:17:28.354222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Request body: {'port': {'device_id': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:28.390242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fa3400e-3b8e-4b32-9534-b300c3b6ca07 None None] Provisioning for port a7cfe9a5-ce51-44d0-806e-30229819a95f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:28.396275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fa3400e-3b8e-4b32-9534-b300c3b6ca07 None None] Provisioning complete for port a7cfe9a5-ce51-44d0-806e-30229819a95f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:28.396699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa3400e-3b8e-4b32-9534-b300c3b6ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.463398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3400e-3b8e-4b32-9534-b300c3b6ca07 None None] Port a7cfe9a5-ce51-44d0-806e-30229819a95f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:28.520523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f50b36e3-6353-4913-bff9-e4e45386289a req-6336be7f-a40f-4540-bc2d-066507f0fbc9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722119 Jul 15 13:17:28.535749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Made reservation on behalf of 3c8df1ac61f34b24923a701895fab9dc for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:28.548903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.766564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Made reservation on behalf of 00f25d2a87984f25a6cd96cc10a6117f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:28.781684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.800270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4434e445-20b0-4eec-aaa2-09ddb8875b7d None None] Provisioning for port 65098083-46c6-4478-abda-145cb50c3f38 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:28.804630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4434e445-20b0-4eec-aaa2-09ddb8875b7d None None] Provisioning complete for port 65098083-46c6-4478-abda-145cb50c3f38 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:28.805002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4434e445-20b0-4eec-aaa2-09ddb8875b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.862077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4434e445-20b0-4eec-aaa2-09ddb8875b7d None None] Port 65098083-46c6-4478-abda-145cb50c3f38 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:28.883799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:28.886263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c9692a4-eca1-4f39-afad-ad785c875d48 req-594e3644-0feb-4fe5-b3b2-cc3afd9183c5 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 210 time: 0.0907090 Jul 15 13:17:28.989211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Allocated IP 172.20.0.8 (b2168fdd-e48f-4c58-b0ae-cff7da4ce24b/090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb/7615c14f-5af9-476f-87e0-b9be50726004) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:29.002126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.025962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.091508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-618501495-network', 'tenant_id': 'c5966b702410409ca449c3673f87024c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:29.201398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Made reservation on behalf of c5966b702410409ca449c3673f87024c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:29.203807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.222332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.278230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.306497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Transition to ACTIVE for port object 7615c14f-5af9-476f-87e0-b9be50726004 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:29.418460 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.459115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.528952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:29.545171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:29.547000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Pushing event updated for resources: {'Port': ['ID=7615c14f-5af9-476f-87e0-b9be50726004,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.552126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:29.556110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:29.577064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:29.599790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65098083-46c6-4478-abda-145cb50c3f38 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:29.600817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a233fdf-65c7-4bf5-a69f-7eb47675829f None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:29.620786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.637555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.643105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.644386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Transition to ACTIVE for port object 65098083-46c6-4478-abda-145cb50c3f38 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:29.671474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Subnet': ['ID=43513e7e-89e7-4d7a-95b9-62e4de388883,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.731838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.750363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.753370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.758566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.773970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-27c874f3-c0a0-47a4-beed-f42806263e01 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7916605 Jul 15 13:17:29.784575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.797206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1117551753', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43513e7e-89e7-4d7a-95b9-62e4de388883'}], 'security_groups': ['30b6a743-636c-4d00-9e67-8011a8ac0563', '45eee109-db55-428c-9329-a177b45cf432']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:29.828191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:29.863246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cfe9a5-ce51-44d0-806e-30229819a95f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:29.873443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.886998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Transition to ACTIVE for port object a7cfe9a5-ce51-44d0-806e-30229819a95f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:29.888539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.890372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-667d8715-a893-4dee-b523-0ab488fdbf2f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6932158 Jul 15 13:17:29.930397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3edf0-aa75-43eb-82d3-5519748e3d13,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.951274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Request body: {'port': {'device_id': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:29.965035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.974758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Pushing event updated for resources: {'Port': ['ID=65098083-46c6-4478-abda-145cb50c3f38,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.987818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.988241 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Added segment 8622646a-92e3-4ae9-84ac-e2a094617e04 of type vlan for network bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0 Jul 15 13:17:30.023965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-86cd7d41-eaa9-464d-87f9-29ca1d49f9f4 None None] Provisioning for port 7615c14f-5af9-476f-87e0-b9be50726004 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:30.035681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-86cd7d41-eaa9-464d-87f9-29ca1d49f9f4 None None] Provisioning complete for port 7615c14f-5af9-476f-87e0-b9be50726004 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:30.037979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86cd7d41-eaa9-464d-87f9-29ca1d49f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.128884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-86cd7d41-eaa9-464d-87f9-29ca1d49f9f4 None None] Port 7615c14f-5af9-476f-87e0-b9be50726004 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:30.183119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cfe9a5-ce51-44d0-806e-30229819a95f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.201300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Update dhcp port {'port': {'network_id': '1f3fdc3e-34b2-4eb1-92df-a310a500950a', 'fixed_ips': [{'subnet_id': '3f59465d-5245-4a37-ab4d-307b870122d1', 'ip_address': '172.20.0.18'}, {'subnet_id': '18293344-aadb-4646-9c4c-125faef52349', 'ip_address': '172.20.0.2'}, {'subnet_id': '43513e7e-89e7-4d7a-95b9-62e4de388883'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '26f57bac-21dd-4abb-a663-63cbd09cc745'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:17:30.206174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.260679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.296370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Attempting to bind port 65098083-46c6-4478-abda-145cb50c3f38 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:30.296640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Attempting to bind port 65098083-46c6-4478-abda-145cb50c3f38 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:30.296963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Attempting to bind port 65098083-46c6-4478-abda-145cb50c3f38 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:30.300857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Attempting to bind port a7cfe9a5-ce51-44d0-806e-30229819a95f on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:30.301255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Attempting to bind port a7cfe9a5-ce51-44d0-806e-30229819a95f by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:30.301509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Attempting to bind port a7cfe9a5-ce51-44d0-806e-30229819a95f on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:30.307257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Port a7cfe9a5-ce51-44d0-806e-30229819a95f on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:30.307653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Attempting to bind port a7cfe9a5-ce51-44d0-806e-30229819a95f on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:30.309381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Port 65098083-46c6-4478-abda-145cb50c3f38 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:30.309703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Attempting to bind port 65098083-46c6-4478-abda-145cb50c3f38 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:30.318581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:30.318930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Checking segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:30.319327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Bound using segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:30.320305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Bound port: 65098083-46c6-4478-abda-145cb50c3f38, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:30.320680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.322717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:30.323162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Checking segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:30.323417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Bound using segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:30.323857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Bound port: a7cfe9a5-ce51-44d0-806e-30229819a95f, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:30.324187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.413370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2b48d-0380-4111-8e5e-f1e7e7501306 req-64ede982-d588-4c7b-af80-259a2ed97798 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.424831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09e2b48d-0380-4111-8e5e-f1e7e7501306 req-64ede982-d588-4c7b-af80-259a2ed97798 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 946 time: 0.6052554 Jul 15 13:17:30.426657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.458433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.460309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.460886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.499336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] For port a7cfe9a5-ce51-44d0-806e-30229819a95f, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:30.520044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] For port 65098083-46c6-4478-abda-145cb50c3f38, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:30.527383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] For port 65098083-46c6-4478-abda-145cb50c3f38, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=65098083-46c6-4478-abda-145cb50c3f38,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:30.530154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] For port a7cfe9a5-ce51-44d0-806e-30229819a95f, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:30.539473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.543465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Allocated IP 172.20.0.34 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/43513e7e-89e7-4d7a-95b9-62e4de388883/26f57bac-21dd-4abb-a663-63cbd09cc745) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:30.568863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.570092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.571840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] 10.222.0.49 "PUT /v2.0/ports/65098083-46c6-4478-abda-145cb50c3f38 HTTP/1.1" status: 200 len: 1092 time: 2.2253611 Jul 15 13:17:30.573432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.586397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'tag': '65098083-46c6-4478-abda-145cb50c3f38'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:30.588358 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4", "tag": "65098083-46c6-4478-abda-145cb50c3f38"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:30.598785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.599879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.603355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7cfe9a5-ce51-44d0-806e-30229819a95f HTTP/1.1" status: 200 len: 1091 time: 2.3187478 Jul 15 13:17:30.773891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f64bb-057e-4e4c-b4d0-0d4e142b0fad service neutron] Pushing event updated for resources: {'Port': ['ID=65098083-46c6-4478-abda-145cb50c3f38,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.776244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.781748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26f57bac-21dd-4abb-a663-63cbd09cc745,segment=NetworkSegment(1f0341ec-5be7-42da-9ca5-d29f145fc32b),segment_id=1f0341ec-5be7-42da-9ca5-d29f145fc32b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:30.819313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.838516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Transition to ACTIVE for port object 26f57bac-21dd-4abb-a663-63cbd09cc745 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:30.843727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.895049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f597c5-f50e-4f98-9c32-cbc230efa957 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cfe9a5-ce51-44d0-806e-30229819a95f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.904103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-be694a29-9273-4337-8c5c-41135361c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.905662 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-be694a29-9273-4337-8c5c-41135361c7b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 1095 time: 0.2695639 Jul 15 13:17:30.927053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-437ff239-42e7-41bf-9528-cf48e13cbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.928927 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-437ff239-42e7-41bf-9528-cf48e13cbe28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 1094 time: 0.2525749 Jul 15 13:17:30.995344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-8e1c7020-ba11-4ca8-a4fa-9fd915c81562 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65098083-46c6-4478-abda-145cb50c3f38 HTTP/1.1" status: 200 len: 217 time: 0.0795505 Jul 15 13:17:31.043640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-df2e34e1-d36f-403c-af57-d665d91869f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f HTTP/1.1" status: 200 len: 217 time: 0.0624232 Jul 15 13:17:31.066105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Pushing event updated for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.085204 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.085571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.085922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.086339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.086694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.087034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.087369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.087765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.088029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.088361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.088691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.089021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ef92d0-6c81-4c00-bddd-661b30bfee3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:31.149791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] Pushing event updated for resources: {'Network': ['ID=bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.153461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-0d0922ec-233c-4e55-bc84-5fb50f9f2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.157078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-0d0922ec-233c-4e55-bc84-5fb50f9f2009 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.1539121 Jul 15 13:17:31.163991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:31.166184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-64162871-ad2a-4541-8eb4-e851b2f7ff6b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2785563 Jul 15 13:17:31.171251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54050) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:31.194430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Request body: {'subnet': {'network_id': 'bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-618501495-subnet', 'tenant_id': 'c5966b702410409ca449c3673f87024c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:31.224231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33df4cb-a054-4c73-b153-dd016cb2dd42 req-86a716b7-6481-432c-9e67-83605bed4bf5 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.227155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e33df4cb-a054-4c73-b153-dd016cb2dd42 req-86a716b7-6481-432c-9e67-83605bed4bf5 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 931 time: 1.1322811 Jul 15 13:17:31.245229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-f8413f7c-9d70-43b8-8cdd-cbd305d9c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.257023 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-f8413f7c-9d70-43b8-8cdd-cbd305d9c54b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.1844661 Jul 15 13:17:31.275370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.320260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09e2b48d-0380-4111-8e5e-f1e7e7501306 req-54c02f4e-f0ad-4cf1-821e-00f6a163f2fa tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942540 Jul 15 13:17:31.358608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Made reservation on behalf of c5966b702410409ca449c3673f87024c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:31.362197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.465845 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918ec937-0582-431f-94e5-8bddb55e2ceb x-openstack-request-id: req-918ec937-0582-431f-94e5-8bddb55e2ceb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:31.466144 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4", "tag": "65098083-46c6-4478-abda-145cb50c3f38", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:31.466425 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-918ec937-0582-431f-94e5-8bddb55e2ceb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:31.466831 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'tag': '65098083-46c6-4478-abda-145cb50c3f38', 'status': 'completed', 'code': 200} Jul 15 13:17:31.590251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:31.693117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-348c117c-b43b-4ba0-9acb-20a1819f5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.699573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-348c117c-b43b-4ba0-9acb-20a1819f5eb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5290375 Jul 15 13:17:31.836497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e33df4cb-a054-4c73-b153-dd016cb2dd42 req-fbfb5bd1-690d-412d-ad06-a23c8b22aacc tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944479 Jul 15 13:17:31.879671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7615c14f-5af9-476f-87e0-b9be50726004 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:31.895393 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-d42ddeea-8aff-499e-a349-dac16b6f879d service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760330 Jul 15 13:17:31.902798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-07cdcbdb-7b3c-4f4a-add4-98a36de2b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.904790 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-07cdcbdb-7b3c-4f4a-add4-98a36de2b8be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6293626 Jul 15 13:17:31.918725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.944746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Transition to ACTIVE for port object 7615c14f-5af9-476f-87e0-b9be50726004 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:32.006054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.145275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Provisioning complete for port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:32.145770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.195598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:32.205372 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-da6ab041-7f19-4ba8-b4da-f25f184e65ae service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818818 Jul 15 13:17:32.216025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Provisioning for port 26f57bac-21dd-4abb-a663-63cbd09cc745 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:32.227464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:32.227995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.260569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Pushing event updated for resources: {'Port': ['ID=7615c14f-5af9-476f-87e0-b9be50726004,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.343145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-56118add-e970-4030-bd28-7d0bf668e7c6 req-2b2f85dc-e9c3-43a1-8240-f49f4638a331 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289227 Jul 15 13:17:32.388748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a02ea86e-7fea-43ec-bd88-04c246ad6a0c req-3f81c282-bb1d-4f0e-8e42-ce21eb3056e2 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827411 Jul 15 13:17:32.492179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Attempting to bind port 7615c14f-5af9-476f-87e0-b9be50726004 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:32.492763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Attempting to bind port 7615c14f-5af9-476f-87e0-b9be50726004 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:32.494710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Attempting to bind port 7615c14f-5af9-476f-87e0-b9be50726004 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:32.507053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.518784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Provisioning complete for port aa3dac79-050d-4946-8a6b-80e526d0374b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:32.520868 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.526097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Port 7615c14f-5af9-476f-87e0-b9be50726004 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:32.526616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Attempting to bind port 7615c14f-5af9-476f-87e0-b9be50726004 on network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:32.537139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:32.537624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Checking segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:32.538116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Bound using segment: {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:32.538687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Bound port: 7615c14f-5af9-476f-87e0-b9be50726004, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7463a8-f2e1-4086-acae-e99a2c79b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:32.539292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.593249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23e4d8e5-eff6-4aa6-a7ba-c7d4c5de3826 None None] Port aa3dac79-050d-4946-8a6b-80e526d0374b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:32.640486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Delete allocated IP 172.20.0.7 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/18293344-aadb-4646-9c4c-125faef52349) {{(pid=93824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:17:32.665127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Allocated IP 172.20.0.45 (1f3fdc3e-34b2-4eb1-92df-a310a500950a/43513e7e-89e7-4d7a-95b9-62e4de388883/aa3dac79-050d-4946-8a6b-80e526d0374b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:32.683122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d678c47-b519-466c-8995-71913dadacf2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.683458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] For port 7615c14f-5af9-476f-87e0-b9be50726004, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:32.703114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-70565cdf-fc1d-42ac-b21e-554071073933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.703553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-70565cdf-fc1d-42ac-b21e-554071073933 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 1095 time: 0.2465816 Jul 15 13:17:32.717210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] For port 7615c14f-5af9-476f-87e0-b9be50726004, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7615c14f-5af9-476f-87e0-b9be50726004,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:32.732005 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.760779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Checking segment: {'id': '8622646a-92e3-4ae9-84ac-e2a094617e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:32.768516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Network hostable DHCP agents. Network: bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:32.903977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Network bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:32.931108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-7fee2207-bc66-415d-84fb-bb04d781720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.933118 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-7fee2207-bc66-415d-84fb-bb04d781720a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 917 time: 0.2209597 Jul 15 13:17:32.939752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:32.957257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfc6d2-b269-46e0-aca1-a836553c3358 None None] Network bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:32.994476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.994742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-fac7cead-c822-4a08-b479-f1fb5d8adefc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65098083-46c6-4478-abda-145cb50c3f38 HTTP/1.1" status: 200 len: 217 time: 0.0511792 Jul 15 13:17:32.995867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.996651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.025972 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6262bb3d-3716-4a9c-a430-abe838af8e74 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8456323 Jul 15 13:17:33.039256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.041607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] 10.222.0.49 "PUT /v2.0/ports/7615c14f-5af9-476f-87e0-b9be50726004 HTTP/1.1" status: 200 len: 1091 time: 3.1061850 Jul 15 13:17:33.087117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-a003b386-7eda-4a38-9ef1-58d662460742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.091403 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-a003b386-7eda-4a38-9ef1-58d662460742 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.0821116 Jul 15 13:17:33.158412 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.224147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Transition to ACTIVE for port object aa3dac79-050d-4946-8a6b-80e526d0374b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:33.228649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'tag': '7615c14f-5af9-476f-87e0-b9be50726004'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:33.241012 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2778a3-552a-45d3-8093-fc5b72865beb" -d '{"events": [{"name": "network-changed", "server_uuid": "06574e89-2469-4fd5-9b82-7c9e914d5441", "tag": "7615c14f-5af9-476f-87e0-b9be50726004"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:33.260154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-752408da-8f91-42a2-a908-ee1ba786d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.261820 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-752408da-8f91-42a2-a908-ee1ba786d117 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592932 Jul 15 13:17:33.292963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.405962 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b39f55-73ff-4b1d-bae4-680083066f3d x-openstack-request-id: req-b3b39f55-73ff-4b1d-bae4-680083066f3d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:33.406552 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06574e89-2469-4fd5-9b82-7c9e914d5441", "tag": "7615c14f-5af9-476f-87e0-b9be50726004", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:33.406976 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3b39f55-73ff-4b1d-bae4-680083066f3d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:33.407560 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'tag': '7615c14f-5af9-476f-87e0-b9be50726004', 'status': 'completed', 'code': 200} Jul 15 13:17:33.464786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87b51-146f-4540-a1ff-f4a17beff046 service neutron] Pushing event updated for resources: {'Port': ['ID=7615c14f-5af9-476f-87e0-b9be50726004,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.467299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0bba7-8255-4d7a-adee-09a954a2969e None None] Network bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:33.507973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'tag': 'a7cfe9a5-ce51-44d0-806e-30229819a95f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:33.525823 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a298c-0149-4f38-9e3b-64ce32100dea" -d '{"events": [{"name": "network-changed", "server_uuid": "92239dd2-5c89-42ef-9a0d-338134b20a4c", "tag": "a7cfe9a5-ce51-44d0-806e-30229819a95f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:33.528414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.535042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event updated for resources: {'Port': ['ID=aa3dac79-050d-4946-8a6b-80e526d0374b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.615690 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-6a3331d4-4e07-4127-b963-ce5697e967eb service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453567 Jul 15 13:17:33.700317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896ae0-cb02-4bc9-b9d1-272f4d5c4265 req-8bc81769-c534-49c1-bf86-8ddb21983957 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.701836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47896ae0-cb02-4bc9-b9d1-272f4d5c4265 req-8bc81769-c534-49c1-bf86-8ddb21983957 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 943 time: 0.4405708 Jul 15 13:17:33.709742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] In _notify_port_updated(), no bound segment for port aa3dac79-050d-4946-8a6b-80e526d0374b on network 1f3fdc3e-34b2-4eb1-92df-a310a500950a {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:17:33.715460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.716145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.717589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-315c166d-f9f3-42d3-8012-424100a123f4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "PUT /v2.0/ports/aa3dac79-050d-4946-8a6b-80e526d0374b HTTP/1.1" status: 200 len: 960 time: 3.9247172 Jul 15 13:17:33.721800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e4a848fa-b053-49c0-a37b-f15f85197005 req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1899254537', 'description': 'tempest-description-122161145'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:33.722935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54268) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.728689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-58bd3e81-b3df-43e3-a75d-a9b103222be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.730606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-58bd3e81-b3df-43e3-a75d-a9b103222be1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 1094 time: 0.4839523 Jul 15 13:17:33.770074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-48432fa5-a9b5-4450-9a1a-dc91bb83e4d7 req-0ef7dac1-ed8d-4e4c-af7d-2eb8d770a875 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459634 Jul 15 13:17:33.801706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-592173a2-d940-4d1c-add6-4ce12da8bcb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7615c14f-5af9-476f-87e0-b9be50726004 HTTP/1.1" status: 200 len: 217 time: 0.0619061 Jul 15 13:17:33.825206 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e4a848fa-b053-49c0-a37b-f15f85197005 req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.840197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port aa3dac79-050d-4946-8a6b-80e526d0374b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:33.840616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.852403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47896ae0-cb02-4bc9-b9d1-272f4d5c4265 req-7b37b9b8-00b4-454b-9386-10d25c626825 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261072 Jul 15 13:17:33.882316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-30ca2e41-6423-4f2b-96e1-ada605217f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.883717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-30ca2e41-6423-4f2b-96e1-ada605217f00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.0750453 Jul 15 13:17:33.944691 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6a636-d86a-428e-9f40-8fd6babd42a8 x-openstack-request-id: req-7df6a636-d86a-428e-9f40-8fd6babd42a8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:33.944981 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92239dd2-5c89-42ef-9a0d-338134b20a4c", "tag": "a7cfe9a5-ce51-44d0-806e-30229819a95f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:33.945261 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7df6a636-d86a-428e-9f40-8fd6babd42a8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:33.945612 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'tag': 'a7cfe9a5-ce51-44d0-806e-30229819a95f', 'status': 'completed', 'code': 200} Jul 15 13:17:34.007220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.025123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-0d09acd0-a737-4c41-afef-febd1915dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.026853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-0d09acd0-a737-4c41-afef-febd1915dbb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350667 Jul 15 13:17:34.060156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for aa3dac79-050d-4946-8a6b-80e526d0374b owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:34.069282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e4a848fa-b053-49c0-a37b-f15f85197005 req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.082167 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e4a848fa-b053-49c0-a37b-f15f85197005 req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.145233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a298c-0149-4f38-9e3b-64ce32100dea req-38e7f191-42c6-4449-b27f-63c0552cab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.147833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-38e7f191-42c6-4449-b27f-63c0552cab7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 1094 time: 0.1801326 Jul 15 13:17:34.157623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e4a848fa-b053-49c0-a37b-f15f85197005 req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.159091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4a848fa-b053-49c0-a37b-f15f85197005 req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4531372 Jul 15 13:17:34.164148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df8df3-55a9-4e55-a6fe-6c1b986deafe tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11baf63f-aea7-4ef7-b601-e55b02df86ed,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.197376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-d3873c7b-5aea-4727-9172-26309973fd18 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635354 Jul 15 13:17:34.335458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c111463-a2cf-4924-a062-a319dad2e101 req-2978a555-7fb8-41e5-bbfc-84f1bd3b6dfb tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/11baf63f-aea7-4ef7-b601-e55b02df86ed HTTP/1.1" status: 200 len: 1814 time: 0.1331532 Jul 15 13:17:34.357907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11baf63f-aea7-4ef7-b601-e55b02df86ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:34.358588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11baf63f-aea7-4ef7-b601-e55b02df86ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:34.359787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-789552d2-9429-4e8e-ae3a-7667c170dd0a None None] Provisioning for port aa3dac79-050d-4946-8a6b-80e526d0374b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:34.364494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-789552d2-9429-4e8e-ae3a-7667c170dd0a None None] Provisioning complete for port aa3dac79-050d-4946-8a6b-80e526d0374b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:34.364902 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-789552d2-9429-4e8e-ae3a-7667c170dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.370815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.396050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc96d5b2-3955-498f-b6fe-e85e117110f2 req-982a9d32-c02b-452c-8723-8f8ca0401e08 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754856 Jul 15 13:17:34.410929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-789552d2-9429-4e8e-ae3a-7667c170dd0a None None] Port aa3dac79-050d-4946-8a6b-80e526d0374b was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:17:34.463254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=aa3dac79-050d-4946-8a6b-80e526d0374b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.470487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a298c-0149-4f38-9e3b-64ce32100dea req-e416114b-f8fb-43fa-b245-c0e4be724ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.471803 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-e416114b-f8fb-43fa-b245-c0e4be724ad0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 917 time: 0.3030717 Jul 15 13:17:34.502401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.510687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7cfe9a5-ce51-44d0-806e-30229819a95f details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:34.535299 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.549400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-e9c195cf-d047-439d-ae3b-fc27e5adc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.551189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-e9c195cf-d047-439d-ae3b-fc27e5adc580 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 1094 time: 0.0969160 Jul 15 13:17:34.552233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.592065 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-1c318b31-2dd2-4513-854f-55fe09740042 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f HTTP/1.1" status: 200 len: 217 time: 0.0946779 Jul 15 13:17:34.600113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6358c13a-57c4-41aa-817c-b9426d920235,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.617187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.619335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c111463-a2cf-4924-a062-a319dad2e101 req-d20fa709-50f0-41d3-8a54-b8d360279cf3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2695525 Jul 15 13:17:34.710836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.743446 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71422784-621f-4cac-9002-a4ae59397011 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/aa3dac79-050d-4946-8a6b-80e526d0374b HTTP/1.1" status: 204 len: 168 time: 1.0192640 Jul 15 13:17:34.744959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.746311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a7cfe9a5-ce51-44d0-806e-30229819a95f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:34.756998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a298c-0149-4f38-9e3b-64ce32100dea req-ea5036c7-0a6d-4ef1-b376-50420cf76f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.758483 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-ea5036c7-0a6d-4ef1-b376-50420cf76f3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.1583662 Jul 15 13:17:34.763153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'a7cfe9a5-ce51-44d0-806e-30229819a95f', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'port_id': 'a7cfe9a5-ce51-44d0-806e-30229819a95f', 'mac_address': 'fa:16:3e:f4:af:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:34.781372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-24ef3c7d-1299-4832-be4c-4160efdc952c req-7e4971a9-570c-4819-8e1f-e78d3face58a tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/11baf63f-aea7-4ef7-b601-e55b02df86ed HTTP/1.1" status: 200 len: 2408 time: 0.1054783 Jul 15 13:17:34.820760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-f12121ca-cf8d-4b84-86cb-d82dd8e95e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.823114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-f12121ca-cf8d-4b84-86cb-d82dd8e95e8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 917 time: 0.2654345 Jul 15 13:17:34.825603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.844770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cfe9a5-ce51-44d0-806e-30229819a95f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:34.862548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-5fb7ab4f-18e9-44c6-965b-4d5d7d0ffa3a tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-group-rules/6358c13a-57c4-41aa-817c-b9426d920235 HTTP/1.1" status: 200 len: 778 time: 0.0374839 Jul 15 13:17:34.872916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a298c-0149-4f38-9e3b-64ce32100dea req-e7637fa6-20ec-4442-8084-e7baf1c0b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.874811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-e7637fa6-20ec-4442-8084-e7baf1c0b8ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093454 Jul 15 13:17:34.880360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a7cfe9a5-ce51-44d0-806e-30229819a95f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:34.883451 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bf3b53-ad28-413f-a5bc-e6babafc399a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] GET failed (client error): The resource could not be found. Jul 15 13:17:34.885463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.885799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b2bf3b53-ad28-413f-a5bc-e6babafc399a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports/aa3dac79-050d-4946-8a6b-80e526d0374b HTTP/1.1" status: 404 len: 333 time: 0.1366258 Jul 15 13:17:34.886797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 65098083-46c6-4478-abda-145cb50c3f38 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:34.894089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.973635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe9a5-ce51-44d0-806e-30229819a95f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.988621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 65098083-46c6-4478-abda-145cb50c3f38, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=65098083-46c6-4478-abda-145cb50c3f38,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:35.005543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '65098083-46c6-4478-abda-145cb50c3f38', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'port_id': '65098083-46c6-4478-abda-145cb50c3f38', 'mac_address': 'fa:16:3e:b5:13:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:35.052695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.068224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65098083-46c6-4478-abda-145cb50c3f38 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:35.069093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-afe02598-66cf-4d29-b911-40b65a5725ab service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869762 Jul 15 13:17:35.094265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 65098083-46c6-4478-abda-145cb50c3f38, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=65098083-46c6-4478-abda-145cb50c3f38,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:35.102074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.143120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-6ea01e35-98f5-4f58-b891-2e0c9ed17c16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7615c14f-5af9-476f-87e0-b9be50726004 HTTP/1.1" status: 200 len: 217 time: 0.2710075 Jul 15 13:17:35.168713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=65098083-46c6-4478-abda-145cb50c3f38,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.218461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-a0b27d8b-cd63-46d0-a154-49bbdd4d6618 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/11baf63f-aea7-4ef7-b601-e55b02df86ed HTTP/1.1" status: 200 len: 2408 time: 0.3547180 Jul 15 13:17:35.236353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd8958ff-ef98-4395-86fe-1a724f759218 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.280729 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-286a298c-0149-4f38-9e3b-64ce32100dea req-a7050e0d-2988-490d-934b-5cc95a9b6a38 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022886 Jul 15 13:17:35.335910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd8958ff-ef98-4395-86fe-1a724f759218 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.339612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-5959207a-cfbb-4403-b342-af1b5fef1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.341104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-5959207a-cfbb-4403-b342-af1b5fef1fcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.1743624 Jul 15 13:17:35.352189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['65098083-46c6-4478-abda-145cb50c3f38'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:35.362750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-a21af386-9cd3-4a00-b6de-615db2192156 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.383182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a7cfe9a5-ce51-44d0-806e-30229819a95f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:35.391291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-a21af386-9cd3-4a00-b6de-615db2192156 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.472239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1820e-e85c-4e68-b5e0-dc231f40ff80 req-3422e918-c085-4ca2-b09c-c07069157d58 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.480145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28f1820e-e85c-4e68-b5e0-dc231f40ff80 req-3422e918-c085-4ca2-b09c-c07069157d58 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 943 time: 0.2678173 Jul 15 13:17:35.521050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-a21af386-9cd3-4a00-b6de-615db2192156 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.534381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-a21af386-9cd3-4a00-b6de-615db2192156 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.535753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69d83c19-ae16-40c0-b4e2-17fa0648fba2 req-a21af386-9cd3-4a00-b6de-615db2192156 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6358c13a-57c4-41aa-817c-b9426d920235 HTTP/1.1" status: 204 len: 173 time: 0.3022919 Jul 15 13:17:35.578026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28f1820e-e85c-4e68-b5e0-dc231f40ff80 req-88899d72-ecd1-4ba0-9e98-0f31b1c59d9e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969272 Jul 15 13:17:35.582798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af386-9cd3-4a00-b6de-615db2192156 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6358c13a-57c4-41aa-817c-b9426d920235,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.586339 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd8958ff-ef98-4395-86fe-1a724f759218 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.591252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd8958ff-ef98-4395-86fe-1a724f759218 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.593002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dd8958ff-ef98-4395-86fe-1a724f759218 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/security-groups/76b47a52-3d53-47ae-8d94-e8b4539f9e63 HTTP/1.1" status: 204 len: 168 time: 0.6829505 Jul 15 13:17:35.596321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:35.636656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-397382bf-0d84-4f08-bdc2-3437927858da req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-168990703', 'description': 'tempest-description-1030009924'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:35.648392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-0a6f2e4b-316a-4d0c-819c-17d04e44126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.650872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-0a6f2e4b-316a-4d0c-819c-17d04e44126c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827067 Jul 15 13:17:35.654089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8958ff-ef98-4395-86fe-1a724f759218 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b47a52-3d53-47ae-8d94-e8b4539f9e63,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.675492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb10044-698d-4cb8-8e9e-9034b374f346 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.707063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb10044-698d-4cb8-8e9e-9034b374f346 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.769514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-397382bf-0d84-4f08-bdc2-3437927858da req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.782842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb10044-698d-4cb8-8e9e-9034b374f346 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.785908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb10044-698d-4cb8-8e9e-9034b374f346 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.789328 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-afb10044-698d-4cb8-8e9e-9034b374f346 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/security-groups/45eee109-db55-428c-9329-a177b45cf432 HTTP/1.1" status: 204 len: 168 time: 0.1898341 Jul 15 13:17:35.790574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:35.810716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-bbe942d8-0280-4c3a-b643-a9ccb7b1c1ea service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520064 Jul 15 13:17:35.814787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb10044-698d-4cb8-8e9e-9034b374f346 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eee109-db55-428c-9329-a177b45cf432,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.868191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20fe963-616d-47ad-8c8b-c6c28cfe793f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.900704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20fe963-616d-47ad-8c8b-c6c28cfe793f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.954876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20fe963-616d-47ad-8c8b-c6c28cfe793f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.958260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20fe963-616d-47ad-8c8b-c6c28cfe793f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.959984 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d20fe963-616d-47ad-8c8b-c6c28cfe793f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/security-groups/30b6a743-636c-4d00-9e67-8011a8ac0563 HTTP/1.1" status: 204 len: 168 time: 0.1677651 Jul 15 13:17:35.967247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:35.972632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fe963-616d-47ad-8c8b-c6c28cfe793f tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6a743-636c-4d00-9e67-8011a8ac0563,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.027993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e2778a3-552a-45d3-8093-fc5b72865beb req-d0bbedff-297e-4e5f-aa1a-b17333f2824c service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884527 Jul 15 13:17:36.081490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-397382bf-0d84-4f08-bdc2-3437927858da req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.087058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet 18293344-aadb-4646-9c4c-125faef52349 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:36.091201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-397382bf-0d84-4f08-bdc2-3437927858da req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.094592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.171547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c0338-ceea-46ff-ba59-c3f7210a129f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.175317 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-397382bf-0d84-4f08-bdc2-3437927858da req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.176610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-397382bf-0d84-4f08-bdc2-3437927858da req-b44e516d-e7c2-4566-ae9b-73aafaa116f3 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5548966 Jul 15 13:17:36.179047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.269144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f448bc1-d437-4a4e-9ed8-5a667a91d69e req-dffb7506-fba9-4ad2-bcee-2d5a7ad1ae36 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/b59c0338-ceea-46ff-ba59-c3f7210a129f HTTP/1.1" status: 200 len: 1814 time: 0.0607393 Jul 15 13:17:36.308946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.318068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8298284d-29bb-4254-9000-f4ec4b0ac9bd req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1347278260', 'description': 'tempest-description-916432283'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:36.378689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8298284d-29bb-4254-9000-f4ec4b0ac9bd req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.407409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.445937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=18293344-aadb-4646-9c4c-125faef52349,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.449086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.456981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.460568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92eafbc-274c-4b2d-9251-e553f272b260 None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:36.474918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-855d16ab-82a2-4306-b0da-0098b8757c34 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/18293344-aadb-4646-9c4c-125faef52349 HTTP/1.1" status: 204 len: 168 time: 0.5007391 Jul 15 13:17:36.541861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet 43513e7e-89e7-4d7a-95b9-62e4de388883 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:36.549303 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.553756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8298284d-29bb-4254-9000-f4ec4b0ac9bd req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.564909 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8298284d-29bb-4254-9000-f4ec4b0ac9bd req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.615057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7615c14f-5af9-476f-87e0-b9be50726004 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:36.616179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.631702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8298284d-29bb-4254-9000-f4ec4b0ac9bd req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.635132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8298284d-29bb-4254-9000-f4ec4b0ac9bd req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3213425 Jul 15 13:17:36.638268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8fd6d-92cf-4e0e-879c-21653e2a2852 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21003c13-0507-4352-af3c-374327665e4b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.657438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7cfe9a5-ce51-44d0-806e-30229819a95f up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:36.745404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23339a1b-bb81-41ac-8b57-4e1eed257b92 req-b0227de4-8ea9-4616-9cbc-1789556bf735 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/21003c13-0507-4352-af3c-374327665e4b HTTP/1.1" status: 200 len: 1814 time: 0.0623674 Jul 15 13:17:36.777074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c49bcc92-f2da-4c24-abe2-c974ab48f745 req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-213570242', 'description': 'tempest-description-1185398920'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:36.820440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.844595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7615c14f-5af9-476f-87e0-b9be50726004, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7615c14f-5af9-476f-87e0-b9be50726004,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:36.844833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c49bcc92-f2da-4c24-abe2-c974ab48f745 req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.865896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '7615c14f-5af9-476f-87e0-b9be50726004', 'network_id': 'b2168fdd-e48f-4c58-b0ae-cff7da4ce24b', 'port_id': '7615c14f-5af9-476f-87e0-b9be50726004', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:36.872095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port a7cfe9a5-ce51-44d0-806e-30229819a95f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:36.889901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port a7cfe9a5-ce51-44d0-806e-30229819a95f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:36.890545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.910588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299f6b3-b3ff-4d33-a4a3-efc98368f54f req-3440d230-5f10-45be-bb4a-b8132bc95a6b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.912246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d299f6b3-b3ff-4d33-a4a3-efc98368f54f req-3440d230-5f10-45be-bb4a-b8132bc95a6b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 943 time: 0.1266143 Jul 15 13:17:36.945560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.967705 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.972960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.981300 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/43513e7e-89e7-4d7a-95b9-62e4de388883 HTTP/1.1" status: 204 len: 168 time: 0.5230978 Jul 15 13:17:36.984153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54578) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.994451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d299f6b3-b3ff-4d33-a4a3-efc98368f54f req-9007b674-32eb-47e2-9711-a7a4c41df1f8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691652 Jul 15 13:17:37.051355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.053069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c49bcc92-f2da-4c24-abe2-c974ab48f745 req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.066107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c49bcc92-f2da-4c24-abe2-c974ab48f745 req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.073400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7615c14f-5af9-476f-87e0-b9be50726004 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:37.088665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cfe9a5-ce51-44d0-806e-30229819a95f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:37.090426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64856f5-c3b0-46ff-abbe-4e410b506f3a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=43513e7e-89e7-4d7a-95b9-62e4de388883,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.096031 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea98545-2bea-4b9a-aa6a-ffff36fbf75d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:37.097774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea98545-2bea-4b9a-aa6a-ffff36fbf75d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:37.100142 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13952ffb-f2dc-4fd4-ba93-a37c24306b13" -d '{"events": [{"server_uuid": "92239dd2-5c89-42ef-9a0d-338134b20a4c", "name": "network-vif-plugged", "status": "completed", "tag": "a7cfe9a5-ce51-44d0-806e-30229819a95f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:37.106658 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6ea98545-2bea-4b9a-aa6a-ffff36fbf75d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/18293344-aadb-4646-9c4c-125faef52349 HTTP/1.1" status: 404 len: 337 time: 0.1212809 Jul 15 13:17:37.107956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:37.121319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a7cfe9a5-ce51-44d0-806e-30229819a95f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:37.131738 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c49bcc92-f2da-4c24-abe2-c974ab48f745 req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.133032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c49bcc92-f2da-4c24-abe2-c974ab48f745 req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3607554 Jul 15 13:17:37.141201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.143010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 65098083-46c6-4478-abda-145cb50c3f38 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:37.144089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14514b-fb74-44c8-acca-b3bff212aaf2 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4edacc9-0d31-43c7-992d-dd5f73ffdb33,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.149389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7615c14f-5af9-476f-87e0-b9be50726004, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7615c14f-5af9-476f-87e0-b9be50726004,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:37.216221 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.220113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting subnet 3f59465d-5245-4a37-ab4d-307b870122d1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:37.225345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.258003 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afefe36b-a213-4055-b031-bb7d4352ca40 x-openstack-request-id: req-afefe36b-a213-4055-b031-bb7d4352ca40 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:37.258523 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92239dd2-5c89-42ef-9a0d-338134b20a4c", "name": "network-vif-plugged", "status": "completed", "tag": "a7cfe9a5-ce51-44d0-806e-30229819a95f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:37.258880 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afefe36b-a213-4055-b031-bb7d4352ca40 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:37.260269 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cfe9a5-ce51-44d0-806e-30229819a95f', 'code': 200} Jul 15 13:17:37.305555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe9a5-ce51-44d0-806e-30229819a95f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.332279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.336504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 65098083-46c6-4478-abda-145cb50c3f38 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:37.347692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 65098083-46c6-4478-abda-145cb50c3f38 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:37.348066 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.431705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7ea2c17-9e27-46f6-9bf2-54867d0137ab req-f9c047b1-25e1-4bbf-abb8-1f73b01b2e76 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/e4edacc9-0d31-43c7-992d-dd5f73ffdb33 HTTP/1.1" status: 200 len: 1814 time: 0.1482508 Jul 15 13:17:37.452912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7615c14f-5af9-476f-87e0-b9be50726004,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.457505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-209c06c2-5a74-47d8-9b01-049f1ec6b328 req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-959891501', 'description': 'tempest-description-146103338'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:37.469203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['7615c14f-5af9-476f-87e0-b9be50726004'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:37.489388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45760164-0881-4c4a-ae9d-68feffad8223 req-1c92687a-cc0f-4d02-97dd-cf875481b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:37.491307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45760164-0881-4c4a-ae9d-68feffad8223 req-1c92687a-cc0f-4d02-97dd-cf875481b30f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 1096 time: 0.1401145 Jul 15 13:17:37.493631 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-209c06c2-5a74-47d8-9b01-049f1ec6b328 req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.607514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45760164-0881-4c4a-ae9d-68feffad8223 req-4bd5f76f-23e9-480e-897f-074345fa7c1c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085126 Jul 15 13:17:37.607785 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.701832 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-209c06c2-5a74-47d8-9b01-049f1ec6b328 req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.708971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-209c06c2-5a74-47d8-9b01-049f1ec6b328 req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.722936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 65098083-46c6-4478-abda-145cb50c3f38, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=65098083-46c6-4478-abda-145cb50c3f38,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:37.735173 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.744282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-209c06c2-5a74-47d8-9b01-049f1ec6b328 req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.745710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-209c06c2-5a74-47d8-9b01-049f1ec6b328 req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2944026 Jul 15 13:17:37.857245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278d924-7e96-4a0b-b87a-b0ae541fcd2d tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6e853-ce7d-4447-9e79-d06036144580,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.871452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-881d13fe-bce3-46c1-be0d-6bfa731a539a req-7cda1ce0-0012-4d37-b818-54e7a3eea059 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/cff6e853-ce7d-4447-9e79-d06036144580 HTTP/1.1" status: 200 len: 1813 time: 0.0960951 Jul 15 13:17:37.924595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb384474-5f71-41eb-922b-57aab11ae72b None None] Network 1f3fdc3e-34b2-4eb1-92df-a310a500950a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:37.929369 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-033f8cf1-e16f-4ca4-8e31-cb793f0cef1d req-b88a9ea5-948e-43a2-b4da-2556378ce055 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] show failed (client error): The resource could not be found. Jul 15 13:17:37.931585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-033f8cf1-e16f-4ca4-8e31-cb793f0cef1d req-b88a9ea5-948e-43a2-b4da-2556378ce055 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/c439c486-e902-442c-91d9-a078d61b69ee HTTP/1.1" status: 404 len: 352 time: 0.0299847 Jul 15 13:17:37.975550 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-4c393ddf-43a5-45fd-a266-bb7cbea20b37 req-ed8596cc-4ecf-4f67-b281-97b2dc4ece5e tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] show failed (client error): The resource could not be found. Jul 15 13:17:37.984206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c393ddf-43a5-45fd-a266-bb7cbea20b37 req-ed8596cc-4ecf-4f67-b281-97b2dc4ece5e tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-group-rules/87a96e1b-3b72-4e60-b2ec-d47913b347b2 HTTP/1.1" status: 404 len: 361 time: 0.0241437 Jul 15 13:17:38.049642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=65098083-46c6-4478-abda-145cb50c3f38,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.063338 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.096169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39569285-eb23-4b6e-9f10-30811bd5d4ad req-6f974aad-d804-40b6-ae5a-ac282e2200a4 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/cff6e853-ce7d-4447-9e79-d06036144580 HTTP/1.1" status: 200 len: 1813 time: 0.0905643 Jul 15 13:17:38.169819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f645e285-01bf-4c5a-9b20-5a8a3f7e7d7f None None] Provisioning complete for port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:38.170480 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f645e285-01bf-4c5a-9b20-5a8a3f7e7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.180906 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.244481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Subnet': ['ID=3f59465d-5245-4a37-ab4d-307b870122d1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.250052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.254444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13ddc14e-819e-4481-975d-f1f85caf2d8b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/3f59465d-5245-4a37-ab4d-307b870122d1 HTTP/1.1" status: 204 len: 168 time: 1.1432281 Jul 15 13:17:38.258425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54608) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.330132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39569285-eb23-4b6e-9f10-30811bd5d4ad req-273ec445-f9cc-4936-a5d0-f215b1dd10a9 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.342013 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-00da4f87-c624-4f64-bf0a-31c90260e52c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.343809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00da4f87-c624-4f64-bf0a-31c90260e52c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.350488 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-00da4f87-c624-4f64-bf0a-31c90260e52c tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/ce68970f-5be1-4545-ab36-921018caa1fb HTTP/1.1" status: 404 len: 337 time: 0.0885496 Jul 15 13:17:38.351911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.400899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39569285-eb23-4b6e-9f10-30811bd5d4ad req-273ec445-f9cc-4936-a5d0-f215b1dd10a9 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.424767 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-05675e23-b99e-4b6e-b235-00bbb1c7bacf tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "GET /v2.0/ports?device_id=3734a507-256d-4f5f-b141-70b9be7b4dce HTTP/1.1" status: 200 len: 205 time: 0.0675867 Jul 15 13:17:38.424992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.512726 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-260bdf02-01b3-4e88-91e0-08286e7fd120 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] delete failed (client error): The resource could not be found. Jul 15 13:17:38.516398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-260bdf02-01b3-4e88-91e0-08286e7fd120 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/routers/3734a507-256d-4f5f-b141-70b9be7b4dce HTTP/1.1" status: 404 len: 336 time: 0.0878952 Jul 15 13:17:38.516552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f645e285-01bf-4c5a-9b20-5a8a3f7e7d7f None None] Port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:38.517633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.531213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e12-d1ba-4b33-aecd-e4b8ff769944 req-c2a1f2e2-d52a-4474-a0a5-101fdfe66140 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.533335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7b36e12-d1ba-4b33-aecd-e4b8ff769944 req-c2a1f2e2-d52a-4474-a0a5-101fdfe66140 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 944 time: 0.3351445 Jul 15 13:17:38.561442 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-27738e5d-9507-49cf-80e2-df0ee8e00dd4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.561894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27738e5d-9507-49cf-80e2-df0ee8e00dd4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.566076 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-27738e5d-9507-49cf-80e2-df0ee8e00dd4 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/ee96946f-e8c4-458a-8b34-6070548eac98 HTTP/1.1" status: 404 len: 337 time: 0.0453336 Jul 15 13:17:38.566294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39569285-eb23-4b6e-9f10-30811bd5d4ad req-273ec445-f9cc-4936-a5d0-f215b1dd10a9 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.566655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.570875 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39569285-eb23-4b6e-9f10-30811bd5d4ad req-273ec445-f9cc-4936-a5d0-f215b1dd10a9 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.572581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39569285-eb23-4b6e-9f10-30811bd5d4ad req-273ec445-f9cc-4936-a5d0-f215b1dd10a9 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "DELETE /v2.0/security-groups/cff6e853-ce7d-4447-9e79-d06036144580 HTTP/1.1" status: 204 len: 173 time: 0.4675577 Jul 15 13:17:38.588461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f645e285-01bf-4c5a-9b20-5a8a3f7e7d7f None None] Provisioning complete for port 26f57bac-21dd-4abb-a663-63cbd09cc745 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:38.589069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f645e285-01bf-4c5a-9b20-5a8a3f7e7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.590844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ec445-f9cc-4936-a5d0-f215b1dd10a9 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6e853-ce7d-4447-9e79-d06036144580,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.598938 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0381197-937d-44b5-9872-a6d165cc8790 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.599266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0381197-937d-44b5-9872-a6d165cc8790 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.601025 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d0381197-937d-44b5-9872-a6d165cc8790 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/58dbde50-999e-4223-92ee-1a3b9c28a78f HTTP/1.1" status: 404 len: 337 time: 0.0331569 Jul 15 13:17:38.603522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.632846 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3994d698-f1f7-409d-b206-002ad9fa9d9d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.633301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3994d698-f1f7-409d-b206-002ad9fa9d9d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.635081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3994d698-f1f7-409d-b206-002ad9fa9d9d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/ad5b0f32-33d7-4228-b941-94b2e1b75f92 HTTP/1.1" status: 404 len: 337 time: 0.0304315 Jul 15 13:17:38.637510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.641395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7b36e12-d1ba-4b33-aecd-e4b8ff769944 req-64d5336d-8997-4cc2-8e09-ed4ec1e9130e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935602 Jul 15 13:17:38.666475 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bfc7cb-8671-4995-9c26-25b512cdf6a7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.667077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86bfc7cb-8671-4995-9c26-25b512cdf6a7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.671693 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86bfc7cb-8671-4995-9c26-25b512cdf6a7 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/85a0dd42-40e5-4474-83b3-118a82b3d32d HTTP/1.1" status: 404 len: 333 time: 0.0309689 Jul 15 13:17:38.672053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.723350 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-668d1547-2c2f-4dec-9fbc-f3a7500be51a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.723753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668d1547-2c2f-4dec-9fbc-f3a7500be51a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.729091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-668d1547-2c2f-4dec-9fbc-f3a7500be51a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/eba8fa02-6cb7-48f5-bcd0-db9a12a654c7 HTTP/1.1" status: 404 len: 337 time: 0.0538182 Jul 15 13:17:38.729485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.764884 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72abfd4-0933-4571-87bf-6cda66d3fa1d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.768970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72abfd4-0933-4571-87bf-6cda66d3fa1d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.773136 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d72abfd4-0933-4571-87bf-6cda66d3fa1d tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/219ee383-80f6-453f-b6a5-eab7be55c4d4 HTTP/1.1" status: 404 len: 337 time: 0.0414762 Jul 15 13:17:38.781900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54634) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.782736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] DHCP port deletion for 1f3fdc3e-34b2-4eb1-92df-a310a500950a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:38.818009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83e1680a-123f-4068-80d7-d895ea1229fc req-eecaec56-d029-4813-9cef-1f28fe14b606 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/e4edacc9-0d31-43c7-992d-dd5f73ffdb33 HTTP/1.1" status: 200 len: 1814 time: 0.0899549 Jul 15 13:17:38.823687 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91176f7-1746-4eba-acb5-a1f4efbdfd9a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.824427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91176f7-1746-4eba-acb5-a1f4efbdfd9a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.828438 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e91176f7-1746-4eba-acb5-a1f4efbdfd9a tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/0bc38adc-6eae-4141-822f-9f3bf4679953 HTTP/1.1" status: 404 len: 333 time: 0.0421572 Jul 15 13:17:38.828737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.858426 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-18325e3b-ce1b-43a9-abe0-aeaa2546e3d2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.858975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18325e3b-ce1b-43a9-abe0-aeaa2546e3d2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.860813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-18325e3b-ce1b-43a9-abe0-aeaa2546e3d2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/1c216613-970a-4e13-bb42-08153e6f6757 HTTP/1.1" status: 404 len: 337 time: 0.0305419 Jul 15 13:17:38.863320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.891786 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cf7c3f-1b35-4299-b6fc-d6b47c4852fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:38.893073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cf7c3f-1b35-4299-b6fc-d6b47c4852fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:38.893859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] Deleting port 26f57bac-21dd-4abb-a663-63cbd09cc745 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:38.894253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.895389 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f6cf7c3f-1b35-4299-b6fc-d6b47c4852fd tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/subnets/e9847932-5b6e-46e5-b0a0-f2c5442ddf62 HTTP/1.1" status: 404 len: 337 time: 0.0308661 Jul 15 13:17:38.898089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54640) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.909761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-83e1680a-123f-4068-80d7-d895ea1229fc req-772d9f79-77bf-449d-bec2-8ac33729a5b8 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.937573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-83e1680a-123f-4068-80d7-d895ea1229fc req-772d9f79-77bf-449d-bec2-8ac33729a5b8 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.000751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-83e1680a-123f-4068-80d7-d895ea1229fc req-772d9f79-77bf-449d-bec2-8ac33729a5b8 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.003630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-83e1680a-123f-4068-80d7-d895ea1229fc req-772d9f79-77bf-449d-bec2-8ac33729a5b8 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.005070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83e1680a-123f-4068-80d7-d895ea1229fc req-772d9f79-77bf-449d-bec2-8ac33729a5b8 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "DELETE /v2.0/security-groups/e4edacc9-0d31-43c7-992d-dd5f73ffdb33 HTTP/1.1" status: 204 len: 173 time: 0.1811199 Jul 15 13:17:39.013727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] For port 26f57bac-21dd-4abb-a663-63cbd09cc745, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=26f57bac-21dd-4abb-a663-63cbd09cc745,segment=NetworkSegment(1f0341ec-5be7-42da-9ca5-d29f145fc32b),segment_id=1f0341ec-5be7-42da-9ca5-d29f145fc32b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:39.014110 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.018200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d9f79-77bf-449d-bec2-8ac33729a5b8 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4edacc9-0d31-43c7-992d-dd5f73ffdb33,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.031543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Deleting port 578d6e34-60a7-44cf-ada3-e413fa6a80e1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:39.032399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.039745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] Calling delete_port for 26f57bac-21dd-4abb-a663-63cbd09cc745 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:39.084479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1eac52af-4b45-42b2-9658-212d7ed10d1e req-9b852178-1583-4c18-a7c3-4aaa8b52f41f tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/21003c13-0507-4352-af3c-374327665e4b HTTP/1.1" status: 200 len: 1814 time: 0.0570626 Jul 15 13:17:39.176031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1eac52af-4b45-42b2-9658-212d7ed10d1e req-750b30ca-2d6c-4f72-91b4-e8b17b36da56 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.195024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.229538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1eac52af-4b45-42b2-9658-212d7ed10d1e req-750b30ca-2d6c-4f72-91b4-e8b17b36da56 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.233559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.250904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Calling delete_port for 578d6e34-60a7-44cf-ada3-e413fa6a80e1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:39.267680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65098083-46c6-4478-abda-145cb50c3f38'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:39.271172 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2535b-bd1a-46d2-8534-6dd1ab891e3e" -d '{"events": [{"server_uuid": "1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4", "name": "network-vif-plugged", "status": "completed", "tag": "65098083-46c6-4478-abda-145cb50c3f38"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:39.278910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] Pushing event deleted for resources: {'Port': ['ID=26f57bac-21dd-4abb-a663-63cbd09cc745,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.290378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b96bb-15cc-46bd-a93f-06fa37117150 None None] No DVR routers for this DVR port 26f57bac-21dd-4abb-a663-63cbd09cc745 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:39.322251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1eac52af-4b45-42b2-9658-212d7ed10d1e req-750b30ca-2d6c-4f72-91b4-e8b17b36da56 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.324971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1eac52af-4b45-42b2-9658-212d7ed10d1e req-750b30ca-2d6c-4f72-91b4-e8b17b36da56 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.326136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1eac52af-4b45-42b2-9658-212d7ed10d1e req-750b30ca-2d6c-4f72-91b4-e8b17b36da56 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "DELETE /v2.0/security-groups/21003c13-0507-4352-af3c-374327665e4b HTTP/1.1" status: 204 len: 173 time: 0.2334130 Jul 15 13:17:39.336920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b30ca-2d6c-4f72-91b4-e8b17b36da56 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21003c13-0507-4352-af3c-374327665e4b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.369008 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca66678-3197-4e1e-b801-ceef8a59c83a x-openstack-request-id: req-aca66678-3197-4e1e-b801-ceef8a59c83a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:39.369008 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4", "name": "network-vif-plugged", "status": "completed", "tag": "65098083-46c6-4478-abda-145cb50c3f38", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:39.369008 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aca66678-3197-4e1e-b801-ceef8a59c83a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:39.369355 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65098083-46c6-4478-abda-145cb50c3f38', 'code': 200} Jul 15 13:17:39.405207 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-563dae10-f848-451c-975f-d308c2fcd3eb req-5445edfe-1a3f-4ddf-8902-bfeb18ef0a75 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/b59c0338-ceea-46ff-ba59-c3f7210a129f HTTP/1.1" status: 200 len: 1814 time: 0.0607059 Jul 15 13:17:39.412234 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.446044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Port': ['ID=578d6e34-60a7-44cf-ada3-e413fa6a80e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.456730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.462387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-384bddc5-46d3-4c00-8523-218a9cd22b9b tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/ports/578d6e34-60a7-44cf-ada3-e413fa6a80e1 HTTP/1.1" status: 204 len: 168 time: 0.5631208 Jul 15 13:17:39.463060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:39.553964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:39.565566 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.575891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-563dae10-f848-451c-975f-d308c2fcd3eb req-1297f8db-62b1-446f-8832-2eecd0a3cc8c tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.580893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 26f57bac-21dd-4abb-a663-63cbd09cc745 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:39.581255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 26f57bac-21dd-4abb-a663-63cbd09cc745 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:39.608792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-563dae10-f848-451c-975f-d308c2fcd3eb req-1297f8db-62b1-446f-8832-2eecd0a3cc8c tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.623933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768cd78-77d9-4c58-b398-028a39d4b7c4 req-2201b135-35c7-48f5-87c0-cbc73d0f0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.625616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0768cd78-77d9-4c58-b398-028a39d4b7c4 req-2201b135-35c7-48f5-87c0-cbc73d0f0c95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 1097 time: 0.1193488 Jul 15 13:17:39.672741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.674431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0768cd78-77d9-4c58-b398-028a39d4b7c4 req-016a51e7-b8f9-4478-a9e8-846a05dc679e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Jul 15 13:17:39.679447 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-563dae10-f848-451c-975f-d308c2fcd3eb req-1297f8db-62b1-446f-8832-2eecd0a3cc8c tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.683710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-563dae10-f848-451c-975f-d308c2fcd3eb req-1297f8db-62b1-446f-8832-2eecd0a3cc8c tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.686140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3fdc3e-34b2-4eb1-92df-a310a500950a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:39.686834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-563dae10-f848-451c-975f-d308c2fcd3eb req-1297f8db-62b1-446f-8832-2eecd0a3cc8c tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "DELETE /v2.0/security-groups/b59c0338-ceea-46ff-ba59-c3f7210a129f HTTP/1.1" status: 204 len: 173 time: 0.2754834 Jul 15 13:17:39.707277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0341ec-5be7-42da-9ca5-d29f145fc32b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:39.707695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0341ec-5be7-42da-9ca5-d29f145fc32b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:39.718428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.733457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.741721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297f8db-62b1-446f-8832-2eecd0a3cc8c tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c0338-ceea-46ff-ba59-c3f7210a129f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.742099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:39.742607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:39.746888 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:39.759957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28a36d46-6c7e-4965-9ce9-420f6030dc97 req-19fd48cb-8550-4677-834f-11fd2395e088 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "GET /v2.0/security-groups/11baf63f-aea7-4ef7-b601-e55b02df86ed HTTP/1.1" status: 200 len: 1814 time: 0.0486557 Jul 15 13:17:39.821356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.831345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.835569 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] 10.222.0.48 "DELETE /v2.0/networks/1f3fdc3e-34b2-4eb1-92df-a310a500950a HTTP/1.1" status: 204 len: 168 time: 0.3692358 Jul 15 13:17:39.852170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f650d2-48f2-4955-b22d-51d556c504b2 tempest-PortsTestJSON-955680875 tempest-PortsTestJSON-955680875-project] Pushing event deleted for resources: {'Network': ['ID=1f3fdc3e-34b2-4eb1-92df-a310a500950a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.863161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28a36d46-6c7e-4965-9ce9-420f6030dc97 req-1c38c15f-ab1b-4d1e-8790-01403a2558a5 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.894847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28a36d46-6c7e-4965-9ce9-420f6030dc97 req-1c38c15f-ab1b-4d1e-8790-01403a2558a5 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.947866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6436e3-f34e-4a06-9d08-5c0b9f2697eb req-0d3d25a6-b5e2-425c-812e-4b2fdf761c8a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.949456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d6436e3-f34e-4a06-9d08-5c0b9f2697eb req-0d3d25a6-b5e2-425c-812e-4b2fdf761c8a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 944 time: 0.1242855 Jul 15 13:17:39.976175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28a36d46-6c7e-4965-9ce9-420f6030dc97 req-1c38c15f-ab1b-4d1e-8790-01403a2558a5 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.977200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28a36d46-6c7e-4965-9ce9-420f6030dc97 req-1c38c15f-ab1b-4d1e-8790-01403a2558a5 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.978714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28a36d46-6c7e-4965-9ce9-420f6030dc97 req-1c38c15f-ab1b-4d1e-8790-01403a2558a5 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] 10.222.0.48 "DELETE /v2.0/security-groups/11baf63f-aea7-4ef7-b601-e55b02df86ed HTTP/1.1" status: 204 len: 173 time: 0.2119834 Jul 15 13:17:39.984975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.003974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c15f-ab1b-4d1e-8790-01403a2558a5 tempest-SecurityGroupRulesNegativeTestJSON-1269218117 tempest-SecurityGroupRulesNegativeTestJSON-1269218117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11baf63f-aea7-4ef7-b601-e55b02df86ed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.022710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d6436e3-f34e-4a06-9d08-5c0b9f2697eb req-4c5dbd3d-ce0e-4d09-a7be-9ca7f62a3149 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671344 Jul 15 13:17:40.088890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Deleting subnet 0d678c47-b519-466c-8995-71913dadacf2 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:40.092687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.107452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.132615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.174374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.235029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.261551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f5298880-4880-43c7-bcb0-20544d935191 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00f25d2a87984f25a6cd96cc10a6117f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527331 Jul 15 13:17:40.262117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.273115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d678c47-b519-466c-8995-71913dadacf2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.292510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.297109 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-174804eb-8eff-42d8-8dfa-f8d17186790c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0d678c47-b519-466c-8995-71913dadacf2 HTTP/1.1" status: 204 len: 168 time: 0.3088679 Jul 15 13:17:40.297455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.315809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bda1fa99-8910-45cc-b6b0-d1638693cba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.349585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bda1fa99-8910-45cc-b6b0-d1638693cba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.403977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bda1fa99-8910-45cc-b6b0-d1638693cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.406413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.406855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bda1fa99-8910-45cc-b6b0-d1638693cba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.408042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bda1fa99-8910-45cc-b6b0-d1638693cba4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8f272f5-50a1-4a1f-9ca0-b491cd213e08 HTTP/1.1" status: 204 len: 168 time: 0.1449914 Jul 15 13:17:40.417104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1fa99-8910-45cc-b6b0-d1638693cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f272f5-50a1-4a1f-9ca0-b491cd213e08,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.527141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.539532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:40.551185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8622646a-92e3-4ae9-84ac-e2a094617e04') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:40.551502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8622646a-92e3-4ae9-84ac-e2a094617e04') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:40.557360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7615c14f-5af9-476f-87e0-b9be50726004 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:40.604909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.644440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.661197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:40.662639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:40.665480 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:40.709868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 7615c14f-5af9-476f-87e0-b9be50726004 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:40.714356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 7615c14f-5af9-476f-87e0-b9be50726004 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:40.714648 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.751602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.776208 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.778875 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] 10.222.0.48 "DELETE /v2.0/networks/bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0 HTTP/1.1" status: 204 len: 168 time: 0.4800863 Jul 15 13:17:40.779964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae401-d2b2-49f5-8705-4657b0bd5c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc9e48f-30a3-4dbb-83c5-8fc89b6c11d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.824064 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.877282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7615c14f-5af9-476f-87e0-b9be50726004, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7615c14f-5af9-476f-87e0-b9be50726004,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:40.882795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.958352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7615c14f-5af9-476f-87e0-b9be50726004,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.988750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:41.055318 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d2f5a129-6f21-4adb-977b-79913d0e85df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5966b702410409ca449c3673f87024c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653052 Jul 15 13:17:41.057759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:41.120130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cb125c6-2658-4d59-8e1c-98c99bf49db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.149524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cb125c6-2658-4d59-8e1c-98c99bf49db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.224336 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cb125c6-2658-4d59-8e1c-98c99bf49db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.228968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cb125c6-2658-4d59-8e1c-98c99bf49db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.230800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0cb125c6-2658-4d59-8e1c-98c99bf49db1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72b3edf0-aa75-43eb-82d3-5519748e3d13 HTTP/1.1" status: 204 len: 168 time: 0.1713734 Jul 15 13:17:41.265629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb125c6-2658-4d59-8e1c-98c99bf49db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3edf0-aa75-43eb-82d3-5519748e3d13,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:41.359263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ed13-f77e-4180-8566-439f85dac6ba req-e6902f53-69a9-474a-81b6-18448ba4a017 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.367440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48f3ed13-f77e-4180-8566-439f85dac6ba req-e6902f53-69a9-474a-81b6-18448ba4a017 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.1233375 Jul 15 13:17:41.370790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7615c14f-5af9-476f-87e0-b9be50726004'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:41.373131 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c685b4-ff86-4319-ac44-3cfc3d0fd19b" -d '{"events": [{"server_uuid": "06574e89-2469-4fd5-9b82-7c9e914d5441", "name": "network-vif-plugged", "status": "completed", "tag": "7615c14f-5af9-476f-87e0-b9be50726004"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:41.421628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48f3ed13-f77e-4180-8566-439f85dac6ba req-278b49cb-aaf2-4bbc-a9bb-9204f563b375 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532987 Jul 15 13:17:41.456287 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25de6911-c704-4802-9ebe-a9b3327f6f81 x-openstack-request-id: req-25de6911-c704-4802-9ebe-a9b3327f6f81 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:41.456873 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06574e89-2469-4fd5-9b82-7c9e914d5441", "name": "network-vif-plugged", "status": "completed", "tag": "7615c14f-5af9-476f-87e0-b9be50726004", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:41.457563 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25de6911-c704-4802-9ebe-a9b3327f6f81 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:41.457962 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7615c14f-5af9-476f-87e0-b9be50726004', 'code': 200} Jul 15 13:17:41.611674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8bb26-592d-4b50-b8e6-8e85452ae176 req-f4f0b783-760d-4ec6-8b30-70163d2475eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.615082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a8bb26-592d-4b50-b8e6-8e85452ae176 req-f4f0b783-760d-4ec6-8b30-70163d2475eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 1096 time: 0.0724185 Jul 15 13:17:41.662917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a8bb26-592d-4b50-b8e6-8e85452ae176 req-e0281608-27c3-43ff-9d17-64b4938aa20f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Jul 15 13:17:42.110171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.331480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1644949181-network', 'tenant_id': '53d74941b84d4c8c96a7ca89ca0812f9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:42.358109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Made reservation on behalf of 53d74941b84d4c8c96a7ca89ca0812f9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:42.361291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.371875 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.539082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.555887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.568530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:42.578513 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.579125 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Added segment 2ba157dc-c139-4787-ab85-7aa77731fd74 of type vlan for network f074fa1b-4233-4214-8bf4-4e858f94c634 Jul 15 13:17:42.625372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.681990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.683334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.684177 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.685712 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da333ee0-6019-4178-acbd-7b7e1fac03ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.755655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8afb47-99a5-4dad-af0d-24389120a6f9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:42.763966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6521068 Jul 15 13:17:42.767522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.774912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Request body: {'subnet': {'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1644949181-subnet', 'tenant_id': '53d74941b84d4c8c96a7ca89ca0812f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:42.810565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9d1e-c9b9-46d2-afcc-d48f9f77b4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f074fa1b-4233-4214-8bf4-4e858f94c634,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:42.827759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f074fa1b-4233-4214-8bf4-4e858f94c634 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:42.827948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Made reservation on behalf of 53d74941b84d4c8c96a7ca89ca0812f9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:42.831548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.836351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406837d8-671d-481f-a246-422fdf8990e0 req-b7430782-fddc-480b-a985-79eb22f32e77 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.846625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-406837d8-671d-481f-a246-422fdf8990e0 req-b7430782-fddc-480b-a985-79eb22f32e77 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.1844635 Jul 15 13:17:42.929866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-406837d8-671d-481f-a246-422fdf8990e0 req-b4c8d548-4b08-4586-90b3-24f56b9ee623 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821860 Jul 15 13:17:43.066987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.116380 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:43.125548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2eed27-cdc6-4075-b46b-13259f8ab27d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:43.132996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Checking segment: {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:43.133359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Network hostable DHCP agents. Network: f074fa1b-4233-4214-8bf4-4e858f94c634, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:43.150112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Network f074fa1b-4233-4214-8bf4-4e858f94c634 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:43.163321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f074fa1b-4233-4214-8bf4-4e858f94c634) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:43.167334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.167976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.172528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68464e00-d8ae-4573-b347-85facb57e43a None None] Network f074fa1b-4233-4214-8bf4-4e858f94c634 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:43.194751 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8be5bdf1-7e86-4109-a6c5-7646c4dab1f9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4259517 Jul 15 13:17:43.318176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3bb6d-6032-4b62-bfb3-1b94975251c1 None None] Network f074fa1b-4233-4214-8bf4-4e858f94c634 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:43.451041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d916ec8a-5f56-4320-8192-652e4fd30bc5 req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1303890978', 'description': 'tempest-description-571243828'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:43.479195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d916ec8a-5f56-4320-8192-652e4fd30bc5 req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.563035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d916ec8a-5f56-4320-8192-652e4fd30bc5 req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.567803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d916ec8a-5f56-4320-8192-652e4fd30bc5 req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.600874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d916ec8a-5f56-4320-8192-652e4fd30bc5 req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.602197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d916ec8a-5f56-4320-8192-652e4fd30bc5 req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1557219 Jul 15 13:17:43.615483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3e304-8f05-4330-8686-9e2fed5f01bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b83819-ba36-494a-89f2-611f08e32a53,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:43.750649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-1d49d2ca-ecda-43e1-b8a8-7abe864e2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.752947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-1d49d2ca-ecda-43e1-b8a8-7abe864e2dce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1095 time: 0.0822856 Jul 15 13:17:43.753350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-29f8a75c-4c70-43c8-8aa1-c71df6a753f8 req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2031952722', 'description': 'tempest-description-1402714950'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:43.786764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29f8a75c-4c70-43c8-8aa1-c71df6a753f8 req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.826079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf72380-b327-4e97-8044-c51c1c5726dc req-7be9bf08-6f39-4b32-9b2d-25f34e0f2192 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.827620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbf72380-b327-4e97-8044-c51c1c5726dc req-7be9bf08-6f39-4b32-9b2d-25f34e0f2192 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1115632 Jul 15 13:17:43.859111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-1f6d36e9-2a79-4ffd-80ce-1dba17647299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.861468 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-1f6d36e9-2a79-4ffd-80ce-1dba17647299 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.1003551 Jul 15 13:17:43.892510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbf72380-b327-4e97-8044-c51c1c5726dc req-765b735e-9e2e-4d25-9686-c805e08a0c2d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556009 Jul 15 13:17:43.952248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29f8a75c-4c70-43c8-8aa1-c71df6a753f8 req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.957832 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29f8a75c-4c70-43c8-8aa1-c71df6a753f8 req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.963755 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-a9c3d5bb-139f-482d-acb3-336acf8e11d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.0903621 Jul 15 13:17:43.993927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29f8a75c-4c70-43c8-8aa1-c71df6a753f8 req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.998782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29f8a75c-4c70-43c8-8aa1-c71df6a753f8 req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2703645 Jul 15 13:17:44.002611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894613ec-aef6-4769-ace2-6c3f00616c4e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7cb588-0ebb-40c3-b592-8a58df721f92,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.096822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-5016ca3f-3e92-4e39-bff8-19cb95492462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.098700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-5016ca3f-3e92-4e39-bff8-19cb95492462 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1258657 Jul 15 13:17:44.178804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-619e6c96-6aea-4839-8e59-7ecc0c5c632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.180600 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-619e6c96-6aea-4839-8e59-7ecc0c5c632d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739121 Jul 15 13:17:44.296973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-f5e3af9f-29ea-4c6e-95d3-8355c5c450e0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.298344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-f5e3af9f-29ea-4c6e-95d3-8355c5c450e0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 813 time: 0.1659172 Jul 15 13:17:44.304911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-3b99a253-8cdb-403a-bc8e-5b4810091eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116078 Jul 15 13:17:44.307009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3bc10-a8f8-4779-9efe-9d0c83ece072 req-85128249-ab6c-46c2-9ae5-deffc72e118e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.308461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28f3bc10-a8f8-4779-9efe-9d0c83ece072 req-85128249-ab6c-46c2-9ae5-deffc72e118e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.1613505 Jul 15 13:17:44.326761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-32a20cb1-6231-46e5-8fb7-7feef98ff698 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/quotas/53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 375 time: 0.0172811 Jul 15 13:17:44.405614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-ae8a5a4b-2d2f-4edf-ad8d-987a75be80d7 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778990 Jul 15 13:17:44.432943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28f3bc10-a8f8-4779-9efe-9d0c83ece072 req-3d29214d-a9ca-4771-8af8-11a75a08d996 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138847 Jul 15 13:17:44.513120 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04007b51-a70a-4626-b5b4-bfba4c2711f7 req-ccf5fbbc-5048-4fbe-8db6-b55f4c089206 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940978 Jul 15 13:17:44.895499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-022e48f1-0a5a-4777-a06a-d7a44521a524 service neutron] 10.222.0.48 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889448 Jul 15 13:17:44.948627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca329-826b-4d0b-9eab-d207877dc7df req-bf5e6190-4e55-4335-b06a-638b213711ee tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.950147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15cca329-826b-4d0b-9eab-d207877dc7df req-bf5e6190-4e55-4335-b06a-638b213711ee tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1137869 Jul 15 13:17:45.035340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15cca329-826b-4d0b-9eab-d207877dc7df req-fd3bcc4d-532d-42e9-a332-b56a115cee05 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534141 Jul 15 13:17:45.037690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-cee3e6a4-b02c-4a6f-97a9-1da5526be2dd service neutron] 10.222.0.48 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347320 Jul 15 13:17:45.269695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60f0e48a-9540-4aef-bc09-47d282b8961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.512636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d2f44-71a7-4f72-a8e1-558e8f7c9e7c req-e513783c-ac77-4861-8225-616862658c40 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.514125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-859d2f44-71a7-4f72-a8e1-558e8f7c9e7c req-e513783c-ac77-4861-8225-616862658c40 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 946 time: 0.1180317 Jul 15 13:17:45.522932 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.524726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475fcc-c15c-49be-adde-19f5986dc3fc req-7408ad6f-49c7-4017-8a54-718354220bdf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.526329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06475fcc-c15c-49be-adde-19f5986dc3fc req-7408ad6f-49c7-4017-8a54-718354220bdf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1326494 Jul 15 13:17:45.582304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-859d2f44-71a7-4f72-a8e1-558e8f7c9e7c req-0aeb37de-2174-492c-ad12-b9bba2685ff4 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548370 Jul 15 13:17:45.607311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06475fcc-c15c-49be-adde-19f5986dc3fc req-82a908b8-429d-43d2-8289-d6c8fb40ae7b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643494 Jul 15 13:17:45.686322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04f689b8-d056-4d14-9f65-070c97caa384 req-9a4472f1-e828-410c-9f11-688f8f234391 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 210 time: 0.0373595 Jul 15 13:17:46.031409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cab89-6c34-45a1-bb02-44f8f57e68dc req-1e6a7cd3-74d3-40cd-9f23-c52ce7872847 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.039553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-578cab89-6c34-45a1-bb02-44f8f57e68dc req-1e6a7cd3-74d3-40cd-9f23-c52ce7872847 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.0788515 Jul 15 13:17:46.060477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-9cc24673-a57d-4a07-a448-c491e858cf4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659492 Jul 15 13:17:46.080785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-578cab89-6c34-45a1-bb02-44f8f57e68dc req-7b852858-47ff-4e43-9714-450b457ea9d0 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Jul 15 13:17:46.178444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-ee7a173f-7cf9-4116-bb65-a212025dd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.180030 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-ee7a173f-7cf9-4116-bb65-a212025dd20c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1095 time: 0.0636930 Jul 15 13:17:46.348617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-a2444064-a0f9-476b-ba1b-2e4cacfadcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.350536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-a2444064-a0f9-476b-ba1b-2e4cacfadcd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.1128547 Jul 15 13:17:46.428353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-a7b9eb47-a193-49f8-971a-7af2c5750212 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.0700984 Jul 15 13:17:46.444883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17427fd0-3d6e-4fc3-87cc-e535d7ff1f84 req-b11e90cc-d66b-4917-ab48-0c530409a3da tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.446401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17427fd0-3d6e-4fc3-87cc-e535d7ff1f84 req-b11e90cc-d66b-4917-ab48-0c530409a3da tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.0736690 Jul 15 13:17:46.484641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17427fd0-3d6e-4fc3-87cc-e535d7ff1f84 req-818e5d5d-ed18-411a-b518-1d912b3b47bd tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Jul 15 13:17:46.488315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-c32ecb83-3461-4c37-b117-e786d290f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.489792 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-c32ecb83-3461-4c37-b117-e786d290f138 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.0498435 Jul 15 13:17:46.552623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-82caf557-19bd-4867-b12e-dfc6c22f5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.554093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-82caf557-19bd-4867-b12e-dfc6c22f5283 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572059 Jul 15 13:17:46.670773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.672447 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-c9e7c6a4-cf2a-41ad-bf3a-00089b8aef92 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111577 Jul 15 13:17:46.882917 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8848c706-7a47-4420-a431-d2fe2a98a9ce req-8ae7a66f-4b32-40c0-875c-6d48c9fc0740 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036664 Jul 15 13:17:46.957931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-88882d03-0f41-45c9-8df4-33031dcc30ef tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.960120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-88882d03-0f41-45c9-8df4-33031dcc30ef tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 813 time: 0.1789203 Jul 15 13:17:47.021110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'port': {'device_id': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634', 'admin_state_up': True, 'tenant_id': '53d74941b84d4c8c96a7ca89ca0812f9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:47.071992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-867fbba6-dc34-47fc-b6c3-53b8b06a1683 req-978a6d18-78a5-42b5-bea4-0e352427d3af tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 210 time: 0.0595946 Jul 15 13:17:47.193950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf7a1-d7dd-47d7-9b92-cb659f3d6549 req-e73792ec-76f6-4dca-8a98-b026c7281fd9 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.210982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf7a1-d7dd-47d7-9b92-cb659f3d6549 req-e73792ec-76f6-4dca-8a98-b026c7281fd9 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.224381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf7a1-d7dd-47d7-9b92-cb659f3d6549 req-e73792ec-76f6-4dca-8a98-b026c7281fd9 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.236521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09dcf7a1-d7dd-47d7-9b92-cb659f3d6549 req-e73792ec-76f6-4dca-8a98-b026c7281fd9 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441&device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4&device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 2417 time: 0.3534172 Jul 15 13:17:47.382972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09dcf7a1-d7dd-47d7-9b92-cb659f3d6549 req-00a039dc-c1db-477d-81f8-3be80997dd74 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936968 Jul 15 13:17:47.382972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Made reservation on behalf of 53d74941b84d4c8c96a7ca89ca0812f9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:47.382972 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.569153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Allocated IP 172.20.0.6 (f074fa1b-4233-4214-8bf4-4e858f94c634/fa2eed27-cdc6-4075-b46b-13259f8ab27d/54578b5d-a6d4-4bf3-b5f9-dcb422cf545b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:47.716539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308804-1390-4b61-925e-e5ce2bc56b71 req-f98e60f1-d2cf-4241-84db-2b40a17ce15a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.718033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00308804-1390-4b61-925e-e5ce2bc56b71 req-f98e60f1-d2cf-4241-84db-2b40a17ce15a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.1460073 Jul 15 13:17:47.816976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00308804-1390-4b61-925e-e5ce2bc56b71 req-12ce33de-45b8-4444-8e92-b3cccfcac4da tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880082 Jul 15 13:17:47.833526 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.932504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.945805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33fe47-915e-4e11-b1c7-b63e54feddfa req-6aecb67e-965c-4115-8f2e-df2e3f28542c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.947449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a33fe47-915e-4e11-b1c7-b63e54feddfa req-6aecb67e-965c-4115-8f2e-df2e3f28542c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 946 time: 0.0915415 Jul 15 13:17:47.996149 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.014246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Network f074fa1b-4233-4214-8bf4-4e858f94c634 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:48.024057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:48.033537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:48.042994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:48.106156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a33fe47-915e-4e11-b1c7-b63e54feddfa req-c3f8c981-23be-4ea2-8062-7cedf55f5f34 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468124 Jul 15 13:17:48.119233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.119906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.160356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-a91ea756-b606-4b75-bf10-56f8f019ee79 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1404974 Jul 15 13:17:48.171532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Request body: {'port': {'device_id': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:48.299558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.509691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461091-7a67-48d5-99d5-b3459a28c294 req-d66554ee-23a1-40d9-8ef1-338bd023b6ca tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.511240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7461091-7a67-48d5-99d5-b3459a28c294 req-d66554ee-23a1-40d9-8ef1-338bd023b6ca tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 931 time: 0.1617613 Jul 15 13:17:48.613743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7461091-7a67-48d5-99d5-b3459a28c294 req-e79ee032-e382-4565-b94d-f08b6cc2355f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919428 Jul 15 13:17:48.713161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:48.722895 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.739483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Transition to ACTIVE for port object 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:48.745036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.863716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.003723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Attempting to bind port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:49.004102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Attempting to bind port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:49.004398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Attempting to bind port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b on network f074fa1b-4233-4214-8bf4-4e858f94c634 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:49.009334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b on network f074fa1b-4233-4214-8bf4-4e858f94c634 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:49.009810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Attempting to bind port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b on network f074fa1b-4233-4214-8bf4-4e858f94c634 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:49.014980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:49.015317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Checking segment: {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:49.015757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Bound using segment: {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:49.016190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Bound port: 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:49.017475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.091682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:49.096228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:49.104074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.162764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.181458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.182485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.184049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-0a1141d1-2cae-4912-af11-47f128ab4b43 service neutron] 10.222.0.23 "PUT /v2.0/ports/54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 1091 time: 1.0180824 Jul 15 13:17:49.184613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:49.187236 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81faa04-f480-425c-a57c-21ac7f4f71ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:49.339511 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1707dd-5513-4b87-916b-6e8610263f26 x-openstack-request-id: req-8b1707dd-5513-4b87-916b-6e8610263f26 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:49.339800 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:49.340048 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b1707dd-5513-4b87-916b-6e8610263f26 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:49.340440 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'status': 'completed', 'code': 200} Jul 15 13:17:49.394086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-46f6a1c0-4fa4-4b70-bd59-190a90598a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.396060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-46f6a1c0-4fa4-4b70-bd59-190a90598a6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1094 time: 0.1584005 Jul 15 13:17:49.406684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fd8a-aefd-46fc-a823-b568390f31ae req-77190fa3-d56a-4681-b3cc-2a1e173361b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.408861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0554fd8a-aefd-46fc-a823-b568390f31ae req-77190fa3-d56a-4681-b3cc-2a1e173361b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 946 time: 0.1079144 Jul 15 13:17:49.467859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-3499e4cf-044d-4d57-82de-813ebb4f2c73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 217 time: 0.0580175 Jul 15 13:17:49.531692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0554fd8a-aefd-46fc-a823-b568390f31ae req-88611315-c108-4855-bd22-3f353c9ac8e8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159263 Jul 15 13:17:49.618432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-30d7458a-7aee-4b05-8ea0-60c231aa87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.619966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-30d7458a-7aee-4b05-8ea0-60c231aa87dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.1445212 Jul 15 13:17:49.688341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-607512b8-9dda-491e-b8d9-62b109403e49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529861 Jul 15 13:17:49.695916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-1cf12677-f34f-41f8-b116-28543fac6ff6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.697239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-1f7264b0-2659-4991-b5da-5b234f27a1a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412930 Jul 15 13:17:49.701975 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-1cf12677-f34f-41f8-b116-28543fac6ff6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 946 time: 0.1761301 Jul 15 13:17:49.875629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Deleting port 92a15156-91a6-4997-8ee7-f0b8951a3e1c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:49.876803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.912706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-13465d2c-852d-4ba5-984b-8396dc3b30c2 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139373 Jul 15 13:17:49.992119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] For port 92a15156-91a6-4997-8ee7-f0b8951a3e1c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=92a15156-91a6-4997-8ee7-f0b8951a3e1c,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:49.992731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.019470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b98c7-a4a2-4bad-bfb6-536fecbe2be9 req-09d2d4e8-fe81-4742-843e-59bfcc523d50 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.021261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e7b98c7-a4a2-4bad-bfb6-536fecbe2be9 req-09d2d4e8-fe81-4742-843e-59bfcc523d50 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 943 time: 0.1943779 Jul 15 13:17:50.022853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Calling delete_port for 92a15156-91a6-4997-8ee7-f0b8951a3e1c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:50.030785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec4a34-c5bd-4f5e-8442-985424becb3b req-f9ad37e8-d186-41e1-a616-9aeb6991a21b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.032822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1ec4a34-c5bd-4f5e-8442-985424becb3b req-f9ad37e8-d186-41e1-a616-9aeb6991a21b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2605014 Jul 15 13:17:50.045395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-7272f6a5-34d7-49b3-b1b9-94fbbf518dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.046075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-7272f6a5-34d7-49b3-b1b9-94fbbf518dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 1096 time: 0.2746403 Jul 15 13:17:50.214497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.228706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['92a15156-91a6-4997-8ee7-f0b8951a3e1c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:50.240136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1ec4a34-c5bd-4f5e-8442-985424becb3b req-e5c27a0a-149d-4f9a-9770-c489a31fbf24 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929028 Jul 15 13:17:50.274882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e7b98c7-a4a2-4bad-bfb6-536fecbe2be9 req-d7e746cd-d5b8-433d-adbe-a418bb7bab83 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347257 Jul 15 13:17:50.279064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event deleted for resources: {'Port': ['ID=92a15156-91a6-4997-8ee7-f0b8951a3e1c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.343366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f4cc402-8e77-4dc5-b240-f7454a00e668 req-5eb1b9a6-1e45-4d5e-83ec-47597d7b6c53 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174552 Jul 15 13:17:50.413226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-b5e1140a-16ec-4932-82cb-077f394090b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.414704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-b5e1140a-16ec-4932-82cb-077f394090b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.2842307 Jul 15 13:17:50.429167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] No DVR routers for this DVR port 92a15156-91a6-4997-8ee7-f0b8951a3e1c on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:50.432514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.435564 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d299c882-ab22-4e56-8685-f35ac6fed7ea req-b928633e-65da-48a2-bcee-a2e30e092338 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "DELETE /v2.0/ports/92a15156-91a6-4997-8ee7-f0b8951a3e1c HTTP/1.1" status: 204 len: 173 time: 0.7240055 Jul 15 13:17:50.435564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741254a4-7608-45dd-aefa-34060bf99257', 'name': 'network-vif-deleted', 'tag': '92a15156-91a6-4997-8ee7-f0b8951a3e1c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:50.437528 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc07fc7f-cc7d-460e-8931-81e7658c211d" -d '{"events": [{"server_uuid": "741254a4-7608-45dd-aefa-34060bf99257", "name": "network-vif-deleted", "tag": "92a15156-91a6-4997-8ee7-f0b8951a3e1c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:50.499707 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f19ebc-c4f2-4f13-b74f-8377fe55025c x-openstack-request-id: req-26f19ebc-c4f2-4f13-b74f-8377fe55025c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:50.500612 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741254a4-7608-45dd-aefa-34060bf99257", "name": "network-vif-deleted", "tag": "92a15156-91a6-4997-8ee7-f0b8951a3e1c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:50.501331 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26f19ebc-c4f2-4f13-b74f-8377fe55025c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:50.501957 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741254a4-7608-45dd-aefa-34060bf99257', 'name': 'network-vif-deleted', 'tag': '92a15156-91a6-4997-8ee7-f0b8951a3e1c', 'status': 'completed', 'code': 200} Jul 15 13:17:50.512382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-0451b3cd-1807-47cf-8cca-3b02733c54f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b7eff37-d374-4cda-a096-c3077b4744e2 HTTP/1.1" status: 200 len: 217 time: 0.0895443 Jul 15 13:17:50.607052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-a577d67d-56eb-4e47-86d4-6ce2ca20c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.608682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-a577d67d-56eb-4e47-86d4-6ce2ca20c598 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.0655880 Jul 15 13:17:50.618028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-4fe3819d-c3ea-4f2f-9358-7c32d8a1ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.619706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-4fe3819d-c3ea-4f2f-9358-7c32d8a1ebf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1094 time: 0.1092205 Jul 15 13:17:50.784061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-25ea28d3-c546-43e1-bd6f-cb84cc30565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.786411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-25ea28d3-c546-43e1-bd6f-cb84cc30565e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639936 Jul 15 13:17:50.804518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-7080b508-f0c1-4979-b1cf-63377e769652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.805953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-7080b508-f0c1-4979-b1cf-63377e769652 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.1467626 Jul 15 13:17:50.900689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffadd6ee-4abc-484f-a4d5-4110a2c33790 req-a9099920-b3a3-423e-bdfe-68ac5ba1ec2a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 210 time: 0.2150390 Jul 15 13:17:50.927531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-15e1165b-3a7c-4743-b7e6-f288442c3043 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 217 time: 0.1035066 Jul 15 13:17:51.040375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-dc7463d8-a6fd-4c9f-a3fa-97c1d420b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.041871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-dc7463d8-a6fd-4c9f-a3fa-97c1d420b874 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.0820608 Jul 15 13:17:51.044039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-fe444fc4-6ec8-4d2e-ab73-969f5e4533b2 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510381 Jul 15 13:17:51.191782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-654d8c0f-46f0-4b39-a0bd-4ab1bae768d6 req-74362132-46da-4a97-9904-cda56a082f24 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251984 Jul 15 13:17:51.243055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-81801895-e320-4af0-b049-fcd8d708015b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914022 Jul 15 13:17:51.399282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-de79b843-63f4-46cb-8d26-2d4c1ff58609 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446037 Jul 15 13:17:51.633068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e81faa04-f480-425c-a57c-21ac7f4f71ce req-95e1cc4e-0909-460e-b291-9cd4bb95451c service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231061 Jul 15 13:17:51.724390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa4d2b-93ea-4a45-89dc-61331118211e req-57ce18ef-0c9a-45b4-89ba-69a280ea6b0a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.725929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccfa4d2b-93ea-4a45-89dc-61331118211e req-57ce18ef-0c9a-45b4-89ba-69a280ea6b0a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 943 time: 0.2450092 Jul 15 13:17:51.797802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c861ea3-c5d8-412e-a255-b063227880c8 req-c25853a0-f933-4ac0-8f82-6feb35112a4c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.800092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c861ea3-c5d8-412e-a255-b063227880c8 req-c25853a0-f933-4ac0-8f82-6feb35112a4c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.3203430 Jul 15 13:17:51.820041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccfa4d2b-93ea-4a45-89dc-61331118211e req-151a7ba3-a0b7-43e5-a6e3-e4343122197e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856633 Jul 15 13:17:51.908160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c861ea3-c5d8-412e-a255-b063227880c8 req-a3d14f5d-48c8-46ec-8602-59db10a0a364 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008191 Jul 15 13:17:52.128359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74ab7e93-0a79-4e78-9198-e8ffbe0040fb req-cb6abe6c-2b74-4d8c-ac9e-05f78b76a7f3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 210 time: 0.0569117 Jul 15 13:17:52.772644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:52.789668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 92a15156-91a6-4997-8ee7-f0b8951a3e1c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:52.856357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 92a15156-91a6-4997-8ee7-f0b8951a3e1c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:52.856765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 92a15156-91a6-4997-8ee7-f0b8951a3e1c not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:52.922861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:52.934335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634', 'port_id': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'mac_address': 'fa:16:3e:3d:36:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2eed27-cdc6-4075-b46b-13259f8ab27d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:53.045604 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.090308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:53.162391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.178439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.371928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae38f9-8319-47cd-93f3-0852fe25ef69 req-52780d41-bd8b-4e3e-a5fc-687f5832a068 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.381031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.385035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4ae38f9-8319-47cd-93f3-0852fe25ef69 req-52780d41-bd8b-4e3e-a5fc-687f5832a068 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2655354 Jul 15 13:17:53.429675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa710ac-9742-4185-9e89-4d036c92a4b3 req-7ff250b9-c86b-4315-8d51-5385800a2f97 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.435543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5aa710ac-9742-4185-9e89-4d036c92a4b3 req-7ff250b9-c86b-4315-8d51-5385800a2f97 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 944 time: 0.2590466 Jul 15 13:17:53.477719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:53.617979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5aa710ac-9742-4185-9e89-4d036c92a4b3 req-4ad356ff-7492-44d1-965b-2dc68da42394 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545899 Jul 15 13:17:53.633489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4ae38f9-8319-47cd-93f3-0852fe25ef69 req-02eda672-4ffe-47bc-a224-f09eac7f766f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966810 Jul 15 13:17:53.859526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e0dd1ac-806c-4191-89e2-06e220b4a483 req-20bcfef8-6e67-41dd-abbc-09460a5d64af tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 210 time: 0.0344157 Jul 15 13:17:54.781744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:54.942738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:54.948973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:54.949388 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.193656 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.301434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:55.303800 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8721d6b-8516-4e70-afdc-c4f9ba02d683" -d '{"events": [{"server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "name": "network-vif-plugged", "status": "completed", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:55.328486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:55.336582 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.384712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f66d-4740-413e-b427-0cdb8386710e req-c192bae4-ec02-4fad-82b7-394f214b52c5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.386126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6de4f66d-4740-413e-b427-0cdb8386710e req-c192bae4-ec02-4fad-82b7-394f214b52c5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 944 time: 0.5343237 Jul 15 13:17:55.405882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.421776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75e70-8cb2-44fd-ba2e-d84e703aac66 req-143ff8df-c70b-439f-8b73-2ddafb6b4b78 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.423500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4f75e70-8cb2-44fd-ba2e-d84e703aac66 req-143ff8df-c70b-439f-8b73-2ddafb6b4b78 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.5239663 Jul 15 13:17:55.474238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6de4f66d-4740-413e-b427-0cdb8386710e req-ff497010-9fcb-4e4b-a48e-2c1cd003720a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806162 Jul 15 13:17:55.496711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4f75e70-8cb2-44fd-ba2e-d84e703aac66 req-c0a33bd5-5e12-4fb7-96a2-e703c7eb641e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564241 Jul 15 13:17:55.717515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7c722f5-10b7-4faa-b7c6-9adc9165101f req-08779c21-8fe1-44f4-a124-f8c90de3dfd5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=741254a4-7608-45dd-aefa-34060bf99257 HTTP/1.1" status: 200 len: 210 time: 0.0721796 Jul 15 13:17:55.815815 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d053b000-abe5-471c-9e92-4b879af638f4 x-openstack-request-id: req-d053b000-abe5-471c-9e92-4b879af638f4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:55.816658 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "name": "network-vif-plugged", "status": "completed", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:55.817073 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d053b000-abe5-471c-9e92-4b879af638f4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:55.817923 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'code': 200} Jul 15 13:17:56.042357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456617e-88d2-457c-8385-fed63fa274d5 req-5eef0d98-1c0a-4dd6-b213-7bed7e3f4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.043985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c456617e-88d2-457c-8385-fed63fa274d5 req-5eef0d98-1c0a-4dd6-b213-7bed7e3f4cda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1096 time: 0.0961268 Jul 15 13:17:56.091263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c456617e-88d2-457c-8385-fed63fa274d5 req-36574cca-0c67-4fa7-8617-9aeb881c24e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Jul 15 13:17:56.246581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8e9d8-f246-423b-ae8c-e038affb01ad req-04a1c6e9-2313-43cd-b4f9-997db6102515 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.248008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bac8e9d8-f246-423b-ae8c-e038affb01ad req-04a1c6e9-2313-43cd-b4f9-997db6102515 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1156352 Jul 15 13:17:56.296217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bac8e9d8-f246-423b-ae8c-e038affb01ad req-4327e82b-8bd0-4000-8873-56e727a4b4e3 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409853 Jul 15 13:17:56.749360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2919f-9a6f-4932-96e7-5cc40806ca70 req-1f54b5f4-bad3-4c2e-9aa4-bf42f9e4b5c4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.751625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84f2919f-9a6f-4932-96e7-5cc40806ca70 req-1f54b5f4-bad3-4c2e-9aa4-bf42f9e4b5c4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 945 time: 0.1311660 Jul 15 13:17:56.767328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29892d54-ab1a-4c6e-b110-712b9cfb03db req-eb6b41dd-2096-4535-b28b-656a8a95d8b6 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.768876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29892d54-ab1a-4c6e-b110-712b9cfb03db req-eb6b41dd-2096-4535-b28b-656a8a95d8b6 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1199315 Jul 15 13:17:56.830061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84f2919f-9a6f-4932-96e7-5cc40806ca70 req-dbfbf230-0dbf-4f3a-874e-36733a53183f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600321 Jul 15 13:17:56.877647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29892d54-ab1a-4c6e-b110-712b9cfb03db req-3511cc16-608c-4600-a15b-87ee93ed2730 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868633 Jul 15 13:17:57.620501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f505-d21e-41c1-a1f3-6bf98422b4d8 req-c0c3a3b3-0f87-49b9-89c9-94d0c7db5668 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.622030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cce5f505-d21e-41c1-a1f3-6bf98422b4d8 req-c0c3a3b3-0f87-49b9-89c9-94d0c7db5668 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.1702342 Jul 15 13:17:57.647805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-e855b819-5d11-4258-ac66-3631de1ab737 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.649211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-e855b819-5d11-4258-ac66-3631de1ab737 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.1428597 Jul 15 13:17:57.679943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-32ecbca8-44a1-43ea-9667-0456cd954d4e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.0246105 Jul 15 13:17:57.699185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cce5f505-d21e-41c1-a1f3-6bf98422b4d8 req-6f203277-4da4-491e-ad89-1706d45aef27 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679131 Jul 15 13:17:57.719359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-68c81685-6b97-493a-9f06-4e2a27794727 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315580 Jul 15 13:17:57.815035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-e7ad6438-be67-4681-9ca8-8fc6ec61abec service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880442 Jul 15 13:17:57.923240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-107dec72-4768-49c8-8dff-1b7db917fb94 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022973 Jul 15 13:17:58.037707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0c8e1-9072-4dee-924b-3695c43c7b7c req-805080db-701d-41c9-92aa-7959a5920227 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.039655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8d0c8e1-9072-4dee-924b-3695c43c7b7c req-805080db-701d-41c9-92aa-7959a5920227 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 945 time: 0.0763230 Jul 15 13:17:58.087029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8d0c8e1-9072-4dee-924b-3695c43c7b7c req-b33fcabd-9165-48db-8a69-2e35157e5a61 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Jul 15 13:17:58.361576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afd799bb-49c4-421b-9459-c41b4937bab4 req-f881c4bd-c0fb-460d-8f8d-ebfe915aa476 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=815e22cc-05f0-42af-8508-ed91b6866d1d HTTP/1.1" status: 200 len: 210 time: 0.0809186 Jul 15 13:17:58.375463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-d8ae7301-af3a-497e-bdf7-28b1568069fb tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.377584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-d8ae7301-af3a-497e-bdf7-28b1568069fb tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 945 time: 0.2591932 Jul 15 13:17:58.481955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d5a1-f090-430c-9c83-17e89c4d87eb req-5f1c0327-f4fe-4d40-9345-0f5bc272f440 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.483758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7d0d5a1-f090-430c-9c83-17e89c4d87eb req-5f1c0327-f4fe-4d40-9345-0f5bc272f440 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2245443 Jul 15 13:17:58.588459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7d0d5a1-f090-430c-9c83-17e89c4d87eb req-68db8746-ea7b-4018-b515-7ba5073a4837 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Jul 15 13:17:58.614446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-5f23f8a9-7468-4f56-affa-1b3426bce71c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1303890978&fields=id&tenant_id=53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 267 time: 0.0676203 Jul 15 13:17:58.654679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Deleting port 1921a5f5-f299-420b-adf6-856fb459ae8b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:58.655026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.785505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-aaeb2aaf-6fbf-4d5b-9517-930dbd852537 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.794072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-aaeb2aaf-6fbf-4d5b-9517-930dbd852537 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 945 time: 0.1716197 Jul 15 13:17:58.800059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'port': {'security_groups': ['3c8afb47-99a5-4dad-af0d-24389120a6f9', '35b83819-ba36-494a-89f2-611f08e32a53']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:58.810452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] For port 1921a5f5-f299-420b-adf6-856fb459ae8b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1921a5f5-f299-420b-adf6-856fb459ae8b,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:58.811131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.026272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.247298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.247661 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.248037 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Floating IP 4de3892f-c62e-4c3a-b52b-95fa2b5ebf20 disassociated. External IP: 172.25.2.3, port: 1921a5f5-f299-420b-adf6-856fb459ae8b. Jul 15 13:17:59.248441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Calling delete_port for 1921a5f5-f299-420b-adf6-856fb459ae8b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:59.461815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:59.534917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.609674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event deleted for resources: {'Port': ['ID=1921a5f5-f299-420b-adf6-856fb459ae8b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.622635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.661246 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.681423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:59.790038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.790679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.792405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e87acd5-2b38-4ff7-a981-04a7621427da req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "PUT /v2.0/ports/54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 981 time: 0.9971621 Jul 15 13:17:59.794195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:59.796476 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09ad26-0a90-4624-b077-a45ba13558cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:59.838078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:59.860265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56af2160-ea38-4736-af0b-55330073334f req-c5a6d194-ad6f-47aa-bb76-17b8ed89fe52 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=cec8963b-33d2-4094-b82a-bb48b90d3f41 HTTP/1.1" status: 200 len: 210 time: 0.1503105 Jul 15 13:17:59.863109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fe846-3cfb-4ce5-a177-931cc2023ce4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.884779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:00.170978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:00.190610 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:00.209127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:00.213196 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:17:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:00.276626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-8f5c2b1a-00bc-4574-a9b3-a96bc34db771 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2031952722&fields=id&tenant_id=53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 267 time: 0.0579948 Jul 15 13:18:00.339667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] No DVR routers for this DVR port 1921a5f5-f299-420b-adf6-856fb459ae8b on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:00.342594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.345801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c767ef66-6dce-482c-820b-1f46a81bc306 req-3fa99673-e731-4471-a243-0d00044e7da4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "DELETE /v2.0/ports/1921a5f5-f299-420b-adf6-856fb459ae8b HTTP/1.1" status: 204 len: 173 time: 1.9543929 Jul 15 13:18:00.393017 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:00.428994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-3dea5c69-21b6-4000-96ea-31480641d61d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=815e22cc-05f0-42af-8508-ed91b6866d1d HTTP/1.1" status: 200 len: 210 time: 0.0962410 Jul 15 13:18:00.637925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72479f7-3b85-4b80-98be-a658146926da req-3be5183c-5b01-48f4-8355-800361ab13ab tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.645288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b72479f7-3b85-4b80-98be-a658146926da req-3be5183c-5b01-48f4-8355-800361ab13ab tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.4278510 Jul 15 13:18:00.699859 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:00.711916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-5ba6b2cc-bb0b-4b08-aee3-887dd95f3335 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.713479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-5ba6b2cc-bb0b-4b08-aee3-887dd95f3335 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 984 time: 0.4360778 Jul 15 13:18:00.733243 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:00.737912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.744969 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:00.745589 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:17:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:00.757238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'port': {'security_groups': ['35b83819-ba36-494a-89f2-611f08e32a53', '3c8afb47-99a5-4dad-af0d-24389120a6f9', '0d7cb588-0ebb-40c3-b592-8a58df721f92']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:00.804289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-5bf9f91f-da96-43cc-9d90-bf7ee2121d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.805755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-5bf9f91f-da96-43cc-9d90-bf7ee2121d33 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3537061 Jul 15 13:18:00.837942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b72479f7-3b85-4b80-98be-a658146926da req-d35f4b49-6bce-46c8-a63b-b831dbc081a2 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917870 Jul 15 13:18:00.886392 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:00.944177 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d778b32-2232-408a-86be-c15b5863415f x-openstack-request-id: req-4d778b32-2232-408a-86be-c15b5863415f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:00.944496 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:00.950618 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d778b32-2232-408a-86be-c15b5863415f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:00.951706 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'status': 'completed', 'code': 200} Jul 15 13:18:01.142710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.180901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:01.211461 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5f398-9782-4921-bf71-06b0f93ae67a None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:01.576355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2fe2d-2d4b-4192-bc49-e086ed401260 None None] New status for floating IP 4de3892f-c62e-4c3a-b52b-95fa2b5ebf20: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:18:01.662963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-49556537-e490-469d-93f8-155f1965b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.664138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-49556537-e490-469d-93f8-155f1965b688 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8478069 Jul 15 13:18:01.683322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-418b8581-1463-46fe-a793-af2c14f8d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.684853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-418b8581-1463-46fe-a793-af2c14f8d837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1135 time: 0.7212956 Jul 15 13:18:01.796949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febc65de-0ce9-44fa-a32f-d875ee2a2bb9 req-281cbee1-41f9-42f2-a0ad-3e3395333c61 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/ports?device_id=815e22cc-05f0-42af-8508-ed91b6866d1d HTTP/1.1" status: 200 len: 210 time: 0.0743375 Jul 15 13:18:01.894015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-8b959847-2dae-4eb5-b7ab-be221342fedf tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.901607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-8b959847-2dae-4eb5-b7ab-be221342fedf tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.8111987 Jul 15 13:18:01.926238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-8e93c6ca-ab10-4a72-b61c-98742243fb9d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.0236611 Jul 15 13:18:02.027252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-ef912b12-2bea-416e-8d55-5df130b94788 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000674 Jul 15 13:18:02.131628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-9c495f7d-fe23-4e96-b588-e8ce31eccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.133381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-9c495f7d-fe23-4e96-b588-e8ce31eccdb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.4407794 Jul 15 13:18:02.213304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-5090278e-b4ad-4760-af53-61447962d0f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 217 time: 0.0660701 Jul 15 13:18:02.293454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-798cd085-2fd6-48f1-80a5-8d49a99ecbee service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653406 Jul 15 13:18:02.353189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:02.355978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-08e75fb7-f259-4e85-ab28-11c22e9b3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.357768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-08e75fb7-f259-4e85-ab28-11c22e9b3595 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.1126792 Jul 15 13:18:02.427407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-35005d92-f17d-448a-9c66-75c87697b573 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593898 Jul 15 13:18:02.481828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.495324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.506802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:02.586920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-4e52d72d-5778-4a2c-bf40-744d3f736590 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846954 Jul 15 13:18:02.639782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.640440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.648951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a07419-e568-4e40-b25a-fdd7851a3bcd req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "PUT /v2.0/ports/54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 1020 time: 1.9024670 Jul 15 13:18:02.709760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-03a8f3ef-c82b-4d17-b99d-abc6664c801c service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743487 Jul 15 13:18:02.710493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8310c-4954-41d7-bf0d-6816213d647c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:02.751754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:02.857157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1921a5f5-f299-420b-adf6-856fb459ae8b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:02.904839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 1921a5f5-f299-420b-adf6-856fb459ae8b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:02.905185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1921a5f5-f299-420b-adf6-856fb459ae8b not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:02.952040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'name': 'network-vif-deleted', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b'}, {'name': 'network-changed', 'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:02.954774 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474" -d '{"events": [{"server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "name": "network-vif-deleted", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b"}, {"name": "network-changed", "server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:02.974985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a09ad26-0a90-4624-b077-a45ba13558cb req-c7353390-ef2d-4488-96c6-b0ac0894ed14 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531042 Jul 15 13:18:03.103439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f17da-093e-4629-ad5b-a959c7c3265a req-0900aaea-64a4-4239-8179-8f5ece336b2b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.113826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-547f17da-093e-4629-ad5b-a959c7c3265a req-0900aaea-64a4-4239-8179-8f5ece336b2b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1138759 Jul 15 13:18:03.270784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-547f17da-093e-4629-ad5b-a959c7c3265a req-09423762-c944-492e-9da4-f5261543d437 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396108 Jul 15 13:18:03.313865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3d54-1409-49c3-8d68-65fc035dc7a1 req-ecf462f7-5f3f-46e1-ab39-4f37e880e2d6 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.315682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c0e3d54-1409-49c3-8d68-65fc035dc7a1 req-ecf462f7-5f3f-46e1-ab39-4f37e880e2d6 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1023 time: 0.2007942 Jul 15 13:18:03.333802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.422057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27626cff-ab67-4ee6-bb69-20c882c28ee0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.453169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.462025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27626cff-ab67-4ee6-bb69-20c882c28ee0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.500441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b679e1f0-4173-48ca-b569-39dc5cfec5fe req-2bf16708-9fcf-41f1-8598-20e2e0f2fc57 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 210 time: 0.1188047 Jul 15 13:18:03.519870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27626cff-ab67-4ee6-bb69-20c882c28ee0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.522511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27626cff-ab67-4ee6-bb69-20c882c28ee0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.523748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-27626cff-ab67-4ee6-bb69-20c882c28ee0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "DELETE /v2.0/security-groups/f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a HTTP/1.1" status: 204 len: 168 time: 0.1835613 Jul 15 13:18:03.527437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.546713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27626cff-ab67-4ee6-bb69-20c882c28ee0 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.553486 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1b343404-dd35-4e97-905b-c3a206204485 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] show failed (client error): The resource could not be found. Jul 15 13:18:03.554959 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b343404-dd35-4e97-905b-c3a206204485 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups/f6f77b97-ba7a-48cd-bdd0-e8e53af1ee2a HTTP/1.1" status: 404 len: 347 time: 0.0254996 Jul 15 13:18:03.558086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.604294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c0e3d54-1409-49c3-8d68-65fc035dc7a1 req-d3160733-585e-4210-bb57-bb30a4c0c2a6 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=35b83819-ba36-494a-89f2-611f08e32a53&id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=0d7cb588-0ebb-40c3-b592-8a58df721f92 HTTP/1.1" status: 200 len: 6157 time: 0.2787061 Jul 15 13:18:03.636671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-85cf084e-c2d1-4223-a0d4-bf02590ccb74 req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1395848987 ', 'description': 'tempest-description-630091145'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:03.667571 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a75c2d-8f07-411f-9151-4d718e4345d3 x-openstack-request-id: req-43a75c2d-8f07-411f-9151-4d718e4345d3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:03.667870 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec8963b-33d2-4094-b82a-bb48b90d3f41", "name": "network-vif-deleted", "tag": "1921a5f5-f299-420b-adf6-856fb459ae8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:03.668131 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43a75c2d-8f07-411f-9151-4d718e4345d3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:03.675403 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec8963b-33d2-4094-b82a-bb48b90d3f41', 'name': 'network-vif-deleted', 'tag': '1921a5f5-f299-420b-adf6-856fb459ae8b', 'status': 'completed', 'code': 200} Jul 15 13:18:03.675908 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'status': 'completed', 'code': 200} Jul 15 13:18:03.722165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Deleting port 3946daa1-04c1-4343-871c-8bcf0f95bbdc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:03.722822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.772101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-85cf084e-c2d1-4223-a0d4-bf02590ccb74 req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.799292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-d86544c0-ca03-480b-ba0e-bf6577a74ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.800822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-d86544c0-ca03-480b-ba0e-bf6577a74ce3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1174 time: 0.1004179 Jul 15 13:18:03.836435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.836760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.850627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Calling delete_port for 3946daa1-04c1-4343-871c-8bcf0f95bbdc owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:03.959874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-470ee90e-5c35-491f-92c4-0dec3ce0e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.961384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-470ee90e-5c35-491f-92c4-0dec3ce0e6b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.1530592 Jul 15 13:18:04.056358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-fe7e6908-33bd-4558-98c7-68e8d4720350 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 200 len: 217 time: 0.0832963 Jul 15 13:18:04.059229 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-85cf084e-c2d1-4223-a0d4-bf02590ccb74 req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.060712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.065290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-85cf084e-c2d1-4223-a0d4-bf02590ccb74 req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.102505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event deleted for resources: {'Port': ['ID=3946daa1-04c1-4343-871c-8bcf0f95bbdc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.142374 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-85cf084e-c2d1-4223-a0d4-bf02590ccb74 req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.143683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85cf084e-c2d1-4223-a0d4-bf02590ccb74 req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5117929 Jul 15 13:18:04.149500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-3ca0fa0c-dba3-4f87-9601-a74b2003150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.151151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-3ca0fa0c-dba3-4f87-9601-a74b2003150d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.0765603 Jul 15 13:18:04.152178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf59229-cc6b-4ed8-b52a-16ec8c50ae22 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4236729-b15c-4c24-a2fc-94926564a40e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.233811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.234035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-72de3ce5-2164-4bfe-913f-20041c07daf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751278 Jul 15 13:18:04.238235 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.244554 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-48476c8b-764d-405f-a95a-fc1c53e81451 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "DELETE /v2.0/floatingips/4de3892f-c62e-4c3a-b52b-95fa2b5ebf20 HTTP/1.1" status: 204 len: 168 time: 0.6832855 Jul 15 13:18:04.268767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ef7d0d2-4d8d-42c6-b827-0070773727c7 req-8750aa3f-c761-4ad8-8e4a-e1f5878a2f03 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c4236729-b15c-4c24-a2fc-94926564a40e HTTP/1.1" status: 200 len: 1782 time: 0.0928979 Jul 15 13:18:04.399830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-12c0eca3-4c90-4ba6-b2a2-488a73d0e78b service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566038 Jul 15 13:18:04.402652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f5c8b0-3c3c-4d1e-be62-ca3a27de1223 req-390f40aa-1a68-41ff-9d92-d3c3c766de23 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c4236729-b15c-4c24-a2fc-94926564a40e HTTP/1.1" status: 200 len: 1782 time: 0.1082106 Jul 15 13:18:04.616470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54db6da3-8bff-43e1-9e0d-2cdf8e8bb474 req-322facf7-0e72-4ab7-a75e-590a67fa299b service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038894 Jul 15 13:18:04.616955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e7f5c8b0-3c3c-4d1e-be62-ca3a27de1223 req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.655055 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95971e48-6c0b-4d57-a2f2-7d02c92873dc req-46c4fccd-ca59-4604-ad0e-883d957a355e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.662088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95971e48-6c0b-4d57-a2f2-7d02c92873dc req-46c4fccd-ca59-4604-ad0e-883d957a355e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2333767 Jul 15 13:18:04.691648 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e7f5c8b0-3c3c-4d1e-be62-ca3a27de1223 req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.773525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95971e48-6c0b-4d57-a2f2-7d02c92873dc req-2f60f151-00e7-461f-b92e-f29e783f38dd tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103184 Jul 15 13:18:04.863615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e7f5c8b0-3c3c-4d1e-be62-ca3a27de1223 req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.866383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e7f5c8b0-3c3c-4d1e-be62-ca3a27de1223 req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.867586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f5c8b0-3c3c-4d1e-be62-ca3a27de1223 req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/c4236729-b15c-4c24-a2fc-94926564a40e HTTP/1.1" status: 204 len: 173 time: 0.4582818 Jul 15 13:18:04.883745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4236729-b15c-4c24-a2fc-94926564a40e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.900624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.901117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.901469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.901806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.902137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.902493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.902823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.903151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.903475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.903882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.904111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.904434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9065132c-21a0-4ed8-bb37-a17876bd24f0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:04.913705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-46791810-1469-435b-8ef3-78f18f7ec17b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.915280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-46791810-1469-435b-8ef3-78f18f7ec17b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.2203202 Jul 15 13:18:04.936394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Request body: {'port': {'device_id': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'admin_state_up': True, 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:05.059388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-548387ba-2657-44f1-bbde-ffab3bd8cee4 req-4a75e743-1aac-4d2b-9d87-3416f6b4f85d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 210 time: 0.0494959 Jul 15 13:18:05.124712 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-949b33e4-ee1f-46ae-a485-6a12bed36766 req-2cf2c255-446e-4294-b839-034b2728bb6d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:18:05.129030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:05.133395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-949b33e4-ee1f-46ae-a485-6a12bed36766 req-2cf2c255-446e-4294-b839-034b2728bb6d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c4236729-b15c-4c24-a2fc-94926564a40e HTTP/1.1" status: 404 len: 352 time: 0.0311768 Jul 15 13:18:05.139763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072835751', 'description': 'tempest-description--1215024132'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:05.183943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.186059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-489567531', 'description': 'tempest-description-2144475'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:05.217196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:18:05.217196 n-d-798249-9 neutron-server[93824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:18:05.217196 n-d-798249-9 neutron-server[93824]: [parameters: {'project_id_1': '53d74941b84d4c8c96a7ca89ca0812f9', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 18, 5, 196985)}] Jul 15 13:18:05.217196 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:18:05.218525 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:18:05.233466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:05.243360 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.343198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.349033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.387894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.389437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2582417 Jul 15 13:18:05.393428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830916-77ea-4e71-8791-6c61d0128a93 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed070ba5-b778-4e71-93ac-daf0182ab65b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:05.395738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:05.401147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'security_group_rule': {'security_group_id': 'ed070ba5-b778-4e71-93ac-daf0182ab65b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:05.431516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Allocated IP 172.20.0.11 (0b96a729-a0eb-43e9-8791-4c5e67191804/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a/37f2090c-c93e-4426-b056-035bc9763d8f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:05.455293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.558453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.591523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.628131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d21f233-cc5b-4812-a85a-b6c023e9a20d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:05.643468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.647213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ca4273fd-42f2-4433-9f92-f549960f3f12 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478635 Jul 15 13:18:05.647616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:05.652355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'security_group_rule': {'security_group_id': 'ed070ba5-b778-4e71-93ac-daf0182ab65b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:05.680944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.740973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.755530 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.822620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.832821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.846478 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.850710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:05.857903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:05.863110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:05.866321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event updated for resources: {'Port': ['ID=37f2090c-c93e-4426-b056-035bc9763d8f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:05.868445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70451ba9-a424-4bd6-8035-b503e8b9a9c2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:05.939215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.939732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.051536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.060594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.065797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a60dd9fd-ef00-4927-966d-2ad64f9117c1 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4137053 Jul 15 13:18:06.065797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:06.070916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:06.076996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e0c34-30c9-4258-bd52-6c963961ee53 req-2fe3c63a-3e4b-4a25-a8ef-11e40ce5777a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.078819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd6e0c34-30c9-4258-bd52-6c963961ee53 req-2fe3c63a-3e4b-4a25-a8ef-11e40ce5777a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1327353 Jul 15 13:18:06.079843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.086668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-c7bdc845-afd8-4578-8580-5079b8fcf0b1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1586950 Jul 15 13:18:06.119480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.150830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Request body: {'port': {'device_id': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:06.208988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51133b4e-24d1-4169-ab18-453f975dce9a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:06.226468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.228394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a499d81-fa79-4814-a3b1-8423e1d25dbb req-862d5734-d38f-400d-9eb2-1eafa5ebaf0f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0477061 Jul 15 13:18:06.242279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd6e0c34-30c9-4258-bd52-6c963961ee53 req-6940b9c2-0a93-438c-bc85-6b773f1cfb1a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545990 Jul 15 13:18:06.287447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-648f3894-5f64-4e2f-924a-647cf738280f req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-543691281', 'description': 'tempest-description-801026932'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:06.292618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.355329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.359435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-648f3894-5f64-4e2f-924a-647cf738280f req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.510320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Allocated IP 172.25.2.28 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/23b892fa-fbb6-4786-a2ad-37bd1841b6f4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:06.649730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240230c-62c2-47cd-bc94-b99d4cf950b3 req-2db10392-2096-40d8-a5a4-b6928566d8f7 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.650710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.660545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8240230c-62c2-47cd-bc94-b99d4cf950b3 req-2db10392-2096-40d8-a5a4-b6928566d8f7 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 932 time: 0.2694128 Jul 15 13:18:06.701794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.765677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:06.780578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:06.786988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:06.790967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'Port': ['ID=23b892fa-fbb6-4786-a2ad-37bd1841b6f4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:06.871676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-648f3894-5f64-4e2f-924a-647cf738280f req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.902385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8240230c-62c2-47cd-bc94-b99d4cf950b3 req-28bd6660-fd27-44c3-807c-91fc57016dea tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402022 Jul 15 13:18:06.903168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-648f3894-5f64-4e2f-924a-647cf738280f req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.966064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-648f3894-5f64-4e2f-924a-647cf738280f req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.974787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-648f3894-5f64-4e2f-924a-647cf738280f req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6918843 Jul 15 13:18:06.978997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.051342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f2090c-c93e-4426-b056-035bc9763d8f {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:07.062840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe61f2-75bf-447b-908b-f12b7bb5ca5b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24747e-a05b-4664-a7c1-37f56d6edbbd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.080218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c290b01f-913f-49f0-b55a-7b020da9f112 req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-336680027', 'description': 'tempest-description-786551860'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:07.081957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.099384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.128195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Transition to ACTIVE for port object 37f2090c-c93e-4426-b056-035bc9763d8f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:07.138337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.168127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c290b01f-913f-49f0-b55a-7b020da9f112 req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.293963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Pushing event updated for resources: {'Port': ['ID=37f2090c-c93e-4426-b056-035bc9763d8f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.343597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.354618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.375635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Attempting to bind port 37f2090c-c93e-4426-b056-035bc9763d8f on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:07.376340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Attempting to bind port 37f2090c-c93e-4426-b056-035bc9763d8f by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:07.376850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Attempting to bind port 37f2090c-c93e-4426-b056-035bc9763d8f on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:07.389496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Port 37f2090c-c93e-4426-b056-035bc9763d8f on network 0b96a729-a0eb-43e9-8791-4c5e67191804 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:07.390131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Attempting to bind port 37f2090c-c93e-4426-b056-035bc9763d8f on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:07.400472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:07.401125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:07.401701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Bound using segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:07.402462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Bound port: 37f2090c-c93e-4426-b056-035bc9763d8f, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:07.402991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.495495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] For port 37f2090c-c93e-4426-b056-035bc9763d8f, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:07.498800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] For port 37f2090c-c93e-4426-b056-035bc9763d8f, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=37f2090c-c93e-4426-b056-035bc9763d8f,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:07.505248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'Port': ['ID=23b892fa-fbb6-4786-a2ad-37bd1841b6f4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.507935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.544382 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c290b01f-913f-49f0-b55a-7b020da9f112 req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.548401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.558379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.560155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-245be19f-c1c3-4dde-9187-647f4a397737 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4935842 Jul 15 13:18:07.581264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c290b01f-913f-49f0-b55a-7b020da9f112 req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.622226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69541de-7496-42a8-a6a8-7abb58dc3be9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.630605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.631220 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.632581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] 10.222.0.49 "PUT /v2.0/ports/37f2090c-c93e-4426-b056-035bc9763d8f HTTP/1.1" status: 200 len: 1092 time: 1.5152168 Jul 15 13:18:07.638664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'tag': '37f2090c-c93e-4426-b056-035bc9763d8f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:07.641396 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc27367-5f0e-4290-ad22-e5da94420d26" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05d148-9212-4931-8ecc-e5ebc8b75549", "tag": "37f2090c-c93e-4426-b056-035bc9763d8f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:07.654893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c290b01f-913f-49f0-b55a-7b020da9f112 req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.656140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c290b01f-913f-49f0-b55a-7b020da9f112 req-f163ce1b-848e-4787-af03-e346cf01088e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5833471 Jul 15 13:18:07.731285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec905b-0d22-4d8e-9b12-8ff2b433a935 service neutron] Pushing event updated for resources: {'Port': ['ID=37f2090c-c93e-4426-b056-035bc9763d8f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.738610 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8817d2-9d1e-4300-bfd1-30928a181492 x-openstack-request-id: req-1f8817d2-9d1e-4300-bfd1-30928a181492 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:07.738873 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05d148-9212-4931-8ecc-e5ebc8b75549", "tag": "37f2090c-c93e-4426-b056-035bc9763d8f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:07.739127 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f8817d2-9d1e-4300-bfd1-30928a181492 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:07.740495 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'tag': '37f2090c-c93e-4426-b056-035bc9763d8f', 'status': 'completed', 'code': 200} Jul 15 13:18:07.773435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420a0a-16a5-482a-bb16-37f6657c2fce req-4141762f-c005-40c1-b45d-108afc518cf8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.774854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0420a0a-16a5-482a-bb16-37f6657c2fce req-4141762f-c005-40c1-b45d-108afc518cf8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2694619 Jul 15 13:18:07.856000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0420a0a-16a5-482a-bb16-37f6657c2fce req-545a5e47-11f3-4301-bc58-28e2c7bcffce tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746944 Jul 15 13:18:07.862610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-7dde0285-8948-4e96-becd-7fe7c43aad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.864071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-7dde0285-8948-4e96-becd-7fe7c43aad5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 1095 time: 0.1752377 Jul 15 13:18:07.911769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-e4d04d9e-fb9e-4416-9102-1eb93a7b5c41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37f2090c-c93e-4426-b056-035bc9763d8f HTTP/1.1" status: 200 len: 217 time: 0.0382628 Jul 15 13:18:07.973424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a6e1636-4646-45af-bb00-b5ddd54ddb3a req-618930eb-e627-4ed7-b102-6c161b62d986 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 10905 time: 0.2290194 Jul 15 13:18:08.041652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-f5d80eaa-0e42-446c-a296-d083c2cc753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.043066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-f5d80eaa-0e42-446c-a296-d083c2cc753c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.1221189 Jul 15 13:18:08.053093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-f51b20f3-69c4-4385-aae4-96da61417197 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2072835751&fields=id&tenant_id=37551bf30d724b8baa5bba6b8dfb02b2 HTTP/1.1" status: 200 len: 267 time: 0.0981858 Jul 15 13:18:08.070200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a6e1636-4646-45af-bb00-b5ddd54ddb3a req-9c565264-85cf-4f33-ab94-8bbef6ecc24d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/3c8afb47-99a5-4dad-af0d-24389120a6f9 HTTP/1.1" status: 200 len: 2985 time: 0.0904722 Jul 15 13:18:08.100172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-2d90931d-2f3f-413e-b59b-224d276b2748 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441241 Jul 15 13:18:08.265541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a6e1636-4646-45af-bb00-b5ddd54ddb3a req-80a4b9fe-17f4-45b5-8de9-1cb3491027e3 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/3c8afb47-99a5-4dad-af0d-24389120a6f9 HTTP/1.1" status: 200 len: 2985 time: 0.1702943 Jul 15 13:18:08.304737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-c3cf580a-7417-44e2-ae4d-740b95ea6d02 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.306355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-c3cf580a-7417-44e2-ae4d-740b95ea6d02 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 810 time: 0.2411172 Jul 15 13:18:08.311621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-75c7b24e-ad7a-4463-bdb5-5afdae706f77 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959221 Jul 15 13:18:08.337463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-4dd2ffd0-a828-4a2b-b299-46c810128287 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/quotas/37551bf30d724b8baa5bba6b8dfb02b2 HTTP/1.1" status: 200 len: 375 time: 0.0248756 Jul 15 13:18:08.924747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94b9587c-19a0-4e2f-bcb0-f507b94045fe req-02d515a5-ce62-4fbb-8958-3de3dc1aebfb service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023514 Jul 15 13:18:08.945349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-31416add-6b4e-4cbd-bd19-2693817ef1fe tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5942891 Jul 15 13:18:08.968197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ec6d-3a20-4678-9712-ef5c598cea0c req-3b035ae4-be1a-4284-9340-7632ccd3c852 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.970917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a777ec6d-3a20-4678-9712-ef5c598cea0c req-3b035ae4-be1a-4284-9340-7632ccd3c852 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 944 time: 0.5502560 Jul 15 13:18:09.101979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a777ec6d-3a20-4678-9712-ef5c598cea0c req-34e8a68c-83db-43a5-b212-5dc6ad9eb5f6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064181 Jul 15 13:18:09.133390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-5a7c6553-a560-40ba-b199-1aaffaa9dc71 service neutron] 10.222.0.48 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741049 Jul 15 13:18:09.158296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-e921c140-36d6-4826-983f-b1bab3e7479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.158296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-e921c140-36d6-4826-983f-b1bab3e7479e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 1095 time: 0.1483831 Jul 15 13:18:09.377712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-14fabb96-aace-4678-9630-23e074793aca service neutron] 10.222.0.48 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337453 Jul 15 13:18:09.382469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3472ad61-fabe-4e60-b189-028eb94b63a7 req-13fd6bd1-894b-4fd1-837f-3acec5287429 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/51133b4e-24d1-4169-ab18-453f975dce9a HTTP/1.1" status: 200 len: 1799 time: 0.0919278 Jul 15 13:18:09.383737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-889e1c72-fe99-4976-b653-59b33046bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.385092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-889e1c72-fe99-4976-b653-59b33046bb72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.2168746 Jul 15 13:18:09.455865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-947b9d41-0f7b-46ca-bb12-02b6aa1c23f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37f2090c-c93e-4426-b056-035bc9763d8f HTTP/1.1" status: 200 len: 217 time: 0.0574074 Jul 15 13:18:09.548067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3472ad61-fabe-4e60-b189-028eb94b63a7 req-00c7054a-39e7-41ff-91cd-3ce3986c1edb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.550727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-2d3d1ded-af12-40d1-bcda-0e5ca3fa16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.552222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-2d3d1ded-af12-40d1-bcda-0e5ca3fa16e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.0873384 Jul 15 13:18:09.607844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-51b572d8-edd7-4818-bbf9-092592938800 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457857 Jul 15 13:18:09.612357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3472ad61-fabe-4e60-b189-028eb94b63a7 req-00c7054a-39e7-41ff-91cd-3ce3986c1edb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.779613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3472ad61-fabe-4e60-b189-028eb94b63a7 req-00c7054a-39e7-41ff-91cd-3ce3986c1edb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.782308 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3472ad61-fabe-4e60-b189-028eb94b63a7 req-00c7054a-39e7-41ff-91cd-3ce3986c1edb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.783458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3472ad61-fabe-4e60-b189-028eb94b63a7 req-00c7054a-39e7-41ff-91cd-3ce3986c1edb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/51133b4e-24d1-4169-ab18-453f975dce9a HTTP/1.1" status: 204 len: 173 time: 0.3966184 Jul 15 13:18:09.807968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea130f80-83ac-448e-814e-0bf6e246e30e req-3de8d514-c658-48dd-a078-37d52b42411c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.809623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea130f80-83ac-448e-814e-0bf6e246e30e req-3de8d514-c658-48dd-a078-37d52b42411c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1550860 Jul 15 13:18:09.810776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7054a-39e7-41ff-91cd-3ce3986c1edb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51133b4e-24d1-4169-ab18-453f975dce9a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:09.814644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-9a95344a-cefb-45a4-b88d-76ada67d9e0b service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937277 Jul 15 13:18:09.951342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2f4255d-7346-4a1a-952a-c5d2e02f9f49 req-574c94f1-5d08-4bf1-96da-1d22ea00ac33 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 210 time: 0.1045921 Jul 15 13:18:10.004372 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-ff543dfb-10ef-4148-84e9-dc7206224d9a req-b1943109-57b6-4b3f-951c-a8e0780fa344 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:18:10.011067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff543dfb-10ef-4148-84e9-dc7206224d9a req-b1943109-57b6-4b3f-951c-a8e0780fa344 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/51133b4e-24d1-4169-ab18-453f975dce9a HTTP/1.1" status: 404 len: 352 time: 0.0285931 Jul 15 13:18:10.053093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea130f80-83ac-448e-814e-0bf6e246e30e req-58fab623-0052-4299-b442-dcad085a9c8b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292407 Jul 15 13:18:10.142095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc27367-5f0e-4290-ad22-e5da94420d26 req-3fbd5d9e-6ad0-4b0d-828b-e26880a2575f service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185062 Jul 15 13:18:10.169860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0dffc73-443f-49a0-857c-ce522072e9ab req-3e704317-9c5d-4282-808a-f31166840461 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/4e24747e-a05b-4664-a7c1-37f56d6edbbd HTTP/1.1" status: 200 len: 1801 time: 0.1094689 Jul 15 13:18:10.381898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e0dffc73-443f-49a0-857c-ce522072e9ab req-6d9ed624-72a4-4aa9-b3bc-3062bab561ed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.424267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8381fb7-f0b9-40f7-8aa7-907825162fd9 req-1e9eea5b-dd55-4a39-afe8-8403ba24337f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.426359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8381fb7-f0b9-40f7-8aa7-907825162fd9 req-1e9eea5b-dd55-4a39-afe8-8403ba24337f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 944 time: 0.1538470 Jul 15 13:18:10.431181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e0dffc73-443f-49a0-857c-ce522072e9ab req-6d9ed624-72a4-4aa9-b3bc-3062bab561ed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.497342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8381fb7-f0b9-40f7-8aa7-907825162fd9 req-7e24910a-8bfb-4754-9394-5369de223d38 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630445 Jul 15 13:18:10.505539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e0dffc73-443f-49a0-857c-ce522072e9ab req-6d9ed624-72a4-4aa9-b3bc-3062bab561ed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.508541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e0dffc73-443f-49a0-857c-ce522072e9ab req-6d9ed624-72a4-4aa9-b3bc-3062bab561ed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.509664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0dffc73-443f-49a0-857c-ce522072e9ab req-6d9ed624-72a4-4aa9-b3bc-3062bab561ed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e24747e-a05b-4664-a7c1-37f56d6edbbd HTTP/1.1" status: 204 len: 173 time: 0.3265855 Jul 15 13:18:10.520107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ed624-72a4-4aa9-b3bc-3062bab561ed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24747e-a05b-4664-a7c1-37f56d6edbbd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.603461 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-4edc8d58-bb1e-46a3-ba57-32bc132acc3c req-1e1fa595-0884-4e7f-a1cf-f017c791af81 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:18:10.604884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4edc8d58-bb1e-46a3-ba57-32bc132acc3c req-1e1fa595-0884-4e7f-a1cf-f017c791af81 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/4e24747e-a05b-4664-a7c1-37f56d6edbbd HTTP/1.1" status: 404 len: 352 time: 0.0264969 Jul 15 13:18:10.684972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d2b65d9-eb14-4434-8c65-741714fa3231 req-c205a3aa-764c-4563-a055-383a8758a1c9 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c69541de-7496-42a8-a6a8-7abb58dc3be9 HTTP/1.1" status: 200 len: 1801 time: 0.0459497 Jul 15 13:18:10.759207 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d2b65d9-eb14-4434-8c65-741714fa3231 req-1d282217-60f1-4b56-8089-baae1e0062b4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.782397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d2b65d9-eb14-4434-8c65-741714fa3231 req-1d282217-60f1-4b56-8089-baae1e0062b4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.825144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d2b65d9-eb14-4434-8c65-741714fa3231 req-1d282217-60f1-4b56-8089-baae1e0062b4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.828112 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6d2b65d9-eb14-4434-8c65-741714fa3231 req-1d282217-60f1-4b56-8089-baae1e0062b4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.830012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d2b65d9-eb14-4434-8c65-741714fa3231 req-1d282217-60f1-4b56-8089-baae1e0062b4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/c69541de-7496-42a8-a6a8-7abb58dc3be9 HTTP/1.1" status: 204 len: 173 time: 0.1369522 Jul 15 13:18:10.842811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d282217-60f1-4b56-8089-baae1e0062b4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69541de-7496-42a8-a6a8-7abb58dc3be9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.876349 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-91ca1fd3-0281-4be1-9506-48390895ddb0 req-6e89d508-eec8-48fa-a64f-8ddb63e23be1 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:18:10.877375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91ca1fd3-0281-4be1-9506-48390895ddb0 req-6e89d508-eec8-48fa-a64f-8ddb63e23be1 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c69541de-7496-42a8-a6a8-7abb58dc3be9 HTTP/1.1" status: 404 len: 352 time: 0.0169880 Jul 15 13:18:11.009896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f69a7fa2-9473-4fa2-a331-dcb1782532fb req-7b488f98-b053-47d0-a831-1ddbd3cae35e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 6157 time: 0.1057954 Jul 15 13:18:11.193318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6edb55c4-c652-4c2f-9b0a-47f3541b9908 req-e94af836-115b-4228-8b96-f73ec9a7525f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 210 time: 0.0474784 Jul 15 13:18:11.227098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f69a7fa2-9473-4fa2-a331-dcb1782532fb req-7d539ec0-e207-4a78-b358-84d9b1ccc322 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/3c8afb47-99a5-4dad-af0d-24389120a6f9 HTTP/1.1" status: 200 len: 2985 time: 0.2059245 Jul 15 13:18:11.286421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-e564bb89-5c36-4690-b53e-b3a9b7781620 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.288395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-e564bb89-5c36-4690-b53e-b3a9b7781620 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 810 time: 0.2684588 Jul 15 13:18:11.317648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f69a7fa2-9473-4fa2-a331-dcb1782532fb req-98144d22-4db9-451c-b6f6-643fdc9236c4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/3c8afb47-99a5-4dad-af0d-24389120a6f9 HTTP/1.1" status: 200 len: 2985 time: 0.0823097 Jul 15 13:18:11.358314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5debc5a1-5c4d-4aeb-8b80-8f0318255ede req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1196658227', 'description': 'tempest-description-1717770788'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.404143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-f9d83fbb-3c9a-467e-a6a3-0ffc4af0a2de tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37551bf30d724b8baa5bba6b8dfb02b2 HTTP/1.1" status: 200 len: 380 time: 0.1017890 Jul 15 13:18:11.418350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'port': {'device_id': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'admin_state_up': True, 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'security_groups': ['ed070ba5-b778-4e71-93ac-daf0182ab65b']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.439618 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5debc5a1-5c4d-4aeb-8b80-8f0318255ede req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.532550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4db53-3db4-4ab4-8630-bfe7b2bc4a48 req-32a9ca11-6bed-4513-b635-2afb7cfa8e7e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.534088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2a4db53-3db4-4ab4-8630-bfe7b2bc4a48 req-32a9ca11-6bed-4513-b635-2afb7cfa8e7e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1969066 Jul 15 13:18:11.633603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2a4db53-3db4-4ab4-8630-bfe7b2bc4a48 req-a58cad77-fae5-423f-a110-ae17b0633eda tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746925 Jul 15 13:18:11.675210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5debc5a1-5c4d-4aeb-8b80-8f0318255ede req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.681963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5debc5a1-5c4d-4aeb-8b80-8f0318255ede req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.720707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e704d9c-4b6a-4d43-877a-1d48cef90c1d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.723081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Made reservation on behalf of 37551bf30d724b8baa5bba6b8dfb02b2 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:11.726734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.731411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5debc5a1-5c4d-4aeb-8b80-8f0318255ede req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.732591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5debc5a1-5c4d-4aeb-8b80-8f0318255ede req-c0c35f96-81d9-4dca-ae80-62f03c5dca52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3828192 Jul 15 13:18:11.880441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda648d8-5c70-453c-84a4-afe5df0c56a0 req-40cfcee3-ec05-4283-880c-4a744667b085 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.883302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda648d8-5c70-453c-84a4-afe5df0c56a0 req-40cfcee3-ec05-4283-880c-4a744667b085 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 944 time: 0.1285605 Jul 15 13:18:11.956887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Allocated IP 172.20.0.10 (129f4e74-d45d-40ba-8b94-5f966daf620e/f40b4d7c-ab51-44a8-8dcb-c2ad08d79031/3d846a2c-19ef-48b2-99bb-140c05167c71) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:11.961481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-90d4b15f-d2e9-451f-940b-29d3257423ac req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1924302526', 'description': 'tempest-description-1402343275'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.978244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eda648d8-5c70-453c-84a4-afe5df0c56a0 req-89406a7f-70f5-482f-8a41-aba12e4bfb82 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728266 Jul 15 13:18:12.018122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90d4b15f-d2e9-451f-940b-29d3257423ac req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.190937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.217058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Transition to ACTIVE for port object 3d846a2c-19ef-48b2-99bb-140c05167c71 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:12.230477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90d4b15f-d2e9-451f-940b-29d3257423ac req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.238578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90d4b15f-d2e9-451f-940b-29d3257423ac req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.279025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90d4b15f-d2e9-451f-940b-29d3257423ac req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.280320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90d4b15f-d2e9-451f-940b-29d3257423ac req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3308496 Jul 15 13:18:12.294524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b6c2-9f49-4b05-9c2b-139bd8e45d0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801922f0-3eb5-49ea-88fe-92eba7959672,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.309741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.385390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Network 129f4e74-d45d-40ba-8b94-5f966daf620e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:12.388681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:12.401740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:12.468175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event updated for resources: {'Port': ['ID=3d846a2c-19ef-48b2-99bb-140c05167c71,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.575173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.575810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.657762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc9732-28c1-4875-9064-6af82b3155b6 req-bf6486b1-222c-4516-be33-43b4a89f1834 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.659351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74dc9732-28c1-4875-9064-6af82b3155b6 req-bf6486b1-222c-4516-be33-43b4a89f1834 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2090943 Jul 15 13:18:12.660796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ca181e4c-62b4-4cb1-b70f-7ef9bfd4315f tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2482753 Jul 15 13:18:12.663933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-3f78bb7c-7caf-4907-852a-c56e0b71c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.665371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-3f78bb7c-7caf-4907-852a-c56e0b71c2ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c8df1ac61f34b24923a701895fab9dc&device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 1096 time: 0.2744842 Jul 15 13:18:12.674145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Request body: {'port': {'device_id': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:12.675764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99bacf2e-4323-4fab-89cb-7ca663ce3512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.682611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-399634e7-57f3-4650-aa83-2ab5526380c2 None None] Provisioning for port 3d846a2c-19ef-48b2-99bb-140c05167c71 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:12.687123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-399634e7-57f3-4650-aa83-2ab5526380c2 None None] Provisioning complete for port 3d846a2c-19ef-48b2-99bb-140c05167c71 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:12.687512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-399634e7-57f3-4650-aa83-2ab5526380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.718055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 37f2090c-c93e-4426-b056-035bc9763d8f details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:12.724939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dce430-d7bb-4d90-b1a0-73041cb13319 req-76300d8f-b658-4791-9946-13ab652c5b42 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.726590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53dce430-d7bb-4d90-b1a0-73041cb13319 req-76300d8f-b658-4791-9946-13ab652c5b42 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 932 time: 0.2523649 Jul 15 13:18:12.743351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-399634e7-57f3-4650-aa83-2ab5526380c2 None None] Port 3d846a2c-19ef-48b2-99bb-140c05167c71 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:12.855372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 37f2090c-c93e-4426-b056-035bc9763d8f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=37f2090c-c93e-4426-b056-035bc9763d8f,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:12.868756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '37f2090c-c93e-4426-b056-035bc9763d8f', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': '37f2090c-c93e-4426-b056-035bc9763d8f', 'mac_address': 'fa:16:3e:09:3a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:12.909927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.923394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f2090c-c93e-4426-b056-035bc9763d8f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:12.943417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74dc9732-28c1-4875-9064-6af82b3155b6 req-8d5ffffb-5e90-438a-85ed-a16af393f60b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654045 Jul 15 13:18:12.944120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 37f2090c-c93e-4426-b056-035bc9763d8f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=37f2090c-c93e-4426-b056-035bc9763d8f,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:12.946020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53dce430-d7bb-4d90-b1a0-73041cb13319 req-ec0db3f3-5a37-442e-8d42-4f8c3d55a8a6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504452 Jul 15 13:18:12.956051 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.968170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.991003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-0caccfd6-5c94-4377-83dc-0028e32e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.992764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-0caccfd6-5c94-4377-83dc-0028e32e01ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 200 len: 917 time: 0.2769651 Jul 15 13:18:13.030807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=37f2090c-c93e-4426-b056-035bc9763d8f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.086545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-f51cb25b-1765-40f9-be4a-996de4b01c4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f HTTP/1.1" status: 200 len: 217 time: 0.0579498 Jul 15 13:18:13.227020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['37f2090c-c93e-4426-b056-035bc9763d8f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:13.313829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-24cf7142-56f8-4013-85d2-ee91fda89928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.315367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-24cf7142-56f8-4013-85d2-ee91fda89928 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 200 len: 855 time: 0.1995258 Jul 15 13:18:13.397579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-f74aa6ab-6306-4ec1-aae3-02e3f255bf1f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.399140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-f74aa6ab-6306-4ec1-aae3-02e3f255bf1f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 813 time: 0.3541963 Jul 15 13:18:13.460299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-13a4467b-66c9-42e3-acdb-687fed0dde51 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/quotas/53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 375 time: 0.0342290 Jul 15 13:18:13.490448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d627-da07-44fe-bcbc-7f055933121b req-5a93ea61-0064-46bd-954f-afe5fbc55251 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.491943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba70d627-da07-44fe-bcbc-7f055933121b req-5a93ea61-0064-46bd-954f-afe5fbc55251 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 945 time: 0.3535285 Jul 15 13:18:13.557453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-95cec40a-a8d4-4dd1-bac0-6ab7e4f02e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.559082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-95cec40a-a8d4-4dd1-bac0-6ab7e4f02e2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310364 Jul 15 13:18:13.650563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba70d627-da07-44fe-bcbc-7f055933121b req-b659dfc0-6d92-4b82-b6f1-5cad14aae026 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468267 Jul 15 13:18:13.712552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d846a2c-19ef-48b2-99bb-140c05167c71 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:13.723433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.729634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-87bddaf5-31a4-42de-9fd6-3e60cbb8f9bb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2549112 Jul 15 13:18:13.771517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Transition to ACTIVE for port object 3d846a2c-19ef-48b2-99bb-140c05167c71 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:13.780889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-7fa842cd-b816-4d15-87f3-27def88c1108 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123730 Jul 15 13:18:13.786333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.339059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Pushing event updated for resources: {'Port': ['ID=3d846a2c-19ef-48b2-99bb-140c05167c71,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.388362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-ae29105b-677e-4d77-b8bc-2b097bca71ae service neutron] 10.222.0.48 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488883 Jul 15 13:18:14.471754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249fa92-02f1-4d24-99d3-0154b06c8257 req-75ddf61b-1717-43e2-9bc8-692043213b97 service neutron] 10.222.0.49 "GET /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771905 Jul 15 13:18:14.541243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915078af-29fb-40ad-aa23-b70e8276719f req-4d362bd7-80eb-421d-85fb-dec753de7265 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.542663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-915078af-29fb-40ad-aa23-b70e8276719f req-4d362bd7-80eb-421d-85fb-dec753de7265 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 944 time: 0.3079214 Jul 15 13:18:14.559172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Attempting to bind port 3d846a2c-19ef-48b2-99bb-140c05167c71 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:14.559513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Attempting to bind port 3d846a2c-19ef-48b2-99bb-140c05167c71 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:14.559850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Attempting to bind port 3d846a2c-19ef-48b2-99bb-140c05167c71 on network 129f4e74-d45d-40ba-8b94-5f966daf620e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:14.581782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-e2a6ccc5-024b-4cf4-8ea4-b1b2cca0fd2c service neutron] 10.222.0.48 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678998 Jul 15 13:18:14.583480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Port 3d846a2c-19ef-48b2-99bb-140c05167c71 on network 129f4e74-d45d-40ba-8b94-5f966daf620e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:14.583806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Attempting to bind port 3d846a2c-19ef-48b2-99bb-140c05167c71 on network 129f4e74-d45d-40ba-8b94-5f966daf620e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:14.597344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:14.597689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Checking segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:14.598153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Bound using segment: {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:14.598602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Bound port: 3d846a2c-19ef-48b2-99bb-140c05167c71, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b73ebd-17d8-4db0-932d-d7cc672172ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:14.598906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.614273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-915078af-29fb-40ad-aa23-b70e8276719f req-b9ff56b6-e690-4f0f-b2ed-869df4449e92 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614624 Jul 15 13:18:14.674824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] For port 3d846a2c-19ef-48b2-99bb-140c05167c71, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:14.678503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] For port 3d846a2c-19ef-48b2-99bb-140c05167c71, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3d846a2c-19ef-48b2-99bb-140c05167c71,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:14.684456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.726869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 37f2090c-c93e-4426-b056-035bc9763d8f up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:14.755178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.755815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.757834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d846a2c-19ef-48b2-99bb-140c05167c71 HTTP/1.1" status: 200 len: 1092 time: 2.0887320 Jul 15 13:18:14.830888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 37f2090c-c93e-4426-b056-035bc9763d8f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:14.835879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 37f2090c-c93e-4426-b056-035bc9763d8f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:14.836218 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.855497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:14.861427 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9240ab8-43ae-43de-bb17-2a414c2e8820" -d '{"events": [{"name": "network-changed", "server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:14.870541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4034a3-2dfb-4077-a182-26752d557400 service neutron] Pushing event updated for resources: {'Port': ['ID=3d846a2c-19ef-48b2-99bb-140c05167c71,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.981735 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.030305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f2090c-c93e-4426-b056-035bc9763d8f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:15.032663 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1352cf69-35fc-4977-aa96-01ae54680855" -d '{"events": [{"server_uuid": "8c05d148-9212-4931-8ecc-e5ebc8b75549", "name": "network-vif-plugged", "status": "completed", "tag": "37f2090c-c93e-4426-b056-035bc9763d8f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:15.070766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 37f2090c-c93e-4426-b056-035bc9763d8f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=37f2090c-c93e-4426-b056-035bc9763d8f,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:15.081128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.159170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=37f2090c-c93e-4426-b056-035bc9763d8f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.203456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681bd83-a722-4bdf-b818-738225bf8837 req-9f6b5c8d-b39a-47d0-9d08-4bf656b74b10 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.212093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9681bd83-a722-4bdf-b818-738225bf8837 req-9f6b5c8d-b39a-47d0-9d08-4bf656b74b10 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.4100299 Jul 15 13:18:15.270410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ccb553ed-60bb-4dea-98c5-8dffc0b7e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.284245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-ccb553ed-60bb-4dea-98c5-8dffc0b7e8d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 1095 time: 0.3942263 Jul 15 13:18:15.285184 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9d23-c191-4172-b6be-b50efd224e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.333081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7e562c62-2733-43c9-921f-fcfb8a5336fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d846a2c-19ef-48b2-99bb-140c05167c71 HTTP/1.1" status: 200 len: 217 time: 0.0477226 Jul 15 13:18:15.336866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9681bd83-a722-4bdf-b818-738225bf8837 req-1a36d88d-f2ee-4560-bdbd-b94eec527493 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238623 Jul 15 13:18:15.350825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebf678-fe99-4f9b-82a2-1e1e6667d141 req-2c63fabe-190a-4b54-af01-1396004c47e6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.357610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8ebf678-fe99-4f9b-82a2-1e1e6667d141 req-2c63fabe-190a-4b54-af01-1396004c47e6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.2574761 Jul 15 13:18:15.447981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd22210c-094b-4761-9ee5-6089c5c41c78 req-09b0414d-49a5-4cbb-b66b-44321d2f0413 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 210 time: 0.0470998 Jul 15 13:18:15.470294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8ebf678-fe99-4f9b-82a2-1e1e6667d141 req-db0053e8-8482-4eb4-bbfc-e41ac834f79d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117504 Jul 15 13:18:15.475983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7dcbf061-5553-4ff2-a223-6b6911dcc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.477771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-7dcbf061-5553-4ff2-a223-6b6911dcc88a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.1355507 Jul 15 13:18:15.536778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.561699 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5506c10-aec7-4cfb-af55-265ab2447f21 x-openstack-request-id: req-d5506c10-aec7-4cfb-af55-265ab2447f21 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:15.561990 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:15.567391 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5506c10-aec7-4cfb-af55-265ab2447f21 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:15.568118 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'status': 'completed', 'code': 200} Jul 15 13:18:15.597608 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9742c72-63a6-4555-887c-10b8dcfba8d4 x-openstack-request-id: req-c9742c72-63a6-4555-887c-10b8dcfba8d4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:15.598095 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05d148-9212-4931-8ecc-e5ebc8b75549", "name": "network-vif-plugged", "status": "completed", "tag": "37f2090c-c93e-4426-b056-035bc9763d8f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:15.598450 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9742c72-63a6-4555-887c-10b8dcfba8d4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:15.598895 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f2090c-c93e-4426-b056-035bc9763d8f', 'code': 200} Jul 15 13:18:15.607115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-2f59b866-45ee-4e5e-a102-127fc3ac6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.608961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-2f59b866-45ee-4e5e-a102-127fc3ac6bf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231189 Jul 15 13:18:15.751471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-e6031bd0-2310-42b0-810b-f9b16eee0761 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344595 Jul 15 13:18:15.888490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281121d-9c55-4d44-816f-1ae54bf95a00 req-badd9ceb-7cc5-4386-a1ee-15205f7fd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.890151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f281121d-9c55-4d44-816f-1ae54bf95a00 req-badd9ceb-7cc5-4386-a1ee-15205f7fd2b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 1097 time: 0.1766994 Jul 15 13:18:15.933365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f16e7792-7c98-42c4-a764-90b15643ec07 req-c5d35626-6ccf-458f-9ba0-089aee9c2b9e service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745911 Jul 15 13:18:15.956505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaad50-5dce-4809-ad03-0b50a76f3e52 req-1c0b9100-9167-4e24-8e8c-3b8a0b59b17a tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.958034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18eaad50-5dce-4809-ad03-0b50a76f3e52 req-1c0b9100-9167-4e24-8e8c-3b8a0b59b17a tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 944 time: 0.1972783 Jul 15 13:18:15.961994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f281121d-9c55-4d44-816f-1ae54bf95a00 req-41cc3724-569f-4fa6-906c-aca067310d95 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578489 Jul 15 13:18:16.032667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18eaad50-5dce-4809-ad03-0b50a76f3e52 req-13d09844-883e-4c92-af4d-e07fe6f5216d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687163 Jul 15 13:18:16.058256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-d67119e8-c81c-4920-9891-7edce5252a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.059883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-d67119e8-c81c-4920-9891-7edce5252a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 1095 time: 0.0715637 Jul 15 13:18:16.155188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-d158c9d1-1740-40a6-a170-0511bf4d8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.157150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-d158c9d1-1740-40a6-a170-0511bf4d8a21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.0875101 Jul 15 13:18:16.210273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-664bf54e-80fe-4b92-a2b7-01342822bf26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d846a2c-19ef-48b2-99bb-140c05167c71 HTTP/1.1" status: 200 len: 217 time: 0.0408711 Jul 15 13:18:16.266573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-84a26253-502d-4664-a5cf-4d94390aafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.268170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-84a26253-502d-4664-a5cf-4d94390aafb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.0507720 Jul 15 13:18:16.357989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-d5b14487-d8c1-4973-91ff-98bfa036c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.359788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-d5b14487-d8c1-4973-91ff-98bfa036c7df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822313 Jul 15 13:18:16.445345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-aa0211fb-68fb-48a4-826b-167f8177664c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.447095 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-aa0211fb-68fb-48a4-826b-167f8177664c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 813 time: 0.1583188 Jul 15 13:18:16.463945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'port': {'device_id': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634', 'admin_state_up': True, 'tenant_id': '53d74941b84d4c8c96a7ca89ca0812f9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:16.488542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-54f77baf-7e69-4566-a52f-89b80059aca1 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209304 Jul 15 13:18:16.670069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.697205 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90c6ba4c-f8ff-485b-bb0c-ff728d5b4996 req-386ac7ba-5680-41e8-8159-083ab5f9b4ca tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 210 time: 0.0686772 Jul 15 13:18:16.711007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Made reservation on behalf of 53d74941b84d4c8c96a7ca89ca0812f9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:16.716009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.724928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9240ab8-43ae-43de-bb17-2a414c2e8820 req-833a3eda-2a3c-44bc-9a65-7b5743b4e3fe service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217224 Jul 15 13:18:16.752175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44236a-01fa-450e-8ea5-ff7a4e928d5a req-807e7cf4-d47d-40c3-9bd2-1e55014d0090 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.754698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea44236a-01fa-450e-8ea5-ff7a4e928d5a req-807e7cf4-d47d-40c3-9bd2-1e55014d0090 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1991165 Jul 15 13:18:16.810565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea44236a-01fa-450e-8ea5-ff7a4e928d5a req-2dff68ac-6940-40d9-8c76-6d5379c04470 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Jul 15 13:18:16.974417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Allocated IP 172.20.0.12 (f074fa1b-4233-4214-8bf4-4e858f94c634/fa2eed27-cdc6-4075-b46b-13259f8ab27d/864524dd-402d-4c80-ab15-ed8a5be113e6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:17.091013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dbb3a-b002-4491-95f1-f7d9a87aab83 req-8bc7934c-f2bd-491b-b27d-394c927987e9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.092718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e95dbb3a-b002-4491-95f1-f7d9a87aab83 req-8bc7934c-f2bd-491b-b27d-394c927987e9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.1375291 Jul 15 13:18:17.165405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e95dbb3a-b002-4491-95f1-f7d9a87aab83 req-41b5137d-69ce-435f-8584-84f127107aca tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664017 Jul 15 13:18:17.256453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.299493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85db79f-65cf-4949-8f5c-bb909dc82b18 req-3703c744-7903-478f-8993-99dde5eb5c0e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.307688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e85db79f-65cf-4949-8f5c-bb909dc82b18 req-3703c744-7903-478f-8993-99dde5eb5c0e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.0956428 Jul 15 13:18:17.308802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.322226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:17.358814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e85db79f-65cf-4949-8f5c-bb909dc82b18 req-183b6983-b1b1-432e-adb6-09c3a5e181aa tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Jul 15 13:18:17.370428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Network f074fa1b-4233-4214-8bf4-4e858f94c634 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:17.394885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:17.400549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:17.457383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.487395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.487749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.488095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.488433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.488766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.489097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.489422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.489754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.490078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.490429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.490753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.491076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:17.493610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae268c7-8725-4f97-97c6-96ed4ebd9f2e req-27a897d1-0c73-444f-b101-ff2a8fc03b02 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.495546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae268c7-8725-4f97-97c6-96ed4ebd9f2e req-27a897d1-0c73-444f-b101-ff2a8fc03b02 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 944 time: 0.0797858 Jul 15 13:18:17.529305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.531217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.561278 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-898cc6df-fc7a-4686-ad8a-0d60a79bc896 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1043327 Jul 15 13:18:17.576201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Request body: {'port': {'device_id': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:17.605038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae268c7-8725-4f97-97c6-96ed4ebd9f2e req-5e0763bc-8d8c-4456-af31-f2813bd18fdc tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974152 Jul 15 13:18:17.655655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1542297-2b65-4155-bf8e-67a19cfd119b req-347252e6-064d-4d56-a477-84ce120f703e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.664175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1542297-2b65-4155-bf8e-67a19cfd119b req-347252e6-064d-4d56-a477-84ce120f703e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 946 time: 0.1289644 Jul 15 13:18:17.699164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.716470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1542297-2b65-4155-bf8e-67a19cfd119b req-48f5d33b-6818-4d2b-86d4-918d8541afb0 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Jul 15 13:18:18.011383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.065053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde795-b7d8-4a58-a0f3-0cefe335c765 req-b3ec85f6-58fd-4c27-8285-2d841fb6ea6f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.066621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34cde795-b7d8-4a58-a0f3-0cefe335c765 req-b3ec85f6-58fd-4c27-8285-2d841fb6ea6f tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.1693027 Jul 15 13:18:18.074158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc9d10-4a60-4343-b89f-74e037c15493 req-0a59d2db-50e2-44c1-a782-c97b7cf54470 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.079944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc9d10-4a60-4343-b89f-74e037c15493 req-0a59d2db-50e2-44c1-a782-c97b7cf54470 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 932 time: 0.1998894 Jul 15 13:18:18.082725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864524dd-402d-4c80-ab15-ed8a5be113e6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:18.090417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.118500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Transition to ACTIVE for port object 864524dd-402d-4c80-ab15-ed8a5be113e6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:18.125271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.167932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34cde795-b7d8-4a58-a0f3-0cefe335c765 req-59e9028a-ab5c-47e6-a358-796ceacaf05d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848088 Jul 15 13:18:18.170324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.178104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc9d10-4a60-4343-b89f-74e037c15493 req-a49e2549-7794-45b4-8afd-f7b935e89d91 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964766 Jul 15 13:18:18.252588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-1f2cdc2b-1eba-4f24-aada-25f70990466c req-d900c697-86ab-4227-93e0-5cff0ccb22e8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:18.253422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f2cdc2b-1eba-4f24-aada-25f70990466c req-d900c697-86ab-4227-93e0-5cff0ccb22e8 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071187 Jul 15 13:18:18.425380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Attempting to bind port 864524dd-402d-4c80-ab15-ed8a5be113e6 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:18.426107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Attempting to bind port 864524dd-402d-4c80-ab15-ed8a5be113e6 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:18.426658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Attempting to bind port 864524dd-402d-4c80-ab15-ed8a5be113e6 on network f074fa1b-4233-4214-8bf4-4e858f94c634 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:18.438666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Port 864524dd-402d-4c80-ab15-ed8a5be113e6 on network f074fa1b-4233-4214-8bf4-4e858f94c634 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:18.439001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Attempting to bind port 864524dd-402d-4c80-ab15-ed8a5be113e6 on network f074fa1b-4233-4214-8bf4-4e858f94c634 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:18.448959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:18.449304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Checking segment: {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:18.450232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Bound using segment: {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:18.450746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Bound port: 864524dd-402d-4c80-ab15-ed8a5be113e6, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba157dc-c139-4787-ab85-7aa77731fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:18.451149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.528340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:18.533789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:18.554414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.588351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.589111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.590762 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] 10.222.0.23 "PUT /v2.0/ports/864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 1092 time: 1.0195565 Jul 15 13:18:18.593260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:18.596861 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a404dbef-0496-49dc-869d-00387d585bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:18.618847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f2cdc2b-1eba-4f24-aada-25f70990466c req-4bbf97c2-83b9-40b5-b405-527d9da24122 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3568120 Jul 15 13:18:18.634403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385c0cf-1e41-4775-9ab3-5952c1b77c17 service neutron] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.660219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7d035-bc3b-445c-a2f9-3d7dda6222e9 req-17b2f47e-3523-404f-bcd5-98967f0fa2f4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.661824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2f7d035-bc3b-445c-a2f9-3d7dda6222e9 req-17b2f47e-3523-404f-bcd5-98967f0fa2f4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.1092277 Jul 15 13:18:18.719068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2f7d035-bc3b-445c-a2f9-3d7dda6222e9 req-5c4dd663-4ae1-480a-8b43-7913a137f728 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507290 Jul 15 13:18:18.719285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-603a66d6-e0b6-4886-b6b6-90662c525b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.721066 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-603a66d6-e0b6-4886-b6b6-90662c525b6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1095 time: 0.0655210 Jul 15 13:18:18.810157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-be3d5518-e453-474e-82b1-716ac6b52905 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 217 time: 0.0804477 Jul 15 13:18:18.890084 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e9fa39-5e7c-4c28-af2b-2bc6d2e3c96e x-openstack-request-id: req-38e9fa39-5e7c-4c28-af2b-2bc6d2e3c96e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:18.890486 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:18.890793 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38e9fa39-5e7c-4c28-af2b-2bc6d2e3c96e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:18.891695 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'status': 'completed', 'code': 200} Jul 15 13:18:18.893308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-5403de8e-4815-49d5-b863-0a2897fa7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.895061 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-5403de8e-4815-49d5-b863-0a2897fa7403 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.0741878 Jul 15 13:18:18.934054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3d846a2c-19ef-48b2-99bb-140c05167c71 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:18.956111 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-d2c73f6d-35a3-4c48-b858-38a74c8298cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485048 Jul 15 13:18:19.075045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db0760-160a-46f4-bfdb-9b44299a386b req-abf15ed0-a480-41b6-813f-aed2e42fd69e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.085807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76db0760-160a-46f4-bfdb-9b44299a386b req-abf15ed0-a480-41b6-813f-aed2e42fd69e tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 944 time: 0.1516774 Jul 15 13:18:19.178743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3d846a2c-19ef-48b2-99bb-140c05167c71, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3d846a2c-19ef-48b2-99bb-140c05167c71,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:19.183495 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-3fa1249d-6246-4f6d-a9b1-ac7ce2bafafe service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180796 Jul 15 13:18:19.201407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76db0760-160a-46f4-bfdb-9b44299a386b req-d519d58f-c955-4c8f-9717-9a88c1f1ab7a tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995028 Jul 15 13:18:19.220416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'port_id': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'mac_address': 'fa:16:3e:6c:df:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:19.335145 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.380243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d846a2c-19ef-48b2-99bb-140c05167c71 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:19.433084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3d846a2c-19ef-48b2-99bb-140c05167c71, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3d846a2c-19ef-48b2-99bb-140c05167c71,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:19.436290 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-108bd32f-fd4e-4b53-827b-0b14ee17a72f req-9d5a75e9-1b7c-4bf8-8bc8-f84a75d1340d service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400429 Jul 15 13:18:19.443710 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.512186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=3d846a2c-19ef-48b2-99bb-140c05167c71,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:19.552824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba087e-6c3d-4743-853d-178c1b0e67e7 req-b99133c3-bf58-4471-bcad-781dc8cc1775 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.561103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1ba087e-6c3d-4743-853d-178c1b0e67e7 req-b99133c3-bf58-4471-bcad-781dc8cc1775 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.1950035 Jul 15 13:18:19.572566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c6b56-4e0c-47d9-ad0f-4f8b8c1a60d2 req-ba26cef1-cf7e-4ebf-92c4-ba0c3073a5d6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.580786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-557c6b56-4e0c-47d9-ad0f-4f8b8c1a60d2 req-ba26cef1-cf7e-4ebf-92c4-ba0c3073a5d6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2041807 Jul 15 13:18:19.652648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-557c6b56-4e0c-47d9-ad0f-4f8b8c1a60d2 req-a4dd3fe2-5391-4401-8282-dec996be82c2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706418 Jul 15 13:18:19.680430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1ba087e-6c3d-4743-853d-178c1b0e67e7 req-ec8b2eb5-aa87-4653-95f3-f843eff90ed3 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177523 Jul 15 13:18:19.708588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404dbef-0496-49dc-869d-00387d585bdc req-cc8b80b6-4860-4cf6-a3f0-e75e97d616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.711498 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-cc8b80b6-4860-4cf6-a3f0-e75e97d616ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1095 time: 0.1432445 Jul 15 13:18:19.720918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['3d846a2c-19ef-48b2-99bb-140c05167c71'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:19.897254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404dbef-0496-49dc-869d-00387d585bdc req-aa4bccbd-5d31-425d-89ed-64895d9e7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.898878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-aa4bccbd-5d31-425d-89ed-64895d9e7e70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.1808968 Jul 15 13:18:19.982867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-c87bf30e-335f-48eb-90e1-3e404dbbec9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 217 time: 0.0728805 Jul 15 13:18:20.072177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801ffce-e182-4560-9096-90ce17c4ddea req-0eb6a962-358c-4809-b6af-6803268c5132 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.073786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2801ffce-e182-4560-9096-90ce17c4ddea req-0eb6a962-358c-4809-b6af-6803268c5132 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.1659396 Jul 15 13:18:20.083463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469c2b5-2aa0-4f51-a346-4c105f7a5c80 req-2b8e501c-0a54-43f7-9981-4a734ffa1d3b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.085361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2469c2b5-2aa0-4f51-a346-4c105f7a5c80 req-2b8e501c-0a54-43f7-9981-4a734ffa1d3b tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 944 time: 0.2114942 Jul 15 13:18:20.116027 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:20.144095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404dbef-0496-49dc-869d-00387d585bdc req-828e7a01-4a9a-4c47-9d8f-f242a6bfa9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.150308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2469c2b5-2aa0-4f51-a346-4c105f7a5c80 req-d7da76a7-d8bb-4c16-b0de-bdb1e5f8b0fb tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Jul 15 13:18:20.152505 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-828e7a01-4a9a-4c47-9d8f-f242a6bfa9dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.1533105 Jul 15 13:18:20.205489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2801ffce-e182-4560-9096-90ce17c4ddea req-651cdd62-f6c3-4fae-96b2-3e3117a8705a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179829 Jul 15 13:18:20.210494 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-b9acfcb5-25ec-4c75-a29d-22152970eeb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499694 Jul 15 13:18:20.338050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-55f8a2b3-a7d9-4a04-846f-5bdb2e871246 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160862 Jul 15 13:18:20.587896 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a404dbef-0496-49dc-869d-00387d585bdc req-b33274f6-0c9d-4356-8253-1b640574e162 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415552 Jul 15 13:18:20.592287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158be5-3903-40be-9bbe-ee3f6c446814 req-f57bcf26-719d-48d8-aa13-e4c6d7645569 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.594677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76158be5-3903-40be-9bbe-ee3f6c446814 req-f57bcf26-719d-48d8-aa13-e4c6d7645569 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2256920 Jul 15 13:18:20.653585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76158be5-3903-40be-9bbe-ee3f6c446814 req-dce19bcd-d5eb-488e-a0f3-fefcad73e907 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507736 Jul 15 13:18:20.745716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e133a5-afd9-4f91-92a6-89923b25e63a req-4be190bb-b32e-4ffc-a1b9-d6e470e8b1a0 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.754178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1e133a5-afd9-4f91-92a6-89923b25e63a req-4be190bb-b32e-4ffc-a1b9-d6e470e8b1a0 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 946 time: 0.1216471 Jul 15 13:18:20.816996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1e133a5-afd9-4f91-92a6-89923b25e63a req-fa8a613a-ca82-4d06-b54b-3e1d135a197c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567317 Jul 15 13:18:20.889442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663240f3-da73-4dd5-b3fc-d71adeeb87b9 req-33fa002f-8356-4974-8d83-4a43ea604b6b tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.891572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-663240f3-da73-4dd5-b3fc-d71adeeb87b9 req-33fa002f-8356-4974-8d83-4a43ea604b6b tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 945 time: 0.0727797 Jul 15 13:18:20.931122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-663240f3-da73-4dd5-b3fc-d71adeeb87b9 req-46da643b-290a-4def-85d6-869eac9d4ac6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Jul 15 13:18:21.186849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-2d40bfe9-d311-40aa-848a-e6905f08c1ed tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.188794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-2d40bfe9-d311-40aa-848a-e6905f08c1ed tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.1711895 Jul 15 13:18:21.209257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-0b6e5bec-f181-479c-b01c-4d3cd12a2f50 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/quotas/056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 375 time: 0.0126565 Jul 15 13:18:21.346257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-598ac544-f4cf-483c-a79a-12643b5011cf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1314397 Jul 15 13:18:21.369560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8e93d-406d-498a-a8e6-5987c475951b req-29d39e7f-2c73-4fe7-a612-255a4755fe10 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.376332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57d8e93d-406d-498a-a8e6-5987c475951b req-29d39e7f-2c73-4fe7-a612-255a4755fe10 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.1503923 Jul 15 13:18:21.464788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57d8e93d-406d-498a-a8e6-5987c475951b req-f850edd8-20fa-42eb-a8b2-d494714ab545 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876377 Jul 15 13:18:21.498907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f775bcd5-ccd1-4456-8507-8411b959b4fc service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446900 Jul 15 13:18:21.634088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-6f01aa09-a235-41ee-b956-3ddae1f34bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316109 Jul 15 13:18:21.666899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bcc0b-be0b-42c5-8720-dfb310f0456b req-2de67335-2460-4f78-971a-2a3fd1a7d861 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.675459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-719bcc0b-be0b-42c5-8720-dfb310f0456b req-2de67335-2460-4f78-971a-2a3fd1a7d861 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.0852611 Jul 15 13:18:21.722920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-719bcc0b-be0b-42c5-8720-dfb310f0456b req-078421f6-7cc7-4169-8b3c-27b3a9dcae64 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463350 Jul 15 13:18:21.890405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c06e6-ec7d-42fe-bd49-291e53af4d24 req-c048d8eb-0218-4989-9399-7f469a1e9ef5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.899172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-386c06e6-ec7d-42fe-bd49-291e53af4d24 req-c048d8eb-0218-4989-9399-7f469a1e9ef5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 944 time: 0.0807288 Jul 15 13:18:21.948747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-386c06e6-ec7d-42fe-bd49-291e53af4d24 req-7773d69f-8fca-4807-9d66-452421a3dde4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Jul 15 13:18:22.037169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f9f6001-509f-4354-8f43-3ef57025fd3a req-72b2c7e4-d9d7-448f-855e-92d024c6c2f8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 210 time: 0.0528605 Jul 15 13:18:22.807334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f5b0a-c862-495b-894c-57763b17775c req-d680a6d6-14ac-4e30-80c6-965b91c8cb6c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.813297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f5b0a-c862-495b-894c-57763b17775c req-d680a6d6-14ac-4e30-80c6-965b91c8cb6c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.822479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f5b0a-c862-495b-894c-57763b17775c req-d680a6d6-14ac-4e30-80c6-965b91c8cb6c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.830947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-667f5b0a-c862-495b-894c-57763b17775c req-d680a6d6-14ac-4e30-80c6-965b91c8cb6c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441&device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4&device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 2417 time: 0.5494356 Jul 15 13:18:22.855183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be976a-555a-4ed8-b1a8-3a6d621a99d8 req-14a25b67-fd53-4cb3-b56c-04d524ab9b38 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.856715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17be976a-555a-4ed8-b1a8-3a6d621a99d8 req-14a25b67-fd53-4cb3-b56c-04d524ab9b38 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 945 time: 0.6331956 Jul 15 13:18:22.939661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-667f5b0a-c862-495b-894c-57763b17775c req-b92e5e4a-2ff0-4e67-8323-3c04926eeaed tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070096 Jul 15 13:18:22.951638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 864524dd-402d-4c80-ab15-ed8a5be113e6 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:22.979765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17be976a-555a-4ed8-b1a8-3a6d621a99d8 req-b56814c9-a806-4739-bd13-e5c14093e6dd tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135216 Jul 15 13:18:22.996650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-b67fce35-57c6-471f-b5ae-af6d62d3d54c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.001930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-b67fce35-57c6-471f-b5ae-af6d62d3d54c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.2043571 Jul 15 13:18:23.006433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3d846a2c-19ef-48b2-99bb-140c05167c71 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:23.206435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-1b3db944-df5d-4480-8fc5-4a4a2d0b2827 req-9a619706-8f7d-4bf4-9372-38acb3d44a13 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:23.207417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b3db944-df5d-4480-8fc5-4a4a2d0b2827 req-9a619706-8f7d-4bf4-9372-38acb3d44a13 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065823 Jul 15 13:18:23.209977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:23.225492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'network_id': 'f074fa1b-4233-4214-8bf4-4e858f94c634', 'port_id': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'mac_address': 'fa:16:3e:72:8d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2eed27-cdc6-4075-b46b-13259f8ab27d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:23.255647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 3d846a2c-19ef-48b2-99bb-140c05167c71 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:23.264724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 3d846a2c-19ef-48b2-99bb-140c05167c71 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:23.265024 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.293590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Deleting port 37f2090c-c93e-4426-b056-035bc9763d8f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:23.293937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.303982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.326654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864524dd-402d-4c80-ab15-ed8a5be113e6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:23.337376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1ba85-1eb6-4809-b05a-0ea860c8a767 req-c10c7cb1-a008-48af-9d78-7e7e183e1d21 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.339277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6c1ba85-1eb6-4809-b05a-0ea860c8a767 req-c10c7cb1-a008-48af-9d78-7e7e183e1d21 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 946 time: 0.2322216 Jul 15 13:18:23.363237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:23.407753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.409987 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.455923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1308eda4-fbe2-450c-9293-82be838c5559 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.457458 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1308eda4-fbe2-450c-9293-82be838c5559 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.1835530 Jul 15 13:18:23.475912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'port': {'device_id': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'admin_state_up': True, 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:23.508274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:23.510957 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1755499-33d4-464b-a2f6-0fbf8b8cd8a5" -d '{"events": [{"server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "name": "network-vif-plugged", "status": "completed", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:23.539478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b3db944-df5d-4480-8fc5-4a4a2d0b2827 req-90817356-d4e4-4024-8811-cc4fae1584ee tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3108101 Jul 15 13:18:23.546484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 3d846a2c-19ef-48b2-99bb-140c05167c71, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3d846a2c-19ef-48b2-99bb-140c05167c71,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:23.551209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.569811 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.604461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6c1ba85-1eb6-4809-b05a-0ea860c8a767 req-2fe80720-7c4b-4282-bce7-317f6c28c40b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504706 Jul 15 13:18:23.638587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] For port 37f2090c-c93e-4426-b056-035bc9763d8f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=37f2090c-c93e-4426-b056-035bc9763d8f,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:23.639937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.669368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Calling delete_port for 37f2090c-c93e-4426-b056-035bc9763d8f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:23.679989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['864524dd-402d-4c80-ab15-ed8a5be113e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:23.689271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=3d846a2c-19ef-48b2-99bb-140c05167c71,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.721420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:23.725828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.082089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446029-44c9-42c5-886d-b363410f4a0d req-09610bb5-1984-4108-97bd-c76f489f6f71 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.090183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Allocated IP 172.20.0.14 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/aa180f4b-0b94-4ee4-a95c-3de820ba1fec) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:24.096688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c446029-44c9-42c5-886d-b363410f4a0d req-09610bb5-1984-4108-97bd-c76f489f6f71 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 945 time: 0.2006488 Jul 15 13:18:24.191705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c446029-44c9-42c5-886d-b363410f4a0d req-01fe559b-2d56-4341-883a-c10e80645687 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929372 Jul 15 13:18:24.243521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1dbac597-9131-4ddd-9bf6-9721a895f1ba req-b4fe351f-2060-4c9a-bc8a-71be6b36407b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 210 time: 0.0802739 Jul 15 13:18:24.245740 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.258049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['37f2090c-c93e-4426-b056-035bc9763d8f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:24.308857 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966a3572-8ff7-430d-a509-0d85786f785a x-openstack-request-id: req-966a3572-8ff7-430d-a509-0d85786f785a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:24.309479 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "name": "network-vif-plugged", "status": "completed", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:24.309952 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-966a3572-8ff7-430d-a509-0d85786f785a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:24.311370 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'code': 200} Jul 15 13:18:24.340054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event deleted for resources: {'Port': ['ID=37f2090c-c93e-4426-b056-035bc9763d8f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.423443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] No DVR routers for this DVR port 37f2090c-c93e-4426-b056-035bc9763d8f on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:24.428166 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.430595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fcacb9d-118b-4df9-9cc7-a5ab91bd6478 req-7a77ee5d-8276-429f-a92b-497854754028 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "DELETE /v2.0/ports/37f2090c-c93e-4426-b056-035bc9763d8f HTTP/1.1" status: 204 len: 173 time: 1.4228203 Jul 15 13:18:24.432430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'name': 'network-vif-deleted', 'tag': '37f2090c-c93e-4426-b056-035bc9763d8f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:24.436026 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed7137-175a-493a-8ab2-b4ab921ab2cc" -d '{"events": [{"server_uuid": "8c05d148-9212-4931-8ecc-e5ebc8b75549", "name": "network-vif-deleted", "tag": "37f2090c-c93e-4426-b056-035bc9763d8f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:24.448071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.463389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Transition to ACTIVE for port object aa180f4b-0b94-4ee4-a95c-3de820ba1fec will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:24.504320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.518931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8b7eff37-d374-4cda-a096-c3077b4744e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:24.584359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:24.587895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:24.595173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:24.615005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:24.627078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.662709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.665449 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.665589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939bc3-4998-4ad9-97c2-89d88a478d8d req-9fd64312-726a-4b7a-ab54-186f54e58622 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.671444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6939bc3-4998-4ad9-97c2-89d88a478d8d req-9fd64312-726a-4b7a-ab54-186f54e58622 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 946 time: 0.2084641 Jul 15 13:18:24.679992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781da16a-4584-4202-a19b-1abfb79bdf5a req-76313f1b-150d-4046-a13d-6907ce7e5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.682996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-781da16a-4584-4202-a19b-1abfb79bdf5a req-76313f1b-150d-4046-a13d-6907ce7e5f81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 1097 time: 0.2700145 Jul 15 13:18:24.701149 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-1fc3622a-8fd1-417b-96f9-cec1ced7ea27 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2294147 Jul 15 13:18:24.713835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Request body: {'port': {'device_id': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:24.805168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6939bc3-4998-4ad9-97c2-89d88a478d8d req-f6c825d2-dd4e-4cd5-b92e-68a66656d93c tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121466 Jul 15 13:18:24.880683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-781da16a-4584-4202-a19b-1abfb79bdf5a req-79385b7e-ae84-4640-82d2-4cfd5eb19a0d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205654 Jul 15 13:18:24.982011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 864524dd-402d-4c80-ab15-ed8a5be113e6 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:25.009481 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b68b04-cc4f-4f6a-8ed5-d38356769576 x-openstack-request-id: req-b1b68b04-cc4f-4f6a-8ed5-d38356769576 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:25.010186 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05d148-9212-4931-8ecc-e5ebc8b75549", "name": "network-vif-deleted", "tag": "37f2090c-c93e-4426-b056-035bc9763d8f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:25.010712 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1b68b04-cc4f-4f6a-8ed5-d38356769576 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:25.011593 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05d148-9212-4931-8ecc-e5ebc8b75549', 'name': 'network-vif-deleted', 'tag': '37f2090c-c93e-4426-b056-035bc9763d8f', 'status': 'completed', 'code': 200} Jul 15 13:18:25.398018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d109f646-30d3-411b-b103-800da819f14b None None] Provisioning for port aa180f4b-0b94-4ee4-a95c-3de820ba1fec completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:25.414573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d109f646-30d3-411b-b103-800da819f14b None None] Provisioning complete for port aa180f4b-0b94-4ee4-a95c-3de820ba1fec triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.414947 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d109f646-30d3-411b-b103-800da819f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.458147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f8f9c08-8d2a-4d8d-8ad9-e5d4863d72c3 req-d105d81a-16b0-4ca7-ab8a-01cc09a21501 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c05d148-9212-4931-8ecc-e5ebc8b75549 HTTP/1.1" status: 200 len: 210 time: 0.0877879 Jul 15 13:18:25.509132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 864524dd-402d-4c80-ab15-ed8a5be113e6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:25.513447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d109f646-30d3-411b-b103-800da819f14b None None] Port aa180f4b-0b94-4ee4-a95c-3de820ba1fec cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:25.519311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 864524dd-402d-4c80-ab15-ed8a5be113e6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.519690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.523784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.588920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2b91c-d2f7-4fd7-8236-6b777283fe70 req-098aaa2c-ee5f-437b-8f3b-39eb18dc890a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.599014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bee2b91c-d2f7-4fd7-8236-6b777283fe70 req-098aaa2c-ee5f-437b-8f3b-39eb18dc890a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 945 time: 0.1434679 Jul 15 13:18:25.659331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.662049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bee2b91c-d2f7-4fd7-8236-6b777283fe70 req-b9d1d882-969e-4b60-9ec0-ee5e6fae097d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619504 Jul 15 13:18:25.740251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:25.747942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.795078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675adbb3-5ef4-46ec-a029-7fd21defef4d req-618d79fb-534d-4543-a045-fb7f29d6841a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.799958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-675adbb3-5ef4-46ec-a029-7fd21defef4d req-618d79fb-534d-4543-a045-fb7f29d6841a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 932 time: 0.1368270 Jul 15 13:18:25.814869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:25.902808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-675adbb3-5ef4-46ec-a029-7fd21defef4d req-40137bdd-af6c-4f17-9e0a-212ea9ffa455 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920548 Jul 15 13:18:25.992652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa180f4b-0b94-4ee4-a95c-3de820ba1fec {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:26.002375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.018639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Transition to ACTIVE for port object aa180f4b-0b94-4ee4-a95c-3de820ba1fec will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:26.025734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.149837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.225730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Attempting to bind port aa180f4b-0b94-4ee4-a95c-3de820ba1fec on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:26.226465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Attempting to bind port aa180f4b-0b94-4ee4-a95c-3de820ba1fec by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:26.227112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Attempting to bind port aa180f4b-0b94-4ee4-a95c-3de820ba1fec on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:26.232128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52878b56-e319-40f8-ba42-36c58b3cb518 req-230af7bd-7a13-41be-bc16-54c1bccfa4bc tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.233655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Port aa180f4b-0b94-4ee4-a95c-3de820ba1fec on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:26.233854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52878b56-e319-40f8-ba42-36c58b3cb518 req-230af7bd-7a13-41be-bc16-54c1bccfa4bc tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 946 time: 0.1143608 Jul 15 13:18:26.236052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Attempting to bind port aa180f4b-0b94-4ee4-a95c-3de820ba1fec on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:26.243122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:26.243751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:26.244412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:26.245260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Bound port: aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:26.245947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.313316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:26.315788 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7557a09-f64d-4cb3-bc76-1ac6f27efa29" -d '{"events": [{"server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "name": "network-vif-plugged", "status": "completed", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:26.330168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52878b56-e319-40f8-ba42-36c58b3cb518 req-6c9aaeeb-9ac2-4ce9-834c-7817982b3ec3 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824161 Jul 15 13:18:26.409843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:26.413304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:26.426564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.497560 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d020bb9-9d0a-4492-8e05-be2f6d067f5b x-openstack-request-id: req-0d020bb9-9d0a-4492-8e05-be2f6d067f5b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:26.498534 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "name": "network-vif-plugged", "status": "completed", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:26.499088 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d020bb9-9d0a-4492-8e05-be2f6d067f5b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:26.499953 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'code': 200} Jul 15 13:18:26.530918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.532590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.534414 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa180f4b-0b94-4ee4-a95c-3de820ba1fec HTTP/1.1" status: 200 len: 1092 time: 1.8248205 Jul 15 13:18:26.534975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:26.537367 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:26.632980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347f31-2754-46d0-86b5-307272b789e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.712711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a561d1-c695-42a0-af7d-a91b74e80e88 req-468f12b0-a244-4d29-a528-9ac82bb5ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.714553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7a561d1-c695-42a0-af7d-a91b74e80e88 req-468f12b0-a244-4d29-a528-9ac82bb5ab84 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1097 time: 0.1098685 Jul 15 13:18:26.763628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f9963-51b8-4d80-98fc-d29bee343bfc req-b6f7152e-e469-4850-988e-acb97681cfb4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.780012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e34f9963-51b8-4d80-98fc-d29bee343bfc req-b6f7152e-e469-4850-988e-acb97681cfb4 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 946 time: 0.1186643 Jul 15 13:18:26.782894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.794858 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7a561d1-c695-42a0-af7d-a91b74e80e88 req-3ddf6016-bac2-4ea1-8521-c5029de71441 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650311 Jul 15 13:18:26.802498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Request body: {'floatingip': {'port_id': '3d846a2c-19ef-48b2-99bb-140c05167c71'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:26.803348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 37f2090c-c93e-4426-b056-035bc9763d8f no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:26.819191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-0edef036-4900-4fb7-ab0e-58461635e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.821109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-0edef036-4900-4fb7-ab0e-58461635e67d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 1095 time: 0.2150512 Jul 15 13:18:26.841321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 37f2090c-c93e-4426-b056-035bc9763d8f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:26.842470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 37f2090c-c93e-4426-b056-035bc9763d8f not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:26.853740 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3550e0-d546-496c-ac65-ad95b14391e5 x-openstack-request-id: req-3e3550e0-d546-496c-ac65-ad95b14391e5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:26.854118 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:26.854539 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e3550e0-d546-496c-ac65-ad95b14391e5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:26.855010 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec', 'status': 'completed', 'code': 200} Jul 15 13:18:26.939524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.040461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-a5c64ffd-1a8b-4509-b74d-1f9e1b0c8fcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec HTTP/1.1" status: 200 len: 217 time: 0.1271706 Jul 15 13:18:27.180305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-d2ab3c17-f3c7-491f-aa63-937cf20d70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.182026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-d2ab3c17-f3c7-491f-aa63-937cf20d70cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1076877 Jul 15 13:18:27.463224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836742b-1f6d-4666-80cd-2c6db29ff7da req-c438e9ec-34db-46dd-8128-58da81f49e54 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.464822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f836742b-1f6d-4666-80cd-2c6db29ff7da req-c438e9ec-34db-46dd-8128-58da81f49e54 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 946 time: 0.3247707 Jul 15 13:18:27.488281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-b5c0ff28-7444-437a-8892-90f7d4180750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.490455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-b5c0ff28-7444-437a-8892-90f7d4180750 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2683544 Jul 15 13:18:27.536798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364947-52f5-4751-bfa1-7fa8beb45ef3 req-c8103dfa-52fb-4522-9145-cf75bfab9a8e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.538513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef364947-52f5-4751-bfa1-7fa8beb45ef3 req-c8103dfa-52fb-4522-9145-cf75bfab9a8e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 944 time: 0.2763677 Jul 15 13:18:27.706161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f836742b-1f6d-4666-80cd-2c6db29ff7da req-ceddeb88-ebcf-407c-af04-249a4e5b8342 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272115 Jul 15 13:18:27.761822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef364947-52f5-4751-bfa1-7fa8beb45ef3 req-ed9586ee-9c96-432b-9200-bbdfbaf0d516 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045217 Jul 15 13:18:27.867439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-3b77ae6b-8238-4e65-ae68-11dac02fc574 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279059 Jul 15 13:18:28.207290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f60179ce-9f4d-492d-8561-2495cd40d247 req-06f9a79d-d7f7-4efb-a03b-faef86e02a6d service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942157 Jul 15 13:18:28.215140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-50c3c376-9c7e-4c61-885a-155eb925d9b6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.218823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-50c3c376-9c7e-4c61-885a-155eb925d9b6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.3671424 Jul 15 13:18:28.239506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7fa6-f793-40a5-ab9d-95c6b04ae981 req-a9c06ca7-c4c3-4060-9600-4387c2452e2a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.241492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1d7fa6-f793-40a5-ab9d-95c6b04ae981 req-a9c06ca7-c4c3-4060-9600-4387c2452e2a tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.2979541 Jul 15 13:18:28.279179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.290060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-98e74555-27b1-488a-b186-d48f5791d4b2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.0457222 Jul 15 13:18:28.293782 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.413434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-28b92dc3-dc65-4330-aba8-835940e1eef2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976686 Jul 15 13:18:28.429888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1d7fa6-f793-40a5-ab9d-95c6b04ae981 req-676f99fc-9186-4daf-a65c-f8760432aafb tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773043 Jul 15 13:18:28.565619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-fc65f869-f384-47af-95da-ffdb8085c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.567201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-fc65f869-f384-47af-95da-ffdb8085c4d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 1095 time: 0.2906914 Jul 15 13:18:28.634791 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Floating IP d87f6104-f9a6-43b5-8de5-f1010141f315 associated. External IP: 172.25.2.28, port: 3d846a2c-19ef-48b2-99bb-140c05167c71. Jul 15 13:18:29.103239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-917ac496-e713-4bf9-ad6b-32fd58bbb75a service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768816 Jul 15 13:18:29.224634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-43d3474a-24dd-4973-a0ab-6579342f0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.234243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-43d3474a-24dd-4973-a0ab-6579342f0dbd service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.6495540 Jul 15 13:18:29.254636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-167caa29-e19e-4c7f-b70b-b6ec74e60403 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.256237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-167caa29-e19e-4c7f-b70b-b6ec74e60403 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.6879017 Jul 15 13:18:29.372093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-bc073eba-c8e6-4371-b658-15b4c39822cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec HTTP/1.1" status: 200 len: 217 time: 0.1137893 Jul 15 13:18:29.454058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d08cf-ba70-423c-abed-458d0275cf7e req-dd9188c0-b10c-46bf-910e-4e44f7238c11 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.455639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226d08cf-ba70-423c-abed-458d0275cf7e req-dd9188c0-b10c-46bf-910e-4e44f7238c11 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 946 time: 0.4420371 Jul 15 13:18:29.492987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-23f4bb70-d21b-485b-bb15-a92c17590c57 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770659 Jul 15 13:18:29.603825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-1cfa5011-9e0a-44ae-8404-dcfe7204731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.605331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-1cfa5011-9e0a-44ae-8404-dcfe7204731f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.2219980 Jul 15 13:18:29.630924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226d08cf-ba70-423c-abed-458d0275cf7e req-0832c538-92b5-43ae-bf97-b20044f7305e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521246 Jul 15 13:18:29.755217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:29.761631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Deleting port 7615c14f-5af9-476f-87e0-b9be50726004 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:29.762191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.064192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-5adb31d1-1ae5-4f49-b8cb-6647de972f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.065710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-5adb31d1-1ae5-4f49-b8cb-6647de972f57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4335940 Jul 15 13:18:30.182373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] For port 7615c14f-5af9-476f-87e0-b9be50726004, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7615c14f-5af9-476f-87e0-b9be50726004,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:30.183038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.211666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Calling delete_port for 7615c14f-5af9-476f-87e0-b9be50726004 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:30.330124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:30.342189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.347402 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:30.361793 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:30.361793 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:30.481570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43fff7-adf4-4971-bc8a-7ccb313acc56 req-37de71a8-b67c-45cb-9a65-2eca73ec99b0 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.487901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b43fff7-adf4-4971-bc8a-7ccb313acc56 req-37de71a8-b67c-45cb-9a65-2eca73ec99b0 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=06574e89-2469-4fd5-9b82-7c9e914d5441 HTTP/1.1" status: 200 len: 945 time: 0.5005009 Jul 15 13:18:30.509288 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:30.511860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-fc1b2bb0-9e29-4df0-b8ba-31915f0d14ad service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179778 Jul 15 13:18:30.520243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f016-69b4-496e-a14c-3c13d0dde6ce req-53e82283-8caf-44e9-b492-e8f795ac014f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.527248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4da9f016-69b4-496e-a14c-3c13d0dde6ce req-53e82283-8caf-44e9-b492-e8f795ac014f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 944 time: 0.5449255 Jul 15 13:18:30.555408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aa56408b-9665-4a9a-92d5-c04f6271ae87 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "PUT /v2.0/floatingips/d87f6104-f9a6-43b5-8de5-f1010141f315 HTTP/1.1" status: 200 len: 991 time: 3.7691197 Jul 15 13:18:30.635234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:30.637831 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016bbb55-8a50-47b2-9acc-152aaddc078a" -d '{"events": [{"name": "network-changed", "server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:30.666984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4da9f016-69b4-496e-a14c-3c13d0dde6ce req-1e6f8694-1a1f-48be-b499-c0a4a3588ca0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388664 Jul 15 13:18:30.752231 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.773524 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd87f6104-f9a6-43b5-8de5-f1010141f315', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'port_id': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'mac_address': 'fa:16:3e:6c:df:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:06Z', 'updated_at': '2021-07-15T13:18:28Z', 'revision_number': 1, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:30.796208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b43fff7-adf4-4971-bc8a-7ccb313acc56 req-35145d77-a87d-4197-9579-04cf8cc19e7b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857788 Jul 15 13:18:30.805311 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:30.815207 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:30.816194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:30.904528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.919084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['65098083-46c6-4478-abda-145cb50c3f38', 'a7cfe9a5-ce51-44d0-806e-30229819a95f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:30.952598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Pushing event deleted for resources: {'Port': ['ID=7615c14f-5af9-476f-87e0-b9be50726004,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.958176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4bdaefd-d250-48ab-8cee-703c4cd1e6dd req-e6bb9739-120e-4cb1-99f6-8a78cfccbdee service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217796 Jul 15 13:18:31.001136 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:31.012201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device aa180f4b-0b94-4ee4-a95c-3de820ba1fec details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:31.108031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9434ff2-9feb-40a4-a726-cfc86e4389d1 req-379297a3-446b-449e-9bee-37488e5c6e7e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 210 time: 0.0725060 Jul 15 13:18:31.116988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] No DVR routers for this DVR port 7615c14f-5af9-476f-87e0-b9be50726004 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:31.122189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.124887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d77ffb33-650b-4dd1-ad8e-4b289363ed73 req-c05e2480-b749-48d2-9c85-bacb66a34559 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "DELETE /v2.0/ports/7615c14f-5af9-476f-87e0-b9be50726004 HTTP/1.1" status: 204 len: 173 time: 1.8369889 Jul 15 13:18:31.142091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-1733a326-e410-46b6-ab1a-63eaed34ac59 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1196658227&fields=id&tenant_id=53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 267 time: 0.1825686 Jul 15 13:18:31.263832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-674552f6-6de9-4246-b6ab-e08c6a0c54b1 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.277027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-674552f6-6de9-4246-b6ab-e08c6a0c54b1 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 946 time: 0.1338079 Jul 15 13:18:31.292692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'port': {'security_groups': ['3c8afb47-99a5-4dad-af0d-24389120a6f9', '6e704d9c-4b6a-4d43-877a-1d48cef90c1d']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:31.305053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:31.318892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec', 'mac_address': 'fa:16:3e:bc:7e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:31.393907 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd87f6104-f9a6-43b5-8de5-f1010141f315', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'port_id': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'mac_address': 'fa:16:3e:6c:df:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:06Z', 'updated_at': '2021-07-15T13:18:28Z', 'revision_number': 1, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:31.441217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.492264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.521899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa180f4b-0b94-4ee4-a95c-3de820ba1fec {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:31.559971 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c69ee-bcf2-4959-bc06-f2087c007a21 None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'd87f6104-f9a6-43b5-8de5-f1010141f315', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'port_id': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'mac_address': 'fa:16:3e:6c:df:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:06Z', 'updated_at': '2021-07-15T13:18:28Z', 'revision_number': 1, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:31.593187 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45391ff-24f9-4f0a-98f4-d5e6a93d2b0b x-openstack-request-id: req-d45391ff-24f9-4f0a-98f4-d5e6a93d2b0b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:31.596181 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:31.596456 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d45391ff-24f9-4f0a-98f4-d5e6a93d2b0b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:31.597776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:31.609808 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'status': 'completed', 'code': 200} Jul 15 13:18:31.634502 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.768245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:31.788575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.789462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.789986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.790530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.791026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.791702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.792192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.793208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.793208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.793796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.794338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.794822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:31.867654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bf0ec-3151-4a13-9443-4c05f465201e None None] New status for floating IP d87f6104-f9a6-43b5-8de5-f1010141f315: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:18:31.934408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['aa180f4b-0b94-4ee4-a95c-3de820ba1fec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:32.023548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-bb2d2578-a579-4cae-9b55-138a6a52375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.025084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-bb2d2578-a579-4cae-9b55-138a6a52375f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 1097 time: 0.3959892 Jul 15 13:18:32.035373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-f06bae63-01d9-487d-be3c-c1a4a0c1bd55 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.036882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-f06bae63-01d9-487d-be3c-c1a4a0c1bd55 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.4261959 Jul 15 13:18:32.054499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Request body: {'port': {'device_id': '9015c865-d89b-42db-b076-c83104ad5ff0', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'admin_state_up': True, 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:32.220716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:32.313643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c377b5-ab17-4db8-a32e-96861f177d8c req-39069d38-4ed5-4dfe-8db2-0f45ccc74884 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.319331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72c377b5-ab17-4db8-a32e-96861f177d8c req-39069d38-4ed5-4dfe-8db2-0f45ccc74884 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 945 time: 0.4087417 Jul 15 13:18:32.366599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.385667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-d8bc52eb-ab85-42fd-bbdb-8621452ea125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.387186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-d8bc52eb-ab85-42fd-bbdb-8621452ea125 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.3469915 Jul 15 13:18:32.387808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.805755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7615c14f-5af9-476f-87e0-b9be50726004 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:32.836449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 7615c14f-5af9-476f-87e0-b9be50726004 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:32.837074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.837744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.838479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7615c14f-5af9-476f-87e0-b9be50726004 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:32.850855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca275e83-dd18-4c95-bbb6-93b4e98c26a7 req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "PUT /v2.0/ports/864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 982 time: 1.5724304 Jul 15 13:18:32.866443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72c377b5-ab17-4db8-a32e-96861f177d8c req-0798a44d-3447-4be5-acf4-c094f8fb56dd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333185 Jul 15 13:18:32.918475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0720843-2f4a-4a2f-ace2-975efc343ff4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.938111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['864524dd-402d-4c80-ab15-ed8a5be113e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:32.944246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:32.948163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.987247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', '864524dd-402d-4c80-ab15-ed8a5be113e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:33.049419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-8c9afa68-77c7-4023-b2bb-297342106363 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d846a2c-19ef-48b2-99bb-140c05167c71 HTTP/1.1" status: 200 len: 1001 time: 0.6492822 Jul 15 13:18:33.136548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-27b94903-1dfc-49f7-ab1b-17501188bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.139393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-27b94903-1dfc-49f7-ab1b-17501188bdfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.0762773 Jul 15 13:18:33.184343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74d1ee89-63db-4853-8f6c-bf6bcba7a640 req-24946e1e-b16a-4bfd-8abf-88961aa50302 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 210 time: 0.0715823 Jul 15 13:18:33.409707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-77094ee2-7150-4c88-a14e-cde7aadce069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.411271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-77094ee2-7150-4c88-a14e-cde7aadce069 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418084 Jul 15 13:18:33.412389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Allocated IP 172.20.0.14 (0b96a729-a0eb-43e9-8791-4c5e67191804/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a/c1061a32-8852-477f-ac50-9f285aedab00) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:33.444338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffa95f15-b05d-4d27-8c3e-0d25eb048d6c req-6025e1f6-318c-44e7-b6af-ad04c878851d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/6e704d9c-4b6a-4d43-877a-1d48cef90c1d HTTP/1.1" status: 200 len: 1803 time: 0.2345672 Jul 15 13:18:33.490837 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.580111 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-ffa95f15-b05d-4d27-8c3e-0d25eb048d6c req-4666bbae-9b50-4851-a10a-105700ecff9e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:18:33.581153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffa95f15-b05d-4d27-8c3e-0d25eb048d6c req-4666bbae-9b50-4851-a10a-105700ecff9e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/6e704d9c-4b6a-4d43-877a-1d48cef90c1d HTTP/1.1" status: 409 len: 341 time: 0.1226327 Jul 15 13:18:33.613521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'name': 'network-vif-deleted', 'tag': '7615c14f-5af9-476f-87e0-b9be50726004'}, {'name': 'network-changed', 'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:33.615839 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6" -d '{"events": [{"server_uuid": "06574e89-2469-4fd5-9b82-7c9e914d5441", "name": "network-vif-deleted", "tag": "7615c14f-5af9-476f-87e0-b9be50726004"}, {"name": "network-changed", "server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:33.646728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-d6e0485a-0e2b-484b-92fe-75dd0fab418e service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206302 Jul 15 13:18:33.902635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-016bbb55-8a50-47b2-9acc-152aaddc078a req-238f769e-9d19-4958-ba38-7f0bbaa91cd9 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454586 Jul 15 13:18:33.909489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.950155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f087b5-7909-4cfd-8bb5-bac3739ebf7c req-c1633ff1-a28c-4d0e-9d2b-5c597522deae tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.952364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1f087b5-7909-4cfd-8bb5-bac3739ebf7c req-c1633ff1-a28c-4d0e-9d2b-5c597522deae tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 946 time: 0.2062540 Jul 15 13:18:33.955028 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ca25e-3352-473f-b62d-c7d2effe57b7 x-openstack-request-id: req-e59ca25e-3352-473f-b62d-c7d2effe57b7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:33.955544 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06574e89-2469-4fd5-9b82-7c9e914d5441", "name": "network-vif-deleted", "tag": "7615c14f-5af9-476f-87e0-b9be50726004", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:33.955992 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e59ca25e-3352-473f-b62d-c7d2effe57b7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:33.957226 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06574e89-2469-4fd5-9b82-7c9e914d5441', 'name': 'network-vif-deleted', 'tag': '7615c14f-5af9-476f-87e0-b9be50726004', 'status': 'completed', 'code': 200} Jul 15 13:18:33.957645 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'status': 'completed', 'code': 200} Jul 15 13:18:34.059796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1f087b5-7909-4cfd-8bb5-bac3739ebf7c req-87c39ac7-0e04-4b60-8652-ea3c378c314e tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974271 Jul 15 13:18:34.073443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.194115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:34.195696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.214763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:34.218018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-42c48af9-265e-44e1-8c53-3d506701b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.220019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-42c48af9-265e-44e1-8c53-3d506701b4ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1136 time: 0.2282779 Jul 15 13:18:34.222983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:34.332834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629dacd-b4fe-4c9c-9fcd-c28d24bbce79 req-2193039a-ca06-4989-a121-6f9cd7e0de8c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.334530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d629dacd-b4fe-4c9c-9fcd-c28d24bbce79 req-2193039a-ca06-4989-a121-6f9cd7e0de8c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 985 time: 0.2736959 Jul 15 13:18:34.377792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.378454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.433798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-1b5a57f6-6832-4096-8b20-82ddd5fdaff8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3832231 Jul 15 13:18:34.454083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Request body: {'port': {'device_id': '9015c865-d89b-42db-b076-c83104ad5ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:34.456670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-ce012d92-95ba-47b8-962b-9c3be8ff9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.458076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-ce012d92-95ba-47b8-962b-9c3be8ff9827 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.2130692 Jul 15 13:18:34.467751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364363-85bc-4274-8464-d4bd61447c08 req-0c22f396-cca9-4905-a755-54eeaf371356 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.469346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4364363-85bc-4274-8464-d4bd61447c08 req-0c22f396-cca9-4905-a755-54eeaf371356 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 945 time: 0.2686138 Jul 15 13:18:34.473379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d629dacd-b4fe-4c9c-9fcd-c28d24bbce79 req-24e787f1-fa3b-4c45-9d5e-750e735e584c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=6e704d9c-4b6a-4d43-877a-1d48cef90c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1063731 Jul 15 13:18:34.560369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-4d792f8e-b92b-44d5-aec2-423ef86b9371 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 217 time: 0.0557063 Jul 15 13:18:34.635139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4364363-85bc-4274-8464-d4bd61447c08 req-2471992b-fcd1-49ce-bcf6-779606c07930 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247523 Jul 15 13:18:34.665887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.675576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-23cfaa85-e6fb-4a94-ae4e-9c06e7fe2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.677037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-23cfaa85-e6fb-4a94-ae4e-9c06e7fe2593 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.1010289 Jul 15 13:18:34.729203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-501089ff-bebf-42f6-8aaf-47a89dc7c803 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Jul 15 13:18:35.000731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-2a1637e8-fa67-4d81-b766-5c4334449359 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553937 Jul 15 13:18:35.012608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device aa180f4b-0b94-4ee4-a95c-3de820ba1fec up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:35.117938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port aa180f4b-0b94-4ee4-a95c-3de820ba1fec completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:35.122614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port aa180f4b-0b94-4ee4-a95c-3de820ba1fec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:35.123229 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.132505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-1d103ae0-4da7-448c-8587-dd244818606c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.134368 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-1d103ae0-4da7-448c-8587-dd244818606c tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 946 time: 0.1591055 Jul 15 13:18:35.249105 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.255413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc1d60-dbbc-412b-9e43-38edfd0e6f8c req-019b7286-6292-4aa2-9f59-6c948d641af0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.270992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0cc1d60-dbbc-412b-9e43-38edfd0e6f8c req-019b7286-6292-4aa2-9f59-6c948d641af0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 932 time: 0.4338591 Jul 15 13:18:35.288759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:35.298731 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803c0c1-a274-44cb-b067-d24d11501577" -d '{"events": [{"server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "name": "network-vif-plugged", "status": "completed", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:35.311261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Deleting port 65098083-46c6-4478-abda-145cb50c3f38 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:35.311615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.312786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:35.329543 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.383034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.388952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1061a32-8852-477f-ac50-9f285aedab00 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:35.406946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.463103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] For port 65098083-46c6-4478-abda-145cb50c3f38, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=65098083-46c6-4478-abda-145cb50c3f38,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:35.463624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.479944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Calling delete_port for 65098083-46c6-4478-abda-145cb50c3f38 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:35.481536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0cc1d60-dbbc-412b-9e43-38edfd0e6f8c req-64dc6e46-e133-430f-916d-053b7751e14c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095931 Jul 15 13:18:35.489256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Transition to ACTIVE for port object c1061a32-8852-477f-ac50-9f285aedab00 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:35.515145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.566520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.577121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-226f0c33-6f76-4141-bee8-2e2d3e9e9ed6 req-9eadebb8-437d-4fe1-bb9f-e02a87cf5e42 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162637 Jul 15 13:18:35.599410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eabeaf-39e9-4d98-a5c8-ffab13024109 req-ce8dd81b-bc83-493b-94f6-8d85036d6791 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.606705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8eabeaf-39e9-4d98-a5c8-ffab13024109 req-ce8dd81b-bc83-493b-94f6-8d85036d6791 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.5303564 Jul 15 13:18:35.651855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.665568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['65098083-46c6-4478-abda-145cb50c3f38', 'a7cfe9a5-ce51-44d0-806e-30229819a95f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:35.713360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Pushing event deleted for resources: {'Port': ['ID=65098083-46c6-4478-abda-145cb50c3f38,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.761342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] No DVR routers for this DVR port 65098083-46c6-4478-abda-145cb50c3f38 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:35.762916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8eabeaf-39e9-4d98-a5c8-ffab13024109 req-169ed11d-1746-4805-b6c3-e83afc4c5e5a tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528196 Jul 15 13:18:35.768544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.770772 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8fde9ae6-7f1c-446b-8635-9faa6cf0bb64 req-9ab38479-bac9-47a1-a249-1018fad56659 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "DELETE /v2.0/ports/65098083-46c6-4478-abda-145cb50c3f38 HTTP/1.1" status: 204 len: 173 time: 0.6304116 Jul 15 13:18:35.771434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'name': 'network-vif-deleted', 'tag': '65098083-46c6-4478-abda-145cb50c3f38'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:35.774244 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823607c5-0ef0-488b-b8e5-46dc8e2d030d" -d '{"events": [{"server_uuid": "1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4", "name": "network-vif-deleted", "tag": "65098083-46c6-4478-abda-145cb50c3f38"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:35.816847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52918982-c9ef-4962-a46e-abdd8598679e req-3a694261-d121-4c65-b23d-b82798bbba7b tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4 HTTP/1.1" status: 200 len: 210 time: 0.1759489 Jul 15 13:18:35.848666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Attempting to bind port c1061a32-8852-477f-ac50-9f285aedab00 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:35.855312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Attempting to bind port c1061a32-8852-477f-ac50-9f285aedab00 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:35.855312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Attempting to bind port c1061a32-8852-477f-ac50-9f285aedab00 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:35.877992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Port c1061a32-8852-477f-ac50-9f285aedab00 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:35.878372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Attempting to bind port c1061a32-8852-477f-ac50-9f285aedab00 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:35.909111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:35.909462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:35.912696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Bound using segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:35.913188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Bound port: c1061a32-8852-477f-ac50-9f285aedab00, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:35.913564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.981096 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed272b-e18e-4a77-a259-968a3b90bfe7 x-openstack-request-id: req-17ed272b-e18e-4a77-a259-968a3b90bfe7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:35.981384 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "name": "network-vif-plugged", "status": "completed", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:35.981627 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17ed272b-e18e-4a77-a259-968a3b90bfe7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:35.982022 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec', 'code': 200} Jul 15 13:18:36.050540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:36.058887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:36.076191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.157683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2d5a5-5722-4502-b992-6df2a915842f req-25f5f59e-fd00-4f27-a9a9-75cbb6cb1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.162164 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fe2d5a5-5722-4502-b992-6df2a915842f req-25f5f59e-fd00-4f27-a9a9-75cbb6cb1296 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 1097 time: 0.0905774 Jul 15 13:18:36.238416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fe2d5a5-5722-4502-b992-6df2a915842f req-f0d0c14a-6242-420e-920d-82896c49458d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675709 Jul 15 13:18:36.244782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-b8310618-7a30-4759-b2a3-e67b1aadce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.246252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-b8310618-7a30-4759-b2a3-e67b1aadce53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1136 time: 0.6067202 Jul 15 13:18:36.316227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.316855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.318554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] 10.222.0.49 "PUT /v2.0/ports/c1061a32-8852-477f-ac50-9f285aedab00 HTTP/1.1" status: 200 len: 1092 time: 1.8741968 Jul 15 13:18:36.320887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:36.323460 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7952b61-ad73-436f-9551-984d70cd9644" -d '{"events": [{"name": "network-changed", "server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "tag": "c1061a32-8852-477f-ac50-9f285aedab00"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:36.485652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c7b98-394d-4737-949c-8dc4e6299efd service neutron] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:36.499310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-c8870f66-59c5-41d1-99ce-5a69fb82fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.501469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-c8870f66-59c5-41d1-99ce-5a69fb82fc86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.2016041 Jul 15 13:18:36.582173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53452b11-b8b4-4817-b891-c4186eee2092 req-eff04d11-3b2b-4f6c-ad10-ddb23d924d52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.583758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53452b11-b8b4-4817-b891-c4186eee2092 req-eff04d11-3b2b-4f6c-ad10-ddb23d924d52 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 985 time: 0.4790509 Jul 15 13:18:36.587493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-e51fd035-7c30-49d4-bb1d-f6ab1698c15f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 217 time: 0.0711534 Jul 15 13:18:36.642872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166f274-01d8-4c6e-ba86-97f0e595be0f req-5dbce890-9093-46e5-986e-060f4de598d6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.644392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0166f274-01d8-4c6e-ba86-97f0e595be0f req-5dbce890-9093-46e5-986e-060f4de598d6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 946 time: 0.5819747 Jul 15 13:18:36.700514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-3f3f3fa9-3d1c-4363-aa7a-0741d1ccceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.701958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-3f3f3fa9-3d1c-4363-aa7a-0741d1ccceca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.1053996 Jul 15 13:18:36.731112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53452b11-b8b4-4817-b891-c4186eee2092 req-e4d6a59a-b8b7-487f-b6cc-24d8cf473a61 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=6e704d9c-4b6a-4d43-877a-1d48cef90c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1384578 Jul 15 13:18:36.736849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-000e3d72-64cb-4889-90bd-1e3f78e811ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.738422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-000e3d72-64cb-4889-90bd-1e3f78e811ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 1095 time: 0.2956886 Jul 15 13:18:36.769461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-2f210979-5378-44e8-afe5-339a26041706 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560188 Jul 15 13:18:36.773484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0166f274-01d8-4c6e-ba86-97f0e595be0f req-9d7611ff-78b3-40f5-b5cb-979773f016be tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184213 Jul 15 13:18:36.811080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-f13be086-1a16-4417-b580-9b8f4b510ee0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1061a32-8852-477f-ac50-9f285aedab00 HTTP/1.1" status: 200 len: 217 time: 0.0492325 Jul 15 13:18:36.829143 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cb39c4-2984-4c9f-a3ea-432ae0c55533 x-openstack-request-id: req-e9cb39c4-2984-4c9f-a3ea-432ae0c55533 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:36.829816 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4", "name": "network-vif-deleted", "tag": "65098083-46c6-4478-abda-145cb50c3f38", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:36.830197 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9cb39c4-2984-4c9f-a3ea-432ae0c55533 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:36.830739 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f13aeb1-6299-4c6d-a4c6-9d9c07f043b4', 'name': 'network-vif-deleted', 'tag': '65098083-46c6-4478-abda-145cb50c3f38', 'status': 'completed', 'code': 200} Jul 15 13:18:36.899768 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc91ba6-e9f6-409a-842b-d4c12003826a x-openstack-request-id: req-7bc91ba6-e9f6-409a-842b-d4c12003826a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:36.900057 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "tag": "c1061a32-8852-477f-ac50-9f285aedab00", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:36.900307 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bc91ba6-e9f6-409a-842b-d4c12003826a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:36.900702 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00', 'status': 'completed', 'code': 200} Jul 15 13:18:36.923251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-c0efb763-42df-4fff-8375-11dc65bbeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.924760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-c0efb763-42df-4fff-8375-11dc65bbeba4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.1024437 Jul 15 13:18:36.981040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-537b7aeb-40d5-415c-836b-8fee7fd4dfd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424986 Jul 15 13:18:36.988543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-5fdf6a59-a97c-4aa2-9347-e897c4d42a8f service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857104 Jul 15 13:18:37.807492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-096e87ac-3cb1-4848-a003-bdac039fc625 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8178728 Jul 15 13:18:37.832770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4c0a9c9-a172-435c-bfaf-45b84dad9257 req-e0d2cffc-a52c-4da0-a1a0-b4ba93d7f3d8 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8340645 Jul 15 13:18:37.877876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93adb0-a81b-4d93-8c99-243ea6f5e68a req-37675165-806d-44ac-849b-53466cae9189 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:37.879245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e93adb0-a81b-4d93-8c99-243ea6f5e68a req-37675165-806d-44ac-849b-53466cae9189 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.1921597 Jul 15 13:18:37.888561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43b02-a5b8-4c76-a0af-cd211f6c4140 req-2b1f905d-3023-4339-a435-c8b17f084ee9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:37.889957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdd43b02-a5b8-4c76-a0af-cd211f6c4140 req-2b1f905d-3023-4339-a435-c8b17f084ee9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 944 time: 0.2291551 Jul 15 13:18:37.991122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e93adb0-a81b-4d93-8c99-243ea6f5e68a req-18b208b4-4950-4f85-a332-04c304c0afbc tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728846 Jul 15 13:18:37.998468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-448a6446-adbb-405f-851b-eaebcdd7bcda req-f8d69d2b-e491-419b-8cf9-bcf7b66957fb service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827011 Jul 15 13:18:38.010389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdd43b02-a5b8-4c76-a0af-cd211f6c4140 req-54525eb9-c6ec-426c-8cc3-ecc188686f48 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886834 Jul 15 13:18:38.128285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952b61-ad73-436f-9551-984d70cd9644 req-26d020b3-4924-4e9b-b7c8-80fa0bc3a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.129983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-26d020b3-4924-4e9b-b7c8-80fa0bc3a91d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 1095 time: 0.0693634 Jul 15 13:18:38.274555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952b61-ad73-436f-9551-984d70cd9644 req-daae6680-6c32-473e-814c-e8af343024a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.276076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-daae6680-6c32-473e-814c-e8af343024a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.1391141 Jul 15 13:18:38.290613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312bb1c-a4f5-4464-af46-5a38751be975 req-f1f30604-baba-4a4d-a388-f788b1f4ef55 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.292219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5312bb1c-a4f5-4464-af46-5a38751be975 req-f1f30604-baba-4a4d-a388-f788b1f4ef55 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 985 time: 0.1458523 Jul 15 13:18:38.347460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-15f06e8d-2e8e-43e9-be53-16296112f88a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1061a32-8852-477f-ac50-9f285aedab00 HTTP/1.1" status: 200 len: 217 time: 0.0542159 Jul 15 13:18:38.399521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5312bb1c-a4f5-4464-af46-5a38751be975 req-c2cf5997-bc0c-4add-97c8-b3e25b578e7e tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=6e704d9c-4b6a-4d43-877a-1d48cef90c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0996625 Jul 15 13:18:38.421209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952b61-ad73-436f-9551-984d70cd9644 req-8be1a00e-e59a-43f0-8fa6-ef890d34e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.424559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-8be1a00e-e59a-43f0-8fa6-ef890d34e5be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.0699449 Jul 15 13:18:38.477438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-f1fd1352-171a-44be-a633-22a427ca1acd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442789 Jul 15 13:18:38.640953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73124cc9-41e4-436f-a949-cd3f02e597a6 req-dec9a095-8bac-4287-a71b-a375c6f5f19c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.642895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73124cc9-41e4-436f-a949-cd3f02e597a6 req-dec9a095-8bac-4287-a71b-a375c6f5f19c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 946 time: 0.1164949 Jul 15 13:18:38.691142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-2a02a465-d572-4bf4-8e76-4661112f0169 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056193 Jul 15 13:18:38.803640 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73124cc9-41e4-436f-a949-cd3f02e597a6 req-fd122dd9-4646-4dcd-85f6-18e19983472f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505451 Jul 15 13:18:38.853503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 65098083-46c6-4478-abda-145cb50c3f38 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:38.884802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 65098083-46c6-4478-abda-145cb50c3f38 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:38.885159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 65098083-46c6-4478-abda-145cb50c3f38 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:38.913454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943e45-ba3f-4a72-9810-09d0b403120a req-87c6c61f-4b26-4b6a-955c-6ed8347f5846 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.922046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5943e45-ba3f-4a72-9810-09d0b403120a req-87c6c61f-4b26-4b6a-955c-6ed8347f5846 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2448657 Jul 15 13:18:38.966579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7952b61-ad73-436f-9551-984d70cd9644 req-7e4971e4-c8b3-4d69-aa86-1048f6012c53 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505956 Jul 15 13:18:38.993789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5943e45-ba3f-4a72-9810-09d0b403120a req-d7a183cf-51b6-4a7f-b3ff-1c43e6306597 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648012 Jul 15 13:18:39.339543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d91bc738-558b-41a3-9911-d635097194b8 req-ed823889-815e-4075-b6f7-978c6fe37707 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 267 time: 0.0957284 Jul 15 13:18:39.342637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77de3d-fe84-4a30-88d7-3a61404a30b5 req-dd52388c-ad29-44f2-aa7c-6df5ba821d24 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.345261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da77de3d-fe84-4a30-88d7-3a61404a30b5 req-dd52388c-ad29-44f2-aa7c-6df5ba821d24 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 944 time: 0.1447759 Jul 15 13:18:39.401878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc738-558b-41a3-9911-d635097194b8 req-a4b04645-53f7-430c-b8f7-bf4d7c5a3f80 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.403443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d91bc738-558b-41a3-9911-d635097194b8 req-a4b04645-53f7-430c-b8f7-bf4d7c5a3f80 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 946 time: 0.1470032 Jul 15 13:18:39.409529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da77de3d-fe84-4a30-88d7-3a61404a30b5 req-08b17d1c-d88b-4a30-b887-2ac2aa028617 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548263 Jul 15 13:18:39.420686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'port': {'security_groups': []}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:39.605032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.689360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52745d-a95f-405d-9d14-a171d28cf80b req-4d621474-778d-41c6-a885-dd4d5f9725c9 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.691269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a52745d-a95f-405d-9d14-a171d28cf80b req-4d621474-778d-41c6-a885-dd4d5f9725c9 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.1340320 Jul 15 13:18:39.782882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a52745d-a95f-405d-9d14-a171d28cf80b req-de1ebfbb-5dc9-4dd7-86fe-70b91043b4b8 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826664 Jul 15 13:18:39.936685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:40.014103 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.027726 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.041213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8b7eff37-d374-4cda-a096-c3077b4744e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:40.085750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370a75-301e-40e4-a17d-012820cc828a req-fe662b7e-ada3-4100-ab86-50c4542b0a42 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.085750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a370a75-301e-40e4-a17d-012820cc828a req-fe662b7e-ada3-4100-ab86-50c4542b0a42 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2042146 Jul 15 13:18:40.101966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.102682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.104286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d91bc738-558b-41a3-9911-d635097194b8 req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "PUT /v2.0/ports/aa180f4b-0b94-4ee4-a95c-3de820ba1fec HTTP/1.1" status: 200 len: 905 time: 0.6916595 Jul 15 13:18:40.108576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:40.112212 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b09eba1-0650-41df-8736-8ca47fa1d608" -d '{"events": [{"name": "network-changed", "server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:40.169386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4', 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:40.200356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba81f-9071-4ef4-9ee3-2c458169bfb3 req-84b756ce-7f80-4a1b-a6da-8b0807e20664 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.201975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a86ba81f-9071-4ef4-9ee3-2c458169bfb3 req-84b756ce-7f80-4a1b-a6da-8b0807e20664 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 985 time: 0.2497745 Jul 15 13:18:40.235572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e01765-4384-401e-8b37-252cafd29372 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:40.271127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['aa180f4b-0b94-4ee4-a95c-3de820ba1fec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:40.353161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a86ba81f-9071-4ef4-9ee3-2c458169bfb3 req-0a640f77-ffdb-4b30-90d4-c4255b3e0cd8 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=6e704d9c-4b6a-4d43-877a-1d48cef90c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1329198 Jul 15 13:18:40.425708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Deleting port a7cfe9a5-ce51-44d0-806e-30229819a95f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:40.425945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.651582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ce5129ca-702f-45d0-9946-4692a11e5eb2 None None] Provisioning complete for port aa180f4b-0b94-4ee4-a95c-3de820ba1fec triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:40.652146 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce5129ca-702f-45d0-9946-4692a11e5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.721827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] For port a7cfe9a5-ce51-44d0-806e-30229819a95f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7cfe9a5-ce51-44d0-806e-30229819a95f,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:40.722328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.745605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Calling delete_port for a7cfe9a5-ce51-44d0-806e-30229819a95f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:40.845854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631402f-5d36-4208-8103-656f4bbbb0be req-ff5b31e7-b2d3-475a-944e-48db28758702 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.847416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a631402f-5d36-4208-8103-656f4bbbb0be req-ff5b31e7-b2d3-475a-944e-48db28758702 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.2959473 Jul 15 13:18:40.852608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:40.857493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1d869-d2ca-4c75-b6f1-772125cc6802 req-5fdbecd6-fd71-49c6-9ca5-1eb08070d049 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.864559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2e1d869-d2ca-4c75-b6f1-772125cc6802 req-5fdbecd6-fd71-49c6-9ca5-1eb08070d049 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/ports?device_id=92239dd2-5c89-42ef-9a0d-338134b20a4c HTTP/1.1" status: 200 len: 945 time: 0.2724447 Jul 15 13:18:40.876830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec77d1c-077d-4b43-ad63-c24bc4f96661 req-a109fc8b-f64b-4416-ba57-313d9a7077f9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.878439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cec77d1c-077d-4b43-ad63-c24bc4f96661 req-a109fc8b-f64b-4416-ba57-313d9a7077f9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 908 time: 0.2874908 Jul 15 13:18:40.997800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2e1d869-d2ca-4c75-b6f1-772125cc6802 req-8e3f871c-d006-494b-9a9d-c56dfca914b1 tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04859449-9e52-41ee-ad04-71f092a5a37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322699 Jul 15 13:18:41.042331 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4973f6-5a6c-4540-bf97-a539fca37af5 x-openstack-request-id: req-cc4973f6-5a6c-4540-bf97-a539fca37af5 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:41.042882 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:41.043973 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc4973f6-5a6c-4540-bf97-a539fca37af5 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:41.047534 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec', 'status': 'completed', 'code': 200} Jul 15 13:18:41.173273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:41.197525 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.209632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c1061a32-8852-477f-ac50-9f285aedab00', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': 'c1061a32-8852-477f-ac50-9f285aedab00', 'mac_address': 'fa:16:3e:57:8f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:41.215778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a7cfe9a5-ce51-44d0-806e-30229819a95f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:41.254955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Pushing event deleted for resources: {'Port': ['ID=a7cfe9a5-ce51-44d0-806e-30229819a95f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:41.266832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-5f5aa375-5115-473d-844e-531aed0112a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.269018 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-5f5aa375-5115-473d-844e-531aed0112a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 1059 time: 0.2157636 Jul 15 13:18:41.320906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-86e68277-edfc-46c7-9162-dc69079ef44d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1924302526&fields=id&tenant_id=53d74941b84d4c8c96a7ca89ca0812f9 HTTP/1.1" status: 200 len: 267 time: 0.0693502 Jul 15 13:18:41.371408 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.401509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1061a32-8852-477f-ac50-9f285aedab00 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:41.449595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:41.462267 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.495675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-1089aadb-c976-4efe-91bd-9d8074b8ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.502152 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-1089aadb-c976-4efe-91bd-9d8074b8ad54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.2263827 Jul 15 13:18:41.575885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Deleting port 7a42c9ff-e532-4282-b823-cc1508d00b1b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:41.576240 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.579550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] No DVR routers for this DVR port a7cfe9a5-ce51-44d0-806e-30229819a95f on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:41.581773 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-9593cf0b-7c5c-4adb-816e-0f2c066acaa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec HTTP/1.1" status: 200 len: 217 time: 0.0707242 Jul 15 13:18:41.590702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:41.595768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.597876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a370a75-301e-40e4-a17d-012820cc828a req-1dbde9db-159e-4689-a4bf-67929147987d tempest-ListServerFiltersTestJSON-812266309 tempest-ListServerFiltersTestJSON-812266309-project] 10.222.0.49 "DELETE /v2.0/ports/a7cfe9a5-ce51-44d0-806e-30229819a95f HTTP/1.1" status: 204 len: 173 time: 1.4824443 Jul 15 13:18:41.661416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68f5a7-e2da-4b62-b052-e8749bcebb25 req-4efd7c83-e49e-42b0-b685-4c2ca1c48071 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.663085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c68f5a7-e2da-4b62-b052-e8749bcebb25 req-4efd7c83-e49e-42b0-b685-4c2ca1c48071 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 944 time: 0.3529913 Jul 15 13:18:41.675750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c1061a32-8852-477f-ac50-9f285aedab00'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:41.728588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-44126163-d2a2-4232-a43c-1a4358be6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.732362 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-44126163-d2a2-4232-a43c-1a4358be6c54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1429691 Jul 15 13:18:41.855425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c68f5a7-e2da-4b62-b052-e8749bcebb25 req-56c4f5b3-a4c7-4c66-8f1d-ee5893c1d316 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857853 Jul 15 13:18:41.858561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-c9c4a391-5e68-4251-89fe-e0b90ca00427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.861642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-c9c4a391-5e68-4251-89fe-e0b90ca00427 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172614 Jul 15 13:18:41.916247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-4a8abcc9-97aa-4e93-bc8b-bc1f85794ae3 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.930344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-4a8abcc9-97aa-4e93-bc8b-bc1f85794ae3 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 985 time: 0.6078010 Jul 15 13:18:41.943127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'port': {'security_groups': ['3c8afb47-99a5-4dad-af0d-24389120a6f9', '6e704d9c-4b6a-4d43-877a-1d48cef90c1d', '801922f0-3eb5-49ea-88fe-92eba7959672']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:42.058801 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-59fa5c12-47fe-402b-8316-bdb590bc1816 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744282 Jul 15 13:18:42.067139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] For port 7a42c9ff-e532-4282-b823-cc1508d00b1b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7a42c9ff-e532-4282-b823-cc1508d00b1b,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:42.067994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.224705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8b09eba1-0650-41df-8736-8ca47fa1d608 req-cd623410-c54f-4047-8f45-8adf65a239f1 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575301 Jul 15 13:18:42.276702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56492) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:42.460585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94fbc0f4-5954-4f25-ad1d-1cdeffc083e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.461896 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.513066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba982056-491f-49cf-935b-bc0f05ed1e29 req-f640a33b-8af5-4866-9a7e-e7b461014d98 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.514648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba982056-491f-49cf-935b-bc0f05ed1e29 req-f640a33b-8af5-4866-9a7e-e7b461014d98 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 945 time: 0.4116011 Jul 15 13:18:42.556179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.556539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.556852 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Floating IP f6239066-36e0-46d5-9d02-d2d5433e2b85 disassociated. External IP: 172.25.2.63, port: 7a42c9ff-e532-4282-b823-cc1508d00b1b. Jul 15 13:18:42.557333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Calling delete_port for 7a42c9ff-e532-4282-b823-cc1508d00b1b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:42.618980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94fbc0f4-5954-4f25-ad1d-1cdeffc083e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.632403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94fbc0f4-5954-4f25-ad1d-1cdeffc083e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.644678 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e660b9-36c9-4bf7-b486-2bdf82e3e847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.672395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba982056-491f-49cf-935b-bc0f05ed1e29 req-2ff5b78d-4ab8-4e6c-8ce1-e4b5e8b2edd0 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb889c67-11b3-4979-9b91-50d67b71b278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309743 Jul 15 13:18:42.692394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-94fbc0f4-5954-4f25-ad1d-1cdeffc083e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc332dd91f9e49c2806f590c47d31fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130147 Jul 15 13:18:42.694262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbc0f4-5954-4f25-ad1d-1cdeffc083e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d954e-82f4-4bd1-85d5-b2e2fe022db3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:42.709058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:42.847862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7448c4d4-29e0-4b9a-911f-d07ac72f9554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.868472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:42.922040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c1061a32-8852-477f-ac50-9f285aedab00 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:42.927052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c1061a32-8852-477f-ac50-9f285aedab00 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:42.927606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.026465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.055185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:43.058720 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01bb364-e55b-4fda-b34c-17c3e1332823" -d '{"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-plugged", "status": "completed", "tag": "c1061a32-8852-477f-ac50-9f285aedab00"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:43.079608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:43.083917 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.085161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7cfe9a5-ce51-44d0-806e-30229819a95f no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:43.132206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: a7cfe9a5-ce51-44d0-806e-30229819a95f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:43.132907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7cfe9a5-ce51-44d0-806e-30229819a95f not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:43.176788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.264813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'name': 'network-vif-deleted', 'tag': 'a7cfe9a5-ce51-44d0-806e-30229819a95f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:43.267548 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499f4a98-bb76-46d2-9f4b-cdf620ec8679" -d '{"events": [{"server_uuid": "92239dd2-5c89-42ef-9a0d-338134b20a4c", "name": "network-vif-deleted", "tag": "a7cfe9a5-ce51-44d0-806e-30229819a95f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:43.320160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7448c4d4-29e0-4b9a-911f-d07ac72f9554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.331597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.400840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:43.404203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event deleted for resources: {'Port': ['ID=7a42c9ff-e532-4282-b823-cc1508d00b1b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.494483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.505366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.513986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45295-6eb7-4f59-8633-7396f2e92e81 req-ffcb0c5e-4f35-42b2-ba54-3f45fa3aaf22 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.515566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9a45295-6eb7-4f59-8633-7396f2e92e81 req-ffcb0c5e-4f35-42b2-ba54-3f45fa3aaf22 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.6707256 Jul 15 13:18:43.516276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', '864524dd-402d-4c80-ab15-ed8a5be113e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:43.564705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7448c4d4-29e0-4b9a-911f-d07ac72f9554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.567142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7448c4d4-29e0-4b9a-911f-d07ac72f9554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.568533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7448c4d4-29e0-4b9a-911f-d07ac72f9554 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/744d954e-82f4-4bd1-85d5-b2e2fe022db3 HTTP/1.1" status: 204 len: 168 time: 0.8660951 Jul 15 13:18:43.628066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.628724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.630156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6848453-d0f3-46af-9a45-1cda0f9ba775 req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "PUT /v2.0/ports/864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 1021 time: 1.6951220 Jul 15 13:18:43.649903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448c4d4-29e0-4b9a-911f-d07ac72f9554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d954e-82f4-4bd1-85d5-b2e2fe022db3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.724744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d018d-ae60-47bd-8d10-2d5052d147ab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.737461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['864524dd-402d-4c80-ab15-ed8a5be113e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:43.755606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9a45295-6eb7-4f59-8633-7396f2e92e81 req-3cb61876-c2ab-42db-83f8-5058b63e4751 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2256498 Jul 15 13:18:43.777539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:43.912455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:44.029139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Deleting subnet 090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:44.033687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.111513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.186777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:44.211485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91e1e77c-8086-4309-92d8-7b886398a0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.254397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:44.264505 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] Sync routers for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:44.276057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:44.277080 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:44.328966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] No DVR routers for this DVR port 7a42c9ff-e532-4282-b823-cc1508d00b1b on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:44.333968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.337884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a631402f-5d36-4208-8103-656f4bbbb0be req-af042c7e-394d-4a77-a1f3-232c9df9b180 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.23 "DELETE /v2.0/ports/7a42c9ff-e532-4282-b823-cc1508d00b1b HTTP/1.1" status: 204 len: 173 time: 3.4709058 Jul 15 13:18:44.350975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3236e-4c9f-4808-8145-285b490b74fe req-75472987-b355-49e9-9ced-25bd5959368e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.353300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cab3236e-4c9f-4808-8145-285b490b74fe req-75472987-b355-49e9-9ced-25bd5959368e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2472007 Jul 15 13:18:44.372280 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20076171-d06a-40ec-9ed4-861e86e765eb x-openstack-request-id: req-20076171-d06a-40ec-9ed4-861e86e765eb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:44.374427 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-plugged", "status": "completed", "tag": "c1061a32-8852-477f-ac50-9f285aedab00", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:44.374961 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20076171-d06a-40ec-9ed4-861e86e765eb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:44.375478 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00', 'code': 200} Jul 15 13:18:44.397095 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8584baf4-6094-4661-aca9-c6c55ef5bb58 x-openstack-request-id: req-8584baf4-6094-4661-aca9-c6c55ef5bb58 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:44.397472 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92239dd2-5c89-42ef-9a0d-338134b20a4c", "name": "network-vif-deleted", "tag": "a7cfe9a5-ce51-44d0-806e-30229819a95f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:44.397796 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8584baf4-6094-4661-aca9-c6c55ef5bb58 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:44.398332 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92239dd2-5c89-42ef-9a0d-338134b20a4c', 'name': 'network-vif-deleted', 'tag': 'a7cfe9a5-ce51-44d0-806e-30229819a95f', 'status': 'completed', 'code': 200} Jul 15 13:18:44.403332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.491013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cab3236e-4c9f-4808-8145-285b490b74fe req-a5d14b7c-8713-4bc5-b195-b82eb3559874 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277823 Jul 15 13:18:44.558846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-007f8026-7bd2-41fc-b4aa-0c8cb6a4970e req-039f0d79-126c-4c0d-9ca4-2eaa6e281ce7 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/801922f0-3eb5-49ea-88fe-92eba7959672 HTTP/1.1" status: 200 len: 1803 time: 0.1151564 Jul 15 13:18:44.565514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861b2d5-cf4f-46db-b220-c351020e11aa req-966c0e13-ff0c-478c-8918-0802059c245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.567443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d861b2d5-cf4f-46db-b220-c351020e11aa req-966c0e13-ff0c-478c-8918-0802059c245a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 1097 time: 0.1682410 Jul 15 13:18:44.572147 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:44.614675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.653567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91e1e77c-8086-4309-92d8-7b886398a0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.661943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d861b2d5-cf4f-46db-b220-c351020e11aa req-21e79a24-970e-4d67-afbd-8a1ad7e5acba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810273 Jul 15 13:18:44.690947 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-007f8026-7bd2-41fc-b4aa-0c8cb6a4970e req-ce4225e7-d2e5-44d8-801e-7e7c64fb8de2 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:18:44.692026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-007f8026-7bd2-41fc-b4aa-0c8cb6a4970e req-ce4225e7-d2e5-44d8-801e-7e7c64fb8de2 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/801922f0-3eb5-49ea-88fe-92eba7959672 HTTP/1.1" status: 409 len: 341 time: 0.1233196 Jul 15 13:18:44.702698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91e1e77c-8086-4309-92d8-7b886398a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.705439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:44.734586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.743378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28498ecf-d94e-41b5-97c2-7820d726bc13 req-734a4c15-d763-4de2-a30a-f13d7d7ec418 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96 HTTP/1.1" status: 200 len: 210 time: 0.0663052 Jul 15 13:18:44.743841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:44.744242 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b77dcecb-0087-46cc-a475-4f69a49061b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/090fd7ef-e9b4-46e4-ac6e-68a7bea0bddb HTTP/1.1" status: 204 len: 168 time: 0.8304455 Jul 15 13:18:44.746822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c44d6-c750-4026-ba66-52402757f364 None None] Network b2168fdd-e48f-4c58-b0ae-cff7da4ce24b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:44.817513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1e77c-8086-4309-92d8-7b886398a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f347f-f2d9-47ef-a8ac-d80686543a93,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:44.822522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-91e1e77c-8086-4309-92d8-7b886398a0e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b2ceb28fe5d443ca7f7590e3d7f9d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325130 Jul 15 13:18:44.830513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:44.961243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.963840 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f5b8-db13-4e52-9a64-ad64c7ddc8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.988663 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:30Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.019284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f5b8-db13-4e52-9a64-ad64c7ddc8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.045892 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] Checking router: cf2117cd-e138-4238-bd7b-fd4966b3c6f1 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:45.059223 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:45.061212 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.190537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7a42c9ff-e532-4282-b823-cc1508d00b1b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:45.195032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f5b8-db13-4e52-9a64-ad64c7ddc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.200144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f5b8-db13-4e52-9a64-ad64c7ddc8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.201666 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f6d1f5b8-db13-4e52-9a64-ad64c7ddc8c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff3f347f-f2d9-47ef-a8ac-d80686543a93 HTTP/1.1" status: 204 len: 168 time: 0.3691003 Jul 15 13:18:45.213055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1f5b8-db13-4e52-9a64-ad64c7ddc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f347f-f2d9-47ef-a8ac-d80686543a93,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:45.243147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c022-9926-4fb2-a405-0cd07da19faf req-be9f6c7c-34cd-4137-a806-2f4cb4a97d87 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.251162 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:45.258307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b54c022-9926-4fb2-a405-0cd07da19faf req-be9f6c7c-34cd-4137-a806-2f4cb4a97d87 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2837837 Jul 15 13:18:45.284530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Deleting port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:45.285065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.361348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b54c022-9926-4fb2-a405-0cd07da19faf req-b4d66ce0-320f-453d-907c-c359c5f65887 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971615 Jul 15 13:18:45.397075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 7a42c9ff-e532-4282-b823-cc1508d00b1b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:45.397440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7a42c9ff-e532-4282-b823-cc1508d00b1b not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:45.461284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] For port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,segment=NetworkSegment(ed7463a8-f2e1-4086-acae-e99a2c79b374),segment_id=ed7463a8-f2e1-4086-acae-e99a2c79b374)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:45.461768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.478367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Calling delete_port for cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:45.615435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6eac71f-0eac-459c-90fc-6d5a0d4eeff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.692285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.697668 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.770091 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:30Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.799184 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa223206-9e6f-4e84-af38-dd3a44f1fb61 None None] The sync data for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 is: [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7d494f83-be15-427e-ad75-9f44b2c3d518', 'name': '', 'network_id': 'efa81f8d-08b3-4003-9c86-e04ce209ce9e', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:30Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'subnets': [{'id': '9ab3db25-f9b5-46d6-8556-101cbddb8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:45.808779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:45.822900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26b5f4-c4a8-4cc0-bab4-53466ccfa505 None None] DHCP port deletion for b2168fdd-e48f-4c58-b0ae-cff7da4ce24b request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:45.848313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] No DVR routers for this DVR port cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:45.958887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.979423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5b588-d3ce-45e7-aa8f-163520cfb8ea req-2cde0157-e26f-4a04-89f3-7aadacea3cab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.981073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfd5b588-d3ce-45e7-aa8f-163520cfb8ea req-2cde0157-e26f-4a04-89f3-7aadacea3cab tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1024 time: 0.2823339 Jul 15 13:18:45.986844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2168fdd-e48f-4c58-b0ae-cff7da4ce24b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:46.003768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7463a8-f2e1-4086-acae-e99a2c79b374') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:46.004060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7463a8-f2e1-4086-acae-e99a2c79b374') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:46.034991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.045712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e317a-3cff-48af-aeee-97b8a2bd12f2 req-4629b9d4-d945-4d9d-b738-aaff88010119 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.053055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e75e317a-3cff-48af-aeee-97b8a2bd12f2 req-4629b9d4-d945-4d9d-b738-aaff88010119 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2817760 Jul 15 13:18:46.106932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.125145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:46.126251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:46.143758 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:46.212629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfd5b588-d3ce-45e7-aa8f-163520cfb8ea req-dde4939e-02e8-4b5f-9a29-9710540adbd2 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=801922f0-3eb5-49ea-88fe-92eba7959672&id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=6e704d9c-4b6a-4d43-877a-1d48cef90c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2136645 Jul 15 13:18:46.250034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778b29e-f1e9-48af-a3d7-df257ca70b4f None None] New status for floating IP f6239066-36e0-46d5-9d02-d2d5433e2b85: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:18:46.311375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e75e317a-3cff-48af-aeee-97b8a2bd12f2 req-7f989052-b008-4d68-b638-3f7d75b9fcf3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572672 Jul 15 13:18:46.360157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.408849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.416285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b2168fdd-e48f-4c58-b0ae-cff7da4ce24b HTTP/1.1" status: 204 len: 168 time: 1.6713741 Jul 15 13:18:46.417409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6'}, {'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'name': 'network-vif-deleted', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:46.430405 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00009543-5b9e-435e-be55-f67e59ba6296" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6"}, {"server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "name": "network-vif-deleted", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:46.475203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf30e5-c71f-484c-9c9c-0f0ece749c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2168fdd-e48f-4c58-b0ae-cff7da4ce24b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.491597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56642) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.562566 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0653c0-9fca-490c-b29c-af7a89c59776 x-openstack-request-id: req-ae0653c0-9fca-490c-b29c-af7a89c59776 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:46.562902 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6", "status": "completed", "code": 200}, {"server_uuid": "3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96", "name": "network-vif-deleted", "tag": "7a42c9ff-e532-4282-b823-cc1508d00b1b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:46.563157 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae0653c0-9fca-490c-b29c-af7a89c59776 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:46.563571 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'status': 'completed', 'code': 200} Jul 15 13:18:46.563824 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3db63c-5b0a-4f5a-a5c8-0a2691e46b96', 'name': 'network-vif-deleted', 'tag': '7a42c9ff-e532-4282-b823-cc1508d00b1b', 'status': 'completed', 'code': 200} Jul 15 13:18:46.573444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-3c54981f-c9ce-451f-b536-1a7cde426db2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4130225 Jul 15 13:18:46.690549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04055dc0-d186-4910-82ab-4edd43a6c22b tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.707184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-96d99518-18a3-4bd3-9f3d-78f8754ef8f0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.709504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.715316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-96d99518-18a3-4bd3-9f3d-78f8754ef8f0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.3936543 Jul 15 13:18:46.722370 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04055dc0-d186-4910-82ab-4edd43a6c22b tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.738754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.742700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-58655fc9-ee71-4b08-a981-c6c15092dad4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/quotas/056f6c1b65df460ebdcc45298e466a3e HTTP/1.1" status: 200 len: 375 time: 0.0270133 Jul 15 13:18:46.830785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-82171852-36db-48a1-a825-59a830a27157 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c8df1ac61f34b24923a701895fab9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896242 Jul 15 13:18:46.833989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56654) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.842259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-0668829a-33d3-4ef5-8bda-3b556dc94927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.844826 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-0668829a-33d3-4ef5-8bda-3b556dc94927 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 1096 time: 0.2253971 Jul 15 13:18:46.914290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04055dc0-d186-4910-82ab-4edd43a6c22b tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.917654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04055dc0-d186-4910-82ab-4edd43a6c22b tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.918551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009543-5b9e-435e-be55-f67e59ba6296 req-c201cbd5-fe01-429c-84c7-d20dad5ef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.921726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-04055dc0-d186-4910-82ab-4edd43a6c22b tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb889c67-11b3-4979-9b91-50d67b71b278 HTTP/1.1" status: 204 len: 168 time: 0.4227262 Jul 15 13:18:46.921843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-c201cbd5-fe01-429c-84c7-d20dad5ef809 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1175 time: 0.3011525 Jul 15 13:18:46.925868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.935514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-08591e50-2436-4f8d-b8c2-097f3305bebd tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.938131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-08591e50-2436-4f8d-b8c2-097f3305bebd tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 1024 time: 0.1939664 Jul 15 13:18:46.957867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04055dc0-d186-4910-82ab-4edd43a6c22b tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb889c67-11b3-4979-9b91-50d67b71b278,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.005869 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-5e56e187-d8a8-4624-bb6f-9e117153bcf9 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] show failed (client error): The resource could not be found. Jul 15 13:18:47.006958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5e56e187-d8a8-4624-bb6f-9e117153bcf9 tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "GET /v2.0/security-groups/eb889c67-11b3-4979-9b91-50d67b71b278 HTTP/1.1" status: 404 len: 347 time: 0.0732489 Jul 15 13:18:47.011960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:47.026166 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a6464d1-e21c-49d1-bfde-1c85775ffc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.049491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-86b8886f-5f03-4a75-b163-35b4ad8fd31b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2671094 Jul 15 13:18:47.125800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-08fac6c1-2b4c-4ba8-9b8e-222c3ec9fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.127802 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-08fac6c1-2b4c-4ba8-9b8e-222c3ec9fff0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.2499759 Jul 15 13:18:47.188482 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-e8d0012a-ec65-47a1-9f7d-6590430f7bbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe019896-b938-4c84-8e28-98eba11bf7f4 HTTP/1.1" status: 200 len: 217 time: 0.0514171 Jul 15 13:18:47.215384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a6464d1-e21c-49d1-bfde-1c85775ffc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.326625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009543-5b9e-435e-be55-f67e59ba6296 req-6f40621c-1a35-4c3b-aaea-9e3f71907634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.328836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-6f40621c-1a35-4c3b-aaea-9e3f71907634 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 200 len: 914 time: 0.3868933 Jul 15 13:18:47.335680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-37c6b46d-158c-4975-84f1-1d0f80f1902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.337789 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-37c6b46d-158c-4975-84f1-1d0f80f1902a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1421173 Jul 15 13:18:47.338976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Deleting port 864524dd-402d-4c80-ab15-ed8a5be113e6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:47.339406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.402455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-73cb0d65-70ba-4af5-85f1-6e88e2de6bce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 200 len: 217 time: 0.0664475 Jul 15 13:18:47.416844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-d80a5922-3479-4e3c-bffb-d31f414a8b53 service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262703 Jul 15 13:18:47.524431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] For port 864524dd-402d-4c80-ab15-ed8a5be113e6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=864524dd-402d-4c80-ab15-ed8a5be113e6,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:47.525048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.528971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-d59edd3a-9abe-42ce-a780-b797328ed7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.531320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-d59edd3a-9abe-42ce-a780-b797328ed7aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745319 Jul 15 13:18:47.545193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Calling delete_port for 864524dd-402d-4c80-ab15-ed8a5be113e6 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:47.555127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a6464d1-e21c-49d1-bfde-1c85775ffc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.558395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a6464d1-e21c-49d1-bfde-1c85775ffc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.565909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8a6464d1-e21c-49d1-bfde-1c85775ffc14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04859449-9e52-41ee-ad04-71f092a5a37b HTTP/1.1" status: 204 len: 168 time: 0.7302053 Jul 15 13:18:47.597261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:47.600388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6464d1-e21c-49d1-bfde-1c85775ffc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04859449-9e52-41ee-ad04-71f092a5a37b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.652443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Deleting port 3d62649b-1279-4204-8e16-afad4759b7fa {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:47.652948 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.661749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009543-5b9e-435e-be55-f67e59ba6296 req-68bd4f32-f738-4a71-b404-c7abae0405e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.662990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:47.663541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-68bd4f32-f738-4a71-b404-c7abae0405e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 200 len: 853 time: 0.2369387 Jul 15 13:18:47.664280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cb6c69f9-e0a0-44c4-a15a-1f1c08dfc681 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:47.752981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-2f5496fb-6a46-4f0e-a733-78768b9c550a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f074fa1b-4233-4214-8bf4-4e858f94c634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664160 Jul 15 13:18:47.835297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-3500df5a-b90a-4b89-9726-f9b66bbdc432 service neutron] 10.222.0.48 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174695 Jul 15 13:18:47.922129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.940332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', '864524dd-402d-4c80-ab15-ed8a5be113e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:47.958752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b230-6728-444d-b751-5c6292632d09 req-3ad5b1a9-e47f-4ffb-9f27-b2f0560154f4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.965923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d33b230-6728-444d-b751-5c6292632d09 req-3ad5b1a9-e47f-4ffb-9f27-b2f0560154f4 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 945 time: 0.4666185 Jul 15 13:18:48.017833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'Port': ['ID=864524dd-402d-4c80-ab15-ed8a5be113e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:48.073243 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-b289fef2-5571-45ff-9195-c01da0e01cbb service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311467 Jul 15 13:18:48.078375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.118777 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.119665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.170014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Calling delete_port for 3d62649b-1279-4204-8e16-afad4759b7fa owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:48.186136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] No DVR routers for this DVR port 864524dd-402d-4c80-ab15-ed8a5be113e6 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:48.193178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d33b230-6728-444d-b751-5c6292632d09 req-504ecc00-37d7-4a50-b8a0-4caf8fee41c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=801922f0-3eb5-49ea-88fe-92eba7959672&id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=6e704d9c-4b6a-4d43-877a-1d48cef90c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2233884 Jul 15 13:18:48.196182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.200435 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9adeafa5-82b8-47ef-8bd1-b80eaa80655d req-15dc295f-4de1-4f4f-bc0e-774bb2760930 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "DELETE /v2.0/ports/864524dd-402d-4c80-ab15-ed8a5be113e6 HTTP/1.1" status: 204 len: 173 time: 1.2533135 Jul 15 13:18:48.201381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'name': 'network-vif-deleted', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:48.206327 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b5418-dc9b-409d-b115-f665aedf60da" -d '{"events": [{"server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "name": "network-vif-deleted", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:48.262690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-92360ca6-0d39-4440-81a5-878a430bdab8 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306982 Jul 15 13:18:48.323849 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fab8b82-9ea0-4ae3-ba67-48ad103c3ecb req-054a3d34-3f2d-4beb-b8a8-1ab7afa66514 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903031 Jul 15 13:18:48.674754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00009543-5b9e-435e-be55-f67e59ba6296 req-563075eb-52ed-40a0-b11f-4603ca2d5459 service neutron] 10.222.0.23 "GET /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994372 Jul 15 13:18:48.795119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69d3e0c3-b9a8-490d-980d-16e26b23b5c8 req-38537736-e1b8-45a8-85cd-9af700619456 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 210 time: 0.0924952 Jul 15 13:18:48.935110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf378a-9199-43bd-ab51-7faed0797092 req-396cb73d-efc6-4409-8989-bab3527ff218 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.948600 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade28d8a-9694-4a1f-a711-0300cf79e944 x-openstack-request-id: req-ade28d8a-9694-4a1f-a711-0300cf79e944 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:48.949207 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb8bd3-b022-49b8-901e-9f9ce4685730", "name": "network-vif-deleted", "tag": "864524dd-402d-4c80-ab15-ed8a5be113e6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:48.949655 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ade28d8a-9694-4a1f-a711-0300cf79e944 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:48.950350 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb8bd3-b022-49b8-901e-9f9ce4685730', 'name': 'network-vif-deleted', 'tag': '864524dd-402d-4c80-ab15-ed8a5be113e6', 'status': 'completed', 'code': 200} Jul 15 13:18:48.958817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cf378a-9199-43bd-ab51-7faed0797092 req-396cb73d-efc6-4409-8989-bab3527ff218 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.4132385 Jul 15 13:18:48.976763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.059355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Pushing event deleted for resources: {'Port': ['ID=3d62649b-1279-4204-8e16-afad4759b7fa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:49.108469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:49.268370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1260540887-network', 'tenant_id': '31b9b9646c6c489db7bafd6673bf8295'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:49.360926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Made reservation on behalf of 31b9b9646c6c489db7bafd6673bf8295 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:49.364553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.386596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.576622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.588193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.638559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d2936-3f1d-4470-b120-bbd50c12d6a4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:49.667093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:49.682808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.683163 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Added segment 83b4e7ba-855b-4b3f-b778-72a3c0f14ad7 of type vlan for network 52a8104e-3bee-4ab7-8073-639007b38578 Jul 15 13:18:49.769428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.819066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.820320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.820999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.839477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cf378a-9199-43bd-ab51-7faed0797092 req-cab5d4a6-3301-4cfb-828d-3b0ab0b1c1cb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8791406 Jul 15 13:18:49.846507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-848dead1-f314-4187-9a84-6fe51cef2bf0 req-cd9c776f-cab1-436f-a859-5a94c3a8ad06 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5fb8bd3-b022-49b8-901e-9f9ce4685730 HTTP/1.1" status: 200 len: 210 time: 0.0916736 Jul 15 13:18:49.866434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.869463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.871128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c83e416-ab3e-43cf-b9d7-8c7f213acaff tempest-ServersTestManualDisk-2070548421 tempest-ServersTestManualDisk-2070548421-project] 10.222.0.48 "DELETE /v2.0/floatingips/f6239066-36e0-46d5-9d02-d2d5433e2b85 HTTP/1.1" status: 204 len: 168 time: 2.8541665 Jul 15 13:18:49.874127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:49.989308 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8781211 Jul 15 13:18:49.993756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1448dde-6134-41b3-960b-d09592c9e081 admin admin] Pushing event updated for resources: {'Network': ['ID=52a8104e-3bee-4ab7-8073-639007b38578,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.008947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 52a8104e-3bee-4ab7-8073-639007b38578 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:50.026729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.060626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Request body: {'subnet': {'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1260540887-subnet', 'tenant_id': '31b9b9646c6c489db7bafd6673bf8295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:50.120088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Made reservation on behalf of 31b9b9646c6c489db7bafd6673bf8295 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:50.123244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.228718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c950e9c8-7df2-40b1-95ff-553bf89d5830 req-3aebe046-282e-4754-b0a2-f3121d313ff0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 210 time: 0.0618293 Jul 15 13:18:50.423169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-4738b760-88ad-47f4-ab91-b0c2afe299c6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.425104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-4738b760-88ad-47f4-ab91-b0c2afe299c6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 812 time: 0.1991677 Jul 15 13:18:50.457325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.467061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Request body: {'port': {'device_id': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'admin_state_up': True, 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:50.536488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b34e612-9af9-4946-a8c2-7532e26aa271,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.545689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Checking segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:50.546717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Network hostable DHCP agents. Network: 52a8104e-3bee-4ab7-8073-639007b38578, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:50.566073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Network 52a8104e-3bee-4ab7-8073-639007b38578 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:50.584574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 52a8104e-3bee-4ab7-8073-639007b38578) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:50.590062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.590813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.591836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6abc0-1353-4481-86dc-1cf2668da4b4 None None] Network 52a8104e-3bee-4ab7-8073-639007b38578 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:50.614077 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-56626cf8-a05a-4257-8835-9f2e45ca87f8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5850618 Jul 15 13:18:50.782240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be842f4f-4fe5-4e96-9805-796f6c67c529 None None] Network 52a8104e-3bee-4ab7-8073-639007b38578 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:50.968750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Made reservation on behalf of 056f6c1b65df460ebdcc45298e466a3e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:50.995057 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.082742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 864524dd-402d-4c80-ab15-ed8a5be113e6 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:51.106068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 864524dd-402d-4c80-ab15-ed8a5be113e6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:51.106701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 864524dd-402d-4c80-ab15-ed8a5be113e6 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:51.221022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ca1f425-371b-4c97-be46-cbaf3fe4ec94 req-90799e8c-fb48-4ba9-bb3b-bfa844244e3f tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/6e704d9c-4b6a-4d43-877a-1d48cef90c1d HTTP/1.1" status: 200 len: 1803 time: 0.2043223 Jul 15 13:18:51.402474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Allocated IP 172.20.0.8 (5fa9fd57-276e-4686-ba2d-2d81aa69a147/1351ed64-640c-4848-b35b-637a3a966d73/83ff4550-9f65-47fb-9951-4a9be0c65895) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:51.431621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583da718-5fd6-48a4-ad5a-2c381fac4e85 req-b710c021-19c9-40b1-9f34-d9109ebe5637 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.433115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-583da718-5fd6-48a4-ad5a-2c381fac4e85 req-b710c021-19c9-40b1-9f34-d9109ebe5637 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3469336 Jul 15 13:18:51.500592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ca1f425-371b-4c97-be46-cbaf3fe4ec94 req-b11f1d2c-0464-4207-8aa4-1fd2c57503bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.504016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.600021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ca1f425-371b-4c97-be46-cbaf3fe4ec94 req-b11f1d2c-0464-4207-8aa4-1fd2c57503bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.626228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-583da718-5fd6-48a4-ad5a-2c381fac4e85 req-4b1e5a66-9109-4eca-a376-c6fa19211d71 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770453 Jul 15 13:18:51.760673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ca1f425-371b-4c97-be46-cbaf3fe4ec94 req-b11f1d2c-0464-4207-8aa4-1fd2c57503bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.763215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ca1f425-371b-4c97-be46-cbaf3fe4ec94 req-b11f1d2c-0464-4207-8aa4-1fd2c57503bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.764339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ca1f425-371b-4c97-be46-cbaf3fe4ec94 req-b11f1d2c-0464-4207-8aa4-1fd2c57503bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/6e704d9c-4b6a-4d43-877a-1d48cef90c1d HTTP/1.1" status: 204 len: 173 time: 0.5055847 Jul 15 13:18:51.801193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f1d2c-0464-4207-8aa4-1fd2c57503bf tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e704d9c-4b6a-4d43-877a-1d48cef90c1d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.868015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.882059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Transition to ACTIVE for port object 83ff4550-9f65-47fb-9951-4a9be0c65895 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:51.958146 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.974861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8b7eff37-d374-4cda-a096-c3077b4744e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:51.975027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:52.041825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:52.055346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:52.059701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:52.175961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.176921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.269709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:52.376472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5ceb4d33-9b85-47e4-8633-6899990045da tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9144418 Jul 15 13:18:52.386366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-32bfeed2-595e-4a50-a913-77cd011fd9cc tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.388090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-32bfeed2-595e-4a50-a913-77cd011fd9cc tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 818 time: 0.3707461 Jul 15 13:18:52.441657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-c341d4e2-993f-4d92-8850-5862e3b9f804 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/quotas/31b9b9646c6c489db7bafd6673bf8295 HTTP/1.1" status: 200 len: 375 time: 0.0330343 Jul 15 13:18:52.527196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-f533913d-e596-4ea2-bfb9-fcb705c5f1d4 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846696 Jul 15 13:18:52.531313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Request body: {'port': {'device_id': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:52.535665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25ed1276-46b2-4011-badc-0ff712139521 None None] Provisioning for port 83ff4550-9f65-47fb-9951-4a9be0c65895 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:52.542375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25ed1276-46b2-4011-badc-0ff712139521 None None] Provisioning complete for port 83ff4550-9f65-47fb-9951-4a9be0c65895 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:52.543083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ed1276-46b2-4011-badc-0ff712139521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.583252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001be7d-c949-47c8-b9d0-718ceb0524f1 req-2d3ccf20-8b15-4ab6-a0b9-18bdb1994296 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.585234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e001be7d-c949-47c8-b9d0-718ceb0524f1 req-2d3ccf20-8b15-4ab6-a0b9-18bdb1994296 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 931 time: 0.3235793 Jul 15 13:18:52.585409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25ed1276-46b2-4011-badc-0ff712139521 None None] Port 83ff4550-9f65-47fb-9951-4a9be0c65895 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:52.589124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Deleting port 7d494f83-be15-427e-ad75-9f44b2c3d518 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:52.589658 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.871266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e001be7d-c949-47c8-b9d0-718ceb0524f1 req-568916b0-5b86-4171-9627-52afbca6bb37 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684917 Jul 15 13:18:52.912204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.927719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-48b970c1-6630-42ea-b3a7-aada483fa3f5 service neutron] 10.222.0.48 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323596 Jul 15 13:18:53.028820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] For port 7d494f83-be15-427e-ad75-9f44b2c3d518, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7d494f83-be15-427e-ad75-9f44b2c3d518,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:53.029603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.064655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Calling delete_port for 7d494f83-be15-427e-ad75-9f44b2c3d518 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:53.116744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50142ff4-ffc5-468f-afc8-91947f46dc38 req-36e2f389-bbf5-439a-bae5-886b9d9ffa47 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/801922f0-3eb5-49ea-88fe-92eba7959672 HTTP/1.1" status: 200 len: 1803 time: 0.1864772 Jul 15 13:18:53.284792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-172466e7-d800-47a8-a2b7-eea88afd2f2d service neutron] 10.222.0.48 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450575 Jul 15 13:18:53.430711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50142ff4-ffc5-468f-afc8-91947f46dc38 req-56fe5802-9d37-4b0d-a987-dbdb7a8566b5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.871858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50142ff4-ffc5-468f-afc8-91947f46dc38 req-56fe5802-9d37-4b0d-a987-dbdb7a8566b5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.087839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb600c-4f31-4b39-a512-9dab37b55557 req-c0bee457-faaa-4b5e-a4f5-384d36dd6f15 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.096420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1fb600c-4f31-4b39-a512-9dab37b55557 req-c0bee457-faaa-4b5e-a4f5-384d36dd6f15 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2892070 Jul 15 13:18:54.100665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ff4550-9f65-47fb-9951-4a9be0c65895 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:54.113601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50142ff4-ffc5-468f-afc8-91947f46dc38 req-56fe5802-9d37-4b0d-a987-dbdb7a8566b5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.115954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50142ff4-ffc5-468f-afc8-91947f46dc38 req-56fe5802-9d37-4b0d-a987-dbdb7a8566b5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.117030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50142ff4-ffc5-468f-afc8-91947f46dc38 req-56fe5802-9d37-4b0d-a987-dbdb7a8566b5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/801922f0-3eb5-49ea-88fe-92eba7959672 HTTP/1.1" status: 204 len: 173 time: 0.9915001 Jul 15 13:18:54.120303 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.132512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.178790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5802-9d37-4b0d-a987-dbdb7a8566b5 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801922f0-3eb5-49ea-88fe-92eba7959672,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.183678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d494f83-be15-427e-ad75-9f44b2c3d518,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.189306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Transition to ACTIVE for port object 83ff4550-9f65-47fb-9951-4a9be0c65895 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:54.235049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.251604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1fb600c-4f31-4b39-a512-9dab37b55557 req-4910ecce-33f4-4c14-9c97-b3813a7a59dc tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533778 Jul 15 13:18:54.431571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.711625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.725263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f6cbf35f-f470-4938-8582-ae5ee64dce8f req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-318446338', 'description': 'tempest-description-1222024170'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:54.771696 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cbf35f-f470-4938-8582-ae5ee64dce8f req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.773672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Attempting to bind port 83ff4550-9f65-47fb-9951-4a9be0c65895 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:54.774007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Attempting to bind port 83ff4550-9f65-47fb-9951-4a9be0c65895 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:54.774356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Attempting to bind port 83ff4550-9f65-47fb-9951-4a9be0c65895 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:54.827426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Port 83ff4550-9f65-47fb-9951-4a9be0c65895 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:54.827712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Attempting to bind port 83ff4550-9f65-47fb-9951-4a9be0c65895 on network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:54.849266 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:54.849605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Checking segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:54.849992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Bound using segment: {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:54.850484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Bound port: 83ff4550-9f65-47fb-9951-4a9be0c65895, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8f39aa-ebaa-4dcf-859f-f12b95297902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:54.850850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.962555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe9067-58e7-4bed-bf38-3ffa35e980c8 req-b06f9081-9a78-4c02-8caf-08f32712fe32 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.972849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fabe9067-58e7-4bed-bf38-3ffa35e980c8 req-b06f9081-9a78-4c02-8caf-08f32712fe32 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 943 time: 0.3697283 Jul 15 13:18:55.090789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fabe9067-58e7-4bed-bf38-3ffa35e980c8 req-bec507f4-6ca2-4e5e-a2fe-6e9fea5e43f3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118784 Jul 15 13:18:55.179707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:55.202695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:55.217764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.241019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cbf35f-f470-4938-8582-ae5ee64dce8f req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.308052 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cbf35f-f470-4938-8582-ae5ee64dce8f req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.331088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.331910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.333525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] 10.222.0.49 "PUT /v2.0/ports/83ff4550-9f65-47fb-9951-4a9be0c65895 HTTP/1.1" status: 200 len: 1091 time: 2.9443443 Jul 15 13:18:55.336950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:55.340221 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a4c8c3-4ffa-4259-b598-a72bfb871410" -d '{"events": [{"name": "network-changed", "server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:55.424613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cbf35f-f470-4938-8582-ae5ee64dce8f req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.426399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6cbf35f-f470-4938-8582-ae5ee64dce8f req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7124336 Jul 15 13:18:55.455350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efabc274-487c-4a2e-ba4f-2e64ccfd7f46 req-be0795bb-2630-4b6e-91db-416cc19fd876 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 210 time: 0.0919707 Jul 15 13:18:55.632087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557bb5c-1fd4-47fc-a239-f96bacc8f096 service neutron] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.637175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642b853-3f44-4464-9d67-f4c0c85a9952 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b779f41b-1aa6-4908-a30f-7a1eda834013,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.643977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:55.781692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-dcff13b8-dfa9-4447-b020-5ab24331ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.783242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-dcff13b8-dfa9-4447-b020-5ab24331ff58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 1094 time: 0.3434010 Jul 15 13:18:55.785224 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24253f8a-680c-4a0c-ae25-54d8ffc6580f x-openstack-request-id: req-24253f8a-680c-4a0c-ae25-54d8ffc6580f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:55.785737 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:55.785991 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24253f8a-680c-4a0c-ae25-54d8ffc6580f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:55.786404 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'status': 'completed', 'code': 200} Jul 15 13:18:55.896508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61beb49-88ec-4aae-8e21-3287ce860475 req-9f912b56-8c28-4a3e-8478-13ffebe50233 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.898090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e61beb49-88ec-4aae-8e21-3287ce860475 req-9f912b56-8c28-4a3e-8478-13ffebe50233 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2528982 Jul 15 13:18:55.904247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-e887cd40-9463-4d1b-867b-bcee9e066f46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff4550-9f65-47fb-9951-4a9be0c65895 HTTP/1.1" status: 200 len: 217 time: 0.1048498 Jul 15 13:18:55.999751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:56.010738 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] Sync routers for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:56.022462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-988a2609-0c3b-49f6-9424-28ba995a4a91 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/b779f41b-1aa6-4908-a30f-7a1eda834013 HTTP/1.1" status: 200 len: 1802 time: 0.2218351 Jul 15 13:18:56.025654 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:56.026775 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:56.028273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ec90a698-43a7-4b5e-a73a-ce700b1987b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf2117cd-e138-4238-bd7b-fd4966b3c6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1529584 Jul 15 13:18:56.031920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56960) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:56.050972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1986100504', 'description': 'tempest-description-hth-1594126956'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:56.080177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e61beb49-88ec-4aae-8e21-3287ce860475 req-cd0fb3f4-f6d7-454e-b4cd-8eb51efc98ee tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746702 Jul 15 13:18:56.121493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-f81ae205-7f6f-47d6-942a-99dcebf09f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.123729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-f81ae205-7f6f-47d6-942a-99dcebf09f1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.2049584 Jul 15 13:18:56.269735 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:56.290441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.318836 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.433531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a3516b35-6d36-49a4-9296-15d53669a7ce tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.435357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a3516b35-6d36-49a4-9296-15d53669a7ce tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 818 time: 0.4272199 Jul 15 13:18:56.485383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Request body: {'port': {'device_id': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'admin_state_up': True, 'tenant_id': '31b9b9646c6c489db7bafd6673bf8295'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:56.493435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.564050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.606180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.609590 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.610715 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:18:53Z', 'revision_number': 5, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port': {'id': '1d45cafb-7212-417c-851d-50a4e9cee690', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:09Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:56.617542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e3920d5-696c-448d-89cf-bc323d0c9cdc req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "PUT /v2.0/security-groups/b779f41b-1aa6-4908-a30f-7a1eda834013 HTTP/1.1" status: 200 len: 1777 time: 0.5939054 Jul 15 13:18:56.646128 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] Checking router: cf2117cd-e138-4238-bd7b-fd4966b3c6f1 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:56.678200 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] Routers {'cf2117cd-e138-4238-bd7b-fd4966b3c6f1'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:56.678993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:56.708586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-ed9c95c0-1ab9-4ca7-964f-5d07bdbd89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.712368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-ed9c95c0-1ab9-4ca7-964f-5d07bdbd89af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5739625 Jul 15 13:18:56.907389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] Set router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:56.977026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6489c82b-a92e-4f35-89e9-80207180ee98 req-24aa2007-cc75-4d8b-8e0a-e6846b79917e tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 210 time: 0.0512159 Jul 15 13:18:56.992279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:18:56Z', 'revision_number': 6, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:57.012315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4ffdb-3e6a-4404-a371-54f527600283 req-2fc3d49a-1fca-4809-99af-08dc6580d2b4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.023065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcc4ffdb-3e6a-4404-a371-54f527600283 req-2fc3d49a-1fca-4809-99af-08dc6580d2b4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 943 time: 0.6733124 Jul 15 13:18:57.026787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-26646712-91ba-492a-978f-0303f45c657b tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.028385 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e83830-6f1c-4d47-9e01-741bcb5e8f66 None None] The sync data for ids ['cf2117cd-e138-4238-bd7b-fd4966b3c6f1'] in n-d-798249-9 is: [{'id': 'cf2117cd-e138-4238-bd7b-fd4966b3c6f1', 'name': 'tempest-ServersTestManualDisk-1101226124-router', 'tenant_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:08Z', 'updated_at': '2021-07-15T13:18:56Z', 'revision_number': 6, 'project_id': 'f1345d696e3f4c8c8153b187b26aec7f', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:57.028878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-26646712-91ba-492a-978f-0303f45c657b tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 818 time: 0.3211505 Jul 15 13:18:57.038536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Made reservation on behalf of 31b9b9646c6c489db7bafd6673bf8295 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:57.042247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.055493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-5d0f38e6-fb71-4af9-bc51-edc97a19388c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.058406 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-5d0f38e6-fb71-4af9-bc51-edc97a19388c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.49 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 818 time: 0.5805423 Jul 15 13:18:57.078050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Request body: {'port': {'device_id': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'admin_state_up': True, 'tenant_id': '31b9b9646c6c489db7bafd6673bf8295'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:57.116566 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:57.257696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Allocated IP 172.20.0.12 (52a8104e-3bee-4ab7-8073-639007b38578/1b34e612-9af9-4946-a8c2-7532e26aa271/51d50438-5340-455c-8164-5713395a61ed) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:57.293756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637291ea-e11b-48dc-827c-3907d3361087 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b779f41b-1aa6-4908-a30f-7a1eda834013,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:57.358892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcc4ffdb-3e6a-4404-a371-54f527600283 req-0bf67efb-56d4-4475-9f2a-6d91272a9a1d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338931 Jul 15 13:18:57.361882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdd96985-57fd-48bd-adc5-b26116538b4e req-140e5ef3-3b66-47ac-b653-2f58f974b379 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/b779f41b-1aa6-4908-a30f-7a1eda834013 HTTP/1.1" status: 200 len: 1777 time: 0.3005822 Jul 15 13:18:57.532976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7d494f83-be15-427e-ad75-9f44b2c3d518 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:57.596416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7d494f83-be15-427e-ad75-9f44b2c3d518 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:57.598581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7d494f83-be15-427e-ad75-9f44b2c3d518 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:57.616665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Request body: {'port': {'device_id': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'admin_state_up': True, 'tenant_id': '31b9b9646c6c489db7bafd6673bf8295'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:57.689562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.703918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Deleting port 1d45cafb-7212-417c-851d-50a4e9cee690 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:57.704592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.791746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-f430a536-f6e0-46eb-878b-fed58e9c3af1 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803728 Jul 15 13:18:57.796116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.836189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] For port 1d45cafb-7212-417c-851d-50a4e9cee690, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1d45cafb-7212-417c-851d-50a4e9cee690,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:57.836557 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.851947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Calling delete_port for 1d45cafb-7212-417c-851d-50a4e9cee690 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:57.962428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Network 52a8104e-3bee-4ab7-8073-639007b38578 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:57.972563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Made reservation on behalf of 31b9b9646c6c489db7bafd6673bf8295 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:57.979703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.987521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:58.035442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:58.041247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Made reservation on behalf of 31b9b9646c6c489db7bafd6673bf8295 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:58.046289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.047377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Pushing event updated for resources: {'Port': ['ID=51d50438-5340-455c-8164-5713395a61ed,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:58.089009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4edcfa5-9e6e-4119-8afb-c83e4f60124b req-83f078bf-e547-497f-be2c-203e8bee5dd7 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/b779f41b-1aa6-4908-a30f-7a1eda834013 HTTP/1.1" status: 200 len: 1777 time: 0.2953868 Jul 15 13:18:58.192359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee7637-d696-4f95-b040-2300f849e670 req-c51807e3-4211-4c06-a110-4ddee2f06eb4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.200332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eaee7637-d696-4f95-b040-2300f849e670 req-c51807e3-4211-4c06-a110-4ddee2f06eb4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.4056587 Jul 15 13:18:58.289384 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.289950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eaee7637-d696-4f95-b040-2300f849e670 req-83709df1-55ee-4442-8127-758285f8b208 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851517 Jul 15 13:18:58.317226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.318941 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.324089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff26b48f-f141-4ed1-af66-5fa5ab0a6e72 req-20bf7ccf-8115-4d26-af27-ceb9f03eda38 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834864 Jul 15 13:18:58.348663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d45cafb-7212-417c-851d-50a4e9cee690,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:58.352243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Allocated IP 172.20.0.10 (52a8104e-3bee-4ab7-8073-639007b38578/1b34e612-9af9-4946-a8c2-7532e26aa271/157a522e-ec89-4c97-a7f5-e0e812444d88) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:58.362483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-98536a0d-6f1d-4967-a2f0-1cdfb28d073c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8893821 Jul 15 13:18:58.363014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4edcfa5-9e6e-4119-8afb-c83e4f60124b req-fd1d5532-5279-45a5-8e80-6f0f7b5b082d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.401530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Request body: {'port': {'device_id': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:58.470248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.601960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.606420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.704554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.705167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2117cd-e138-4238-bd7b-fd4966b3c6f1 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:58.712010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.713415 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0b8923c0-0f72-44ec-9f8c-9e7b9aa355bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/cf2117cd-e138-4238-bd7b-fd4966b3c6f1 HTTP/1.1" status: 204 len: 168 time: 2.6803319 Jul 15 13:18:58.718759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:58.784615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.804562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Deleting subnet 9ab3db25-f9b5-46d6-8556-101cbddb8da0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:58.810176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.866186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.923689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.953353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4edcfa5-9e6e-4119-8afb-c83e4f60124b req-fd1d5532-5279-45a5-8e80-6f0f7b5b082d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.024408 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4edcfa5-9e6e-4119-8afb-c83e4f60124b req-fd1d5532-5279-45a5-8e80-6f0f7b5b082d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.027136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b4edcfa5-9e6e-4119-8afb-c83e4f60124b req-fd1d5532-5279-45a5-8e80-6f0f7b5b082d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.028364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4edcfa5-9e6e-4119-8afb-c83e4f60124b req-fd1d5532-5279-45a5-8e80-6f0f7b5b082d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/b779f41b-1aa6-4908-a30f-7a1eda834013 HTTP/1.1" status: 204 len: 173 time: 0.9382350 Jul 15 13:18:59.058589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Network 52a8104e-3bee-4ab7-8073-639007b38578 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:59.075207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Pushing event updated for resources: {'Port': ['ID=157a522e-ec89-4c97-a7f5-e0e812444d88,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.080889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:59.088533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:59.094261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d5532-5279-45a5-8e80-6f0f7b5b082d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b779f41b-1aa6-4908-a30f-7a1eda834013,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.096366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Allocated IP 172.20.0.14 (52a8104e-3bee-4ab7-8073-639007b38578/1b34e612-9af9-4946-a8c2-7532e26aa271/9fd54afe-0221-4b29-ba28-00e4e91a93e8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:59.136319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.168926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.190474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-47c8f9ca-8475-45ba-a13e-e886483aad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.192430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-47c8f9ca-8475-45ba-a13e-e886483aad41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 1094 time: 0.7833819 Jul 15 13:18:59.213926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.214618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.275503 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a954d15f-d47c-440d-b91b-48f79b374da7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2141647 Jul 15 13:18:59.394668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Request body: {'port': {'device_id': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:59.451227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.459151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fcdb4-f99a-4987-ae60-975d3ad7059d req-cd0c8674-71d8-4f40-8348-6fd1e18d5d84 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.467415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d38fcdb4-f99a-4987-ae60-975d3ad7059d req-cd0c8674-71d8-4f40-8348-6fd1e18d5d84 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 932 time: 0.4739599 Jul 15 13:18:59.496717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78ac05-86fa-4a62-9ceb-e2f841d68700 None None] Network efa81f8d-08b3-4003-9c86-e04ce209ce9e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:59.497190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.521668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab3db25-f9b5-46d6-8556-101cbddb8da0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.526175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.528565 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dbfda695-925c-40f1-bd12-510e19353a14 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9ab3db25-f9b5-46d6-8556-101cbddb8da0 HTTP/1.1" status: 204 len: 168 time: 0.8080375 Jul 15 13:18:59.532271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57000) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:59.538840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c657f-c5c1-495c-a17c-2c0c28f70d6d req-833e9aa0-09ba-461a-a2c3-8b897b06fb8b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.543163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb8c657f-c5c1-495c-a17c-2c0c28f70d6d req-833e9aa0-09ba-461a-a2c3-8b897b06fb8b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 943 time: 0.3225195 Jul 15 13:18:59.636380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.675023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1d45cafb-7212-417c-851d-50a4e9cee690 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:59.717245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d38fcdb4-f99a-4987-ae60-975d3ad7059d req-7cac82f0-e807-4cfb-88d2-6506e0a5f8fb tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483058 Jul 15 13:18:59.721306 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.725765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb8c657f-c5c1-495c-a17c-2c0c28f70d6d req-f0f0bcbb-c258-49a7-811b-e520ebf289ba tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481071 Jul 15 13:18:59.727643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-e227fa15-4356-4898-9532-bd9984a06111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.730075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-e227fa15-4356-4898-9532-bd9984a06111 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.5062015 Jul 15 13:18:59.743617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1d45cafb-7212-417c-851d-50a4e9cee690 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:59.748153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1d45cafb-7212-417c-851d-50a4e9cee690 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:59.821206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.892083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-590def07-c085-4da8-bbfc-bfaad501fbed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff4550-9f65-47fb-9951-4a9be0c65895 HTTP/1.1" status: 200 len: 217 time: 0.1139255 Jul 15 13:18:59.918675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Deleting port 608b8e26-da74-4c25-8a8b-dcec5721b477 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:59.919015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.922824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Network 52a8104e-3bee-4ab7-8073-639007b38578 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:59.958713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:59.972960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:59.985469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] DHCP port deletion for efa81f8d-08b3-4003-9c86-e04ce209ce9e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:19:00.012022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-c6b3a30a-12c3-4f96-8d9a-b20a41ee4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.012300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Pushing event updated for resources: {'Port': ['ID=9fd54afe-0221-4b29-ba28-00e4e91a93e8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.015402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-c6b3a30a-12c3-4f96-8d9a-b20a41ee4527 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1122022 Jul 15 13:19:00.135301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] Deleting port 608b8e26-da74-4c25-8a8b-dcec5721b477 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:00.137211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.137673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] For port 608b8e26-da74-4c25-8a8b-dcec5721b477, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=608b8e26-da74-4c25-8a8b-dcec5721b477,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:00.138189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.190505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Calling delete_port for 608b8e26-da74-4c25-8a8b-dcec5721b477 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:00.218613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] For port 608b8e26-da74-4c25-8a8b-dcec5721b477, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=608b8e26-da74-4c25-8a8b-dcec5721b477,segment=NetworkSegment(7dad768f-186f-43c7-a33d-120635a30106),segment_id=7dad768f-186f-43c7-a33d-120635a30106)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:00.219299 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.233876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] Calling delete_port for 608b8e26-da74-4c25-8a8b-dcec5721b477 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:00.254704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d50438-5340-455c-8164-5713395a61ed {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:00.262699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.275378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Transition to ACTIVE for port object 51d50438-5340-455c-8164-5713395a61ed will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:00.297302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.316937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.318649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.326238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.365955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Pushing event updated for resources: {'Port': ['ID=51d50438-5340-455c-8164-5713395a61ed,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.366542 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.383786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=608b8e26-da74-4c25-8a8b-dcec5721b477,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.397960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] No DVR routers for this DVR port 608b8e26-da74-4c25-8a8b-dcec5721b477 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:00.399647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] Pushing event deleted for resources: {'Port': ['ID=608b8e26-da74-4c25-8a8b-dcec5721b477,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.403721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782f0b3-a3e1-476b-bdb8-60e87f7fd82c None None] No DVR routers for this DVR port 608b8e26-da74-4c25-8a8b-dcec5721b477 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:00.416311 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-88d421d3-775f-4f47-8553-9a8a25215c89 req-0ea75dda-5c4f-486b-b319-53f88254a551 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.417361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88d421d3-775f-4f47-8553-9a8a25215c89 req-0ea75dda-5c4f-486b-b319-53f88254a551 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/801922f0-3eb5-49ea-88fe-92eba7959672 HTTP/1.1" status: 404 len: 352 time: 0.0525637 Jul 15 13:19:00.429289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-958d24f5-c797-45aa-8146-9618e098f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.430808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-958d24f5-c797-45aa-8146-9618e098f76e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3396168 Jul 15 13:19:00.461099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79275161-7382-45ff-ad9d-a18cb6838cb1 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3313763 Jul 15 13:19:00.472868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7657b-dab4-4cbc-bad9-d2795908e18a req-884dae15-64e0-4ce1-a472-a7f0d954a28a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.474380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a7657b-dab4-4cbc-bad9-d2795908e18a req-884dae15-64e0-4ce1-a472-a7f0d954a28a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1907837 Jul 15 13:19:00.476912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Request body: {'port': {'device_id': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:00.542790 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-9940a1df-88a7-488f-a301-54d377f8b1f8 req-5f979f50-186b-48a5-b53f-0c5b7508c4a7 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.544147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9940a1df-88a7-488f-a301-54d377f8b1f8 req-5f979f50-186b-48a5-b53f-0c5b7508c4a7 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/6e704d9c-4b6a-4d43-877a-1d48cef90c1d HTTP/1.1" status: 404 len: 352 time: 0.0950997 Jul 15 13:19:00.588842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.631647 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-83274fe8-e62e-4fef-9a8c-6813dce630b5 req-96807ac1-0e92-4800-86c8-eb7f3b7a1eed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.635471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa81f8d-08b3-4003-9c86-e04ce209ce9e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:00.638296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83274fe8-e62e-4fef-9a8c-6813dce630b5 req-96807ac1-0e92-4800-86c8-eb7f3b7a1eed tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c69541de-7496-42a8-a6a8-7abb58dc3be9 HTTP/1.1" status: 404 len: 352 time: 0.0629203 Jul 15 13:19:00.669345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dad768f-186f-43c7-a33d-120635a30106') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:00.669565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dad768f-186f-43c7-a33d-120635a30106') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:00.681732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.696404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a7657b-dab4-4cbc-bad9-d2795908e18a req-fd098935-9d4d-4fe5-a81c-1955e379a9ea tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898293 Jul 15 13:19:00.697361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.702710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Attempting to bind port 51d50438-5340-455c-8164-5713395a61ed on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:00.702971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Attempting to bind port 51d50438-5340-455c-8164-5713395a61ed by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:00.703204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Attempting to bind port 51d50438-5340-455c-8164-5713395a61ed on network 52a8104e-3bee-4ab7-8073-639007b38578 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:00.718447 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-6017e1eb-d1b4-48cb-a219-8a0fcc2f9624 req-eda85c8c-9c3b-48de-bf41-868165df2a0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.719760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6017e1eb-d1b4-48cb-a219-8a0fcc2f9624 req-eda85c8c-9c3b-48de-bf41-868165df2a0c tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/4e24747e-a05b-4664-a7c1-37f56d6edbbd HTTP/1.1" status: 404 len: 352 time: 0.0531349 Jul 15 13:19:00.730972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Port 51d50438-5340-455c-8164-5713395a61ed on network 52a8104e-3bee-4ab7-8073-639007b38578 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:00.730972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Attempting to bind port 51d50438-5340-455c-8164-5713395a61ed on network 52a8104e-3bee-4ab7-8073-639007b38578 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:00.737381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:00.737736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Checking segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:00.738151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Bound using segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:00.740448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Bound port: 51d50438-5340-455c-8164-5713395a61ed, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:00.749851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.754741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.760596 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.769312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-e7bf23e8-bf19-4ced-97fb-a7c4b6379456 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304639 Jul 15 13:19:00.788224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:00.788643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:00.791846 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:00.802720 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-dde6dd8b-e716-4d91-be3b-a9ce14a2b680 req-f86c89a2-5411-4db5-a70e-bdba0e7e2dd0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.803812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dde6dd8b-e716-4d91-be3b-a9ce14a2b680 req-f86c89a2-5411-4db5-a70e-bdba0e7e2dd0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/51133b4e-24d1-4169-ab18-453f975dce9a HTTP/1.1" status: 404 len: 352 time: 0.0242457 Jul 15 13:19:00.942136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] For port 51d50438-5340-455c-8164-5713395a61ed, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:00.948089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09a4c8c3-4ffa-4259-b598-a72bfb871410 req-49fe6301-7baa-4609-a5f1-fe9706edd240 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407139 Jul 15 13:19:01.012769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157a522e-ec89-4c97-a7f5-e0e812444d88 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:01.025828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.039360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] For port 51d50438-5340-455c-8164-5713395a61ed, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=51d50438-5340-455c-8164-5713395a61ed,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:01.041542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 83ff4550-9f65-47fb-9951-4a9be0c65895 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:01.050567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.078232 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.091824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.094600 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/efa81f8d-08b3-4003-9c86-e04ce209ce9e HTTP/1.1" status: 204 len: 168 time: 1.5588391 Jul 15 13:19:01.095757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37276d-72ff-4986-b456-fc938cadcd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa81f8d-08b3-4003-9c86-e04ce209ce9e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.097844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Transition to ACTIVE for port object 157a522e-ec89-4c97-a7f5-e0e812444d88 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:01.116551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.167632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.168379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.169743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] 10.222.0.23 "PUT /v2.0/ports/51d50438-5340-455c-8164-5713395a61ed HTTP/1.1" status: 200 len: 1092 time: 2.7961040 Jul 15 13:19:01.170195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'tag': '51d50438-5340-455c-8164-5713395a61ed'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:01.172530 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5544079d-6736-4f0b-962d-18d51e550393" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a06db0-c540-489a-b935-06ef4b4d38b8", "tag": "51d50438-5340-455c-8164-5713395a61ed"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:01.219574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12970-6f7f-498e-a8ed-685569959ddf req-f57a08f5-9b08-4694-b7cd-74a09b8cc71f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.231096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a12970-6f7f-498e-a8ed-685569959ddf req-f57a08f5-9b08-4694-b7cd-74a09b8cc71f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 943 time: 0.2427726 Jul 15 13:19:01.255344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1500-a457-416f-9da0-641d41aff021 service neutron] Pushing event updated for resources: {'Port': ['ID=51d50438-5340-455c-8164-5713395a61ed,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.306905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:01.328651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'mac_address': 'fa:16:3e:51:4c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:01.399006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac0c95-679b-441b-8824-3847de4163c0 req-5529394b-7852-47e3-b02b-622aa7b3b018 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.402080 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.406550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89ac0c95-679b-441b-8824-3847de4163c0 req-5529394b-7852-47e3-b02b-622aa7b3b018 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 932 time: 0.3590970 Jul 15 13:19:01.408173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:01.422806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ff4550-9f65-47fb-9951-4a9be0c65895 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:01.447183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0a12970-6f7f-498e-a8ed-685569959ddf req-377542b3-9894-4a75-b141-4a350662a279 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038276 Jul 15 13:19:01.471168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:01.484161 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.522703 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-bb4a7e36-a78e-4b71-8f00-35b368c28e27 req-433bcf0c-dfd3-42b1-8e83-bb19c225c80a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] show failed (client error): The resource could not be found. Jul 15 13:19:01.534821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb4a7e36-a78e-4b71-8f00-35b368c28e27 req-433bcf0c-dfd3-42b1-8e83-bb19c225c80a tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/c4236729-b15c-4c24-a2fc-94926564a40e HTTP/1.1" status: 404 len: 352 time: 0.0436938 Jul 15 13:19:01.557671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-83e9e342-72ba-4eef-bb76-bc361117dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.559220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-83e9e342-72ba-4eef-bb76-bc361117dd38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 1095 time: 0.3005514 Jul 15 13:19:01.562639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.579077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=157a522e-ec89-4c97-a7f5-e0e812444d88,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.616931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-072d97e3-d7cc-4560-8b94-921f8912010f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1345d696e3f4c8c8153b187b26aec7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013850 Jul 15 13:19:01.637490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 608b8e26-da74-4c25-8a8b-dcec5721b477 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:01.655224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd54afe-0221-4b29-ba28-00e4e91a93e8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:01.660777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 608b8e26-da74-4c25-8a8b-dcec5721b477 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:01.661420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 608b8e26-da74-4c25-8a8b-dcec5721b477 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:01.668674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.672821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:01.685016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89ac0c95-679b-441b-8824-3847de4163c0 req-f43f43dd-22b1-4dbe-90df-1aa3f9cfb9a7 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763765 Jul 15 13:19:01.687642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-bd3ce2d1-52ab-4eda-a631-08841481c530 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d50438-5340-455c-8164-5713395a61ed HTTP/1.1" status: 200 len: 217 time: 0.1041546 Jul 15 13:19:01.713118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['83ff4550-9f65-47fb-9951-4a9be0c65895'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:01.755218 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a43bada-6797-49b5-b8a9-6f48b1518563 x-openstack-request-id: req-4a43bada-6797-49b5-b8a9-6f48b1518563 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:01.755762 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a06db0-c540-489a-b935-06ef4b4d38b8", "tag": "51d50438-5340-455c-8164-5713395a61ed", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:01.756120 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a43bada-6797-49b5-b8a9-6f48b1518563 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:01.756670 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'tag': '51d50438-5340-455c-8164-5713395a61ed', 'status': 'completed', 'code': 200} Jul 15 13:19:01.766827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Transition to ACTIVE for port object 9fd54afe-0221-4b29-ba28-00e4e91a93e8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:01.775708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-f792e401-7d3e-48ca-bd58-fe62556d4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.777687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-f792e401-7d3e-48ca-bd58-fe62556d4fef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 200 len: 858 time: 0.0772111 Jul 15 13:19:01.818310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-24ab9fb9-3a73-46e6-af4e-8b4e61570376 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52a8104e-3bee-4ab7-8073-639007b38578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310833 Jul 15 13:19:01.819925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Attempting to bind port 157a522e-ec89-4c97-a7f5-e0e812444d88 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:01.820314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Attempting to bind port 157a522e-ec89-4c97-a7f5-e0e812444d88 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:01.820591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Attempting to bind port 157a522e-ec89-4c97-a7f5-e0e812444d88 on network 52a8104e-3bee-4ab7-8073-639007b38578 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:01.830853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.892873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd54afe-0221-4b29-ba28-00e4e91a93e8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.900713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Port 157a522e-ec89-4c97-a7f5-e0e812444d88 on network 52a8104e-3bee-4ab7-8073-639007b38578 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:01.900843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Attempting to bind port 157a522e-ec89-4c97-a7f5-e0e812444d88 on network 52a8104e-3bee-4ab7-8073-639007b38578 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:01.927038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdece7bc-ff82-4766-ab65-8bde10fe64c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.932646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:01.933121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Checking segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:01.933545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Bound using segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:01.934261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Bound port: 157a522e-ec89-4c97-a7f5-e0e812444d88, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:01.934499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.013676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdece7bc-ff82-4766-ab65-8bde10fe64c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.044154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-80739495-eed9-44ae-a745-206280a6c1e5 service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184782 Jul 15 13:19:02.114129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af68b1-0600-474d-aa81-e85cc2cf78c8 req-202061fc-f9fd-4778-9431-e476cbb65f60 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.123243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15af68b1-0600-474d-aa81-e85cc2cf78c8 req-202061fc-f9fd-4778-9431-e476cbb65f60 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1966989 Jul 15 13:19:02.125451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] For port 157a522e-ec89-4c97-a7f5-e0e812444d88, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:02.133685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] For port 157a522e-ec89-4c97-a7f5-e0e812444d88, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=157a522e-ec89-4c97-a7f5-e0e812444d88,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:02.147166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Attempting to bind port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:02.147653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Attempting to bind port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:02.148135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Attempting to bind port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 on network 52a8104e-3bee-4ab7-8073-639007b38578 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:02.161697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.172046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 on network 52a8104e-3bee-4ab7-8073-639007b38578 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:02.172533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Attempting to bind port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 on network 52a8104e-3bee-4ab7-8073-639007b38578 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:02.196309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdece7bc-ff82-4766-ab65-8bde10fe64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.198841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdece7bc-ff82-4766-ab65-8bde10fe64c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.203501 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cdece7bc-ff82-4766-ab65-8bde10fe64c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20a94c97-4c53-41bb-a207-b31a5e23f938 HTTP/1.1" status: 204 len: 168 time: 0.5250216 Jul 15 13:19:02.214705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdece7bc-ff82-4766-ab65-8bde10fe64c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a94c97-4c53-41bb-a207-b31a5e23f938,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.228278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:02.228694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Checking segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:02.229011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Bound using segment: {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:02.229468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Bound port: 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:02.229831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.266222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.266796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.268400 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] 10.222.0.23 "PUT /v2.0/ports/157a522e-ec89-4c97-a7f5-e0e812444d88 HTTP/1.1" status: 200 len: 1092 time: 2.8796506 Jul 15 13:19:02.268779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'tag': '157a522e-ec89-4c97-a7f5-e0e812444d88'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:02.271407 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3296cd82-ec75-4896-b51d-3b53395c9bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e46e92e-192a-4e6f-919c-b21fa7ec9fcd", "tag": "157a522e-ec89-4c97-a7f5-e0e812444d88"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:02.290998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15af68b1-0600-474d-aa81-e85cc2cf78c8 req-4da6373b-1a2f-427d-82f9-f93608960384 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651940 Jul 15 13:19:02.300975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-c8d4570d-3b2d-49d4-aa14-56bd4b123b83 service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479205 Jul 15 13:19:02.320570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d81d1-c798-44ce-8039-b454c531cbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=157a522e-ec89-4c97-a7f5-e0e812444d88,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.324282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9ad44-5ce8-49f7-8ffa-0f5049cf3161 req-68278a31-ed44-47a4-9ca9-8c2939550cea tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.332433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75f9ad44-5ce8-49f7-8ffa-0f5049cf3161 req-68278a31-ed44-47a4-9ca9-8c2939550cea tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1023 time: 0.1510398 Jul 15 13:19:02.396290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] For port 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:02.401915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] For port 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:02.405536 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ffb97c-9d2a-43f6-a834-09c6e2216fd7 x-openstack-request-id: req-19ffb97c-9d2a-43f6-a834-09c6e2216fd7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:02.406388 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e46e92e-192a-4e6f-919c-b21fa7ec9fcd", "tag": "157a522e-ec89-4c97-a7f5-e0e812444d88", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:02.406800 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19ffb97c-9d2a-43f6-a834-09c6e2216fd7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:02.407277 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'tag': '157a522e-ec89-4c97-a7f5-e0e812444d88', 'status': 'completed', 'code': 200} Jul 15 13:19:02.409901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.470514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75f9ad44-5ce8-49f7-8ffa-0f5049cf3161 req-acb15ba1-5225-4a0d-8898-4561aed7d419 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=35b83819-ba36-494a-89f2-611f08e32a53&id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=0d7cb588-0ebb-40c3-b592-8a58df721f92&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1370871 Jul 15 13:19:02.489208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-96cedf47-0c9e-4e47-bb77-8e40582a08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.491583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-96cedf47-0c9e-4e47-bb77-8e40582a08c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 1095 time: 0.1572151 Jul 15 13:19:02.499417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.500132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.501666 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] 10.222.0.49 "PUT /v2.0/ports/9fd54afe-0221-4b29-ba28-00e4e91a93e8 HTTP/1.1" status: 200 len: 1092 time: 2.0288885 Jul 15 13:19:02.531331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6f47d-c204-4897-b805-5d6cf750f9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd54afe-0221-4b29-ba28-00e4e91a93e8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.576608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544079d-6736-4f0b-962d-18d51e550393 req-447c5824-5982-4733-9201-e2b2ad818341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.584084 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-447c5824-5982-4733-9201-e2b2ad818341 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 1095 time: 0.1695738 Jul 15 13:19:02.606201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-36d70622-75c1-4bc2-b94c-ecda68f2fa81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=157a522e-ec89-4c97-a7f5-e0e812444d88 HTTP/1.1" status: 200 len: 217 time: 0.1025171 Jul 15 13:19:02.673671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-5100b15f-2fae-4469-b131-f0bc2fcba917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.675993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-5100b15f-2fae-4469-b131-f0bc2fcba917 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 200 len: 858 time: 0.0602818 Jul 15 13:19:02.771801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544079d-6736-4f0b-962d-18d51e550393 req-1194970f-c945-4b1e-a67a-61d338102f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.773233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-1194970f-c945-4b1e-a67a-61d338102f71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 919 time: 0.1779044 Jul 15 13:19:02.806925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-8bc083a5-11ec-4082-87a1-f501d503f5ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52a8104e-3bee-4ab7-8073-639007b38578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116073 Jul 15 13:19:02.856891 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-ca509cac-a7a2-42f2-8ab4-8fefa883b4f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d50438-5340-455c-8164-5713395a61ed HTTP/1.1" status: 200 len: 217 time: 0.0728097 Jul 15 13:19:02.881308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-cacbbbb7-52f8-4885-a272-f89d0dd5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.882857 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-cacbbbb7-52f8-4885-a272-f89d0dd5c773 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 1095 time: 0.2612257 Jul 15 13:19:02.970231 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-1b9bda93-1a36-4d1e-923e-07240e3ed2cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8 HTTP/1.1" status: 200 len: 217 time: 0.0726392 Jul 15 13:19:03.039713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 83ff4550-9f65-47fb-9951-4a9be0c65895 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:03.060909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a76866-c97d-4a2e-815e-976cf8277c8e req-2ec48f65-d731-4c60-9162-8f3e9afb1c19 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.067542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2a76866-c97d-4a2e-815e-976cf8277c8e req-2ec48f65-d731-4c60-9162-8f3e9afb1c19 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 944 time: 0.3905611 Jul 15 13:19:03.105362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 83ff4550-9f65-47fb-9951-4a9be0c65895 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:03.115105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 83ff4550-9f65-47fb-9951-4a9be0c65895 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:03.116367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.142481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a0843b8b-3394-4a9d-ac45-e87870fd3f1b service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202899 Jul 15 13:19:03.159329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e566f-f92d-4eb5-aaad-20af55b1d48b req-bde47e06-d5e1-473d-89af-03ee6d60a585 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.166564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-424e566f-f92d-4eb5-aaad-20af55b1d48b req-bde47e06-d5e1-473d-89af-03ee6d60a585 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 944 time: 0.2722428 Jul 15 13:19:03.251642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a2a76866-c97d-4a2e-815e-976cf8277c8e req-fd588480-c9bd-400e-9008-e492424f84fd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659710 Jul 15 13:19:03.254152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.337215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-424e566f-f92d-4eb5-aaad-20af55b1d48b req-75621d38-ffaf-4b1b-a747-40bb1687bf33 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695023 Jul 15 13:19:03.346361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:03.347814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:03.350952 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c44d8a8-0c39-4ddb-b100-89537ac8366a" -d '{"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-plugged", "status": "completed", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:03.367666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.431885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-e55eafbb-37cf-47e1-a74a-d143f271c077 service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626157 Jul 15 13:19:03.517801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.527743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.614517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-257e0c10-5ab9-46ed-845e-f53558bbe55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.621289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-257e0c10-5ab9-46ed-845e-f53558bbe55b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 1095 time: 0.1209896 Jul 15 13:19:03.635123 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac476015-3d4d-4ec9-bced-d9619b1ec853 x-openstack-request-id: req-ac476015-3d4d-4ec9-bced-d9619b1ec853 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:03.636194 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-plugged", "status": "completed", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:03.636458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57106) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:03.637201 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac476015-3d4d-4ec9-bced-d9619b1ec853 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:03.637904 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'code': 200} Jul 15 13:19:03.642766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544079d-6736-4f0b-962d-18d51e550393 req-1c4b26dc-fead-4cdc-a401-0671b014adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.645632 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-1c4b26dc-fead-4cdc-a401-0671b014adb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 200 len: 858 time: 0.7765553 Jul 15 13:19:03.787411 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-2ddb6bf9-ec69-47fd-81e7-1ee1247c0c49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52a8104e-3bee-4ab7-8073-639007b38578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296635 Jul 15 13:19:03.796809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2010873173-network', 'tenant_id': '42a273a521634b82af54479a039d02d7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:03.831285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:03.833697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.859949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.889041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7bf5072e-543b-4cf5-89bf-2b10c67b857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.891661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-7bf5072e-543b-4cf5-89bf-2b10c67b857e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 200 len: 858 time: 0.9121048 Jul 15 13:19:03.914709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532b5b9-94a4-4ba2-b86d-a5b7216a3739 req-67a4cfdf-715e-43b9-8607-bf13bc1e6036 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.923421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8532b5b9-94a4-4ba2-b86d-a5b7216a3739 req-67a4cfdf-715e-43b9-8607-bf13bc1e6036 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3002944 Jul 15 13:19:03.948342 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-a800130f-5797-4994-bc43-a1fc0b40791e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52a8104e-3bee-4ab7-8073-639007b38578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393150 Jul 15 13:19:03.964434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-2cada507-950a-4d09-8d59-a0183a4a2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.967012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-2cada507-950a-4d09-8d59-a0183a4a2f6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 919 time: 0.3223610 Jul 15 13:19:04.017292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-8651dcf6-1673-4fc2-ae15-21327b1e1b39 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.018848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-8651dcf6-1673-4fc2-ae15-21327b1e1b39 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1023 time: 0.3834975 Jul 15 13:19:04.024384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-52715289-886e-4edd-9c8e-2a38bf5b2733 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=157a522e-ec89-4c97-a7f5-e0e812444d88 HTTP/1.1" status: 200 len: 217 time: 0.0469244 Jul 15 13:19:04.095046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-453ac2a4-4541-4823-b097-6999ba72b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.097029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-453ac2a4-4541-4823-b097-6999ba72b88c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 200 len: 858 time: 0.0632925 Jul 15 13:19:04.126790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8532b5b9-94a4-4ba2-b86d-a5b7216a3739 req-4d63ea1b-8531-4312-8506-f1204948d4e0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018633 Jul 15 13:19:04.154480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6edeb-3e9c-4095-95dc-2557eb318dad req-f11d5d3d-ca4b-4c51-bea4-89a45a221f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.156476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82f6edeb-3e9c-4095-95dc-2557eb318dad req-f11d5d3d-ca4b-4c51-bea4-89a45a221f29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 1096 time: 0.3677387 Jul 15 13:19:04.159591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-5bcbe817-6637-4667-a2dd-ff78cfd31503 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52a8104e-3bee-4ab7-8073-639007b38578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490377 Jul 15 13:19:04.218806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0f7cc-0a01-4756-8447-6910718e75f4 req-76413e31-5b9f-4dfd-b601-74dce471b168 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.220324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01f0f7cc-0a01-4756-8447-6910718e75f4 req-76413e31-5b9f-4dfd-b601-74dce471b168 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 1023 time: 0.4205465 Jul 15 13:19:04.245407 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-33dab0ef-f221-4598-a94a-d71b50f9d92d service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279211 Jul 15 13:19:04.246433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82f6edeb-3e9c-4095-95dc-2557eb318dad req-bacf6c14-3e5d-4bac-b772-ed85eaf6f422 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828521 Jul 15 13:19:04.331960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-79ccd6d9-5493-4050-9fe2-593e5c5e6f94 service neutron] 10.222.0.49 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693535 Jul 15 13:19:04.362490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01f0f7cc-0a01-4756-8447-6910718e75f4 req-1c099c5f-02e6-41fa-9d59-5bf86cb538ba tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups?id=35b83819-ba36-494a-89f2-611f08e32a53&id=3c8afb47-99a5-4dad-af0d-24389120a6f9&id=0d7cb588-0ebb-40c3-b592-8a58df721f92&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1239469 Jul 15 13:19:04.394394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-dc86f4c7-ccd8-4e16-b656-b46b1b90a430 service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235215 Jul 15 13:19:04.435202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.568141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'tag': '9fd54afe-0221-4b29-ba28-00e4e91a93e8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:04.570740 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd65879d-be05-49f1-8dda-47e3b6ff9e11", "tag": "9fd54afe-0221-4b29-ba28-00e4e91a93e8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:04.574720 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5544079d-6736-4f0b-962d-18d51e550393 req-acc747be-43f4-48df-8f66-30c0c20d2380 service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208423 Jul 15 13:19:04.580952 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.618195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:04.634344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.634836 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Added segment 94c3cff1-72a1-44c7-a762-a96c120f2c06 of type vlan for network a75e0eff-bf79-4235-8120-8cc46dbb8c91 Jul 15 13:19:04.699850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.769248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Deleting port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:04.769622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.846417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2708e90-f8fc-4a85-a3cd-12effee44742,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:04.852603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.853589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.854160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.975025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcaec8-70ef-49da-8a80-0641461e0970 req-e717a5be-1096-4c73-ac11-2f45cb71bd75 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.981858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84dcaec8-70ef-49da-8a80-0641461e0970 req-e717a5be-1096-4c73-ac11-2f45cb71bd75 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.5474014 Jul 15 13:19:04.991398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a347e-c1ed-4069-b8fd-26c39f8caa3a req-cdd54b15-4357-42c1-83f1-116121a94464 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.992843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c1a347e-c1ed-4069-b8fd-26c39f8caa3a req-cdd54b15-4357-42c1-83f1-116121a94464 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 944 time: 0.1872733 Jul 15 13:19:05.000563 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1bacb9e-a3e9-4f82-b8e1-7ed5e52c33b0 req-945e185c-f094-4f44-9c23-a2dd22640b53 service neutron] 10.222.0.49 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343788 Jul 15 13:19:05.001174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] Pushing event updated for resources: {'Network': ['ID=a75e0eff-bf79-4235-8120-8cc46dbb8c91,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.009966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3296cd82-ec75-4896-b51d-3b53395c9bf3 req-031c406c-df69-4e3c-b2cd-e52938465c00 service neutron] 10.222.0.23 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073558 Jul 15 13:19:05.014170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:05.024260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] For port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,segment=NetworkSegment(2ba157dc-c139-4787-ab85-7aa77731fd74),segment_id=2ba157dc-c139-4787-ab85-7aa77731fd74)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.024652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.031720 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb895dfa-d629-40a8-869a-e1752e29f2ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3878734 Jul 15 13:19:05.045926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.050498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Calling delete_port for 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:05.051554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Request body: {'subnet': {'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2010873173-subnet', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:05.123510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:05.127468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.172488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 51d50438-5340-455c-8164-5713395a61ed details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:05.206838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84dcaec8-70ef-49da-8a80-0641461e0970 req-b1a89980-534e-4ef2-bfdb-c91154ba5e5d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240098 Jul 15 13:19:05.246974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c1a347e-c1ed-4069-b8fd-26c39f8caa3a req-b00ddc1f-ed5b-4544-87e6-42bf46599012 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162731 Jul 15 13:19:05.304538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.335065 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f3ca2-83e6-43b0-8a41-c8db7ea51d80 x-openstack-request-id: req-396f3ca2-83e6-43b0-8a41-c8db7ea51d80 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:05.335348 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd65879d-be05-49f1-8dda-47e3b6ff9e11", "tag": "9fd54afe-0221-4b29-ba28-00e4e91a93e8", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:05.335633 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-396f3ca2-83e6-43b0-8a41-c8db7ea51d80 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:05.337674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:05.338348 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'tag': '9fd54afe-0221-4b29-ba28-00e4e91a93e8', 'status': 'completed', 'code': 200} Jul 15 13:19:05.441987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 51d50438-5340-455c-8164-5713395a61ed, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=51d50438-5340-455c-8164-5713395a61ed,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.464300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '51d50438-5340-455c-8164-5713395a61ed', 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'port_id': '51d50438-5340-455c-8164-5713395a61ed', 'mac_address': 'fa:16:3e:93:8d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b34e612-9af9-4946-a8c2-7532e26aa271', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:05.476198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'Port': ['ID=54578b5d-a6d4-4bf3-b5f9-dcb422cf545b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.529197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] No DVR routers for this DVR port 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:05.533787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.536144 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f511267f-09e9-4f93-b82b-88ce04bb5b53 req-a4dce05e-3204-45c5-a10f-a2642203c03d tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.23 "DELETE /v2.0/ports/54578b5d-a6d4-4bf3-b5f9-dcb422cf545b HTTP/1.1" status: 204 len: 173 time: 1.4973166 Jul 15 13:19:05.547389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.562960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-ed43c946-e084-4d99-9482-3a0792b74cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.564557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-ed43c946-e084-4d99-9482-3a0792b74cc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=31b9b9646c6c489db7bafd6673bf8295&device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 1095 time: 0.1280553 Jul 15 13:19:05.568660 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.569239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d50438-5340-455c-8164-5713395a61ed {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:05.615193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 51d50438-5340-455c-8164-5713395a61ed, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=51d50438-5340-455c-8164-5713395a61ed,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.627190 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.715212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-9eeec95d-8fd7-4536-8f76-2043bfafbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.716701 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-9eeec95d-8fd7-4536-8f76-2043bfafbc78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 200 len: 919 time: 0.1398888 Jul 15 13:19:05.752466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=51d50438-5340-455c-8164-5713395a61ed,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.773696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fedc731a-292a-4cd4-a809-7e935a8c97ac req-2e2b6825-6937-4a5f-9853-ba8fdf61ad73 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd69f3b-254e-4e30-9632-c5e387e6a900 HTTP/1.1" status: 200 len: 210 time: 0.0993993 Jul 15 13:19:05.800043 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-3e74223d-4f4f-48d2-b92f-998f2c7c1243 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8 HTTP/1.1" status: 200 len: 217 time: 0.0720010 Jul 15 13:19:05.811059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42606211-d54c-41d8-be8f-542dec82c4bb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.838742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.839232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.839659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.840082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.840502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.840970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.841406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.841869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.842305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.843427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.843848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.844263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:05.870299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Checking segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:05.872363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Network hostable DHCP agents. Network: a75e0eff-bf79-4235-8120-8cc46dbb8c91, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:05.872508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-b312fad1-e798-4a42-946f-a0f5a3312edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.872750 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-b312fad1-e798-4a42-946f-a0f5a3312edf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 200 len: 858 time: 0.0650301 Jul 15 13:19:05.876339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['51d50438-5340-455c-8164-5713395a61ed'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:05.889975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd54be-46b1-4136-a914-00a0edb6d3d0 req-b26fa8c7-f4fc-4a2e-ac51-b8276862e000 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.892329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29bd54be-46b1-4136-a914-00a0edb6d3d0 req-b26fa8c7-f4fc-4a2e-ac51-b8276862e000 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3699989 Jul 15 13:19:05.923271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:05.934985 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-47ccb08d-80f1-425a-b574-61890c3d1fdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52a8104e-3bee-4ab7-8073-639007b38578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537329 Jul 15 13:19:05.943988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a75e0eff-bf79-4235-8120-8cc46dbb8c91) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:05.962358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29bd54be-46b1-4136-a914-00a0edb6d3d0 req-95c38541-62bb-49e9-a186-19ab7b528502 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593021 Jul 15 13:19:05.969318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.970331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.973660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b66d81-bda3-448a-beeb-e9163f5bfdbc None None] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:05.991713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3187261f-4197-4a75-bf3c-5911ac0fe255 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9441192 Jul 15 13:19:05.994391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.000144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:06.053921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.055196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.106667 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-fd4da4e8-d4d6-41a3-8760-b2d85a41d4cc service neutron] 10.222.0.49 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590815 Jul 15 13:19:06.150912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.307539 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc6bd643-040c-41ef-a44a-aa2b2bd43ae3 req-531c7565-75b9-4a37-b453-a62b46a814fe service neutron] 10.222.0.49 "GET /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817191 Jul 15 13:19:06.412762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:06.413670 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.418534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.589916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Allocated IP 172.20.0.2 (a75e0eff-bf79-4235-8120-8cc46dbb8c91/42606211-d54c-41d8-be8f-542dec82c4bb/2a1cee61-3fb4-44c0-b37a-012ce16d0560) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:06.759725 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.769908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ecfbe-3a0f-41ea-8299-3013acf2bff3 req-8adb22e4-df4b-4c93-af8b-a1070c1119b3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.772660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Transition to ACTIVE for port object 2a1cee61-3fb4-44c0-b37a-012ce16d0560 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:06.775727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c70ecfbe-3a0f-41ea-8299-3013acf2bff3 req-8adb22e4-df4b-4c93-af8b-a1070c1119b3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2912948 Jul 15 13:19:06.783808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa7ae4-7e56-4dd0-b0fa-8517d4815afa req-3ffd84ba-8031-4103-8a81-e030a0f2e93c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.785313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6aa7ae4-7e56-4dd0-b0fa-8517d4815afa req-3ffd84ba-8031-4103-8a81-e030a0f2e93c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 944 time: 0.2839894 Jul 15 13:19:06.808754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Transition to ACTIVE for port object 2a1cee61-3fb4-44c0-b37a-012ce16d0560 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:06.817285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.837219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:06.839886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:06.861573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:06.895513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c70ecfbe-3a0f-41ea-8299-3013acf2bff3 req-9288a29a-be6c-48c3-bedd-8bdb767b5226 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067834 Jul 15 13:19:06.928556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6aa7ae4-7e56-4dd0-b0fa-8517d4815afa req-25e1aba3-5cf9-4a9b-84dd-35a83033dd94 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814080 Jul 15 13:19:06.943459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Pushing event updated for resources: {'Port': ['ID=2a1cee61-3fb4-44c0-b37a-012ce16d0560,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:06.951311 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.957975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Attempting to bind port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:06.958657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Attempting to bind port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:06.971234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Attempting to bind port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 on network a75e0eff-bf79-4235-8120-8cc46dbb8c91 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:06.976345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.992652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:06.993048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Checking segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:06.993469 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.993883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Bound using segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:06.994416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Bound port: 2a1cee61-3fb4-44c0-b37a-012ce16d0560, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:06.994947 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.078113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9fd54afe-0221-4b29-ba28-00e4e91a93e8 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:07.103773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Allocated IP 172.25.2.75 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/fa14d7f7-8a2e-4904-97b9-391e61013aea) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:07.136104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.185243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 157a522e-ec89-4c97-a7f5-e0e812444d88 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:07.240413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.339426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'name': 'network-vif-deleted', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:07.342367 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f43ffe-b58d-47f2-84dd-d238090da051" -d '{"events": [{"server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "name": "network-vif-deleted", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:07.350286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.389317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 157a522e-ec89-4c97-a7f5-e0e812444d88, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=157a522e-ec89-4c97-a7f5-e0e812444d88,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:07.406196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 51d50438-5340-455c-8164-5713395a61ed up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:07.426384 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0717af6b-c944-4e36-a540-ec3bff1b9ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.448178 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:19:07.451050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '157a522e-ec89-4c97-a7f5-e0e812444d88', 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'port_id': '157a522e-ec89-4c97-a7f5-e0e812444d88', 'mac_address': 'fa:16:3e:6b:16:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b34e612-9af9-4946-a8c2-7532e26aa271', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:07.527451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:07.536683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Pushing event updated for resources: {'Port': ['ID=fa14d7f7-8a2e-4904-97b9-391e61013aea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.545279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:07.552577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:07.583670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] For port 2a1cee61-3fb4-44c0-b37a-012ce16d0560, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:07.607321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] For port 2a1cee61-3fb4-44c0-b37a-012ce16d0560, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2a1cee61-3fb4-44c0-b37a-012ce16d0560,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:07.659737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0717af6b-c944-4e36-a540-ec3bff1b9ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.663293 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.669363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0717af6b-c944-4e36-a540-ec3bff1b9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.768252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-090acc21-8c61-423a-96a1-de6e8eafcd80 req-9685c5a6-d120-4307-a721-4146bf35a373 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/0d7cb588-0ebb-40c3-b592-8a58df721f92 HTTP/1.1" status: 200 len: 1803 time: 0.2031989 Jul 15 13:19:07.775336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0717af6b-c944-4e36-a540-ec3bff1b9ac2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a4cc4a009c945849036c7c3b31ea4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6375055 Jul 15 13:19:07.777091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.819423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717af6b-c944-4e36-a540-ec3bff1b9ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e909327c-aa79-4c98-b2d6-73f52022c6ac,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.849526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f7feb7-9088-4f7a-a7d5-5a9f99c8dc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.887734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f7feb7-9088-4f7a-a7d5-5a9f99c8dc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.895625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cefed-13ac-4c3f-af43-f26fe2e615e6 req-930456cc-3e45-461f-a5ff-e68ff7802fe9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.897547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db7cefed-13ac-4c3f-af43-f26fe2e615e6 req-930456cc-3e45-461f-a5ff-e68ff7802fe9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3641961 Jul 15 13:19:07.952392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e498f-4fe8-4ecd-afa3-0ed4604d78ed None None] Pushing event updated for resources: {'Port': ['ID=2a1cee61-3fb4-44c0-b37a-012ce16d0560,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.973212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f7feb7-9088-4f7a-a7d5-5a9f99c8dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.974577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 51d50438-5340-455c-8164-5713395a61ed completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:07.979716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55f7feb7-9088-4f7a-a7d5-5a9f99c8dc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.987277 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-55f7feb7-9088-4f7a-a7d5-5a9f99c8dc2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e909327c-aa79-4c98-b2d6-73f52022c6ac HTTP/1.1" status: 204 len: 168 time: 0.2084656 Jul 15 13:19:07.997705 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.001423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 51d50438-5340-455c-8164-5713395a61ed triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:08.001789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.002772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7feb7-9088-4f7a-a7d5-5a9f99c8dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e909327c-aa79-4c98-b2d6-73f52022c6ac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.065162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:08.111231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157a522e-ec89-4c97-a7f5-e0e812444d88 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:08.120491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db7cefed-13ac-4c3f-af43-f26fe2e615e6 req-e1bd9ab4-602b-4dc3-af50-4c2684f8aace tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116871 Jul 15 13:19:08.121160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-090acc21-8c61-423a-96a1-de6e8eafcd80 req-6ecc000e-2449-4a2b-af03-f3c707cbf274 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.133105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 157a522e-ec89-4c97-a7f5-e0e812444d88, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=157a522e-ec89-4c97-a7f5-e0e812444d88,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:08.136636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '9fd54afe-0221-4b29-ba28-00e4e91a93e8', 'network_id': '52a8104e-3bee-4ab7-8073-639007b38578', 'port_id': '9fd54afe-0221-4b29-ba28-00e4e91a93e8', 'mac_address': 'fa:16:3e:ec:a2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b34e612-9af9-4946-a8c2-7532e26aa271', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:08.192541 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.194733 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.202489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-090acc21-8c61-423a-96a1-de6e8eafcd80 req-6ecc000e-2449-4a2b-af03-f3c707cbf274 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.243332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd54afe-0221-4b29-ba28-00e4e91a93e8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:08.259562 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68e430-ada4-4ce0-9fcb-de12cfc809ad x-openstack-request-id: req-eb68e430-ada4-4ce0-9fcb-de12cfc809ad {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:08.260135 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd69f3b-254e-4e30-9632-c5e387e6a900", "name": "network-vif-deleted", "tag": "54578b5d-a6d4-4bf3-b5f9-dcb422cf545b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:08.260135 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb68e430-ada4-4ce0-9fcb-de12cfc809ad {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:08.260495 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd69f3b-254e-4e30-9632-c5e387e6a900', 'name': 'network-vif-deleted', 'tag': '54578b5d-a6d4-4bf3-b5f9-dcb422cf545b', 'status': 'completed', 'code': 200} Jul 15 13:19:08.295506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.297916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:08.300326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=157a522e-ec89-4c97-a7f5-e0e812444d88,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.344424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.376942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-090acc21-8c61-423a-96a1-de6e8eafcd80 req-6ecc000e-2449-4a2b-af03-f3c707cbf274 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.384930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-090acc21-8c61-423a-96a1-de6e8eafcd80 req-6ecc000e-2449-4a2b-af03-f3c707cbf274 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.405569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-090acc21-8c61-423a-96a1-de6e8eafcd80 req-6ecc000e-2449-4a2b-af03-f3c707cbf274 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/0d7cb588-0ebb-40c3-b592-8a58df721f92 HTTP/1.1" status: 204 len: 173 time: 0.5848415 Jul 15 13:19:08.442285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.519766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc000e-2449-4a2b-af03-f3c707cbf274 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7cb588-0ebb-40c3-b592-8a58df721f92,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.532586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9fd54afe-0221-4b29-ba28-00e4e91a93e8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.570848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['157a522e-ec89-4c97-a7f5-e0e812444d88'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:08.597324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:08.617011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9d60d31-bf1d-448a-9bee-ba7726d34195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.647555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d50438-5340-455c-8164-5713395a61ed'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:08.650914 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f82626-7e4d-4c6f-a07a-f16a108c4fcf" -d '{"events": [{"server_uuid": "d9a06db0-c540-489a-b935-06ef4b4d38b8", "name": "network-vif-plugged", "status": "completed", "tag": "51d50438-5340-455c-8164-5713395a61ed"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:08.671807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 51d50438-5340-455c-8164-5713395a61ed, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=51d50438-5340-455c-8164-5713395a61ed,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:08.683298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9fd54afe-0221-4b29-ba28-00e4e91a93e8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:08.691485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.692636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:08.765725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:08.766151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 54578b5d-a6d4-4bf3-b5f9-dcb422cf545b not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:08.777806 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9d60d31-bf1d-448a-9bee-ba7726d34195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.785372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9d60d31-bf1d-448a-9bee-ba7726d34195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.789996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc75d5-2ef4-4941-bc74-586c54cc6bd4 req-407ffca4-9083-46a3-ac2c-e9f9f2855d44 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.791652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4efc75d5-2ef4-4941-bc74-586c54cc6bd4 req-407ffca4-9083-46a3-ac2c-e9f9f2855d44 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.3428133 Jul 15 13:19:08.837696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006ee9b-a094-40cb-8856-40cfd8904d38 req-7b0dc6d6-97e3-49d6-8f18-ca9d22e36dfb tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.839364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b006ee9b-a094-40cb-8856-40cfd8904d38 req-7b0dc6d6-97e3-49d6-8f18-ca9d22e36dfb tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 945 time: 0.2407775 Jul 15 13:19:08.842236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=51d50438-5340-455c-8164-5713395a61ed,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.845279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d60d31-bf1d-448a-9bee-ba7726d34195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d74e79-8a29-4c86-9433-5f9cc4088838,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.913356 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f9d60d31-bf1d-448a-9bee-ba7726d34195 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2d8e297f74f42b6a330f0d41c2e16aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147111 Jul 15 13:19:08.916103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:08.940272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b006ee9b-a094-40cb-8856-40cfd8904d38 req-877a664c-0b31-490e-80dc-adcd6734e9b2 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922563 Jul 15 13:19:08.953228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4efc75d5-2ef4-4941-bc74-586c54cc6bd4 req-3519715b-4e13-425a-8156-bccc1d96433a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263292 Jul 15 13:19:08.961182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.014876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6562256-44f5-43d1-9567-e57c8efd878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.043485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6562256-44f5-43d1-9567-e57c8efd878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.116872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6562256-44f5-43d1-9567-e57c8efd878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.121874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6562256-44f5-43d1-9567-e57c8efd878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.123666 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6562256-44f5-43d1-9567-e57c8efd878a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09d74e79-8a29-4c86-9433-5f9cc4088838 HTTP/1.1" status: 204 len: 168 time: 0.2058342 Jul 15 13:19:09.150317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6562256-44f5-43d1-9567-e57c8efd878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d74e79-8a29-4c86-9433-5f9cc4088838,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.302482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13faf86f-2240-4f0d-9c79-4fc658202861 req-c652a4bc-e2b6-439c-8e04-8802bce53dee tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "GET /v2.0/security-groups/35b83819-ba36-494a-89f2-611f08e32a53 HTTP/1.1" status: 200 len: 1802 time: 0.2406456 Jul 15 13:19:09.362556 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99468236-17ae-41a7-be4a-6b754c43ef62 x-openstack-request-id: req-99468236-17ae-41a7-be4a-6b754c43ef62 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:09.363082 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a06db0-c540-489a-b935-06ef4b4d38b8", "name": "network-vif-plugged", "status": "completed", "tag": "51d50438-5340-455c-8164-5713395a61ed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:09.363542 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99468236-17ae-41a7-be4a-6b754c43ef62 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:09.364174 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d50438-5340-455c-8164-5713395a61ed', 'code': 200} Jul 15 13:19:09.504715 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13faf86f-2240-4f0d-9c79-4fc658202861 req-0e1c18b6-afb9-4230-b8a3-a2a347fcb0c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.539287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Router f40d9937-5198-4e3f-a176-674b6a1ede08 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:09.572812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c091a31-9b18-46c9-ae25-9d53e59cd36a req-d2313a6a-60b1-43d8-8e03-4d48b157c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.579623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5c091a31-9b18-46c9-ae25-9d53e59cd36a req-d2313a6a-60b1-43d8-8e03-4d48b157c819 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 1097 time: 0.1699421 Jul 15 13:19:09.597071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13faf86f-2240-4f0d-9c79-4fc658202861 req-0e1c18b6-afb9-4230-b8a3-a2a347fcb0c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.643554 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-5c091a31-9b18-46c9-ae25-9d53e59cd36a req-3c1cffe3-bc0b-48c7-a81f-c17af9c95ee0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558605 Jul 15 13:19:09.714368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2a1cee61-3fb4-44c0-b37a-012ce16d0560 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:09.727539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13faf86f-2240-4f0d-9c79-4fc658202861 req-0e1c18b6-afb9-4230-b8a3-a2a347fcb0c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.730625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13faf86f-2240-4f0d-9c79-4fc658202861 req-0e1c18b6-afb9-4230-b8a3-a2a347fcb0c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.732448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13faf86f-2240-4f0d-9c79-4fc658202861 req-0e1c18b6-afb9-4230-b8a3-a2a347fcb0c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] 10.222.0.48 "DELETE /v2.0/security-groups/35b83819-ba36-494a-89f2-611f08e32a53 HTTP/1.1" status: 204 len: 173 time: 0.4290237 Jul 15 13:19:09.743292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:09.839840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:09.867890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Deleting subnet fa2eed27-cdc6-4075-b46b-13259f8ab27d {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:09.876855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c18b6-afb9-4230-b8a3-a2a347fcb0c0 tempest-SecurityGroupsTestJSON-848176234 tempest-SecurityGroupsTestJSON-848176234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b83819-ba36-494a-89f2-611f08e32a53,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.890094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b2120-7a06-47b9-8413-16e27ab7646c None None] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:09.896407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.001404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] Provisioning for port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:10.016685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] Provisioning complete for port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:10.020113 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.029004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:10.048632 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.089358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4e945-a1cb-40b2-9fd9-c8fdbef29084 req-ef102568-9a58-460c-83ba-a532e25a9cfd tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.091258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88b4e945-a1cb-40b2-9fd9-c8fdbef29084 req-ef102568-9a58-460c-83ba-a532e25a9cfd tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1504269 Jul 15 13:19:10.092943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.094430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32181c1f-162e-4aaa-96a6-1cb3a8b3d50d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0986948 Jul 15 13:19:10.097083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.130343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Sync routers for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:10.143277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.236284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:10.238793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.263659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.305461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.309618 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fa2eed27-cdc6-4075-b46b-13259f8ab27d HTTP/1.1" status: 204 len: 168 time: 0.5629010 Jul 15 13:19:10.309618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51dd65-5d96-43df-ae4e-5f0006845c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2eed27-cdc6-4075-b46b-13259f8ab27d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:10.310117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.375514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88b4e945-a1cb-40b2-9fd9-c8fdbef29084 req-90395cb1-de45-454e-8b31-24b45bdf247b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685103 Jul 15 13:19:10.521551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.660560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.749823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.781404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f074fa1b-4233-4214-8bf4-4e858f94c634']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.807995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba157dc-c139-4787-ab85-7aa77731fd74') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.808741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba157dc-c139-4787-ab85-7aa77731fd74') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.827471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.849243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.859577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:10.860258 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.861507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:10.863037 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:10.891521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] For port 2a1cee61-3fb4-44c0-b37a-012ce16d0560, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2a1cee61-3fb4-44c0-b37a-012ce16d0560,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:10.962626 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.973669 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.976699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f074fa1b-4233-4214-8bf4-4e858f94c634 HTTP/1.1" status: 204 len: 168 time: 0.6653349 Jul 15 13:19:11.011175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c6207-71a8-45e4-8a64-c402d77192c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f074fa1b-4233-4214-8bf4-4e858f94c634,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.159931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ff84-9ed5-4650-9697-87873632b66e req-aecb4e7e-b09f-4efc-ba33-ab3221304ae3 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.167309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88e8ff84-9ed5-4650-9697-87873632b66e req-aecb4e7e-b09f-4efc-ba33-ab3221304ae3 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 945 time: 0.7897782 Jul 15 13:19:11.175609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9fd54afe-0221-4b29-ba28-00e4e91a93e8 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:11.178849 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.231490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 157a522e-ec89-4c97-a7f5-e0e812444d88 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:11.273041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.307728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88e8ff84-9ed5-4650-9697-87873632b66e req-cbcd58bd-c0fa-4029-a666-7149aad11c8d tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394675 Jul 15 13:19:11.333672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66733f9b-68f7-429a-a17d-249e89012615 req-6903c16c-d821-4cbe-8bd5-ebfecff20e9c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.339955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793395e-406e-4c82-8f92-b63ecd9b3e63 None None] Pushing event updated for resources: {'Port': ['ID=2a1cee61-3fb4-44c0-b37a-012ce16d0560,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.351828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66733f9b-68f7-429a-a17d-249e89012615 req-6903c16c-d821-4cbe-8bd5-ebfecff20e9c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.3633997 Jul 15 13:19:11.352971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-753ee79f-fa8b-4de3-b803-e900988db571 None None] Provisioning complete for port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:11.353238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-753ee79f-fa8b-4de3-b803-e900988db571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.373392 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e9c25a6-bc77-4fcd-809d-609797da0839 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53d74941b84d4c8c96a7ca89ca0812f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989418 Jul 15 13:19:11.374099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57574) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.413827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 157a522e-ec89-4c97-a7f5-e0e812444d88 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:11.427306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 157a522e-ec89-4c97-a7f5-e0e812444d88 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:11.427918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.459687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:11.463181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:07Z', 'revision_number': 3, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:11.495609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5cde2d1-01d1-4a4a-973d-036a0b1070c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.511544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Checking router: f40d9937-5198-4e3f-a176-674b6a1ede08 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:11.511998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Updating router f40d9937-5198-4e3f-a176-674b6a1ede08 port fa14d7f7-8a2e-4904-97b9-391e61013aea binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:11.517952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:11.518610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.537538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5cde2d1-01d1-4a4a-973d-036a0b1070c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.676145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66733f9b-68f7-429a-a17d-249e89012615 req-dbc9612c-d3f5-463b-91fc-25b8fae6e140 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234212 Jul 15 13:19:11.677406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2a1cee61-3fb4-44c0-b37a-012ce16d0560 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:11.695720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.707254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5cde2d1-01d1-4a4a-973d-036a0b1070c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.709941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5cde2d1-01d1-4a4a-973d-036a0b1070c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.711147 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f5cde2d1-01d1-4a4a-973d-036a0b1070c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c8afb47-99a5-4dad-af0d-24389120a6f9 HTTP/1.1" status: 204 len: 168 time: 0.3349259 Jul 15 13:19:11.743425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde2d1-01d1-4a4a-973d-036a0b1070c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8afb47-99a5-4dad-af0d-24389120a6f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.785499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.916225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aa9c4-e4b2-4863-8b25-7f980569080d req-7d6245cc-4e57-4763-9d36-b9a1f8999a5e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.923790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-046aa9c4-e4b2-4863-8b25-7f980569080d req-7d6245cc-4e57-4763-9d36-b9a1f8999a5e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1784377 Jul 15 13:19:12.034899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-046aa9c4-e4b2-4863-8b25-7f980569080d req-ab5fc9cd-7bb7-465e-9ca8-3122efd99484 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970700 Jul 15 13:19:12.108625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Allocated IP 172.20.0.1 (a75e0eff-bf79-4235-8120-8cc46dbb8c91/42606211-d54c-41d8-be8f-542dec82c4bb/15810e7a-d7e2-447a-a199-f9fd345e5df6) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:12.158101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.212994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157a522e-ec89-4c97-a7f5-e0e812444d88'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:12.215533 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fc3fd0-3299-49bc-96c0-f4090e2f03cf" -d '{"events": [{"server_uuid": "8e46e92e-192a-4e6f-919c-b21fa7ec9fcd", "name": "network-vif-plugged", "status": "completed", "tag": "157a522e-ec89-4c97-a7f5-e0e812444d88"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:12.221747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:12.222463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.267827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 157a522e-ec89-4c97-a7f5-e0e812444d88, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=157a522e-ec89-4c97-a7f5-e0e812444d88,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:12.294844 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ddd75b-fa98-410c-aa47-e531ba9d895c x-openstack-request-id: req-e9ddd75b-fa98-410c-aa47-e531ba9d895c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:12.295446 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46e92e-192a-4e6f-919c-b21fa7ec9fcd", "name": "network-vif-plugged", "status": "completed", "tag": "157a522e-ec89-4c97-a7f5-e0e812444d88", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:12.295940 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9ddd75b-fa98-410c-aa47-e531ba9d895c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:12.297070 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157a522e-ec89-4c97-a7f5-e0e812444d88', 'code': 200} Jul 15 13:19:12.309077 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.348885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.373247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Transition to ACTIVE for port object 15810e7a-d7e2-447a-a199-f9fd345e5df6 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:12.448956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.462331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=157a522e-ec89-4c97-a7f5-e0e812444d88,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:12.512867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d622471-9f79-4382-b8f3-a2f5ea129e93 req-5d03e8f9-d006-4256-9d26-9087f557a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.521027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6d622471-9f79-4382-b8f3-a2f5ea129e93 req-5d03e8f9-d006-4256-9d26-9087f557a47f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 1097 time: 0.1553018 Jul 15 13:19:12.541689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.612214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:12.618375 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6d622471-9f79-4382-b8f3-a2f5ea129e93 req-3d475217-0b0e-4a70-a2a0-a6b5eead3716 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Jul 15 13:19:12.684566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:12.687158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.747208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:12.751152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:12.785941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=9fd54afe-0221-4b29-ba28-00e4e91a93e8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:12.800736 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d848e7d-8061-4fcd-a791-4357a6f2e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.819494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.822158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=15810e7a-d7e2-447a-a199-f9fd345e5df6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:12.872882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.881582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180daa7-691f-4d02-94bc-843a8a4e620b req-c9256c46-9507-4f65-ad22-801632ede33e tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.883603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9180daa7-691f-4d02-94bc-843a8a4e620b req-c9256c46-9507-4f65-ad22-801632ede33e tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 946 time: 0.3776670 Jul 15 13:19:12.884550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Transition to ACTIVE for port object fa14d7f7-8a2e-4904-97b9-391e61013aea will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:12.895780 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.972202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9180daa7-691f-4d02-94bc-843a8a4e620b req-0450fa37-b2ef-4c39-8f34-480e1d683755 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Jul 15 13:19:12.978580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5baa42-1e3d-4f87-9130-2686e14f4670 None None] Pushing event updated for resources: {'Port': ['ID=fa14d7f7-8a2e-4904-97b9-391e61013aea,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.042790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.059365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Attempting to bind port fa14d7f7-8a2e-4904-97b9-391e61013aea on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:13.062381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Attempting to bind port fa14d7f7-8a2e-4904-97b9-391e61013aea by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:13.063013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Attempting to bind port fa14d7f7-8a2e-4904-97b9-391e61013aea on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:13.079418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:13.080027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:13.080890 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.083844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:13.085753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Bound port: fa14d7f7-8a2e-4904-97b9-391e61013aea, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:13.086250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.150471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3fab6-0034-451a-b959-945c9fa9afe2 req-5a3c47ef-b6c6-4895-9aba-e79da2bdc75c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.157925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1e3fab6-0034-451a-b959-945c9fa9afe2 req-5a3c47ef-b6c6-4895-9aba-e79da2bdc75c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1387708 Jul 15 13:19:13.188073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.256625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1e3fab6-0034-451a-b959-945c9fa9afe2 req-ff6eb5d8-e769-419c-a850-4a4373239aae tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975931 Jul 15 13:19:13.262102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] For port fa14d7f7-8a2e-4904-97b9-391e61013aea, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:13.268102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] For port fa14d7f7-8a2e-4904-97b9-391e61013aea, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa14d7f7-8a2e-4904-97b9-391e61013aea,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:13.284021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 83ff4550-9f65-47fb-9951-4a9be0c65895 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:13.288449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-838268561-network', 'tenant_id': 'e81805583d09438587f23616dbbb4863'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:13.293315 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.350413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Made reservation on behalf of e81805583d09438587f23616dbbb4863 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:13.353744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.369919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2143015b-5bd1-4a74-ba85-2e559390f686 None None] Provisioning for port 15810e7a-d7e2-447a-a199-f9fd345e5df6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:13.372108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.380455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2143015b-5bd1-4a74-ba85-2e559390f686 None None] Provisioning complete for port 15810e7a-d7e2-447a-a199-f9fd345e5df6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:13.381035 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2143015b-5bd1-4a74-ba85-2e559390f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.435590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:19:13.443717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2143015b-5bd1-4a74-ba85-2e559390f686 None None] Port 15810e7a-d7e2-447a-a199-f9fd345e5df6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:13.480266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:13.480403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:13.485013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5baa42-1e3d-4f87-9130-2686e14f4670 None None] Pushing event updated for resources: {'Port': ['ID=fa14d7f7-8a2e-4904-97b9-391e61013aea,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.622964 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.634342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.635000 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.645885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:13.656706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee32558-182f-4000-8bc3-701ee2ca966f req-f072b03b-0dea-4035-957c-8a2b818111ba tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.659981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee32558-182f-4000-8bc3-701ee2ca966f req-f072b03b-0dea-4035-957c-8a2b818111ba tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3944867 Jul 15 13:19:13.661606 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.672449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'port_id': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'mac_address': 'fa:16:3e:51:4c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:13.678012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:13.705741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:13.718893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e6b81b-69a2-4e7f-b9f3-2d5011a0600d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.727100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.729882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.730222 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Added segment c8e14282-64c2-444f-9e02-88ee5cacf751 of type vlan for network 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c Jul 15 13:19:13.810814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee32558-182f-4000-8bc3-701ee2ca966f req-e718bf2a-f442-4c72-9aaa-759de8bffa84 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880885 Jul 15 13:19:13.852742 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.892071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=15810e7a-d7e2-447a-a199-f9fd345e5df6,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.917634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.934604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ff4550-9f65-47fb-9951-4a9be0c65895 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:13.982392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.984305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.984903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.992060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:14.004245 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.039370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:14.040859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:14.134106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:14.135092 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0890555 Jul 15 13:19:14.142392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['83ff4550-9f65-47fb-9951-4a9be0c65895'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:14.158132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Request body: {'subnet': {'network_id': '3e75726c-9b16-4834-ae3d-bd7c68bf1b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-838268561-subnet', 'tenant_id': 'e81805583d09438587f23616dbbb4863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:14.233731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b486365-4955-4517-a2c6-a3c936174692 admin admin] Pushing event updated for resources: {'Network': ['ID=3e75726c-9b16-4834-ae3d-bd7c68bf1b4c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.263355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:14.283762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 1, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.285951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.301539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd54afe-0221-4b29-ba28-00e4e91a93e8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:14.316348 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f90c00-8edc-436b-be2d-f14a63ae15cb" -d '{"events": [{"server_uuid": "cd65879d-be05-49f1-8dda-47e3b6ff9e11", "name": "network-vif-plugged", "status": "completed", "tag": "9fd54afe-0221-4b29-ba28-00e4e91a93e8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:14.441376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Made reservation on behalf of e81805583d09438587f23616dbbb4863 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:14.444026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.445957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88448-7d78-4dfa-bd14-28b23c74f892 None None] The sync data for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 is: [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 1, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:14.667856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-30d240ff-aeb7-437f-a652-f3fe679d7b7a None None] Provisioning complete for port 15810e7a-d7e2-447a-a199-f9fd345e5df6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:14.668536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30d240ff-aeb7-437f-a652-f3fe679d7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.714540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Router f40d9937-5198-4e3f-a176-674b6a1ede08 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:14.757900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-30d240ff-aeb7-437f-a652-f3fe679d7b7a None None] Port 15810e7a-d7e2-447a-a199-f9fd345e5df6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:14.832201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca770c1-f073-407b-8038-ee7cb5075274 req-76b58cfe-9c3d-45b5-942e-55a0b1fd3c37 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.839296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca770c1-f073-407b-8038-ee7cb5075274 req-76b58cfe-9c3d-45b5-942e-55a0b1fd3c37 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 946 time: 0.5096962 Jul 15 13:19:15.114176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0c3bf-e02c-4145-badb-296ffb036ccf req-6a19e222-63fb-49fc-8f29-3d8c41df2a6d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.122295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4f0c3bf-e02c-4145-badb-296ffb036ccf req-6a19e222-63fb-49fc-8f29-3d8c41df2a6d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 944 time: 0.6127069 Jul 15 13:19:15.134234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 83ff4550-9f65-47fb-9951-4a9be0c65895 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:15.162742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca770c1-f073-407b-8038-ee7cb5075274 req-3527e3d9-cfaf-44e3-9850-74795ea5589a tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225367 Jul 15 13:19:15.304263 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a404cbe4-e3ab-4e35-8145-6c494d4c5909 x-openstack-request-id: req-a404cbe4-e3ab-4e35-8145-6c494d4c5909 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:15.304846 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd65879d-be05-49f1-8dda-47e3b6ff9e11", "name": "network-vif-plugged", "status": "completed", "tag": "9fd54afe-0221-4b29-ba28-00e4e91a93e8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:15.304846 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a404cbe4-e3ab-4e35-8145-6c494d4c5909 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:15.305166 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd54afe-0221-4b29-ba28-00e4e91a93e8', 'code': 200} Jul 15 13:19:15.307595 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-851aeb90-8175-42ff-b11f-d95d8a8581fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.309061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 83ff4550-9f65-47fb-9951-4a9be0c65895 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:15.309418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.415804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4f0c3bf-e02c-4145-badb-296ffb036ccf req-d425eb8c-4d3f-4e11-ae66-dd9fd8696b14 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907498 Jul 15 13:19:15.419054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:15.464342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b1a58489-77f3-40dd-8281-a54ba2be2cf9 admin admin] 10.222.0.48 "PUT /v2.0/routers/f40d9937-5198-4e3f-a176-674b6a1ede08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3576984 Jul 15 13:19:15.467100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.482739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.539240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:15.547529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.550861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.638539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87da36d-cb69-4a62-8ce6-936012ba7f9a req-380590d2-b5d1-4dab-a68c-2a3ecd7d338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.648195 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87da36d-cb69-4a62-8ce6-936012ba7f9a req-380590d2-b5d1-4dab-a68c-2a3ecd7d338c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 1097 time: 0.2490988 Jul 15 13:19:15.677449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.758968 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87da36d-cb69-4a62-8ce6-936012ba7f9a req-b38330c6-8700-4b1c-9418-ff22f01bd7d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Jul 15 13:19:15.769740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4aea4e1-a9a4-4c0b-8906-ba7520de0cec,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.903126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Checking segment: {'id': 'c8e14282-64c2-444f-9e02-88ee5cacf751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3e75726c-9b16-4834-ae3d-bd7c68bf1b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:15.904169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Network hostable DHCP agents. Network: 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:15.990805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823cab-5e82-45c9-82d4-f7dc116c1639 req-6d792984-306c-4d17-ad29-24da0b07273c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.992410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c823cab-5e82-45c9-82d4-f7dc116c1639 req-6d792984-306c-4d17-ad29-24da0b07273c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3552694 Jul 15 13:19:16.060656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Network 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:16.198652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:16.210049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1422d-9770-47a1-a80e-07be322277cd None None] Network 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:16.211945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.212537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.302397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c823cab-5e82-45c9-82d4-f7dc116c1639 req-44e7637f-1b8e-4638-b742-1c4a0e8db242 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949538 Jul 15 13:19:16.329075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-40801fbe-257d-4398-b45c-068421f54522 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1938531 Jul 15 13:19:16.403832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985381dc-2c8c-4ebf-99d6-d5b7c1062989 req-aa8a8aec-601c-4ba5-a4fa-5b4416876a8c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.424816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-985381dc-2c8c-4ebf-99d6-d5b7c1062989 req-aa8a8aec-601c-4ba5-a4fa-5b4416876a8c tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 946 time: 0.3426728 Jul 15 13:19:16.576152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-985381dc-2c8c-4ebf-99d6-d5b7c1062989 req-ab1760ae-1306-4f4c-9d85-4204526213d9 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501663 Jul 15 13:19:16.660863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9e898-720f-4739-94b2-3aedab3f4b64 None None] Network 3e75726c-9b16-4834-ae3d-bd7c68bf1b4c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:17.013099 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.040570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da148f27-3964-4e5b-8ea7-fb872a6369cc req-b0fa7269-25e8-4c8c-a369-b36a3a67ccbb tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.042992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da148f27-3964-4e5b-8ea7-fb872a6369cc req-b0fa7269-25e8-4c8c-a369-b36a3a67ccbb tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2614222 Jul 15 13:19:17.133711 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-311d1825-c186-419a-8fe5-06d249191997 req-51e5bb4c-17e8-47b0-8ddd-d0c5a305bc01 tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] show failed (client error): The resource could not be found. Jul 15 13:19:17.151649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-311d1825-c186-419a-8fe5-06d249191997 req-51e5bb4c-17e8-47b0-8ddd-d0c5a305bc01 tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups/ee1e31eb-3234-43ab-833c-9dd9a3237cf8 HTTP/1.1" status: 404 len: 352 time: 0.0551286 Jul 15 13:19:17.155585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da148f27-3964-4e5b-8ea7-fb872a6369cc req-6cad8049-5b69-4f2f-80ff-7be06f6b60d2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063406 Jul 15 13:19:17.306864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:17.309562 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b347812-50bd-4074-8c94-e0fbcafd1d7b" -d '{"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-plugged", "status": "completed", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:17.434985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf393c52-3fd9-4a65-b6d3-2dbd5952d9e0 req-5adda21b-2015-4609-ac0d-7466b3600cb9 tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e81805583d09438587f23616dbbb4863 HTTP/1.1" status: 200 len: 2988 time: 0.2101972 Jul 15 13:19:17.485379 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5965c25-320d-4273-ad38-84b780ced605 x-openstack-request-id: req-f5965c25-320d-4273-ad38-84b780ced605 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:17.485799 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-plugged", "status": "completed", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:17.486153 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5965c25-320d-4273-ad38-84b780ced605 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:17.486670 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'code': 200} Jul 15 13:19:17.574806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf393c52-3fd9-4a65-b6d3-2dbd5952d9e0 req-b9035309-1153-418a-9210-ecab32765cfa tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups/57e6b81b-69a2-4e7f-b9f3-2d5011a0600d HTTP/1.1" status: 200 len: 2985 time: 0.1319540 Jul 15 13:19:17.709079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa14d7f7-8a2e-4904-97b9-391e61013aea up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:17.728305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf393c52-3fd9-4a65-b6d3-2dbd5952d9e0 req-041131fd-b48b-4f91-add7-7b18ba1f1611 tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups/57e6b81b-69a2-4e7f-b9f3-2d5011a0600d HTTP/1.1" status: 200 len: 2985 time: 0.1417551 Jul 15 13:19:17.879217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fa14d7f7-8a2e-4904-97b9-391e61013aea completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:17.884216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fa14d7f7-8a2e-4904-97b9-391e61013aea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:17.884908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.918170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7f3d-57c4-4794-9429-86534d5b9df6 req-1aa831cc-b510-4422-8a1e-3ac4b29d4814 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.919766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b76f7f3d-57c4-4794-9429-86534d5b9df6 req-1aa831cc-b510-4422-8a1e-3ac4b29d4814 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1652875 Jul 15 13:19:18.024934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b76f7f3d-57c4-4794-9429-86534d5b9df6 req-7c05ecd6-88a4-4644-aa19-7c9bbca2483e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824571 Jul 15 13:19:18.203290 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.222910 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.262085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port fa14d7f7-8a2e-4904-97b9-391e61013aea, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa14d7f7-8a2e-4904-97b9-391e61013aea,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:18.271986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.335975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d8f32-0859-4d2b-a284-963a750f461b req-6b4bb10d-0feb-414b-a17b-f98ee6f50ef3 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.347074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff2d8f32-0859-4d2b-a284-963a750f461b req-6b4bb10d-0feb-414b-a17b-f98ee6f50ef3 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 946 time: 0.2864447 Jul 15 13:19:18.390669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-443d5845-c56c-4dfb-8da5-ebd9df3d3537 req-e3463fa2-671c-4e90-8593-561462e76d7b tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups/57e6b81b-69a2-4e7f-b9f3-2d5011a0600d HTTP/1.1" status: 200 len: 2985 time: 0.2439592 Jul 15 13:19:18.411382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=fa14d7f7-8a2e-4904-97b9-391e61013aea,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.523659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff2d8f32-0859-4d2b-a284-963a750f461b req-202194f7-3e20-4bbc-86ee-932ae567949e tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755931 Jul 15 13:19:18.524621 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-443d5845-c56c-4dfb-8da5-ebd9df3d3537 req-5a9094a3-27ab-4adc-bd10-6d1b4374ac29 tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:19:18.540908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-443d5845-c56c-4dfb-8da5-ebd9df3d3537 req-5a9094a3-27ab-4adc-bd10-6d1b4374ac29 tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "DELETE /v2.0/security-groups/57e6b81b-69a2-4e7f-b9f3-2d5011a0600d HTTP/1.1" status: 409 len: 352 time: 0.1483991 Jul 15 13:19:18.727171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Sync routers for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:18.758156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:18.758976 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:18.838576 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-d56a27a0-9c07-4211-8b04-0390676787aa req-26b91be7-2118-4deb-be4c-4f713d5a847c tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] show failed (client error): The resource could not be found. Jul 15 13:19:18.839719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d56a27a0-9c07-4211-8b04-0390676787aa req-26b91be7-2118-4deb-be4c-4f713d5a847c tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups/19b33436-89d7-49a6-8f4d-f0c9082bf983 HTTP/1.1" status: 404 len: 352 time: 0.0366702 Jul 15 13:19:18.876747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a05a0a-6ab2-40ce-81c6-7c2c4d0ce429 req-af616bd8-d324-4517-b63d-da123be0d1f5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.879829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27a05a0a-6ab2-40ce-81c6-7c2c4d0ce429 req-af616bd8-d324-4517-b63d-da123be0d1f5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1405709 Jul 15 13:19:19.017743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27a05a0a-6ab2-40ce-81c6-7c2c4d0ce429 req-f4c84f18-14a5-4805-91b4-aa5d11ad512f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233029 Jul 15 13:19:19.105262 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-65b848cd-6eb1-43e2-b17c-efe85aa879c7 req-1598bb3c-54e4-4c36-b999-d5e6db91071c tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] show failed (client error): The resource could not be found. Jul 15 13:19:19.112370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65b848cd-6eb1-43e2-b17c-efe85aa879c7 req-1598bb3c-54e4-4c36-b999-d5e6db91071c tempest-SecurityGroupsNegativeTestJSON-281138106 tempest-SecurityGroupsNegativeTestJSON-281138106-project] 10.222.0.48 "GET /v2.0/security-groups/4d1457fd-9b1d-482b-9181-3a3e5d84186e HTTP/1.1" status: 404 len: 352 time: 0.0399308 Jul 15 13:19:19.125792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57930) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.168937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:19.235592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Deleting subnet d4aea4e1-a9a4-4c0b-8906-ba7520de0cec {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:19.242510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.283585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55468e-eaf9-4c2a-893b-30b2cd168eae req-6872c59a-baa9-4e38-8176-81c8e9a847b5 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.291431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a55468e-eaf9-4c2a-893b-30b2cd168eae req-6872c59a-baa9-4e38-8176-81c8e9a847b5 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 946 time: 0.1724913 Jul 15 13:19:19.328307 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.368868 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:19.454463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a55468e-eaf9-4c2a-893b-30b2cd168eae req-cfb65823-9e92-449f-a1eb-a3b4540a7e85 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618502 Jul 15 13:19:19.623924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.771144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce7310-1d6b-48f0-a205-68af2b4c155f req-669e93f3-a650-4db3-8abe-b3e3e856c906 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.782545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10ce7310-1d6b-48f0-a205-68af2b4c155f req-669e93f3-a650-4db3-8abe-b3e3e856c906 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2905405 Jul 15 13:19:19.904437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.997026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa14d7f7-8a2e-4904-97b9-391e61013aea up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:20.022046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4aea4e1-a9a4-4c0b-8906-ba7520de0cec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.054753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.059497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1788f90a-df0d-4e9b-8279-fb1245eff8c6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d4aea4e1-a9a4-4c0b-8906-ba7520de0cec HTTP/1.1" status: 204 len: 168 time: 0.9302423 Jul 15 13:19:20.059843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.102259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10ce7310-1d6b-48f0-a205-68af2b4c155f req-305faeac-ca69-47ef-82a7-301a4feea5b5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087664 Jul 15 13:19:20.129155 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 2, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.182276 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Checking router: f40d9937-5198-4e3f-a176-674b6a1ede08 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:20.182632 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Updating router f40d9937-5198-4e3f-a176-674b6a1ede08 port 15810e7a-d7e2-447a-a199-f9fd345e5df6 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:20.246077 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.262381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:20.302611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c1061a32-8852-477f-ac50-9f285aedab00', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': 'c1061a32-8852-477f-ac50-9f285aedab00', 'mac_address': 'fa:16:3e:57:8f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:20.385270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.465958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fa14d7f7-8a2e-4904-97b9-391e61013aea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:20.472822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.773130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff259be-a92c-4b85-bf83-ce27c7c191a0 req-29c4cc22-1ee2-4fde-9a60-f7a1d854c7de tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.794610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ff259be-a92c-4b85-bf83-ce27c7c191a0 req-29c4cc22-1ee2-4fde-9a60-f7a1d854c7de tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.3661687 Jul 15 13:19:20.854534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.881390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e75726c-9b16-4834-ae3d-bd7c68bf1b4c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.926518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e14282-64c2-444f-9e02-88ee5cacf751') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.926815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e14282-64c2-444f-9e02-88ee5cacf751') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:20.961582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.980574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ff259be-a92c-4b85-bf83-ce27c7c191a0 req-e782d11d-5f3d-4a6a-927b-4bc384886a26 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849854 Jul 15 13:19:21.001458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.033825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:21.034268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:21.086530 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:21.137147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.243127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1061a32-8852-477f-ac50-9f285aedab00 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:21.252731 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.272545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e45cb-6b19-49fe-b800-370b7e4e9765 req-5d14b34c-302e-4a23-ba01-8d972b41ced0 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.286333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c3e45cb-6b19-49fe-b800-370b7e4e9765 req-5d14b34c-302e-4a23-ba01-8d972b41ced0 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 946 time: 0.4390943 Jul 15 13:19:21.324087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.324376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Transition to ACTIVE for port object 15810e7a-d7e2-447a-a199-f9fd345e5df6 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:21.340256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.344279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3e75726c-9b16-4834-ae3d-bd7c68bf1b4c HTTP/1.1" status: 204 len: 168 time: 1.2833533 Jul 15 13:19:21.346378 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.387100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:21.396269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e75726c-9b16-4834-ae3d-bd7c68bf1b4c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.430141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.430861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.433422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.434002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.434736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.436991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.438044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.438312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c3e45cb-6b19-49fe-b800-370b7e4e9765 req-7b955a2f-8862-43cc-b3b8-a52f7a4171a8 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509466 Jul 15 13:19:21.439507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.440359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.444947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.445576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.446150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c927e-1886-438c-b214-01bf91be3b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.447973 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.662547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-15469081-a2be-4f41-a1f3-c7e798181ad6 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.673748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-15469081-a2be-4f41-a1f3-c7e798181ad6 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 946 time: 0.2012663 Jul 15 13:19:21.674363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.716392 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Pushing event updated for resources: {'Port': ['ID=15810e7a-d7e2-447a-a199-f9fd345e5df6,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.761853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c1061a32-8852-477f-ac50-9f285aedab00'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:21.804103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead49e5-018a-4fc4-8fb1-81c22b49c293 req-039cadd2-1134-432a-ab36-df21630f412f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.823819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ead49e5-018a-4fc4-8fb1-81c22b49c293 req-039cadd2-1134-432a-ab36-df21630f412f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 945 time: 0.3844244 Jul 15 13:19:21.893787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.894128 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.902767 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.903249 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.903585 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.903919 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.904249 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.905158 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.915948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.916376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.916721 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.917083 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:21.938121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:21.960882 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Attempting to bind port 15810e7a-d7e2-447a-a199-f9fd345e5df6 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:21.961435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Attempting to bind port 15810e7a-d7e2-447a-a199-f9fd345e5df6 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:21.961814 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Attempting to bind port 15810e7a-d7e2-447a-a199-f9fd345e5df6 on network a75e0eff-bf79-4235-8120-8cc46dbb8c91 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:21.970344 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:21.970715 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Checking segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:21.971116 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.974323 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Bound using segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:21.974875 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Bound port: 15810e7a-d7e2-447a-a199-f9fd345e5df6, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:21.975280 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.056787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ead49e5-018a-4fc4-8fb1-81c22b49c293 req-1fa101dd-0abb-4d3e-af9e-14f65f79984d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289946 Jul 15 13:19:22.215710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Deleting port 51d50438-5340-455c-8164-5713395a61ed {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:22.216164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.244849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6576e881-95b9-4a8a-8790-5e27e5f3d796 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e81805583d09438587f23616dbbb4863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452419 Jul 15 13:19:22.254083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 57978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:22.327707 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] For port 15810e7a-d7e2-447a-a199-f9fd345e5df6, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:22.339278 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] For port 15810e7a-d7e2-447a-a199-f9fd345e5df6, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=15810e7a-d7e2-447a-a199-f9fd345e5df6,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:22.356795 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.417308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] For port 51d50438-5340-455c-8164-5713395a61ed, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=51d50438-5340-455c-8164-5713395a61ed,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:22.417308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.469588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Calling delete_port for 51d50438-5340-455c-8164-5713395a61ed owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:22.471103 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-c36a-4271-be29-3e11f4bdb702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.515997 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:22.517745 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:22.580082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-c36a-4271-be29-3e11f4bdb702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.728259 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:22.878998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2d2a4-c94a-4e46-956e-28930c3c035d req-cc3c956f-d4ac-4946-9e65-5401b7cb43e5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.884928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cba2d2a4-c94a-4e46-956e-28930c3c035d req-cc3c956f-d4ac-4946-9e65-5401b7cb43e5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.5047846 Jul 15 13:19:22.887780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.908017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['9fd54afe-0221-4b29-ba28-00e4e91a93e8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:22.913497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['51d50438-5340-455c-8164-5713395a61ed', '157a522e-ec89-4c97-a7f5-e0e812444d88'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:23.001003 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26660036-3276-401c-ad06-b801a99579c0 None None] Pushing event updated for resources: {'Port': ['ID=15810e7a-d7e2-447a-a199-f9fd345e5df6,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.112145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-c36a-4271-be29-3e11f4bdb702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.115195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-c36a-4271-be29-3e11f4bdb702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.121944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-69229d6b-c36a-4271-be29-3e11f4bdb702 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57e6b81b-69a2-4e7f-b9f3-2d5011a0600d HTTP/1.1" status: 204 len: 168 time: 0.8667507 Jul 15 13:19:23.170837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e462d1-585e-40f4-8da8-503042070a53 req-bdd57da8-cab1-4f13-82fb-25279583513f tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.183941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Pushing event deleted for resources: {'Port': ['ID=51d50438-5340-455c-8164-5713395a61ed,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.185337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e462d1-585e-40f4-8da8-503042070a53 req-bdd57da8-cab1-4f13-82fb-25279583513f tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 867 time: 0.4695251 Jul 15 13:19:23.272005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69229d6b-c36a-4271-be29-3e11f4bdb702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e6b81b-69a2-4e7f-b9f3-2d5011a0600d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.300654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cba2d2a4-c94a-4e46-956e-28930c3c035d req-d62db1e8-7c66-4b29-ab50-5f6d8e9267af tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710189 Jul 15 13:19:23.336050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] No DVR routers for this DVR port 51d50438-5340-455c-8164-5713395a61ed on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:23.351369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.355997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39e462d1-585e-40f4-8da8-503042070a53 req-846e5ad6-61bc-4d67-9b39-e710e6ccbde4 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672807 Jul 15 13:19:23.359986 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1d1a43ef-b7b7-4078-aebf-f252c1162ee5 req-ab5c8144-7c25-4585-9539-b7fede0e7bde tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "DELETE /v2.0/ports/51d50438-5340-455c-8164-5713395a61ed HTTP/1.1" status: 204 len: 173 time: 1.6713760 Jul 15 13:19:23.368883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'name': 'network-vif-deleted', 'tag': '51d50438-5340-455c-8164-5713395a61ed'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:23.373276 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578dc737-da5b-45c4-b21b-b72a12f6f3fb" -d '{"events": [{"server_uuid": "d9a06db0-c540-489a-b935-06ef4b4d38b8", "name": "network-vif-deleted", "tag": "51d50438-5340-455c-8164-5713395a61ed"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:23.584518 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:22Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:23.645744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:23.701369 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916bb0-a16a-4392-9051-537c66f0d8ef None None] The sync data for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 is: [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:22Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:23.842988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 15810e7a-d7e2-447a-a199-f9fd345e5df6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:23.881475 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205e6034-292d-4edd-97d5-0e1fa615694b x-openstack-request-id: req-205e6034-292d-4edd-97d5-0e1fa615694b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:23.882101 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a06db0-c540-489a-b935-06ef4b4d38b8", "name": "network-vif-deleted", "tag": "51d50438-5340-455c-8164-5713395a61ed", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:23.882543 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-205e6034-292d-4edd-97d5-0e1fa615694b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:23.883404 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a06db0-c540-489a-b935-06ef4b4d38b8', 'name': 'network-vif-deleted', 'tag': '51d50438-5340-455c-8164-5713395a61ed', 'status': 'completed', 'code': 200} Jul 15 13:19:23.966397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b8d47-9696-458a-9821-e196529e7e28 req-e0be751f-ae85-495f-ab6b-7f7f54755b24 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.981987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-759b8d47-9696-458a-9821-e196529e7e28 req-e0be751f-ae85-495f-ab6b-7f7f54755b24 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 945 time: 0.2460756 Jul 15 13:19:24.067121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c1061a32-8852-477f-ac50-9f285aedab00 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:24.067706 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.177243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 15810e7a-d7e2-447a-a199-f9fd345e5df6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:24.185281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-759b8d47-9696-458a-9821-e196529e7e28 req-f3534d02-a08c-4c1c-b142-a66817acdb8a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990225 Jul 15 13:19:24.297462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 15810e7a-d7e2-447a-a199-f9fd345e5df6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:24.297852 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.571197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.726257 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.731609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:24.738646 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd87792b-b09b-4552-9e54-2e0bb13a6e4c" -d '{"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-plugged", "status": "completed", "tag": "c1061a32-8852-477f-ac50-9f285aedab00"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:24.856757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:24.906902 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.995319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 15810e7a-d7e2-447a-a199-f9fd345e5df6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=15810e7a-d7e2-447a-a199-f9fd345e5df6,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:25.018770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.047410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:25.078883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-336c0285-a043-431b-903c-f75a8f26ba27 req-4f09028c-f250-4edf-bcc0-e0203312e554 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a06db0-c540-489a-b935-06ef4b4d38b8 HTTP/1.1" status: 200 len: 210 time: 0.1372581 Jul 15 13:19:25.157543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978be293-fde8-496c-a735-2c6819a3b63a req-28b653e0-e5cf-4523-9018-fb4388ade688 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.164449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-978be293-fde8-496c-a735-2c6819a3b63a req-28b653e0-e5cf-4523-9018-fb4388ade688 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.4226465 Jul 15 13:19:25.266809 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05399fc9-e27e-4bc2-94d2-5d09674b74c7 x-openstack-request-id: req-05399fc9-e27e-4bc2-94d2-5d09674b74c7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:25.276005 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-plugged", "status": "completed", "tag": "c1061a32-8852-477f-ac50-9f285aedab00", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:25.277235 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05399fc9-e27e-4bc2-94d2-5d09674b74c7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:25.278179 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00', 'code': 200} Jul 15 13:19:25.313068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=15810e7a-d7e2-447a-a199-f9fd345e5df6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:25.325038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 51d50438-5340-455c-8164-5713395a61ed no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:25.361988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-978be293-fde8-496c-a735-2c6819a3b63a req-86f4642f-261d-465f-ac3d-f1090ea111c5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899199 Jul 15 13:19:25.368564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 51d50438-5340-455c-8164-5713395a61ed {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:25.369007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 51d50438-5340-455c-8164-5713395a61ed not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:25.629141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee8698-0eb3-4a51-9ab5-5bc1faab1005 req-a6b01f28-4718-471f-bcba-dc67d909aa6c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.636750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67ee8698-0eb3-4a51-9ab5-5bc1faab1005 req-a6b01f28-4718-471f-bcba-dc67d909aa6c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1407719 Jul 15 13:19:25.691518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 15810e7a-d7e2-447a-a199-f9fd345e5df6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:25.694668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67ee8698-0eb3-4a51-9ab5-5bc1faab1005 req-027722f2-8b18-4883-a028-33bf4a77b1e8 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565195 Jul 15 13:19:25.799772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 15810e7a-d7e2-447a-a199-f9fd345e5df6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:25.800283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.582703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.772696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463c79f-7163-439e-a95c-e797842324bb req-b847bd7a-a3b4-41b1-aaab-c0b7238b086f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.783643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1463c79f-7163-439e-a95c-e797842324bb req-b847bd7a-a3b4-41b1-aaab-c0b7238b086f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1550715 Jul 15 13:19:26.889411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b0af-8cce-4190-a824-0d198a11b56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.935596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1463c79f-7163-439e-a95c-e797842324bb req-4d4ce65a-6f77-4411-ac14-12c7b6d9ce2e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510396 Jul 15 13:19:27.403481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58088) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.452301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0255-b1c5-4347-9689-f63bb97a9669 req-a6a3bf7f-cf33-46d3-82ea-b44e6f2b1f83 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:27.471126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e1b0255-b1c5-4347-9689-f63bb97a9669 req-a6a3bf7f-cf33-46d3-82ea-b44e6f2b1f83 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3447030 Jul 15 13:19:27.609059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b0af-8cce-4190-a824-0d198a11b56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.649081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e1b0255-b1c5-4347-9689-f63bb97a9669 req-67870f85-e0dc-40eb-9a4a-c09e1d2e6077 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766939 Jul 15 13:19:27.650357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b0af-8cce-4190-a824-0d198a11b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.759420 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5bf5192c-7755-4175-91fc-da3dff6a8520 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=684204b2a0174123a0d560cd54c6e3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501880 Jul 15 13:19:27.760107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58102) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.792258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0aa0b0af-8cce-4190-a824-0d198a11b56e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=124e9626d41b4ed3834f3e753ba2c123&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2083361 Jul 15 13:19:27.798730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.814355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0b0af-8cce-4190-a824-0d198a11b56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001d88c6-e843-4218-bf2d-5aaeefb7ac40,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.909836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a0571c-54ac-4b65-b038-8f78ea514e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.960535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59037c3e-aaee-4c57-b574-bee7426790e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.965896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a0571c-54ac-4b65-b038-8f78ea514e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.020094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59037c3e-aaee-4c57-b574-bee7426790e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.080997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59037c3e-aaee-4c57-b574-bee7426790e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.083931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59037c3e-aaee-4c57-b574-bee7426790e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.085581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-59037c3e-aaee-4c57-b574-bee7426790e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/001d88c6-e843-4218-bf2d-5aaeefb7ac40 HTTP/1.1" status: 204 len: 168 time: 0.2855990 Jul 15 13:19:28.107609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a0571c-54ac-4b65-b038-8f78ea514e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.112973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a0571c-54ac-4b65-b038-8f78ea514e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.115406 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-10a0571c-54ac-4b65-b038-8f78ea514e47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2f90df0-3b35-4d65-ab71-e7162202052e HTTP/1.1" status: 204 len: 168 time: 0.3541880 Jul 15 13:19:28.125459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59037c3e-aaee-4c57-b574-bee7426790e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001d88c6-e843-4218-bf2d-5aaeefb7ac40,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.144851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0571c-54ac-4b65-b038-8f78ea514e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f90df0-3b35-4d65-ab71-e7162202052e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.631000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56db07-c65c-4232-bacb-5a5ee7f80425 req-9194cf7b-5fd6-4652-8e9d-8e6bff395e84 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.648965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff56db07-c65c-4232-bacb-5a5ee7f80425 req-9194cf7b-5fd6-4652-8e9d-8e6bff395e84 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2538972 Jul 15 13:19:28.875695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff56db07-c65c-4232-bacb-5a5ee7f80425 req-3c63ad03-9de0-4b76-8eae-55fd284af7f7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227843 Jul 15 13:19:29.329178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:29.845652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-580a930a-3a35-4c14-8767-c7e559ac6a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.216562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-580a930a-3a35-4c14-8767-c7e559ac6a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.249089 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-580a930a-3a35-4c14-8767-c7e559ac6a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.331608 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-580a930a-3a35-4c14-8767-c7e559ac6a7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f04682abb80540c3b1938cbfb439c047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958107 Jul 15 13:19:30.337502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:30.361147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1003237-c1b0-48d8-b5ca-072847d187cc req-afc1dda3-6958-4626-9de5-347c37e1569e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.364710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1003237-c1b0-48d8-b5ca-072847d187cc req-afc1dda3-6958-4626-9de5-347c37e1569e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 1.3183801 Jul 15 13:19:30.482322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a930a-3a35-4c14-8767-c7e559ac6a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a2b354-ae47-449e-b47d-9c9c9eccfeb1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.538413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d8ef8-c5aa-4668-b0ab-fd0759b6e611 req-a862acd8-a4cb-4a27-99ee-abc529450b8f tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.567018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d8ef8-c5aa-4668-b0ab-fd0759b6e611 req-a862acd8-a4cb-4a27-99ee-abc529450b8f tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.570307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb9856c7-6bcd-4cc9-bf9e-05bc6c1d21b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.583119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-500d8ef8-c5aa-4668-b0ab-fd0759b6e611 req-a862acd8-a4cb-4a27-99ee-abc529450b8f tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd&device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 1683 time: 0.4730294 Jul 15 13:19:30.585565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58178) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:30.591184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1003237-c1b0-48d8-b5ca-072847d187cc req-0d7d47f7-dacb-4792-a6c6-fd626924331f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145207 Jul 15 13:19:30.664277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb9856c7-6bcd-4cc9-bf9e-05bc6c1d21b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.728521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-500d8ef8-c5aa-4668-b0ab-fd0759b6e611 req-699ed04c-f591-4850-a535-f1cfd5e48c18 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442375 Jul 15 13:19:30.763038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.814755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb9856c7-6bcd-4cc9-bf9e-05bc6c1d21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.818794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb9856c7-6bcd-4cc9-bf9e-05bc6c1d21b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.820059 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb9856c7-6bcd-4cc9-bf9e-05bc6c1d21b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06a2b354-ae47-449e-b47d-9c9c9eccfeb1 HTTP/1.1" status: 204 len: 168 time: 0.4808590 Jul 15 13:19:30.840765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-network', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:30.914710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Made reservation on behalf of 1db85c5c196f443ea3db5999feceb8eb for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:30.921612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.949738 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.971374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9856c7-6bcd-4cc9-bf9e-05bc6c1d21b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a2b354-ae47-449e-b47d-9c9c9eccfeb1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.088191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ece48-1294-4080-9615-2d4693835e77 req-9b971292-ecf7-40f6-ac36-2c00d6e08c0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.098150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-746ece48-1294-4080-9615-2d4693835e77 req-9b971292-ecf7-40f6-ac36-2c00d6e08c0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1867018 Jul 15 13:19:31.158142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-746ece48-1294-4080-9615-2d4693835e77 req-0c12368d-7ed2-44c2-a180-39a466852aa3 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589991 Jul 15 13:19:31.208318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.216007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.234756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:31.246645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.247360 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Added segment f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311 of type vlan for network 161b699b-2337-4621-9438-cbd9845b08ef Jul 15 13:19:31.306846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.424309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e455df4-bfd3-4b1b-8b9f-ba4381739836,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.442280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.444866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.445820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.535990 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9377382 Jul 15 13:19:31.537712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.543031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Request body: {'subnet': {'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-subnet', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:31.557761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.602231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b5ac-0a08-456c-8784-97f9d10e0d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.669802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235f09-13f0-4c3a-b9e4-d3205340327b admin admin] Pushing event updated for resources: {'Network': ['ID=161b699b-2337-4621-9438-cbd9845b08ef,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.680853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Made reservation on behalf of 1db85c5c196f443ea3db5999feceb8eb for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:31.691163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 161b699b-2337-4621-9438-cbd9845b08ef details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:31.709610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.907110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b5ac-0a08-456c-8784-97f9d10e0d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.929568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b5ac-0a08-456c-8784-97f9d10e0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.080321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0b5ac-0a08-456c-8784-97f9d10e0d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64546ef-da9b-45db-a29c-badd0835beb3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.114743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a0a0b5ac-0a08-456c-8784-97f9d10e0d47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4b8d046180f4b73ae0b82d56bbeb59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521474 Jul 15 13:19:32.114852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.269759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46c7f6e2-8702-4554-bac5-9a61c670610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.347091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46c7f6e2-8702-4554-bac5-9a61c670610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.408026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4935-e0b7-4486-9a54-ec2dd89bcd71 req-b39a1ce8-ad73-48b8-b565-a01e70107e4b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.413076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69eb4935-e0b7-4486-9a54-ec2dd89bcd71 req-b39a1ce8-ad73-48b8-b565-a01e70107e4b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.4636648 Jul 15 13:19:32.471631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46c7f6e2-8702-4554-bac5-9a61c670610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.475170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46c7f6e2-8702-4554-bac5-9a61c670610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.476584 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-46c7f6e2-8702-4554-bac5-9a61c670610f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d64546ef-da9b-45db-a29c-badd0835beb3 HTTP/1.1" status: 204 len: 168 time: 0.3609929 Jul 15 13:19:32.493125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7f6e2-8702-4554-bac5-9a61c670610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64546ef-da9b-45db-a29c-badd0835beb3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.496603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.602073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f04962-3a2c-4e2d-8557-d73205256ae8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.635656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69eb4935-e0b7-4486-9a54-ec2dd89bcd71 req-22a24ffc-e99f-4eda-8703-a45156cf4424 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137372 Jul 15 13:19:32.806577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Checking segment: {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:32.807147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Network hostable DHCP agents. Network: 161b699b-2337-4621-9438-cbd9845b08ef, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:32.877752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Network 161b699b-2337-4621-9438-cbd9845b08ef is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:32.913377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072749a-d8f0-4446-98e5-dad5f587acdd req-54f0f18c-da7f-41ac-8029-6b327abb276b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.926241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d072749a-d8f0-4446-98e5-dad5f587acdd req-54f0f18c-da7f-41ac-8029-6b327abb276b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2230279 Jul 15 13:19:32.930553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 161b699b-2337-4621-9438-cbd9845b08ef) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:32.942290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.942987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e502cfb-8cd9-4bf2-bca3-4828ccc7b478 None None] Network 161b699b-2337-4621-9438-cbd9845b08ef requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:32.944366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.983537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.984274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1a1041d7-feed-44c8-acf6-eada80fc8da5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4446952 Jul 15 13:19:32.989337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:33.027515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d072749a-d8f0-4446-98e5-dad5f587acdd req-d028718c-f2a1-4527-a4d3-fb02075b9242 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995734 Jul 15 13:19:33.100953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.104447 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.293027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032cc4c-d4a2-4e15-a2a3-f2157a7039f7 req-50272c97-548e-4577-a03e-af4914a2289e tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.297754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e032cc4c-d4a2-4e15-a2a3-f2157a7039f7 req-50272c97-548e-4577-a03e-af4914a2289e tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 946 time: 0.1675508 Jul 15 13:19:33.386606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e032cc4c-d4a2-4e15-a2a3-f2157a7039f7 req-c877f4e6-e7b5-40a6-a237-bdbde19da2f2 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828757 Jul 15 13:19:33.405131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25463d9-b058-4f76-ba59-d69f61cbf6ae None None] Network 161b699b-2337-4621-9438-cbd9845b08ef requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:33.417720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.511610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.848254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.896212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-06b4cedb-df5a-4723-8618-bef365971c75 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.906510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-06b4cedb-df5a-4723-8618-bef365971c75 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 946 time: 0.7143250 Jul 15 13:19:33.934257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-2a8c6092-b283-431e-88b1-ca7c795933e8 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.936337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-2a8c6092-b283-431e-88b1-ca7c795933e8 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e46e92e-192a-4e6f-919c-b21fa7ec9fcd HTTP/1.1" status: 200 len: 946 time: 0.3609180 Jul 15 13:19:33.958575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25720-88b7-48f5-bf97-88eac6b342a0 req-3b4e7eae-7d3f-4c50-a28f-c57e00280711 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.960823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54e25720-88b7-48f5-bf97-88eac6b342a0 req-3b4e7eae-7d3f-4c50-a28f-c57e00280711 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.0896094 Jul 15 13:19:34.009375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54e25720-88b7-48f5-bf97-88eac6b342a0 req-ed0b9790-696b-4e08-bc66-8c724e16efab tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Jul 15 13:19:34.115854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:34.455620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce446b-891e-407f-a573-f23ad9afab53 req-ff59c94e-49a1-4c32-aa51-925028e5424b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.467722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81ce446b-891e-407f-a573-f23ad9afab53 req-ff59c94e-49a1-4c32-aa51-925028e5424b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2309077 Jul 15 13:19:34.480732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Deleting port 157a522e-ec89-4c97-a7f5-e0e812444d88 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:34.483077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.486830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Deleting port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:34.488131 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.565236 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81ce446b-891e-407f-a573-f23ad9afab53 req-57ffeb79-7be1-4246-bc4b-3b0a635d5148 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961316 Jul 15 13:19:34.887679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6035f-9546-481d-8fbb-6938283aeb60 req-14651c19-24ed-4343-b022-41d3f0a6ac72 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.894934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ee6035f-9546-481d-8fbb-6938283aeb60 req-14651c19-24ed-4343-b022-41d3f0a6ac72 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 946 time: 0.1956079 Jul 15 13:19:34.984770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ee6035f-9546-481d-8fbb-6938283aeb60 req-78ece3f4-1409-45be-a63e-ace554fdabd6 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e9d2936-3f1d-4470-b120-bbd50c12d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886683 Jul 15 13:19:35.175568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] For port 9fd54afe-0221-4b29-ba28-00e4e91a93e8, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=9fd54afe-0221-4b29-ba28-00e4e91a93e8,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:35.176193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.203778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Calling delete_port for 9fd54afe-0221-4b29-ba28-00e4e91a93e8 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:35.207396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] For port 157a522e-ec89-4c97-a7f5-e0e812444d88, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=157a522e-ec89-4c97-a7f5-e0e812444d88,segment=NetworkSegment(83b4e7ba-855b-4b3f-b778-72a3c0f14ad7),segment_id=83b4e7ba-855b-4b3f-b778-72a3c0f14ad7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:35.207760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.271714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc79b7-f37a-4b87-87d5-16559d3154e4 req-6cc580c4-cca0-4ebe-8640-1d138701f3ed tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.280852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfc79b7-f37a-4b87-87d5-16559d3154e4 req-6cc580c4-cca0-4ebe-8640-1d138701f3ed tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.0896099 Jul 15 13:19:35.298282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Calling delete_port for 157a522e-ec89-4c97-a7f5-e0e812444d88 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:35.366440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfc79b7-f37a-4b87-87d5-16559d3154e4 req-4157152b-2bab-4c6a-afa7-94c9ef0a73f0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839972 Jul 15 13:19:35.496138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.542290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.772938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.822961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.824662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Pushing event deleted for resources: {'Port': ['ID=9fd54afe-0221-4b29-ba28-00e4e91a93e8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:35.881027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Allocated IP 172.25.2.116 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/04667f9e-e25c-4562-8351-e6739e3fe2f3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:35.883175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Pushing event deleted for resources: {'Port': ['ID=157a522e-ec89-4c97-a7f5-e0e812444d88,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.031384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7ac9b-c5a4-47ab-95b0-68e8eaa2453b req-58ffc624-715d-4713-9eae-45a6073f1778 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.032919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a7ac9b-c5a4-47ab-95b0-68e8eaa2453b req-58ffc624-715d-4713-9eae-45a6073f1778 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1526177 Jul 15 13:19:36.034351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] No DVR routers for this DVR port 9fd54afe-0221-4b29-ba28-00e4e91a93e8 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:36.038804 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.061566 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9119c01f-2345-47ab-9bdd-ea60e28366c1 req-754ec7b7-637b-4501-bba6-4a32703c6334 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.49 "DELETE /v2.0/ports/9fd54afe-0221-4b29-ba28-00e4e91a93e8 HTTP/1.1" status: 204 len: 173 time: 2.1427536 Jul 15 13:19:36.083129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'name': 'network-vif-deleted', 'tag': '9fd54afe-0221-4b29-ba28-00e4e91a93e8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:36.085750 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ea3bc-9668-4bdc-89cf-edc658760ac4" -d '{"events": [{"server_uuid": "cd65879d-be05-49f1-8dda-47e3b6ff9e11", "name": "network-vif-deleted", "tag": "9fd54afe-0221-4b29-ba28-00e4e91a93e8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:36.161787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a7ac9b-c5a4-47ab-95b0-68e8eaa2453b req-22f5802d-f403-460a-a68f-28db6d1c9210 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185563 Jul 15 13:19:36.201906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] No DVR routers for this DVR port 157a522e-ec89-4c97-a7f5-e0e812444d88 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:36.206069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.208863 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7075cda9-69a7-4856-9e66-8db4e811f6db req-fdefc9f0-56ac-476e-83ad-38420bd6bc31 tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.23 "DELETE /v2.0/ports/157a522e-ec89-4c97-a7f5-e0e812444d88 HTTP/1.1" status: 204 len: 173 time: 2.2531726 Jul 15 13:19:36.296899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b595ffe5-6ccd-4c36-bafb-abc014297929 req-b3d343c6-ec46-433d-8af7-fe14e1a46cbc tempest-ListServersNegativeTestJSON-780191885 tempest-ListServersNegativeTestJSON-780191885-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd65879d-be05-49f1-8dda-47e3b6ff9e11 HTTP/1.1" status: 200 len: 210 time: 0.0632336 Jul 15 13:19:36.338423 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099f57a2-95c7-477e-ad92-acb5ced65af1 x-openstack-request-id: req-099f57a2-95c7-477e-ad92-acb5ced65af1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:36.338722 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd65879d-be05-49f1-8dda-47e3b6ff9e11", "name": "network-vif-deleted", "tag": "9fd54afe-0221-4b29-ba28-00e4e91a93e8", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:36.338967 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-099f57a2-95c7-477e-ad92-acb5ced65af1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:36.339375 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd65879d-be05-49f1-8dda-47e3b6ff9e11', 'name': 'network-vif-deleted', 'tag': '9fd54afe-0221-4b29-ba28-00e4e91a93e8', 'status': 'completed', 'code': 200} Jul 15 13:19:36.414815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.521512 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.667341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:36.677524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:36.694911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:36.786537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb461-ed9d-4c78-80b3-b39996ebf88a req-288801fa-67bb-4c2d-83c2-df1d65959d2d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.801929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Pushing event updated for resources: {'Port': ['ID=04667f9e-e25c-4562-8351-e6739e3fe2f3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.810096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-203fb461-ed9d-4c78-80b3-b39996ebf88a req-288801fa-67bb-4c2d-83c2-df1d65959d2d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2190616 Jul 15 13:19:36.932822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-203fb461-ed9d-4c78-80b3-b39996ebf88a req-65a8480a-85a7-4c4a-b311-88965517b716 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211715 Jul 15 13:19:37.339107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 157a522e-ec89-4c97-a7f5-e0e812444d88 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:37.434127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 157a522e-ec89-4c97-a7f5-e0e812444d88 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:37.435072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 157a522e-ec89-4c97-a7f5-e0e812444d88 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:37.510623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.517456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9fd54afe-0221-4b29-ba28-00e4e91a93e8 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:37.570914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 9fd54afe-0221-4b29-ba28-00e4e91a93e8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:37.571274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 9fd54afe-0221-4b29-ba28-00e4e91a93e8 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:37.639997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c6927-c05c-44b7-b516-daedb3f5d76c req-5091d3fd-de28-4bbb-b8cb-901709c21fa4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:37.651674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e64c6927-c05c-44b7-b516-daedb3f5d76c req-5091d3fd-de28-4bbb-b8cb-901709c21fa4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1274664 Jul 15 13:19:37.722434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e64c6927-c05c-44b7-b516-daedb3f5d76c req-0d0f12d6-e645-4724-8434-cab752d5782f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 Jul 15 13:19:37.799660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58342) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:37.848453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58346) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:37.887182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.997779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Deleting subnet 1b34e612-9af9-4946-a8c2-7532e26aa271 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:38.005644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.105623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.168227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.244593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6a2f-c8e9-4ee3-b2ec-9a4b2e9a84b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.256353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.282729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Router b42bc44b-ae71-411e-b57b-8684c9f156cf is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:38.302623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b34e612-9af9-4946-a8c2-7532e26aa271,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.335862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.338447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3a96525e-39a0-471a-b58d-258d6821b4b8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1b34e612-9af9-4946-a8c2-7532e26aa271 HTTP/1.1" status: 204 len: 168 time: 0.4800079 Jul 15 13:19:38.341422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:38.426339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'name': 'network-vif-deleted', 'tag': '157a522e-ec89-4c97-a7f5-e0e812444d88'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:38.433229 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55e6b0e-2bf2-48b6-bf92-06945e98e259" -d '{"events": [{"server_uuid": "8e46e92e-192a-4e6f-919c-b21fa7ec9fcd", "name": "network-vif-deleted", "tag": "157a522e-ec89-4c97-a7f5-e0e812444d88"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:38.562064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd204fe8-dbdf-47b6-bda7-2fe01a263990 req-14dcab54-595e-4d4c-83cb-d63d6bac9c3d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.572996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd204fe8-dbdf-47b6-bda7-2fe01a263990 req-14dcab54-595e-4d4c-83cb-d63d6bac9c3d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3449814 Jul 15 13:19:38.579311 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.633751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:38.660556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Sync routers for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:38.681555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:38.687584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:38.720752 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6a2f-c8e9-4ee3-b2ec-9a4b2e9a84b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.750408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.753726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9777198f-3d12-4487-9b85-2da285c5c0cb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7668772 Jul 15 13:19:38.755279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:38.764082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd204fe8-dbdf-47b6-bda7-2fe01a263990 req-d2d297fc-d21b-40a3-9361-ac9e35e984f1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768844 Jul 15 13:19:38.765594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6a2f-c8e9-4ee3-b2ec-9a4b2e9a84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.878239 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05416d6-e6a2-486e-8e15-ffdbafa42e99 x-openstack-request-id: req-b05416d6-e6a2-486e-8e15-ffdbafa42e99 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:38.878534 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46e92e-192a-4e6f-919c-b21fa7ec9fcd", "name": "network-vif-deleted", "tag": "157a522e-ec89-4c97-a7f5-e0e812444d88", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:38.880749 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b05416d6-e6a2-486e-8e15-ffdbafa42e99 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:38.881153 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46e92e-192a-4e6f-919c-b21fa7ec9fcd', 'name': 'network-vif-deleted', 'tag': '157a522e-ec89-4c97-a7f5-e0e812444d88', 'status': 'completed', 'code': 200} Jul 15 13:19:39.023576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.047435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0c4d6a2f-c8e9-4ee3-b2ec-9a4b2e9a84b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03d9d600342f40b38a73587e1125cbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2465665 Jul 15 13:19:39.054197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:39.057253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d6a2f-c8e9-4ee3-b2ec-9a4b2e9a84b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6d898-a959-4caf-b0e0-15d1f55f3c80,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.077542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a8104e-3bee-4ab7-8073-639007b38578']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:39.079556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:39.098923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:39.099218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b4e7ba-855b-4b3f-b778-72a3c0f14ad7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:39.113476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.131197 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.137341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:39.138025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:39.201535 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:39.240222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.257200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.261868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/52a8104e-3bee-4ab7-8073-639007b38578 HTTP/1.1" status: 204 len: 168 time: 0.9176104 Jul 15 13:19:39.293209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906477a5-134c-4e1c-9310-cd6c21093c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=52a8104e-3bee-4ab7-8073-639007b38578,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.317904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9721fa2-3051-4a93-a91f-3b24d4cfc685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.351364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9721fa2-3051-4a93-a91f-3b24d4cfc685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.390290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbf717-53fe-404c-9299-319ccbea0bd6 req-4ce68c8e-b1db-4966-adaf-a7cf71c1273c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.399939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4bbf717-53fe-404c-9299-319ccbea0bd6 req-4ce68c8e-b1db-4966-adaf-a7cf71c1273c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.3176956 Jul 15 13:19:39.583175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4bbf717-53fe-404c-9299-319ccbea0bd6 req-08632617-4c32-4193-bfc3-b69615d4a5f5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801445 Jul 15 13:19:39.598931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58374) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:39.609421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:37Z', 'revision_number': 3, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:39.609874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9721fa2-3051-4a93-a91f-3b24d4cfc685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.612594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9721fa2-3051-4a93-a91f-3b24d4cfc685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.613746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a9721fa2-3051-4a93-a91f-3b24d4cfc685 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6f6d898-a959-4caf-b0e0-15d1f55f3c80 HTTP/1.1" status: 204 len: 168 time: 0.5506873 Jul 15 13:19:39.632108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721fa2-3051-4a93-a91f-3b24d4cfc685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6d898-a959-4caf-b0e0-15d1f55f3c80,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.664363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Checking router: b42bc44b-ae71-411e-b57b-8684c9f156cf for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:39.665353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Updating router b42bc44b-ae71-411e-b57b-8684c9f156cf port 04667f9e-e25c-4562-8351-e6739e3fe2f3 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:39.745930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.755298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:39.759889 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8103b2fb-c47a-46a8-85c2-20de3b6c13ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31b9b9646c6c489db7bafd6673bf8295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554089 Jul 15 13:19:39.934176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25e9d815-644d-4ee0-9249-743567699848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.019704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.136776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25e9d815-644d-4ee0-9249-743567699848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.309166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e75d-fa31-4819-bfeb-b2ae852f0339 req-49a68989-bb4c-4cb0-a01c-343a9599932b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.333322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f896e75d-fa31-4819-bfeb-b2ae852f0339 req-49a68989-bb4c-4cb0-a01c-343a9599932b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3534329 Jul 15 13:19:40.374231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Allocated IP 172.20.0.1 (161b699b-2337-4621-9438-cbd9845b08ef/f6f04962-3a2c-4e2d-8557-d73205256ae8/529f27b5-2080-4365-b6e6-0cd7475328e6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:40.396664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25e9d815-644d-4ee0-9249-743567699848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.413552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25e9d815-644d-4ee0-9249-743567699848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.425361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-25e9d815-644d-4ee0-9249-743567699848 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e9d2936-3f1d-4470-b120-bbd50c12d6a4 HTTP/1.1" status: 204 len: 168 time: 0.6629331 Jul 15 13:19:40.473942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9d815-644d-4ee0-9249-743567699848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d2936-3f1d-4470-b120-bbd50c12d6a4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:40.514590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.527653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Transition to ACTIVE for port object 04667f9e-e25c-4562-8351-e6739e3fe2f3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:40.544075 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.573767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f896e75d-fa31-4819-bfeb-b2ae852f0339 req-d49496e5-e1df-41f0-ad23-6117dd33db11 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394879 Jul 15 13:19:40.623065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Pushing event updated for resources: {'Port': ['ID=04667f9e-e25c-4562-8351-e6739e3fe2f3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:40.643469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.643816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.653169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.665229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.666080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.666080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.666322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.666635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.666960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.674152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.674575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.674923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:40.733420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Attempting to bind port 04667f9e-e25c-4562-8351-e6739e3fe2f3 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:40.733793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Attempting to bind port 04667f9e-e25c-4562-8351-e6739e3fe2f3 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:40.734154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Attempting to bind port 04667f9e-e25c-4562-8351-e6739e3fe2f3 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:40.747008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:40.747390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:40.748546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.748769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:40.756291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Bound port: 04667f9e-e25c-4562-8351-e6739e3fe2f3, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:40.756838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.789212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.914278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81c87-5657-4cf1-968f-88279b45bc1f req-0b1bbdfb-d7b2-449b-b705-15a15359b5a2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.924525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82e81c87-5657-4cf1-968f-88279b45bc1f req-0b1bbdfb-d7b2-449b-b705-15a15359b5a2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1094701 Jul 15 13:19:40.948349 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.988622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] For port 04667f9e-e25c-4562-8351-e6739e3fe2f3, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:41.001808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] For port 04667f9e-e25c-4562-8351-e6739e3fe2f3, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=04667f9e-e25c-4562-8351-e6739e3fe2f3,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:41.040880 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.073875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82e81c87-5657-4cf1-968f-88279b45bc1f req-f7829d84-5fa2-40df-8063-91628ef35faa tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427867 Jul 15 13:19:41.108171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39faa5e-5fbc-4c4e-98f4-2321c47537d0 None None] Pushing event updated for resources: {'Port': ['ID=04667f9e-e25c-4562-8351-e6739e3fe2f3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.119668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Network 161b699b-2337-4621-9438-cbd9845b08ef is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:41.127902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:41.128743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.152813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:41.172660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:41.183951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Pushing event updated for resources: {'Port': ['ID=529f27b5-2080-4365-b6e6-0cd7475328e6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.324660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.367782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:41.933073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.161483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:37Z', 'revision_number': 3, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:42.401731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415250c-5848-4e1b-a503-48b891a39315 req-9fa9a407-9351-45d8-8d57-c61c25f9e575 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.415809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7415250c-5848-4e1b-a503-48b891a39315 req-9fa9a407-9351-45d8-8d57-c61c25f9e575 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.4147863 Jul 15 13:19:42.571457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.590820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.609433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:42.714834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7415250c-5848-4e1b-a503-48b891a39315 req-23b550a0-c110-4c20-abdc-f51d88dacc6d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920043 Jul 15 13:19:42.783620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462587d-8c77-46d0-b1e7-16640086d56d None None] The sync data for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 is: [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:37Z', 'revision_number': 3, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:42.797610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Pushing event updated for resources: {'Port': ['ID=529f27b5-2080-4365-b6e6-0cd7475328e6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:42.803299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.829613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60be893-637f-4131-98e8-55375674dde5 req-f53e92db-bfab-47b3-b118-4691eb87f498 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.835923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8a98a02-de07-41e8-9224-ba4493320d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.846606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a60be893-637f-4131-98e8-55375674dde5 req-f53e92db-bfab-47b3-b118-4691eb87f498 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.3619027 Jul 15 13:19:42.988523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Network 161b699b-2337-4621-9438-cbd9845b08ef is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:42.990881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:43.015084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a60be893-637f-4131-98e8-55375674dde5 req-fab766a4-4118-43b3-85f6-4e2f97b4d0f4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574609 Jul 15 13:19:43.037874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-426577310-network', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:43.076843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Made reservation on behalf of a3dcd8f2d1284610a60c44cfc85687f1 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:43.079310 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.110997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.370320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.381226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.399279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Router b42bc44b-ae71-411e-b57b-8684c9f156cf has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:43.421223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:43.462978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.463342 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Added segment 45bdd9d8-6ca2-4f3f-90ba-2793526f7140 of type vlan for network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 Jul 15 13:19:43.557553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.666994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e6e755-acee-4322-8b96-10eb7aec486d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.687628 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.688833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.689545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.736698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1241391 Jul 15 13:19:43.739585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:43.767916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:43.785763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51b9ff9a-3247-46e0-9b75-ea5825d3c179 admin admin] 10.222.0.48 "PUT /v2.0/routers/b42bc44b-ae71-411e-b57b-8684c9f156cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0208781 Jul 15 13:19:43.855695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Request body: {'subnet': {'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-subnet', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:43.899199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 04667f9e-e25c-4562-8351-e6739e3fe2f3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:44.053153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 04667f9e-e25c-4562-8351-e6739e3fe2f3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:44.059472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 04667f9e-e25c-4562-8351-e6739e3fe2f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:44.062130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.067023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181faa14-d9db-4bbc-b190-4013ad269d76 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dabe49-76aa-4ec5-b1c1-0b77e7730517,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.095318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Made reservation on behalf of a3dcd8f2d1284610a60c44cfc85687f1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:44.101167 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.122169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:44.223482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d13141-011d-43d0-bb88-e19d50bec15b req-61e4ec90-047d-4ae5-be87-da50bb1f9d23 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.230305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95d13141-011d-43d0-bb88-e19d50bec15b req-61e4ec90-047d-4ae5-be87-da50bb1f9d23 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3028924 Jul 15 13:19:44.448963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95d13141-011d-43d0-bb88-e19d50bec15b req-c8b13c36-d3e1-47ff-b47c-24ad2f29985b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042248 Jul 15 13:19:44.551596 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.624042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 04667f9e-e25c-4562-8351-e6739e3fe2f3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=04667f9e-e25c-4562-8351-e6739e3fe2f3,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:44.641676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.737778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.759692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=04667f9e-e25c-4562-8351-e6739e3fe2f3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.995651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b137975-528d-4828-927a-6f025a465dbe,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.030254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Checking segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:45.031340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Network hostable DHCP agents. Network: b3dabe49-76aa-4ec5-b1c1-0b77e7730517, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:45.058591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d393b7-eda8-417c-84f3-848713b2598c req-dd0b6611-e06f-419b-a713-f1d0de931a24 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.069978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1d393b7-eda8-417c-84f3-848713b2598c req-dd0b6611-e06f-419b-a713-f1d0de931a24 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.3778746 Jul 15 13:19:45.161379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1d393b7-eda8-417c-84f3-848713b2598c req-a98e5be8-f8a1-4415-badb-17b08fa956d0 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901608 Jul 15 13:19:45.164729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:45.200027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b3dabe49-76aa-4ec5-b1c1-0b77e7730517) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:45.212405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.213239 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.215761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a12b3e-7b09-4051-91c7-69087fa8c64d None None] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:45.225213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-e90317a9-24fd-4a6c-9507-bb14d2d317ef tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.227330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-e90317a9-24fd-4a6c-9507-bb14d2d317ef tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 820 time: 0.3273225 Jul 15 13:19:45.254433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-55f52c98-492e-4f19-95fc-cda7ff06db2b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/quotas/1db85c5c196f443ea3db5999feceb8eb HTTP/1.1" status: 200 len: 375 time: 0.0185285 Jul 15 13:19:45.269120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5e9cf7bf-5165-4d49-9f01-7d71f67c5ac0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4786825 Jul 15 13:19:45.271927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58548) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:45.278270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:45.335538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.337206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.345309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-50c852cf-d91d-412f-baef-457f792b7433 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891438 Jul 15 13:19:45.551907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.630622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-13377011-4162-4d73-8cbe-880a0a27b7ae service neutron] 10.222.0.48 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839260 Jul 15 13:19:45.723846 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd4c2-059c-40a7-8e75-c447aafed833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.822179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 04667f9e-e25c-4562-8351-e6739e3fe2f3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:45.926860 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.945592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd29a8-5f0b-40e0-bd80-402b2d71fe30 None None] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:45.996537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-5e38c046-ba08-4dfc-bc57-d2431d76d1b0 service neutron] 10.222.0.48 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596330 Jul 15 13:19:46.026613 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Sync routers for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:46.046782 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:46.053677 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:46.261665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076de33-2c2e-47e0-930d-eb5f617658eb req-c454c281-6f74-4607-ab96-c46a09adf0e5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.267973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f076de33-2c2e-47e0-930d-eb5f617658eb req-c454c281-6f74-4607-ab96-c46a09adf0e5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2649937 Jul 15 13:19:46.367327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f076de33-2c2e-47e0-930d-eb5f617658eb req-d88462ae-025e-4ede-b83c-4ffea6b5afe0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960994 Jul 15 13:19:46.375550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.413172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 04667f9e-e25c-4562-8351-e6739e3fe2f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:46.413768 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.487929 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:46.489484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-2b765a78-8a58-4f82-b5cf-e4026b8a87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.496098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-2b765a78-8a58-4f82-b5cf-e4026b8a87aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 1096 time: 0.7598462 Jul 15 13:19:46.608002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76dce929-ecf5-4be0-9ca0-48fe400b033f req-5d274869-956d-46a0-8b55-9e2d19ab4e4d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 210 time: 0.1376607 Jul 15 13:19:46.761624 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.838779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64516fd3-134f-429f-897c-eab8ea1589a7 req-b19f0a0e-5122-48a2-8628-2da9b3afab55 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.840392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64516fd3-134f-429f-897c-eab8ea1589a7 req-b19f0a0e-5122-48a2-8628-2da9b3afab55 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2125018 Jul 15 13:19:46.983094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64516fd3-134f-429f-897c-eab8ea1589a7 req-bf55e398-137c-4d07-ba8c-970d06069ef9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316464 Jul 15 13:19:47.024106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:47.173755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-5a4e9bf0-9a53-40f2-bbdd-20d8e4c4a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:47.180498 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-5a4e9bf0-9a53-40f2-bbdd-20d8e4c4a027 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.6758628 Jul 15 13:19:47.194337 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 2, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:47.251028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98318794-f9be-4828-9c57-ef46aa4f765a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.260675 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Checking router: b42bc44b-ae71-411e-b57b-8684c9f156cf for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:47.261288 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Updating router b42bc44b-ae71-411e-b57b-8684c9f156cf port 529f27b5-2080-4365-b6e6-0cd7475328e6 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:47.361589 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-60c7ec5f-d074-4411-b543-eb1223319ed0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff4550-9f65-47fb-9951-4a9be0c65895 HTTP/1.1" status: 200 len: 217 time: 0.1651630 Jul 15 13:19:47.573132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98318794-f9be-4828-9c57-ef46aa4f765a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.592099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98318794-f9be-4828-9c57-ef46aa4f765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.664586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98318794-f9be-4828-9c57-ef46aa4f765a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f6ee8-e66c-4a70-81c9-0c27ddd6a361,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:47.675319 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.743346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-98318794-f9be-4828-9c57-ef46aa4f765a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=945eff42f83145278eaa98fe7465f2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178271 Jul 15 13:19:47.746500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:47.827813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b2a5-a602-4a3b-ab3e-c847493a937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.881402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b2a5-a602-4a3b-ab3e-c847493a937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.976624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7a40cdc-eae0-43d6-b849-63632a154395 req-30aca9d1-c426-4b0c-930e-aa40b70437de tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 210 time: 0.0350997 Jul 15 13:19:47.978310 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b2a5-a602-4a3b-ab3e-c847493a937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.981351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b2a5-a602-4a3b-ab3e-c847493a937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.986142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1643b2a5-a602-4a3b-ab3e-c847493a937b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/833f6ee8-e66c-4a70-81c9-0c27ddd6a361 HTTP/1.1" status: 204 len: 168 time: 0.2385092 Jul 15 13:19:48.011874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643b2a5-a602-4a3b-ab3e-c847493a937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f6ee8-e66c-4a70-81c9-0c27ddd6a361,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.018984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.054196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704061-d118-4947-bccd-18e6c1f855df req-6bf8e571-74c1-4796-90d2-1875808b883b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.063098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01704061-d118-4947-bccd-18e6c1f855df req-6bf8e571-74c1-4796-90d2-1875808b883b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3749027 Jul 15 13:19:48.139102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01704061-d118-4947-bccd-18e6c1f855df req-4b36ee8f-9572-4f61-accd-8a1826ba74af tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709159 Jul 15 13:19:48.415611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09adca-4864-4b92-8db5-14c77da9e108 req-27e0fac1-18a5-4b0b-ac87-f353af2dc889 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.429983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b09adca-4864-4b92-8db5-14c77da9e108 req-27e0fac1-18a5-4b0b-ac87-f353af2dc889 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.1287887 Jul 15 13:19:48.442500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-8f00c16d-2b4d-4931-a68a-2a91d57fdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.444260 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-8f00c16d-2b4d-4931-a68a-2a91d57fdcd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 1.0707893 Jul 15 13:19:48.542714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b09adca-4864-4b92-8db5-14c77da9e108 req-438a85ad-0ea8-420c-9dd2-2049fd4c7fe6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080756 Jul 15 13:19:48.582002 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.608178 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Transition to ACTIVE for port object 529f27b5-2080-4365-b6e6-0cd7475328e6 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:48.628429 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.746187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-353fec34-efe7-4a44-8c94-5fd5abb88783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.748292 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-353fec34-efe7-4a44-8c94-5fd5abb88783 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788947 Jul 15 13:19:48.868024 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4e44-9123-44c6-af66-1571a6e744dc None None] Pushing event updated for resources: {'Port': ['ID=529f27b5-2080-4365-b6e6-0cd7475328e6,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.873696 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-c96ffe4c-a4e6-4280-b8c1-4981f52a77d2 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097436 Jul 15 13:19:48.976086 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Attempting to bind port 529f27b5-2080-4365-b6e6-0cd7475328e6 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:48.977867 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Attempting to bind port 529f27b5-2080-4365-b6e6-0cd7475328e6 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:48.978524 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Attempting to bind port 529f27b5-2080-4365-b6e6-0cd7475328e6 on network 161b699b-2337-4621-9438-cbd9845b08ef {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:48.995508 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:48.998095 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Checking segment: {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:48.998847 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.000547 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Bound using segment: {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:49.002499 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Bound port: 529f27b5-2080-4365-b6e6-0cd7475328e6, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:49.003210 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.034054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-845fbd7c-5676-4da4-bb12-5b125a0e203b req-a411b206-ec13-41d4-a654-4ba1c185c5b4 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374872 Jul 15 13:19:49.098510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:49.118160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c869a5b4-889d-44f1-8b16-898b94804c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.187611 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.209697 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] For port 529f27b5-2080-4365-b6e6-0cd7475328e6, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:49.218259 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] For port 529f27b5-2080-4365-b6e6-0cd7475328e6, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=529f27b5-2080-4365-b6e6-0cd7475328e6,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:49.229851 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.249572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.350081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c36cc967-38c6-4fa8-97d3-8dd8a199ff57 req-16decc59-af47-4a9c-b0ad-82d628b5b04c tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 210 time: 0.0763557 Jul 15 13:19:49.373718 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:49.377805 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:49.468383 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4e44-9123-44c6-af66-1571a6e744dc None None] Pushing event updated for resources: {'Port': ['ID=529f27b5-2080-4365-b6e6-0cd7475328e6,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.474815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-040bd06a-c322-4696-85b4-f2038d6cbc9b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:49.476367 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-040bd06a-c322-4696-85b4-f2038d6cbc9b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 820 time: 0.7327101 Jul 15 13:19:49.484768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0156c5-7ee6-4b38-b6a0-2219d8e4dd3e req-c73b7299-5e50-4d75-8aa8-6624afe9d204 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:49.492167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b0156c5-7ee6-4b38-b6a0-2219d8e4dd3e req-c73b7299-5e50-4d75-8aa8-6624afe9d204 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.0866275 Jul 15 13:19:49.514227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'port': {'device_id': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'admin_state_up': True, 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:49.551895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b0156c5-7ee6-4b38-b6a0-2219d8e4dd3e req-0ee2e28f-2188-453b-a807-b0ef205b1981 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586011 Jul 15 13:19:49.609206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 83ff4550-9f65-47fb-9951-4a9be0c65895 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:49.788675 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:49.965757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Allocated IP 172.25.2.220 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/336b68e5-6574-4e86-96e2-6a30e3b22d5b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:50.021713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef911-c69f-4ed4-877b-e2916c04525f req-acf654e1-ca4e-4262-a024-9b54a8dd0c63 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.044793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c869a5b4-889d-44f1-8b16-898b94804c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.047238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f0ef911-c69f-4ed4-877b-e2916c04525f req-acf654e1-ca4e-4262-a024-9b54a8dd0c63 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 945 time: 0.2423277 Jul 15 13:19:50.069589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c869a5b4-889d-44f1-8b16-898b94804c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.073234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.166009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f0ef911-c69f-4ed4-877b-e2916c04525f req-fd98c454-2560-4be1-a50e-11e080c176bc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161549 Jul 15 13:19:50.192897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c869a5b4-889d-44f1-8b16-898b94804c03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5117008e462949d78ebd6ffea93589d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0925148 Jul 15 13:19:50.200737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Made reservation on behalf of 1db85c5c196f443ea3db5999feceb8eb for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:50.201747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:50.204729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.206340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:50.208676 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3618612-f8ee-4c1a-b7fb-a2f07bdb682a" -d '{"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-unplugged", "status": "completed", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:50.219463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869a5b4-889d-44f1-8b16-898b94804c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866de4f7-fd90-41c1-867a-4ef366223981,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.253044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:50.276454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.321999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.329238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5481-06bd-49a3-be03-64431d78bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.354046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5481-06bd-49a3-be03-64431d78bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.367022 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5481d3a-a557-4a55-967c-5fbd2e425e3f x-openstack-request-id: req-b5481d3a-a557-4a55-967c-5fbd2e425e3f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:50.367320 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-unplugged", "status": "completed", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:50.370901 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5481d3a-a557-4a55-967c-5fbd2e425e3f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:50.371541 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'code': 200} Jul 15 13:19:50.468993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5481-06bd-49a3-be03-64431d78bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.471625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5481-06bd-49a3-be03-64431d78bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.473150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d9ff5481-06bd-49a3-be03-64431d78bd8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/866de4f7-fd90-41c1-867a-4ef366223981 HTTP/1.1" status: 204 len: 168 time: 0.2673497 Jul 15 13:19:50.485279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff5481-06bd-49a3-be03-64431d78bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866de4f7-fd90-41c1-867a-4ef366223981,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.516554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.548750 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:50.608992 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ea6d0-6f7f-4556-9506-7c581489ccd8 None None] The sync data for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 is: [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:50.729832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79ffdb05-5de4-437b-a089-b53bc98e4408 req-9a0cf63b-e038-4920-9c67-53af7a88a02b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 210 time: 0.0836737 Jul 15 13:19:50.751406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Allocated IP 172.20.0.13 (161b699b-2337-4621-9438-cbd9845b08ef/f6f04962-3a2c-4e2d-8557-d73205256ae8/46b757e5-f2e8-421b-8eb2-76e48d5b5b0f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:50.755398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.853488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:50.876193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:50.892619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:50.974802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Pushing event updated for resources: {'Port': ['ID=336b68e5-6574-4e86-96e2-6a30e3b22d5b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.078633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59804bfe-9a8a-4173-846a-62873aecd388 req-36bbd611-9819-498e-9f82-8a3a0f68c1e6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.089463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59804bfe-9a8a-4173-846a-62873aecd388 req-36bbd611-9819-498e-9f82-8a3a0f68c1e6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2134051 Jul 15 13:19:51.239121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59804bfe-9a8a-4173-846a-62873aecd388 req-9641a7a4-063c-450b-b303-c5ab4ceffeb6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Jul 15 13:19:51.280462 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-347165c4-96e6-4e17-8184-6362855412fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6893895 Jul 15 13:19:51.575867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7aaa0-970f-4fba-b2d8-1859bb757222 req-7407fcb1-9f4d-4904-bdde-e6fc7b402de2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.583338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8d7aaa0-970f-4fba-b2d8-1859bb757222 req-7407fcb1-9f4d-4904-bdde-e6fc7b402de2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 943 time: 0.2157300 Jul 15 13:19:51.720521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8d7aaa0-970f-4fba-b2d8-1859bb757222 req-a94be24f-fb2f-491f-b9af-f3de9f9e165a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362641 Jul 15 13:19:51.778099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 529f27b5-2080-4365-b6e6-0cd7475328e6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:51.874904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 529f27b5-2080-4365-b6e6-0cd7475328e6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:51.882027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 529f27b5-2080-4365-b6e6-0cd7475328e6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:51.884121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.912514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.061333 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.145057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-874c5d05-ae52-4a42-ba84-747e7d2765ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.146753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-874c5d05-ae52-4a42-ba84-747e7d2765ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 1096 time: 0.7963777 Jul 15 13:19:52.150316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 529f27b5-2080-4365-b6e6-0cd7475328e6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=529f27b5-2080-4365-b6e6-0cd7475328e6,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:52.166673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.282796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c502829e-0d7d-4c0d-aecf-edbbf98500fc req-915d978d-8054-4caf-a125-f6cb63d8ceb3 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 210 time: 0.2029500 Jul 15 13:19:52.346530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61142686-b682-4ff5-95c2-306a62152bd5 req-7edb6caa-07f7-4df2-a494-29ae934a6b41 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.356767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61142686-b682-4ff5-95c2-306a62152bd5 req-7edb6caa-07f7-4df2-a494-29ae934a6b41 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3335555 Jul 15 13:19:52.395992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=529f27b5-2080-4365-b6e6-0cd7475328e6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:52.430197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.490139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61142686-b682-4ff5-95c2-306a62152bd5 req-e8a887a3-5b9b-4254-9748-e51f4881a490 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308074 Jul 15 13:19:52.493674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.837464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Network 161b699b-2337-4621-9438-cbd9845b08ef is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:52.861996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:52.878705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:52.984695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-0ef379db-8e4a-41e4-b452-cf9a5660fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.986964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-0ef379db-8e4a-41e4-b452-cf9a5660fad9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.7954793 Jul 15 13:19:52.989737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:53.000257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57b56-e8cb-478f-a2cd-60eacd6b6d11 req-4467ce39-54be-400a-8137-9188e2090ddb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.011719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dc57b56-e8cb-478f-a2cd-60eacd6b6d11 req-4467ce39-54be-400a-8137-9188e2090ddb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2058387 Jul 15 13:19:53.139198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dc57b56-e8cb-478f-a2cd-60eacd6b6d11 req-2e225730-da07-4930-8bf2-418688639426 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158028 Jul 15 13:19:53.162394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.163061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.274571 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-777370de-019f-4832-9ef2-5ac796ac1ed2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7693348 Jul 15 13:19:53.287014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Request body: {'port': {'device_id': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:53.353017 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-2ccb1cf8-4295-4296-9d6e-bc15293d9cd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b7eff37-d374-4cda-a096-c3077b4744e2 HTTP/1.1" status: 200 len: 217 time: 0.3561249 Jul 15 13:19:53.440388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.580524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41311dfc-3459-44e0-9ce9-856ab20752ae req-254f906f-aa31-4cd2-8ea1-11d867a2ec0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.582353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41311dfc-3459-44e0-9ce9-856ab20752ae req-254f906f-aa31-4cd2-8ea1-11d867a2ec0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1705804 Jul 15 13:19:53.582974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-656ed73d-e2e6-4617-89b0-0c17a3acb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.584449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-656ed73d-e2e6-4617-89b0-0c17a3acb079 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1560161 Jul 15 13:19:53.734061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41311dfc-3459-44e0-9ce9-856ab20752ae req-e931c995-a788-444d-8313-f6f802509cea tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449549 Jul 15 13:19:53.762470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 529f27b5-2080-4365-b6e6-0cd7475328e6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:53.962902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 529f27b5-2080-4365-b6e6-0cd7475328e6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:53.963355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.993382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990631a-0195-4595-9b76-42eb9adf646f req-b28ae3a1-f45d-45d9-9c48-65855346c7ac tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.001489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2990631a-0195-4595-9b76-42eb9adf646f req-b28ae3a1-f45d-45d9-9c48-65855346c7ac tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 932 time: 0.2713892 Jul 15 13:19:54.123773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2990631a-0195-4595-9b76-42eb9adf646f req-0fa01a99-6a1f-421e-8dae-b5d303049312 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169605 Jul 15 13:19:54.364735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:54.381777 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.415827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Transition to ACTIVE for port object 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:54.472984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.575416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.604125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:54.761308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02ca2-1369-4c44-a236-3665f68b171f req-9dc915a4-d0a4-42c8-95f5-fa8f3c6eb662 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.764364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3a02ca2-1369-4c44-a236-3665f68b171f req-9dc915a4-d0a4-42c8-95f5-fa8f3c6eb662 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2688627 Jul 15 13:19:54.796103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-c90334b9-e3f1-4a35-8fb3-cc8c4f948ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.797876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-c90334b9-e3f1-4a35-8fb3-cc8c4f948ab8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0877690 Jul 15 13:19:54.816889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb4009-9ffa-4004-ad9c-11cddb9d7215 req-8c8b42ae-aabe-44fd-b720-cff86b91319a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.826623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4bb4009-9ffa-4004-ad9c-11cddb9d7215 req-8c8b42ae-aabe-44fd-b720-cff86b91319a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3663962 Jul 15 13:19:54.882146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3a02ca2-1369-4c44-a236-3665f68b171f req-41d86502-3bd6-436e-b53b-b0388af8736a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095872 Jul 15 13:19:54.939127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4bb4009-9ffa-4004-ad9c-11cddb9d7215 req-0016fbe5-8b8d-4271-a51f-0d7253778b64 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106474 Jul 15 13:19:55.455292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Attempting to bind port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:55.455928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Attempting to bind port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:55.456271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Attempting to bind port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f on network 161b699b-2337-4621-9438-cbd9845b08ef {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:55.518114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f on network 161b699b-2337-4621-9438-cbd9845b08ef not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:55.518783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Attempting to bind port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f on network 161b699b-2337-4621-9438-cbd9845b08ef {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:55.522485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095e050-7e5a-4d7d-a6d4-54c03842d180 req-5a2b91c0-692a-4354-b0d9-ef1aad10d546 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.536971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d095e050-7e5a-4d7d-a6d4-54c03842d180 req-5a2b91c0-692a-4354-b0d9-ef1aad10d546 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 944 time: 0.1579723 Jul 15 13:19:55.579688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:55.584986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Checking segment: {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:55.585693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Bound using segment: {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:55.586421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Bound port: 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:55.587007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.624313 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-ff270aeb-f26e-44e1-b7a2-f638c86c7cbc service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440075 Jul 15 13:19:55.641236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 83ff4550-9f65-47fb-9951-4a9be0c65895 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:55.648352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d095e050-7e5a-4d7d-a6d4-54c03842d180 req-5fdd29a3-c51e-46b1-8701-e592cd4f471d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Jul 15 13:19:55.761933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Router 75bdc8d0-768c-4f42-b705-3794c87152fa is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:55.826388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:55.831940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:55.848870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.010813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1f32e58b-24f6-4d9b-ac66-8ea9cfb08505 req-afe1a2ad-d64f-444c-bf2d-b175a8ffe766 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695238 Jul 15 13:19:56.111483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.128552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.130077 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] 10.222.0.23 "PUT /v2.0/ports/46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 1092 time: 2.8546815 Jul 15 13:19:56.146648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:56.154946 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:56.323100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade082f-f963-4b99-a596-9b5ecae068f7 req-14cff8a8-6d83-403e-b4f8-6b8476cac86c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.325038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dade082f-f963-4b99-a596-9b5ecae068f7 req-14cff8a8-6d83-403e-b4f8-6b8476cac86c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.0961909 Jul 15 13:19:56.356144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ca61-e614-4f3a-b290-5d61f14301e9 req-807aa3e2-adc9-400a-94b0-fc4423271998 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.366795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e88ca61-e614-4f3a-b290-5d61f14301e9 req-807aa3e2-adc9-400a-94b0-fc4423271998 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1909690 Jul 15 13:19:56.432038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e88ca61-e614-4f3a-b290-5d61f14301e9 req-5b24e2df-52c2-4f72-8f2e-13d6299d3325 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Jul 15 13:19:56.449917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c17d0-c99f-469d-83b8-9db41b4f028f service neutron] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:56.478545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:56.494743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Sync routers for ids ['75bdc8d0-768c-4f42-b705-3794c87152fa'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:56.506743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Routers {'75bdc8d0-768c-4f42-b705-3794c87152fa'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:56.517776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.519762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['75bdc8d0-768c-4f42-b705-3794c87152fa'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:56.520851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c3c1ecfd-5189-4487-86bc-ef5b15484055 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.2477767 Jul 15 13:19:56.524265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-2746c305-2e0a-4a46-bd4d-c372caa31f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.525739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-2746c305-2e0a-4a46-bd4d-c372caa31f87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1095 time: 0.3172090 Jul 15 13:19:56.526220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.570198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dade082f-f963-4b99-a596-9b5ecae068f7 req-ea283f2d-6cb2-4b06-864b-52e3e979e371 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1734264 Jul 15 13:19:56.753764 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0fda2c-af15-4234-9b2d-32941086838c x-openstack-request-id: req-1a0fda2c-af15-4234-9b2d-32941086838c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:56.754062 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:56.765048 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a0fda2c-af15-4234-9b2d-32941086838c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:56.765048 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'status': 'completed', 'code': 200} Jul 15 13:19:56.768501 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-c7f2a66e-ddc0-4c07-8dc8-6593be899878 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.2136078 Jul 15 13:19:56.861097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Set router 75bdc8d0-768c-4f42-b705-3794c87152fa gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:57.046994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5788e12-2948-4603-a383-bff46716c229 req-db2b92a9-19b5-4681-a510-99dff57bc318 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.055249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5788e12-2948-4603-a383-bff46716c229 req-db2b92a9-19b5-4681-a510-99dff57bc318 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 944 time: 0.1323268 Jul 15 13:19:57.078927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-1b205ee7-b8fa-4c82-9f61-5464d2ddb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.080416 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-1b205ee7-b8fa-4c82-9f61-5464d2ddb902 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.2887211 Jul 15 13:19:57.113128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5788e12-2948-4603-a383-bff46716c229 req-b300e880-8920-4233-8ad2-6cc0cc58f1a0 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566094 Jul 15 13:19:57.306556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-734d334c-6b1e-4c13-955d-df96b01e8419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053196 Jul 15 13:19:57.319337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:19:51Z', 'revision_number': 3, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.352401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Checking router: 75bdc8d0-768c-4f42-b705-3794c87152fa for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:57.352745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Updating router 75bdc8d0-768c-4f42-b705-3794c87152fa port 336b68e5-6574-4e86-96e2-6a30e3b22d5b binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:57.432956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.802451 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.816236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Transition to ACTIVE for port object 336b68e5-6574-4e86-96e2-6a30e3b22d5b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:57.831226 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.879448 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-bd9ccd0e-1e99-4656-9e52-3f493d44f164 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519016 Jul 15 13:19:57.941297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Attempting to bind port 336b68e5-6574-4e86-96e2-6a30e3b22d5b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:57.947549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Attempting to bind port 336b68e5-6574-4e86-96e2-6a30e3b22d5b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:57.954468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Attempting to bind port 336b68e5-6574-4e86-96e2-6a30e3b22d5b on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:57.958184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4fcdb-b516-4acd-b07e-c79d246a79d4 None None] Pushing event updated for resources: {'Port': ['ID=336b68e5-6574-4e86-96e2-6a30e3b22d5b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:57.967441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:57.969109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:57.969716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.970321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:57.971588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Bound port: 336b68e5-6574-4e86-96e2-6a30e3b22d5b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:57.973540 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.070535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c0ab-d044-4546-9295-e4787894ce3e req-042dc7e1-65f4-4f62-a35a-0d92e052ce05 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.082127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8614c0ab-d044-4546-9295-e4787894ce3e req-042dc7e1-65f4-4f62-a35a-0d92e052ce05 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2342381 Jul 15 13:19:58.107454 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9eccbb6b-4bf8-49ee-9402-9c3adcf7f677 req-f71e0f0b-d4cc-425c-848e-22d739cfefcd service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109094 Jul 15 13:19:58.213327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] For port 336b68e5-6574-4e86-96e2-6a30e3b22d5b, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:58.214076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaadbbf-bc94-4878-9727-84ca7b891beb req-0aa14b4f-5001-4ef4-9c2d-7c2545c8fb42 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.222756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] For port 336b68e5-6574-4e86-96e2-6a30e3b22d5b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=336b68e5-6574-4e86-96e2-6a30e3b22d5b,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:58.223324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfaadbbf-bc94-4878-9727-84ca7b891beb req-0aa14b4f-5001-4ef4-9c2d-7c2545c8fb42 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3605003 Jul 15 13:19:58.243063 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.281135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8614c0ab-d044-4546-9295-e4787894ce3e req-a771d5cc-e1fd-4ff0-8c0c-1199540b20b2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670318 Jul 15 13:19:58.363298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfaadbbf-bc94-4878-9727-84ca7b891beb req-df9ed5d0-6938-440f-93fc-96cb217319df tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379766 Jul 15 13:19:58.413087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Routers {'75bdc8d0-768c-4f42-b705-3794c87152fa'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:58.415827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['75bdc8d0-768c-4f42-b705-3794c87152fa'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:58.545522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4fcdb-b516-4acd-b07e-c79d246a79d4 None None] Pushing event updated for resources: {'Port': ['ID=336b68e5-6574-4e86-96e2-6a30e3b22d5b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.605435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-f6e44fca-4b51-4413-9404-037b04d72492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.608518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-f6e44fca-4b51-4413-9404-037b04d72492 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1095 time: 0.3456182 Jul 15 13:19:58.610945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.693637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] Set router 75bdc8d0-768c-4f42-b705-3794c87152fa gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:58.765210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327379cf-31a2-473e-99db-fc33882bf567 req-df175f4d-046d-4276-af12-2343eae75034 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.766647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327379cf-31a2-473e-99db-fc33882bf567 req-df175f4d-046d-4276-af12-2343eae75034 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 944 time: 0.1897073 Jul 15 13:19:58.865297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.875298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-327379cf-31a2-473e-99db-fc33882bf567 req-b893c597-c418-4cf7-bdc9-1d1746833645 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025300 Jul 15 13:19:59.097348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-799f3b12-ebcc-430f-bdab-9a79fdd91ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.271751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Allocated IP 172.20.0.1 (b3dabe49-76aa-4ec5-b1c1-0b77e7730517/3b137975-528d-4828-927a-6f025a465dbe/f2aaeb93-fbde-4991-ab5a-a18bb00c3d72) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:59.274969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:19:51Z', 'revision_number': 3, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.321415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-d82e08af-75b0-47cd-bdf7-ad36a620e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.324314 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-d82e08af-75b0-47cd-bdf7-ad36a620e0aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.6686845 Jul 15 13:19:59.398886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2833406-ca75-42e1-bec4-0ec5b091a894 None None] The sync data for ids ['75bdc8d0-768c-4f42-b705-3794c87152fa'] in n-d-798249-9 is: [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:19:51Z', 'revision_number': 3, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:59.474567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-799f3b12-ebcc-430f-bdab-9a79fdd91ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.496037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-799f3b12-ebcc-430f-bdab-9a79fdd91ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.588170 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-8b58ede6-5a28-4c42-b9fc-e9a76c3b7dfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.2518234 Jul 15 13:19:59.614130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-799f3b12-ebcc-430f-bdab-9a79fdd91ae4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffc749ac088d42eb82617d56e51a1939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367873 Jul 15 13:19:59.620231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:59.847420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f3b12-ebcc-430f-bdab-9a79fdd91ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee45a7-b383-4a05-8ecc-4822cfddd6f3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:59.957889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-cf9380ac-89c2-4014-bb50-83bda0d9fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.961180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-cf9380ac-89c2-4014-bb50-83bda0d9fc03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.3395543 Jul 15 13:20:00.004293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284bd7a-92ae-4c97-8b85-d0fe7ad2ad62 req-72b3b92b-efac-4e6d-90a5-5af070fae1f4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.014266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7284bd7a-92ae-4c97-8b85-d0fe7ad2ad62 req-72b3b92b-efac-4e6d-90a5-5af070fae1f4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.4449947 Jul 15 13:20:00.150964 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.176447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fbd8-362a-4c67-8dc1-d619389d2f04 req-585d41f1-c682-4f09-b112-a375dc5acefa tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.186237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5265fbd8-362a-4c67-8dc1-d619389d2f04 req-585d41f1-c682-4f09-b112-a375dc5acefa tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.5190084 Jul 15 13:20:00.193171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30422826-e9cd-48a1-b855-386fc1283d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.197738 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-df96457e-a2a9-4607-8ef3-a1c32a6ab45a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2258027 Jul 15 13:20:00.223376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.283133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7284bd7a-92ae-4c97-8b85-d0fe7ad2ad62 req-272b5ceb-c899-46d1-9ebb-92806adffe0f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2678819 Jul 15 13:20:00.363486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30422826-e9cd-48a1-b855-386fc1283d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.365461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Pushing event updated for resources: {'Port': ['ID=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.389742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:00.390564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5265fbd8-362a-4c67-8dc1-d619389d2f04 req-9a534318-b539-421e-835a-d917ef09ac66 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999605 Jul 15 13:20:00.396614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:00.407154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:00.567134 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.755229 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.797685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a0536-d468-4839-9065-573eaba8c04f req-1cc13dc5-4e46-4eb0-8123-114c4dea2a09 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.802278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef2a0536-d468-4839-9065-573eaba8c04f req-1cc13dc5-4e46-4eb0-8123-114c4dea2a09 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 944 time: 0.1584833 Jul 15 13:20:00.889083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef2a0536-d468-4839-9065-573eaba8c04f req-05cb8766-683f-4977-a33f-4c7fd155ce7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809660 Jul 15 13:20:00.918218 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-b99e20fc-0071-4ec0-b687-bc566ade8973 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982961 Jul 15 13:20:00.966882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30422826-e9cd-48a1-b855-386fc1283d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.969748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30422826-e9cd-48a1-b855-386fc1283d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.970995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-30422826-e9cd-48a1-b855-386fc1283d7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76ee45a7-b383-4a05-8ecc-4822cfddd6f3 HTTP/1.1" status: 204 len: 168 time: 1.3487353 Jul 15 13:20:00.979999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.039044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30422826-e9cd-48a1-b855-386fc1283d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee45a7-b383-4a05-8ecc-4822cfddd6f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:01.199607 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8ba341b4-5abb-456e-a9a4-4d7ad53f94e5 req-efbe9dc2-2704-4041-bc77-153383c8a738 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703578 Jul 15 13:20:01.409584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:01.440437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.462433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.649592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:01.667764 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.673655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'port_id': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'mac_address': 'fa:16:3e:dd:75:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:01.685905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Pushing event updated for resources: {'Port': ['ID=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:01.780680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 336b68e5-6574-4e86-96e2-6a30e3b22d5b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:01.793435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9ee6a-ce77-48d0-979d-a50b95133e68 req-fcf38ed9-2987-48d1-941f-5b127f453cc1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.801463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fa9ee6a-ce77-48d0-979d-a50b95133e68 req-fcf38ed9-2987-48d1-941f-5b127f453cc1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2116590 Jul 15 13:20:01.829759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.856458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:01.889867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 336b68e5-6574-4e86-96e2-6a30e3b22d5b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:01.906303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:01.910500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 336b68e5-6574-4e86-96e2-6a30e3b22d5b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:01.913221 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.967681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fa9ee6a-ce77-48d0-979d-a50b95133e68 req-d7ed3932-0070-49c3-bbe0-8bad15665022 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1647325 Jul 15 13:20:01.970790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:01.974843 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.975463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:02.040957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fee2d-af2e-44f2-9791-5c0d4e2d38af req-e5c288b0-a23d-43a9-9216-80934618b6e0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.042706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d06fee2d-af2e-44f2-9791-5c0d4e2d38af req-e5c288b0-a23d-43a9-9216-80934618b6e0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2715104 Jul 15 13:20:02.129299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:02.172175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d06fee2d-af2e-44f2-9791-5c0d4e2d38af req-3b7b7a46-b2d9-4d57-bc07-06d8465ff7dc tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216941 Jul 15 13:20:02.215615 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.225632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:02.280014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 336b68e5-6574-4e86-96e2-6a30e3b22d5b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=336b68e5-6574-4e86-96e2-6a30e3b22d5b,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:02.301167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.370462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Router 75bdc8d0-768c-4f42-b705-3794c87152fa has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:02.444032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=336b68e5-6574-4e86-96e2-6a30e3b22d5b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:02.487841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f48c-4256-4360-8331-2d82199cf217 req-1f8d8d3e-77ff-46ab-847a-76fd05a318d8 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.489402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d757f48c-4256-4360-8331-2d82199cf217 req-1f8d8d3e-77ff-46ab-847a-76fd05a318d8 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 945 time: 0.1358235 Jul 15 13:20:02.570017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:02.585766 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af7052-d428-415a-b356-236b12437333 None None] Sync routers for ids ['75bdc8d0-768c-4f42-b705-3794c87152fa'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:02.587175 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4c0f1d47-6a05-403b-92da-d29e49861a9e admin admin] 10.222.0.48 "PUT /v2.0/routers/75bdc8d0-768c-4f42-b705-3794c87152fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0334744 Jul 15 13:20:02.611695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d757f48c-4256-4360-8331-2d82199cf217 req-cb41eb69-f8b9-4e45-b9f3-36375b7ee528 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112363 Jul 15 13:20:02.612848 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af7052-d428-415a-b356-236b12437333 None None] Routers {'75bdc8d0-768c-4f42-b705-3794c87152fa'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:02.613533 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-71af7052-d428-415a-b356-236b12437333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['75bdc8d0-768c-4f42-b705-3794c87152fa'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:02.816768 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-71af7052-d428-415a-b356-236b12437333 None None] Set router 75bdc8d0-768c-4f42-b705-3794c87152fa gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:03.221734 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-71af7052-d428-415a-b356-236b12437333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:20:00Z', 'revision_number': 4, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2aaeb93-fbde-4991-ab5a-a18bb00c3d72', 'name': '', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'mac_address': 'fa:16:3e:30:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3b137975-528d-4828-927a-6f025a465dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:58Z', 'updated_at': '2021-07-15T13:20:01Z', 'revision_number': 2, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'subnets': [{'id': '3b137975-528d-4828-927a-6f025a465dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.302359 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af7052-d428-415a-b356-236b12437333 None None] Checking router: 75bdc8d0-768c-4f42-b705-3794c87152fa for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:03.304627 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af7052-d428-415a-b356-236b12437333 None None] Updating router 75bdc8d0-768c-4f42-b705-3794c87152fa port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:03.370952 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71af7052-d428-415a-b356-236b12437333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.430162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:03.548476 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.558424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c72621-d00d-4028-b19e-83c80caac0d6 req-b1fc8b7a-a3a9-49be-b218-ca109fda51fe tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.561031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9c72621-d00d-4028-b19e-83c80caac0d6 req-b1fc8b7a-a3a9-49be-b218-ca109fda51fe tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2687759 Jul 15 13:20:03.566096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:03.572240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:03.572730 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.691785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-f55f6f68-1bc3-440d-a83d-a512216c4104 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.694780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-f55f6f68-1bc3-440d-a83d-a512216c4104 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 818 time: 0.3446391 Jul 15 13:20:03.750539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9c72621-d00d-4028-b19e-83c80caac0d6 req-705fe222-3e32-4fb7-833e-22a899f1e61b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696103 Jul 15 13:20:03.752438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-0da678ec-202f-45e7-b22d-eac97c2b6eba tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/quotas/a3dcd8f2d1284610a60c44cfc85687f1 HTTP/1.1" status: 200 len: 375 time: 0.0451503 Jul 15 13:20:03.758788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 336b68e5-6574-4e86-96e2-6a30e3b22d5b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:03.852412 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.898180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-5e8a268b-8b13-4ffe-a2a7-97b1e6720ac7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1393332 Jul 15 13:20:03.926398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 336b68e5-6574-4e86-96e2-6a30e3b22d5b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:03.927802 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.977104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:03.979378 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f01c69e-f889-4739-8e0f-9d5c532abec8" -d '{"events": [{"server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "name": "network-vif-plugged", "status": "completed", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:04.001192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:04.017228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.111340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.166503 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71af7052-d428-415a-b356-236b12437333 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.186805 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-71af7052-d428-415a-b356-236b12437333 None None] Transition to ACTIVE for port object f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:04.203723 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71af7052-d428-415a-b356-236b12437333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.270734 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f6b75-900e-45f6-8ddd-6e198fe22155 None None] Pushing event updated for resources: {'Port': ['ID=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.361487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.373334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.390575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1467062045'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:04.430904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:04.435575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.470124 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-71af7052-d428-415a-b356-236b12437333 None None] Attempting to bind port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:04.475217 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-71af7052-d428-415a-b356-236b12437333 None None] Attempting to bind port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:04.475613 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af7052-d428-415a-b356-236b12437333 None None] Attempting to bind port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:04.486389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:04.492840 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af7052-d428-415a-b356-236b12437333 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:04.493227 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af7052-d428-415a-b356-236b12437333 None None] Checking segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:04.493629 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71af7052-d428-415a-b356-236b12437333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.494022 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af7052-d428-415a-b356-236b12437333 None None] Bound using segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:04.501859 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-71af7052-d428-415a-b356-236b12437333 None None] Bound port: f2aaeb93-fbde-4991-ab5a-a18bb00c3d72, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:04.502648 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71af7052-d428-415a-b356-236b12437333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.505260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.507555 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Added segment 18a41c62-0e38-408d-ae36-e7752e9cd923 of type vlan for network f4d656fa-9775-4414-92f4-04d6c57423f2 Jul 15 13:20:04.589098 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.630024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-90511ddd-494f-48f9-8feb-4d366a94ba95 service neutron] 10.222.0.48 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247622 Jul 15 13:20:04.656491 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-71af7052-d428-415a-b356-236b12437333 None None] For port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:04.659902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.667278 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-71af7052-d428-415a-b356-236b12437333 None None] For port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:04.672611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.682102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.695920 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71af7052-d428-415a-b356-236b12437333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.745626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9249-b29e-47a8-92af-85db6d58ad7f req-3b05d707-82f9-43b0-9b61-9358d35aa12b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.754793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-516a9249-b29e-47a8-92af-85db6d58ad7f req-3b05d707-82f9-43b0-9b61-9358d35aa12b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.7844205 Jul 15 13:20:04.820828 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af7052-d428-415a-b356-236b12437333 None None] Routers {'75bdc8d0-768c-4f42-b705-3794c87152fa'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:04.821453 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-71af7052-d428-415a-b356-236b12437333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:19:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['75bdc8d0-768c-4f42-b705-3794c87152fa'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:04.828757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-516a9249-b29e-47a8-92af-85db6d58ad7f req-334adbf2-b967-43e1-b71e-d23b0e16fd9b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730736 Jul 15 13:20:04.830710 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f6b75-900e-45f6-8ddd-6e198fe22155 None None] Pushing event updated for resources: {'Port': ['ID=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.846777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58954) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.849494 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4741800 Jul 15 13:20:04.861148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1451870648'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:04.948059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-f3f62f48-fb97-4865-91c9-8ceb0ac7b5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191080 Jul 15 13:20:04.949544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:04.954741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.958431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507550e4-1dfe-43a2-a2c6-df73b358e443 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Network': ['ID=f4d656fa-9775-4414-92f4-04d6c57423f2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.965743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f063228c-99e3-4352-8f37-2e217e5f7c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.976232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f4d656fa-9775-4414-92f4-04d6c57423f2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:05.001632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:05.014905 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.015530 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Added segment b36906b0-ee0a-41d8-a682-84350c93efc3 of type vlan for network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 Jul 15 13:20:05.071671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.103868 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-71af7052-d428-415a-b356-236b12437333 None None] Set router 75bdc8d0-768c-4f42-b705-3794c87152fa gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:05.134423 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.167314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.172856 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.313976 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40719a-2ac9-4deb-87b1-cc2917939529 x-openstack-request-id: req-6d40719a-2ac9-4deb-87b1-cc2917939529 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:05.314698 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "name": "network-vif-plugged", "status": "completed", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:05.315181 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d40719a-2ac9-4deb-87b1-cc2917939529 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:05.315795 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'code': 200} Jul 15 13:20:05.379630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f063228c-99e3-4352-8f37-2e217e5f7c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.482721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f063228c-99e3-4352-8f37-2e217e5f7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.499901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6516829 Jul 15 13:20:05.501350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3815e33-9af2-447c-bc12-99b3a5e6beef tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Network': ['ID=35c92e22-f6e5-4f9f-81fc-98d795cfd688,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.513971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:05.524622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:05.543478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'subnet': {'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:05.595103 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-71af7052-d428-415a-b356-236b12437333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:20:00Z', 'revision_number': 4, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2aaeb93-fbde-4991-ab5a-a18bb00c3d72', 'name': '', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'mac_address': 'fa:16:3e:30:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3b137975-528d-4828-927a-6f025a465dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:58Z', 'updated_at': '2021-07-15T13:20:04Z', 'revision_number': 4, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'subnets': [{'id': '3b137975-528d-4828-927a-6f025a465dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:05.658120 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af7052-d428-415a-b356-236b12437333 None None] The sync data for ids ['75bdc8d0-768c-4f42-b705-3794c87152fa'] in n-d-798249-9 is: [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:20:00Z', 'revision_number': 4, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2aaeb93-fbde-4991-ab5a-a18bb00c3d72', 'name': '', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'mac_address': 'fa:16:3e:30:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3b137975-528d-4828-927a-6f025a465dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:58Z', 'updated_at': '2021-07-15T13:20:04Z', 'revision_number': 4, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'subnets': [{'id': '3b137975-528d-4828-927a-6f025a465dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:05.701398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f063228c-99e3-4352-8f37-2e217e5f7c9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09be68635a314dd5ae44ca08469d31fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3247294 Jul 15 13:20:05.702011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58966) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:05.808249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289b75-eeb2-43dc-8f14-bdfca43d0f18 req-30abb688-c24c-4a47-97f7-dc5a3e999c3c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.810690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0289b75-eeb2-43dc-8f14-bdfca43d0f18 req-30abb688-c24c-4a47-97f7-dc5a3e999c3c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1996744 Jul 15 13:20:05.818172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063228c-99e3-4352-8f37-2e217e5f7c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd2dd4-ae22-4b83-83e1-91c5cdd74478,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.861078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc4b4-5ce8-4531-8d09-9cd0784d888d req-9a8d37bb-1a86-4f24-b65a-eb39690618af tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.873449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de499-1537-4789-ad17-76ce53cf00e3 req-214acc73-68d9-42de-9f78-3de9cb434c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.875180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29de499-1537-4789-ad17-76ce53cf00e3 req-214acc73-68d9-42de-9f78-3de9cb434c0a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.4861343 Jul 15 13:20:05.876315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:05.880353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-396fc4b4-5ce8-4531-8d09-9cd0784d888d req-9a8d37bb-1a86-4f24-b65a-eb39690618af tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.3411655 Jul 15 13:20:05.881010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.019397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-396fc4b4-5ce8-4531-8d09-9cd0784d888d req-6294353c-fa8f-4a4c-b4f3-5e9174278cfc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373639 Jul 15 13:20:06.029871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0289b75-eeb2-43dc-8f14-bdfca43d0f18 req-113d7c27-ed25-4c29-81dc-3be968ffa062 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2093143 Jul 15 13:20:06.163230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29de499-1537-4789-ad17-76ce53cf00e3 req-ae34b714-b783-44ce-9adf-c618fd489f69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745732 Jul 15 13:20:06.164117 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a256589a-f99f-4c5a-bdbf-3fd38dcf8f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.206763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a6b6c6c-078d-4976-ade1-d33d23dc231a req-ee23a13a-6b04-4869-af80-af7bcf643024 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 210 time: 0.0616031 Jul 15 13:20:06.369811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a256589a-f99f-4c5a-bdbf-3fd38dcf8f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.477779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7a6f-7975-4a28-9b9e-e631ee1a2a79 req-afdd30fb-05bd-4540-b569-8c53452a32f1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.483617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9afe7a6f-7975-4a28-9b9e-e631ee1a2a79 req-afdd30fb-05bd-4540-b569-8c53452a32f1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1557763 Jul 15 13:20:06.515118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a256589a-f99f-4c5a-bdbf-3fd38dcf8f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.519377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a256589a-f99f-4c5a-bdbf-3fd38dcf8f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.520598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a256589a-f99f-4c5a-bdbf-3fd38dcf8f05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2fd2dd4-ae22-4b83-83e1-91c5cdd74478 HTTP/1.1" status: 204 len: 168 time: 0.8147376 Jul 15 13:20:06.527388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.625652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9afe7a6f-7975-4a28-9b9e-e631ee1a2a79 req-3fe1adc2-a8c7-470a-856d-20d3c20335c0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363876 Jul 15 13:20:06.626634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Subnet': ['ID=1c11357c-9c91-4c96-91ef-fc958e89b2ff,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:06.634909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256589a-f99f-4c5a-bdbf-3fd38dcf8f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd2dd4-ae22-4b83-83e1-91c5cdd74478,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:06.698028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Checking segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:06.698479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network hostable DHCP agents. Network: f4d656fa-9775-4414-92f4-04d6c57423f2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:06.734970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network f4d656fa-9775-4414-92f4-04d6c57423f2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:06.754118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f4d656fa-9775-4414-92f4-04d6c57423f2) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:06.759174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.760118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.769400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36bc48-20b2-405d-880d-73ea0647498c None None] Network f4d656fa-9775-4414-92f4-04d6c57423f2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:06.817349 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f72fc2a-8b6f-4385-b4c7-bd78ea7804ad tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2831614 Jul 15 13:20:06.818601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:06.840439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'subnet': {'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:07.204930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f4d656fa-9775-4414-92f4-04d6c57423f2', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:07.206350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.227793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:07.258388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:07.263085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.271612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-081d1959-3564-4157-940b-600ef5276d91 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.284345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-081d1959-3564-4157-940b-600ef5276d91 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 818 time: 0.4820499 Jul 15 13:20:07.322689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-4cefc5b2-db30-4b5c-9690-edd4cb18d17c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/quotas/a3dcd8f2d1284610a60c44cfc85687f1 HTTP/1.1" status: 200 len: 375 time: 0.0370467 Jul 15 13:20:07.475081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-08bc3b2a-8e28-4412-981c-3fa20d246558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.479145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-08bc3b2a-8e28-4412-981c-3fa20d246558 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1095 time: 0.3478403 Jul 15 13:20:07.479990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22833344-87a3-427b-b09a-c3d3d9d6020e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.492855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652d01f-db58-4457-893a-e9a5514afd1f req-cd32bc52-09bc-477d-ae1e-f352bfc46a0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.502071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b652d01f-db58-4457-893a-e9a5514afd1f req-cd32bc52-09bc-477d-ae1e-f352bfc46a0a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.4195812 Jul 15 13:20:07.536470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-e4749ca7-ed6a-4077-9f13-85bb97b70631 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128146 Jul 15 13:20:07.553626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Allocated IP 10.1.1.2 (f4d656fa-9775-4414-92f4-04d6c57423f2/1c11357c-9c91-4c96-91ef-fc958e89b2ff/2eae0c98-7390-47fd-8897-cda61e8281f8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:07.627570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b652d01f-db58-4457-893a-e9a5514afd1f req-c88c56a2-99c3-494e-baf4-8ecb73e10a6f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244915 Jul 15 13:20:07.843444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:07.863697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-92a818c5-f96c-4c55-b584-bfe265bdf08b service neutron] 10.222.0.48 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179488 Jul 15 13:20:07.956895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.976336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Transition to ACTIVE for port object 2eae0c98-7390-47fd-8897-cda61e8281f8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:07.999514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:08.002003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Transition to ACTIVE for port object 2eae0c98-7390-47fd-8897-cda61e8281f8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:08.007338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:08.007862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.036547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.091685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-1b2ad5a7-812e-4427-a1b2-30a55813a8c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220836 Jul 15 13:20:08.107196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Network f4d656fa-9775-4414-92f4-04d6c57423f2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:08.117371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:08.120606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Pushing event updated for resources: {'Port': ['ID=2eae0c98-7390-47fd-8897-cda61e8281f8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.123860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:08.173749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.183875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f44df-0325-498c-8fba-d076c8072cef req-e999e867-5326-4a37-86bb-67328509a08a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.186375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e29f44df-0325-498c-8fba-d076c8072cef req-e999e867-5326-4a37-86bb-67328509a08a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1725006 Jul 15 13:20:08.257314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Attempting to bind port 2eae0c98-7390-47fd-8897-cda61e8281f8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:08.257813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Attempting to bind port 2eae0c98-7390-47fd-8897-cda61e8281f8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:08.259387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Attempting to bind port 2eae0c98-7390-47fd-8897-cda61e8281f8 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:08.270237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e29f44df-0325-498c-8fba-d076c8072cef req-3d5c8943-79e5-4bb6-bf35-e4813ee472f2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764360 Jul 15 13:20:08.273478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:08.274133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Checking segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:08.275711 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.275711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Bound using segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:08.275711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Bound port: 2eae0c98-7390-47fd-8897-cda61e8281f8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:08.276043 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.300147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:08.380923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] For port 2eae0c98-7390-47fd-8897-cda61e8281f8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:08.383216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.386623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] For port 2eae0c98-7390-47fd-8897-cda61e8281f8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2eae0c98-7390-47fd-8897-cda61e8281f8,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:08.435651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.479422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.545920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-6de6470b-e6e0-4eb0-9255-d470f6010765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.547160 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-6de6470b-e6e0-4eb0-9255-d470f6010765 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.9493749 Jul 15 13:20:08.561345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.593839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5747c-4f1e-449b-9066-7bb272e2c650 req-efc835dd-f0d7-4bb6-8144-abc16755a356 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.595383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bed5747c-4f1e-449b-9066-7bb272e2c650 req-efc835dd-f0d7-4bb6-8144-abc16755a356 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1705008 Jul 15 13:20:08.681536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bed5747c-4f1e-449b-9066-7bb272e2c650 req-6cf16033-93af-4c06-998b-456667c2b147 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781255 Jul 15 13:20:08.709041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a9f73-82c7-4991-a91d-7f5e39a7879c None None] Pushing event updated for resources: {'Port': ['ID=2eae0c98-7390-47fd-8897-cda61e8281f8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.843702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd219357-c7e9-4394-8308-c8d0b179a440 req-7732b991-6085-402e-9602-4a3c3f1b4317 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 210 time: 0.0921185 Jul 15 13:20:08.918474 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-e2292991-ab97-4e07-86aa-9a8b7547a4fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.2981648 Jul 15 13:20:09.113584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Subnet': ['ID=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:09.253354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a734e4a-fb63-44e7-a632-ce1041876915 req-9fede86e-a20f-40ed-9765-55e157e8d4f2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.264537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22833344-87a3-427b-b09a-c3d3d9d6020e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.264765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a734e4a-fb63-44e7-a632-ce1041876915 req-9fede86e-a20f-40ed-9765-55e157e8d4f2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1251061 Jul 15 13:20:09.310846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-5b7063e0-9a15-4c3f-84a1-6cf88ce13b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.313254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-5b7063e0-9a15-4c3f-84a1-6cf88ce13b6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.2735379 Jul 15 13:20:09.335814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22833344-87a3-427b-b09a-c3d3d9d6020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.415202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833344-87a3-427b-b09a-c3d3d9d6020e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3242bd-7f8c-4cf2-b827-402cde14e8c6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:09.441062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a734e4a-fb63-44e7-a632-ce1041876915 req-d72c8e74-4c47-4dea-b434-86cf37c5e31a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756542 Jul 15 13:20:09.477413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-491c3590-0ce9-4e8b-8918-95793ef8dff2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.492381 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-491c3590-0ce9-4e8b-8918-95793ef8dff2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 818 time: 2.0299413 Jul 15 13:20:09.496371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Checking segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:09.498891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network hostable DHCP agents. Network: 35c92e22-f6e5-4f9f-81fc-98d795cfd688, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:09.560970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Request body: {'port': {'device_id': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'admin_state_up': True, 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:09.563568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e1af9-5de0-4b31-8300-76ac8ac3bdb7 req-0c88592a-7ff4-4f35-b5e5-3baa7885e137 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.573283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e8e1af9-5de0-4b31-8300-76ac8ac3bdb7 req-0c88592a-7ff4-4f35-b5e5-3baa7885e137 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2555530 Jul 15 13:20:09.706436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e8e1af9-5de0-4b31-8300-76ac8ac3bdb7 req-552993d4-fa3a-4492-a268-0c28caaaa1f2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321111 Jul 15 13:20:09.714740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-b4607558-1398-45f1-ba63-3ecbd69eb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.716808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-b4607558-1398-45f1-ba63-3ecbd69eb81c service neutron] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.3934162 Jul 15 13:20:09.866699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-7fd3e040-bd11-4b16-94c6-a9f2c6077c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.1187510 Jul 15 13:20:09.922675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-ea4db236-ca35-4275-89c4-a4c7b2c10d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.924169 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-ea4db236-ca35-4275-89c4-a4c7b2c10d7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.8615217 Jul 15 13:20:09.963621 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22833344-87a3-427b-b09a-c3d3d9d6020e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86ab4b4ad624457291fda6751fa5a7de&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7308011 Jul 15 13:20:09.968387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.969051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:10.047240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-76dc2844-8ba3-4bd7-a916-2ad560b28293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.049052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-76dc2844-8ba3-4bd7-a916-2ad560b28293 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.1765418 Jul 15 13:20:10.077498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2eae0c98-7390-47fd-8897-cda61e8281f8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:10.114171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 35c92e22-f6e5-4f9f-81fc-98d795cfd688) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:10.119089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Made reservation on behalf of a3dcd8f2d1284610a60c44cfc85687f1 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:10.131056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.166652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-79ba2972-fbe5-4b01-9e6b-7389ef637b21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073794 Jul 15 13:20:10.179246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.179852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.221112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acad0b-18a9-4615-91cb-66f956aa1d55 None None] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:10.389846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2eae0c98-7390-47fd-8897-cda61e8281f8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:10.394788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-7ec1a4aa-1f86-4eee-87a1-ea76640c1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.395627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-5f02bed1-f3e3-4dad-9f01-6e577ac31b98 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104752 Jul 15 13:20:10.396333 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-7ec1a4aa-1f86-4eee-87a1-ea76640c1d96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4519186 Jul 15 13:20:10.407568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:10.430745 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-27d896fc-d7d7-4101-b14c-9fc2ae1613f7 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6057451 Jul 15 13:20:10.455359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:10.470268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-254065cc-9f3c-4530-b1f5-21f6e8a00422 req-0674e69c-11c7-4728-8acc-6a270d5f4eb0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 210 time: 0.0730300 Jul 15 13:20:10.476111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6285c5b-70e3-462e-90f7-b1ee39080f02 None None] Network f4d656fa-9775-4414-92f4-04d6c57423f2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:10.482933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'name': 'tempest-TaggedBootDevicesTest-299318799', 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:10.553334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:10.553877 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.709324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] Provisioning for port 2eae0c98-7390-47fd-8897-cda61e8281f8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:10.738222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-911eb375-88e1-4494-82b6-c6c86d09a459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.747781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b60ff2e0-b98a-49b1-a475-3f2ba21ecf5d req-ecbfee43-64bf-4378-9b7a-185380f73ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746880 Jul 15 13:20:10.785473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] Provisioning complete for port 2eae0c98-7390-47fd-8897-cda61e8281f8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:10.786155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.956509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-6f05d4dc-1ebb-4465-b538-23ecd4d9aa1e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.958328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-6f05d4dc-1ebb-4465-b538-23ecd4d9aa1e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 818 time: 0.2068000 Jul 15 13:20:10.980322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Request body: {'port': {'device_id': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'admin_state_up': True, 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:11.048435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'fixed_ips': [{'subnet_id': '86d0b914-b3dd-4cca-9b6f-29ebf57fef5c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:11.049517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.115787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:11.126591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ae09-943a-490e-9ac2-c85c884d9b6a req-8ed8dcbb-b8d1-4a68-97a5-670a06d0d770 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.133890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d8ae09-943a-490e-9ac2-c85c884d9b6a req-8ed8dcbb-b8d1-4a68-97a5-670a06d0d770 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 1.0729427 Jul 15 13:20:11.200542 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-f31a387e-6c4e-4e13-881c-7bf5040b1385 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665949 Jul 15 13:20:11.225399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Allocated IP 172.20.0.6 (b3dabe49-76aa-4ec5-b1c1-0b77e7730517/3b137975-528d-4828-927a-6f025a465dbe/a0ec457e-1ddd-41f8-ae7e-830d2bba64da) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:11.242447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d8ae09-943a-490e-9ac2-c85c884d9b6a req-b6041b9b-16e6-4758-bd50-a9007a5f9f69 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071937 Jul 15 13:20:11.263673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad546-02f2-4048-87e2-112e63dd8d1c req-4906973c-7914-48b5-b6dd-aa8da75f4168 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.266598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ecad546-02f2-4048-87e2-112e63dd8d1c req-4906973c-7914-48b5-b6dd-aa8da75f4168 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1242554 Jul 15 13:20:11.372196 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-911eb375-88e1-4494-82b6-c6c86d09a459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.396318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ecad546-02f2-4048-87e2-112e63dd8d1c req-1509a99c-3665-495a-a14d-b93e5ebfb031 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229553 Jul 15 13:20:11.461210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:11.471343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Made reservation on behalf of a3dcd8f2d1284610a60c44cfc85687f1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:11.476156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.743419 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.744983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b4c29e6-f5f5-4db7-a53a-8371b724ef0d req-cf08d639-e194-4b50-9401-bab149abb98b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 210 time: 0.0799272 Jul 15 13:20:11.777798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa058d2f-d81c-444e-8f60-b66bf973bfab req-b0faa96d-46b1-497b-9638-68d4db8d4268 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.787337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa058d2f-d81c-444e-8f60-b66bf973bfab req-b0faa96d-46b1-497b-9638-68d4db8d4268 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2990241 Jul 15 13:20:11.814067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] device_id is not set on port de338215-a2a6-461d-afdc-00b0bdbe88e2 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:11.845908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.857484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa058d2f-d81c-444e-8f60-b66bf973bfab req-7f25ac66-c94b-4b34-b0ef-57dcbeb8552f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Jul 15 13:20:11.906338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Allocated IP 10.2.2.2 (35c92e22-f6e5-4f9f-81fc-98d795cfd688/86d0b914-b3dd-4cca-9b6f-29ebf57fef5c/a4105c2f-c89d-4349-b3b9-cff0a81b87f0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:11.933726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.961297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] For port 2eae0c98-7390-47fd-8897-cda61e8281f8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2eae0c98-7390-47fd-8897-cda61e8281f8,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:11.979697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-911eb375-88e1-4494-82b6-c6c86d09a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.980303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.985943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-911eb375-88e1-4494-82b6-c6c86d09a459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.987309 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-911eb375-88e1-4494-82b6-c6c86d09a459 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa3242bd-7f8c-4cf2-b827-402cde14e8c6 HTTP/1.1" status: 204 len: 168 time: 2.0156853 Jul 15 13:20:12.008091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5736e38-d8bc-41f2-a2da-e295fe0b8444 req-8dd06a6e-3025-4218-974b-cf516a52e54c service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533880 Jul 15 13:20:12.047081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eb375-88e1-4494-82b6-c6c86d09a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3242bd-7f8c-4cf2-b827-402cde14e8c6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.104622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42320d-b59e-4fae-9100-4973a9b85974 None None] Pushing event updated for resources: {'Port': ['ID=2eae0c98-7390-47fd-8897-cda61e8281f8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.140870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 10.1.1.126 (f4d656fa-9775-4414-92f4-04d6c57423f2/1c11357c-9c91-4c96-91ef-fc958e89b2ff/de338215-a2a6-461d-afdc-00b0bdbe88e2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:12.159952 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.238742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.260065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Transition to ACTIVE for port object a4105c2f-c89d-4349-b3b9-cff0a81b87f0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:12.263035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Allocated IP 172.20.0.2 (b3dabe49-76aa-4ec5-b1c1-0b77e7730517/3b137975-528d-4828-927a-6f025a465dbe/c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:12.300654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:12.321254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:12.325610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Transition to ACTIVE for port object a4105c2f-c89d-4349-b3b9-cff0a81b87f0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:12.329251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:12.352119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.400047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Pushing event updated for resources: {'Port': ['ID=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.520454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.521491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.536809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:12.542472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:12.555528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:12.571518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Pushing event updated for resources: {'Port': ['ID=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.612349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd3e213a-8797-4859-98ae-7886617cac70 None None] Provisioning complete for port 2eae0c98-7390-47fd-8897-cda61e8281f8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:12.612745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd3e213a-8797-4859-98ae-7886617cac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.628035 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-550de269-08c2-4758-a9a4-503cf274f753 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1015265 Jul 15 13:20:12.645694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Request body: {'port': {'device_id': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:12.707330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Attempting to bind port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:12.707636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Attempting to bind port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:12.708129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Attempting to bind port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:12.732291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.734006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ac0f1cd-3284-4257-9c68-791c3e97b297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.754388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:12.755675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Checking segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:12.756526 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.758074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Bound using segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:12.760078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Bound port: a4105c2f-c89d-4349-b3b9-cff0a81b87f0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:12.760496 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.782719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.837171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object de338215-a2a6-461d-afdc-00b0bdbe88e2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:12.839088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.917486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2b2f-e071-4812-98f3-9769f7da1d44 req-4b55af94-5aec-46dc-ab0f-9cdcacfbc15a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.923390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5ff2b2f-e071-4812-98f3-9769f7da1d44 req-4b55af94-5aec-46dc-ab0f-9cdcacfbc15a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.4130628 Jul 15 13:20:12.967009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59074) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:13.045323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] For port a4105c2f-c89d-4349-b3b9-cff0a81b87f0, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:13.049107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5ff2b2f-e071-4812-98f3-9769f7da1d44 req-da415430-bee4-447e-b688-d700faed5f48 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132231 Jul 15 13:20:13.055345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4300cbe-cd7f-497c-a30c-6ae4e7e82543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.061013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.162795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] For port a4105c2f-c89d-4349-b3b9-cff0a81b87f0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:13.166723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.179222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.181988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Pushing event updated for resources: {'Port': ['ID=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:13.202111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.202519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.202850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.203190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.203522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.203854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.204187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.204569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.204904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.205232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.205559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.206142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:13.212142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:13.213556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:13.216438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:13.330680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947abfc9-fae2-4735-9560-ebacdf26ba05 None None] Pushing event updated for resources: {'Port': ['ID=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:13.410628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network f4d656fa-9775-4414-92f4-04d6c57423f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:13.421183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:13.428563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:13.457312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.468097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.568706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab3058-c168-4fe7-8810-c0202ce7bd53 req-3e183f93-d4d5-4f31-9b3b-7128ca117d44 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.577267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46ab3058-c168-4fe7-8810-c0202ce7bd53 req-3e183f93-d4d5-4f31-9b3b-7128ca117d44 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 931 time: 0.2707455 Jul 15 13:20:13.593711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df92da-70dc-4a71-9907-9a7d4d222e69 req-9f848d86-ec41-4cd1-b6d0-acf313a099bf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.602792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2df92da-70dc-4a71-9907-9a7d4d222e69 req-9f848d86-ec41-4cd1-b6d0-acf313a099bf tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3232145 Jul 15 13:20:13.663027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.664436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.713616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46ab3058-c168-4fe7-8810-c0202ce7bd53 req-7b8c91fd-3e47-4c1d-9528-daa83da82d2b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324046 Jul 15 13:20:13.728649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2df92da-70dc-4a71-9907-9a7d4d222e69 req-bd52fb1d-750e-45ed-b648-4dcd2dcc0f2c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248231 Jul 15 13:20:13.738622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2eae0c98-7390-47fd-8897-cda61e8281f8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:13.801673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:13.865397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4300cbe-cd7f-497c-a30c-6ae4e7e82543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.888577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-d3fa3c4f-6120-44bd-a9f2-fc19cd8776ef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9193871 Jul 15 13:20:13.900613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4300cbe-cd7f-497c-a30c-6ae4e7e82543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.903994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Request body: {'port': {'device_id': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:13.977951 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6f082a0-37fc-4991-89bb-502b27c7f4f1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5084605 Jul 15 13:20:13.983780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2eae0c98-7390-47fd-8897-cda61e8281f8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:13.984156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.000764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.052831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'name': 'tempest-TaggedBootDevicesTest-76586699', 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:14.085820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-593f0259-ccc7-4e4a-af97-32652e6f7b0b None None] Provisioning for port de338215-a2a6-461d-afdc-00b0bdbe88e2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:14.146342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-593f0259-ccc7-4e4a-af97-32652e6f7b0b None None] Provisioning complete for port de338215-a2a6-461d-afdc-00b0bdbe88e2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:14.146914 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-593f0259-ccc7-4e4a-af97-32652e6f7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.186465 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4300cbe-cd7f-497c-a30c-6ae4e7e82543 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3c31d9a044e4066b3fd4d0341cfe3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2153780 Jul 15 13:20:14.187078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.197092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4300cbe-cd7f-497c-a30c-6ae4e7e82543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4c795-a16c-440b-b498-2acdef364e08,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.235474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-593f0259-ccc7-4e4a-af97-32652e6f7b0b None None] Port de338215-a2a6-461d-afdc-00b0bdbe88e2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:14.346040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ec457e-1ddd-41f8-ae7e-830d2bba64da {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:14.362133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.370493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.399111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Transition to ACTIVE for port object a0ec457e-1ddd-41f8-ae7e-830d2bba64da will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:14.399834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4e8f2-1b21-42a2-86fb-d6409d6f8405 req-212422ce-e7f8-4b37-8864-2d09079c94ea tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.401615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94f4e8f2-1b21-42a2-86fb-d6409d6f8405 req-212422ce-e7f8-4b37-8864-2d09079c94ea tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3411334 Jul 15 13:20:14.404602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f92e-b728-4151-a88e-3b318a007fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.413833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414975d-2bc6-4083-8071-4ac65632bdc1 req-02eb8dad-bd2e-4643-8191-5e8a7ef8ffb5 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.420364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.422662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6414975d-2bc6-4083-8071-4ac65632bdc1 req-02eb8dad-bd2e-4643-8191-5e8a7ef8ffb5 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.4021096 Jul 15 13:20:14.490367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.499395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:14.504358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.521399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f92e-b728-4151-a88e-3b318a007fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.562142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6414975d-2bc6-4083-8071-4ac65632bdc1 req-447492af-90ee-4fb9-8634-4d9f3c2980e9 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382825 Jul 15 13:20:14.612184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94f4e8f2-1b21-42a2-86fb-d6409d6f8405 req-ad2e7ddd-ff0c-45fe-b634-47a582adef4b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1788850 Jul 15 13:20:14.631352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Attempting to bind port a0ec457e-1ddd-41f8-ae7e-830d2bba64da on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:14.631692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Attempting to bind port a0ec457e-1ddd-41f8-ae7e-830d2bba64da by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:14.632025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Attempting to bind port a0ec457e-1ddd-41f8-ae7e-830d2bba64da on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:14.644124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] device_id is not set on port 90a14343-0286-4890-b098-f4291d52c4e1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:14.651210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Port a0ec457e-1ddd-41f8-ae7e-830d2bba64da on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:14.651541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Attempting to bind port a0ec457e-1ddd-41f8-ae7e-830d2bba64da on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:14.659947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:14.660339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Checking segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:14.660730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Bound using segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:14.661166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Bound port: a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:14.661565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.943166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] For port a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:14.981854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] For port a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:14.997721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.015476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f92e-b728-4151-a88e-3b318a007fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.022886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f92e-b728-4151-a88e-3b318a007fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.024354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5ed2f92e-b728-4151-a88e-3b318a007fd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8e4c795-a16c-440b-b498-2acdef364e08 HTTP/1.1" status: 204 len: 168 time: 0.8322194 Jul 15 13:20:15.083725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.084609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.086383 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] 10.222.0.49 "PUT /v2.0/ports/a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 1091 time: 2.4469221 Jul 15 13:20:15.089875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'tag': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:15.099972 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e14949-4091-4f78-a031-ce02beedd2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "52481052-64c4-4d55-8523-ff9b3f73ced7", "tag": "a0ec457e-1ddd-41f8-ae7e-830d2bba64da"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:15.102468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2f92e-b728-4151-a88e-3b318a007fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4c795-a16c-440b-b498-2acdef364e08,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.189342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 10.1.1.225 (f4d656fa-9775-4414-92f4-04d6c57423f2/1c11357c-9c91-4c96-91ef-fc958e89b2ff/90a14343-0286-4890-b098-f4291d52c4e1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:15.219726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e828491-2b28-45c2-b674-e1afa8bbb9f6 req-c8a16d7c-4bd3-487b-90d5-0cd8295c2e87 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.221326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e828491-2b28-45c2-b674-e1afa8bbb9f6 req-c8a16d7c-4bd3-487b-90d5-0cd8295c2e87 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.3592544 Jul 15 13:20:15.259436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591418c0-7085-4303-a60e-05a5abf9b688 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.264533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafe709-5c30-4cf6-baab-a67639bf4088 req-f3dbb42b-1aa5-4fc4-a16b-40e1606dfcc6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.284770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bafe709-5c30-4cf6-baab-a67639bf4088 req-f3dbb42b-1aa5-4fc4-a16b-40e1606dfcc6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.3828063 Jul 15 13:20:15.298273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d474c85-19b9-4d64-a358-15a1af715c7f None None] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:15.342952 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc001743-152c-40fd-871e-baa84ce0d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.361112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-05ac02bd-b4bf-4c60-8013-fb816cffe2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.362759 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-05ac02bd-b4bf-4c60-8013-fb816cffe2bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1094 time: 0.1666553 Jul 15 13:20:15.398701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bafe709-5c30-4cf6-baab-a67639bf4088 req-8ab2d835-b00f-40d8-8107-a9f24a7c99c4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969687 Jul 15 13:20:15.411817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e828491-2b28-45c2-b674-e1afa8bbb9f6 req-221e95f4-e690-46ff-a9fa-3eb7e7faa6a7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1802239 Jul 15 13:20:15.451736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:15.474292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.475029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a1a56db4-3724-4698-a459-1c0802bf0131 None None] Provisioning for port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:15.509513 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-28e978f9-ecd5-4222-a6e2-0dbe4dd95684 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.1366186 Jul 15 13:20:15.521472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Transition to ACTIVE for port object c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:15.536042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.549582 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1e30c7-58ae-4319-b5f5-1a5537ac1b8f x-openstack-request-id: req-3a1e30c7-58ae-4319-b5f5-1a5537ac1b8f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:15.549867 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52481052-64c4-4d55-8523-ff9b3f73ced7", "tag": "a0ec457e-1ddd-41f8-ae7e-830d2bba64da", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:15.563612 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a1e30c7-58ae-4319-b5f5-1a5537ac1b8f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:15.564258 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'tag': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da', 'status': 'completed', 'code': 200} Jul 15 13:20:15.586154 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.751765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.834499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-ecbdec43-2697-4a2e-8a8d-521f0d1d73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.836015 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-ecbdec43-2697-4a2e-8a8d-521f0d1d73dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.2707150 Jul 15 13:20:15.892588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a4105c2f-c89d-4349-b3b9-cff0a81b87f0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:15.970891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.976193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5530d3-3197-41a3-812e-35e905f0ec92 req-9d149f7c-b186-46fa-83e8-12337dbb5eef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.980653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:15.986128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:15.986546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.992857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object 90a14343-0286-4890-b098-f4291d52c4e1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:15.996918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5530d3-3197-41a3-812e-35e905f0ec92 req-9d149f7c-b186-46fa-83e8-12337dbb5eef tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 943 time: 0.3609514 Jul 15 13:20:16.015879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Attempting to bind port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:16.025302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Attempting to bind port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:16.025871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Attempting to bind port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:16.053781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:16.055830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Attempting to bind port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 on network b3dabe49-76aa-4ec5-b1c1-0b77e7730517 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:16.069081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:16.076245 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-8fd29a65-d0da-4360-88d6-afdd93d59d49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243755 Jul 15 13:20:16.077854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Checking segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:16.080075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.080719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Bound using segment: {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:16.081406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Bound port: c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bdd9d8-6ca2-4f3f-90ba-2793526f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:16.081786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.145408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5530d3-3197-41a3-812e-35e905f0ec92 req-673f06d7-d385-4c31-8667-dac7e713c0a0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470993 Jul 15 13:20:16.145687 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.238124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a4105c2f-c89d-4349-b3b9-cff0a81b87f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:16.251841 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.288032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.311502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] For port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:16.319576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] For port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:16.323780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network f4d656fa-9775-4414-92f4-04d6c57423f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:16.352095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.394049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.411197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a559d419-bb6c-4830-afe0-bd42952fef98 None None] Provisioning complete for port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:16.411812 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a559d419-bb6c-4830-afe0-bd42952fef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.439659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:16.445786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:16.522991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-95176fe5-f734-4807-a521-917a2496d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.524521 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-95176fe5-f734-4807-a521-917a2496d2e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 1097 time: 0.4911170 Jul 15 13:20:16.541165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-218e2751-b150-4069-ab35-52a989fbbd6b service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571555 Jul 15 13:20:16.570044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.571045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.638323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.642723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.648108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] 10.222.0.49 "PUT /v2.0/ports/c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 HTTP/1.1" status: 200 len: 1091 time: 2.7510889 Jul 15 13:20:16.650178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7fc9b-b344-44a0-b61e-d5149e188b19 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.669666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'tag': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:16.679548 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e119372-b753-4e33-8032-8dfd325f349d" -d '{"events": [{"name": "network-changed", "server_uuid": "bef95a47-cfee-44ea-8e38-047ff74cad40", "tag": "c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:16.704250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.760769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e92ef2dd-10ce-491b-9802-a1cf3f70f131 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7349215 Jul 15 13:20:16.822481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8086e599-0ef2-4ea0-bb54-66b51490271d None None] Provisioning for port 90a14343-0286-4890-b098-f4291d52c4e1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:16.833853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8086e599-0ef2-4ea0-bb54-66b51490271d None None] Provisioning complete for port 90a14343-0286-4890-b098-f4291d52c4e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:16.838288 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8086e599-0ef2-4ea0-bb54-66b51490271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.891861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-1a1c4456-a976-4004-9c6e-11685ab76a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.893352 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-1a1c4456-a976-4004-9c6e-11685ab76a38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.3585038 Jul 15 13:20:16.898251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8086e599-0ef2-4ea0-bb54-66b51490271d None None] Port 90a14343-0286-4890-b098-f4291d52c4e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:16.900102 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-3e702cc9-cf4f-4215-a5ab-ad9dd75d68e1 req-8fa0f479-af12-4350-9598-fdfe05e82b6d service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458533 Jul 15 13:20:16.909192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b417-147a-4175-a6d1-5958d46c0429 req-281f956d-7233-4498-b807-f0401fb7b234 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.917285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d262b417-147a-4175-a6d1-5958d46c0429 req-281f956d-7233-4498-b807-f0401fb7b234 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.5947428 Jul 15 13:20:16.940368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aad9d8-fdbf-41ea-a3c7-139d6bfd85db req-20582b47-f85a-4909-9424-3abfe22a6abd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.941602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5aad9d8-fdbf-41ea-a3c7-139d6bfd85db req-20582b47-f85a-4909-9424-3abfe22a6abd tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.4431207 Jul 15 13:20:16.964085 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-f93d5664-505d-4c95-9506-170dbbbcec3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1061a32-8852-477f-ac50-9f285aedab00 HTTP/1.1" status: 200 len: 217 time: 0.0629833 Jul 15 13:20:17.019787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d262b417-147a-4175-a6d1-5958d46c0429 req-2253ef32-724f-4d7b-9e38-c00496cfdf73 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015725 Jul 15 13:20:17.030350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5aad9d8-fdbf-41ea-a3c7-139d6bfd85db req-21962aeb-ffb0-451e-85e8-b3ca9788b600 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785282 Jul 15 13:20:17.035489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-e65d0d94-632c-488c-9bf8-82822ec56cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.037126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-e65d0d94-632c-488c-9bf8-82822ec56cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 1094 time: 0.2180231 Jul 15 13:20:17.088125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-675343a3-a452-4251-a34e-0fd21a11d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.089757 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-675343a3-a452-4251-a34e-0fd21a11d328 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.1130412 Jul 15 13:20:17.120526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-1c51d648-9a31-41ab-874f-5ced5cc226a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 HTTP/1.1" status: 200 len: 217 time: 0.0746057 Jul 15 13:20:17.187136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384205db-da46-403d-ab46-091ea5554fce req-057e10fe-aee7-48a9-bd0b-55c4673f4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.189473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-057e10fe-aee7-48a9-bd0b-55c4673f4e48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.0609550 Jul 15 13:20:17.194642 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401383c2-c95f-490d-a55a-a05bf797c03d x-openstack-request-id: req-401383c2-c95f-490d-a55a-a05bf797c03d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:17.195032 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef95a47-cfee-44ea-8e38-047ff74cad40", "tag": "c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:17.195401 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-401383c2-c95f-490d-a55a-a05bf797c03d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:17.196112 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'tag': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159', 'status': 'completed', 'code': 200} Jul 15 13:20:17.572877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-d82193fe-1dab-438b-9899-43e65621d475 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4737337 Jul 15 13:20:17.666892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-8e4c16bf-8180-4c2c-81fb-10c830f0f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.670711 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-8e4c16bf-8180-4c2c-81fb-10c830f0f69c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1094 time: 0.6798148 Jul 15 13:20:17.741596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a4105c2f-c89d-4349-b3b9-cff0a81b87f0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:17.742974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-2a370e6e-337b-4452-9263-906264fb80ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5356693 Jul 15 13:20:17.825852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:17.834365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982534876', 'description': 'tempest-description--1805575060'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:17.865001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:17.865662 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.889451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ed8e-185b-40aa-abac-a59dd7f87d33 req-5d6f9d9b-0a31-479f-a3dc-7f6b549e6ef1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.897014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0f37ed8e-185b-40aa-abac-a59dd7f87d33 req-5d6f9d9b-0a31-479f-a3dc-7f6b549e6ef1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.1561856 Jul 15 13:20:17.910661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-12f1b0e0-2405-480a-a05b-c4876d31fd46 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567605 Jul 15 13:20:17.921624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.000547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0f37ed8e-185b-40aa-abac-a59dd7f87d33 req-0373a754-c97b-4e95-b665-43cf5dc6344e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003790 Jul 15 13:20:18.050835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-c020d17e-10f6-4b17-9bd4-34ae4586ac9d service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694548 Jul 15 13:20:18.078821 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.082137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-8ed16ddc-ebfb-49ed-bd4d-02c751fa4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.094359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-8ed16ddc-ebfb-49ed-bd4d-02c751fa4924 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.4152832 Jul 15 13:20:18.107534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384205db-da46-403d-ab46-091ea5554fce req-d3558807-b592-479c-85b0-9a467665a924 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894348 Jul 15 13:20:18.255506 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-8dc4d7f8-6642-48ac-a3a5-741a56076206 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.1001043 Jul 15 13:20:18.331047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5089bf-6735-4e68-9214-ca8f5a261385 req-2bb932be-0c6d-4ff1-93c1-f73815142927 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.332799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d5089bf-6735-4e68-9214-ca8f5a261385 req-2bb932be-0c6d-4ff1-93c1-f73815142927 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 943 time: 0.2243340 Jul 15 13:20:18.354037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119372-b753-4e33-8032-8dfd325f349d req-6d8be106-774b-4389-b3f9-e1ae41dea129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.363997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-6d8be106-774b-4389-b3f9-e1ae41dea129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 1094 time: 0.1775317 Jul 15 13:20:18.398386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-acfe18f9-3fe4-4610-b979-cb039675b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.399922 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-acfe18f9-3fe4-4610-b979-cb039675b3a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.1032233 Jul 15 13:20:18.405949 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05e0feae-bf3b-4377-baad-f37fbd15b293 req-be4fe00e-9e33-41e3-8c77-18dc8c22e458 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354990 Jul 15 13:20:18.411533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dba6d6-d765-489e-a91c-bf55465690f4 req-6c723108-c426-4b24-83a4-5679e159a485 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.421997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3dba6d6-d765-489e-a91c-bf55465690f4 req-6c723108-c426-4b24-83a4-5679e159a485 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2027433 Jul 15 13:20:18.461275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d5089bf-6735-4e68-9214-ca8f5a261385 req-01783d17-e06e-493b-b783-91313b6607df tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192517 Jul 15 13:20:18.466711 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.469921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-d94ff4f9-ffb7-4221-9319-dea862d011ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535452 Jul 15 13:20:18.473514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.504660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3dba6d6-d765-489e-a91c-bf55465690f4 req-19c20ca6-7d87-46af-b146-e066dc7b4578 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816355 Jul 15 13:20:18.525441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.526805 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6976917 Jul 15 13:20:18.536088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.540802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'security_group_rule': {'security_group_id': 'c825e3ed-c4ab-4f59-ac8e-e2b3428422e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:18.597147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba51e7-5b8f-44a4-bfc8-a6b06861e110 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.660071 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-c6df40b2-5312-48e9-ac28-92a7fde6007c service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724610 Jul 15 13:20:18.677507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.731801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119372-b753-4e33-8032-8dfd325f349d req-52df587f-c876-4258-8742-18868e43e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.734278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-52df587f-c876-4258-8742-18868e43e93a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.3323889 Jul 15 13:20:18.756045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.768019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-81e14949-4091-4f78-a031-ce02beedd2c0 req-8f608290-e839-48b5-9fb1-59646742f2c1 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007023 Jul 15 13:20:18.806654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-e17f8a11-5935-4674-b83c-bbffb56fb24e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 HTTP/1.1" status: 200 len: 217 time: 0.0590386 Jul 15 13:20:18.866030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.879436 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.889367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58792da5-420c-4f06-926d-b3dd6dbf365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.911310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c10b-bce4-43fd-94ea-1914d2e0ff63 req-ce2e0533-f3de-4700-a58b-ed2d8a7406d6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.912319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2191c10b-bce4-43fd-94ea-1914d2e0ff63 req-ce2e0533-f3de-4700-a58b-ed2d8a7406d6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2298741 Jul 15 13:20:18.920362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119372-b753-4e33-8032-8dfd325f349d req-8e8148b8-6a26-4eac-9134-ceb6b54568d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.921849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-8e8148b8-6a26-4eac-9134-ceb6b54568d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.1060712 Jul 15 13:20:18.923814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fce50e-551d-4a93-8299-36f867804d0b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.972131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-7f04842c-75e6-4500-a8ff-9524288c115d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406387 Jul 15 13:20:19.005699 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58792da5-420c-4f06-926d-b3dd6dbf365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.007610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2191c10b-bce4-43fd-94ea-1914d2e0ff63 req-f5b3d074-d572-4742-a2ca-0b608196f933 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846345 Jul 15 13:20:19.020289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58792da5-420c-4f06-926d-b3dd6dbf365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.059626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58792da5-420c-4f06-926d-b3dd6dbf365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93957fe-854c-463b-bcee-7be54a6df962,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:19.103847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.105181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-58792da5-420c-4f06-926d-b3dd6dbf365b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6576c34859f048f294305eedb749d8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481162 Jul 15 13:20:19.108701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59202) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:19.112051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-58b21bb5-49a0-4a70-92d4-8260ab4b3d95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5748293 Jul 15 13:20:19.112781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:19.120594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'security_group_rule': {'security_group_id': 'c825e3ed-c4ab-4f59-ac8e-e2b3428422e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:19.183089 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68977eea-6281-4268-a1b0-cc22d2990081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.195054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-3c5f20c4-2b4a-4b21-bc24-039da743efc0 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115519 Jul 15 13:20:19.214119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68977eea-6281-4268-a1b0-cc22d2990081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.267963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.286401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68977eea-6281-4268-a1b0-cc22d2990081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.289460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68977eea-6281-4268-a1b0-cc22d2990081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.292602 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-68977eea-6281-4268-a1b0-cc22d2990081 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b93957fe-854c-463b-bcee-7be54a6df962 HTTP/1.1" status: 204 len: 168 time: 0.1802268 Jul 15 13:20:19.312460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68977eea-6281-4268-a1b0-cc22d2990081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93957fe-854c-463b-bcee-7be54a6df962,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:19.446879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e119372-b753-4e33-8032-8dfd325f349d req-29b770f3-3ab3-4066-87a9-2b19bccab0ce service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362347 Jul 15 13:20:19.482335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138231c-4325-4ccb-8fc3-9b194ec6f218 req-27613af5-b6ab-4b14-addb-7751bde67da6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.492476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d138231c-4325-4ccb-8fc3-9b194ec6f218 req-27613af5-b6ab-4b14-addb-7751bde67da6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 946 time: 0.2880039 Jul 15 13:20:19.504366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.528164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.577186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ea02-55a5-49da-b8db-1035da26189c req-69e30b02-2ba1-4b35-adf8-428567748ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.579881 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-69e30b02-2ba1-4b35-adf8-428567748ef9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=056f6c1b65df460ebdcc45298e466a3e&device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 1095 time: 0.0819464 Jul 15 13:20:19.596026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef633311-822c-4837-96ae-6877ed6b2e5d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:19.615240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d138231c-4325-4ccb-8fc3-9b194ec6f218 req-234fb95b-aa85-4f63-9322-9f07f7dbc1fa tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217124 Jul 15 13:20:19.621439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.625597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fa987e71-6c45-4298-91f4-d633a35cbbfe tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099275 Jul 15 13:20:19.637371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:19.643427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:19.738291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.742831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a0ec457e-1ddd-41f8-ae7e-830d2bba64da details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:19.747252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:19.765227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec23d9-e410-4e0b-affe-19e1858d667b req-0c1a788e-7af9-4abf-b6e6-9d9708cc95c6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.767119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cec23d9-e410-4e0b-affe-19e1858d667b req-0c1a788e-7af9-4abf-b6e6-9d9708cc95c6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.2242844 Jul 15 13:20:19.793576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ea02-55a5-49da-b8db-1035da26189c req-d04582d1-4059-488e-8c32-812bfaebb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.795269 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-d04582d1-4059-488e-8c32-812bfaebb969 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 200 len: 913 time: 0.2081442 Jul 15 13:20:19.900461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-a49952ab-0f2b-4906-8926-3a51962270b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 200 len: 999 time: 0.0887485 Jul 15 13:20:19.900957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:19.952742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cec23d9-e410-4e0b-affe-19e1858d667b req-ef8fb961-abe1-4eed-af22-a14cb1bb15e1 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1754813 Jul 15 13:20:20.001877 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.018346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8662e3b4-8076-4a69-87a1-dcfaa40a2294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.039990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ea02-55a5-49da-b8db-1035da26189c req-7189abe0-f999-47ab-81fc-a5d13f6bf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.040257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:20.045888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-7189abe0-f999-47ab-81fc-a5d13f6bf2cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 200 len: 851 time: 0.1273367 Jul 15 13:20:20.047791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:20.050390 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d58025-f8fc-4aac-bc51-7b1ae1cdd3c7" -d '{"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "c1061a32-8852-477f-ac50-9f285aedab00"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:20.081512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d46a7b-a271-43c9-ad8d-747de9fc817f req-a0a53c0b-4a7a-4cf2-b0b4-0b41e9884ba8 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.088910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30d46a7b-a271-43c9-ad8d-747de9fc817f req-a0a53c0b-4a7a-4cf2-b0b4-0b41e9884ba8 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 943 time: 0.2585166 Jul 15 13:20:20.094849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:20.096089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'port_id': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da', 'mac_address': 'fa:16:3e:56:23:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b137975-528d-4828-927a-6f025a465dbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:20.113142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.168929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30d46a7b-a271-43c9-ad8d-747de9fc817f req-11ed24c4-9e2e-49b2-ad72-bbe0bfbab6ee tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785673 Jul 15 13:20:20.189024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.229256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ea02-55a5-49da-b8db-1035da26189c req-c12249b2-055d-4de8-825c-44ef79d9c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.230943 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-c12249b2-055d-4de8-825c-44ef79d9c349 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fa9fd57-276e-4686-ba2d-2d81aa69a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760561 Jul 15 13:20:20.268372 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b435e8-8fc9-4868-b59a-2ea5c64312a7 x-openstack-request-id: req-16b435e8-8fc9-4868-b59a-2ea5c64312a7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:20.268659 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "c1061a32-8852-477f-ac50-9f285aedab00", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:20.268928 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16b435e8-8fc9-4868-b59a-2ea5c64312a7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:20.269316 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00', 'code': 200} Jul 15 13:20:20.275835 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.289373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.303307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ec457e-1ddd-41f8-ae7e-830d2bba64da {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:20.329634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:20.335971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.391510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-5732dfd6-667f-4103-b15d-b20fe6d4a74a service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512580 Jul 15 13:20:20.399022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.413721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6eb27-a6b7-4a36-bd89-f8b6acc81f33 req-4b07d68d-3e5c-4752-9dc2-ee66ec56b7d8 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.415286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fd6eb27-a6b7-4a36-bd89-f8b6acc81f33 req-4b07d68d-3e5c-4752-9dc2-ee66ec56b7d8 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1266832 Jul 15 13:20:20.418007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 172.25.2.182 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/df948f6f-9641-4ef3-b662-5d519868969e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:20.448469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8662e3b4-8076-4a69-87a1-dcfaa40a2294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.489889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8662e3b4-8076-4a69-87a1-dcfaa40a2294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.492461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fd6eb27-a6b7-4a36-bd89-f8b6acc81f33 req-6fbc533c-8bf4-4e07-962d-d97334fb9d24 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Jul 15 13:20:20.555217 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8662e3b4-8076-4a69-87a1-dcfaa40a2294 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e4223f18b2c439690379dd038f40cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530092 Jul 15 13:20:20.557816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:20.560402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e3b4-8076-4a69-87a1-dcfaa40a2294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d78a27-3984-46cc-8e5c-d395e469be6e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.567689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a0ec457e-1ddd-41f8-ae7e-830d2bba64da'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:20.571697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.598677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40c2ea02-55a5-49da-b8db-1035da26189c req-1d44ac95-998b-4e5e-a540-f72472ecc220 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983151 Jul 15 13:20:20.624822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.635047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c25d2bd-2fc2-4752-b3cc-f99014a3ba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.672713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=df948f6f-9641-4ef3-b662-5d519868969e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.675519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c25d2bd-2fc2-4752-b3cc-f99014a3ba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.685917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:20.687874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:20.690892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:20.752682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c25d2bd-2fc2-4752-b3cc-f99014a3ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.755493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c25d2bd-2fc2-4752-b3cc-f99014a3ba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.759193 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c25d2bd-2fc2-4752-b3cc-f99014a3ba9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0d78a27-3984-46cc-8e5c-d395e469be6e HTTP/1.1" status: 204 len: 168 time: 0.1979606 Jul 15 13:20:20.766128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25d2bd-2fc2-4752-b3cc-f99014a3ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d78a27-3984-46cc-8e5c-d395e469be6e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.837440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.907344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1d58-d261-417e-a9f7-9492a211efe3 req-5cb820cf-4b97-4d64-8438-92162e22b94d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.908868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d0d1d58-d261-417e-a9f7-9492a211efe3 req-5cb820cf-4b97-4d64-8438-92162e22b94d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 944 time: 0.1092761 Jul 15 13:20:20.909451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.988570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d0d1d58-d261-417e-a9f7-9492a211efe3 req-996113a8-463e-430a-ae1d-1c591e1f7a8d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 Jul 15 13:20:21.147607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.158110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.244494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648b36b-5727-4839-bcb2-7b0d00e717b4 req-20fc282e-4736-4be1-a094-26684951939b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.251705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e648b36b-5727-4839-bcb2-7b0d00e717b4 req-20fc282e-4736-4be1-a094-26684951939b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1695285 Jul 15 13:20:21.268139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=df948f6f-9641-4ef3-b662-5d519868969e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:21.285686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.310153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e648b36b-5727-4839-bcb2-7b0d00e717b4 req-5bf770d2-2995-4278-91a0-5c33b49ea43f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576265 Jul 15 13:20:21.311334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.312427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-07d0a66e-e754-4fa8-8d09-92801f600942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6727722 Jul 15 13:20:21.511577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f3818-c537-4171-acb0-5bf32eb10096 req-28275dc2-5f8c-4ad8-9961-284134068567 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.514513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d2f3818-c537-4171-acb0-5bf32eb10096 req-28275dc2-5f8c-4ad8-9961-284134068567 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 943 time: 0.0890248 Jul 15 13:20:21.556743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d2f3818-c537-4171-acb0-5bf32eb10096 req-ad462dad-b304-4a27-8397-b4296efc8c37 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Jul 15 13:20:21.688209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.688736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f2f2ce7c-8033-4e9c-b41b-72ca987320b0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1982534876&fields=id&tenant_id=42a273a521634b82af54479a039d02d7 HTTP/1.1" status: 200 len: 267 time: 0.0374169 Jul 15 13:20:21.739550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a0ec457e-1ddd-41f8-ae7e-830d2bba64da up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:21.742155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:21.752248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f1164880-9c0a-44ae-837c-3c1fa4bdbb6f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.753783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f1164880-9c0a-44ae-837c-3c1fa4bdbb6f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 931 time: 0.0582001 Jul 15 13:20:21.809857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-71185450-network', 'tenant_id': '19798cbc7e95484ba553f5c58644dbc8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:21.829532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0278df1b-e28b-447f-84a5-2db074b3e7f0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.834809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0278df1b-e28b-447f-84a5-2db074b3e7f0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 930 time: 0.0749674 Jul 15 13:20:21.841115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Made reservation on behalf of 19798cbc7e95484ba553f5c58644dbc8 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:21.850286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.859784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port a0ec457e-1ddd-41f8-ae7e-830d2bba64da completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:21.871939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.880169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port a0ec457e-1ddd-41f8-ae7e-830d2bba64da triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:21.880564 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.912178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1454910f-bded-45d1-ab03-c07cda709229 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0658045 Jul 15 13:20:21.951739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:21.967467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159', 'network_id': 'b3dabe49-76aa-4ec5-b1c1-0b77e7730517', 'port_id': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159', 'mac_address': 'fa:16:3e:8d:44:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b137975-528d-4828-927a-6f025a465dbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:21.986754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8421c15e-8a83-4b07-b107-10f4b9a4dc38 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415628 Jul 15 13:20:22.002665 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.008949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.036213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:22.037287 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.045676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ad6a58-4b7f-447a-b60b-b048ca2bde40,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.048010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.055224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.055577 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Added segment e154bcdc-4672-44d5-80c7-fe217be7d549 of type vlan for network fd38a108-7090-44da-88cf-2e56da66346c Jul 15 13:20:22.056377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-76dfbf35-c1bc-4991-8224-a46c411a0eb0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.057747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.058111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.058514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.058889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.059322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.059654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.059981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.060305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.060624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.060940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.061263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.061582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:22.062844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-76dfbf35-c1bc-4991-8224-a46c411a0eb0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=9015c865-d89b-42db-b076-c83104ad5ff0 HTTP/1.1" status: 200 len: 944 time: 0.1452017 Jul 15 13:20:22.067859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:22.103322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:22.111467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.114107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.114294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:22.138948 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.149616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-e8913f2c-552e-4681-b44e-e7f37364546c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.152450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.159763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.159763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.160041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-e8913f2c-552e-4681-b44e-e7f37364546c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.165792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.170009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-e8913f2c-552e-4681-b44e-e7f37364546c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.175423 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4829226 Jul 15 13:20:22.179887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-e8913f2c-552e-4681-b44e-e7f37364546c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/networks?id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 200 len: 1991 time: 0.1892090 Jul 15 13:20:22.182158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:22.205448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Request body: {'subnet': {'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-71185450-subnet', 'tenant_id': '19798cbc7e95484ba553f5c58644dbc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:22.222176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.227314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-026fd745-b733-4959-8834-21b24b57c2dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/quotas/42a273a521634b82af54479a039d02d7 HTTP/1.1" status: 200 len: 375 time: 0.0465400 Jul 15 13:20:22.231401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438b484-7402-4dab-8da6-efa909dd3cae admin admin] Pushing event updated for resources: {'Network': ['ID=fd38a108-7090-44da-88cf-2e56da66346c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.250151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network fd38a108-7090-44da-88cf-2e56da66346c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:22.270469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:22.272714 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b58be0-aa80-4bc1-a3ed-80ca0e4db23c" -d '{"events": [{"server_uuid": "52481052-64c4-4d55-8523-ff9b3f73ced7", "name": "network-vif-plugged", "status": "completed", "tag": "a0ec457e-1ddd-41f8-ae7e-830d2bba64da"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:22.305323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Made reservation on behalf of 19798cbc7e95484ba553f5c58644dbc8 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:22.307585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.324287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:22.426896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-127688f2-fda3-4cb6-a186-67678b6b6a41 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1903331 Jul 15 13:20:22.431451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Deleting port c1061a32-8852-477f-ac50-9f285aedab00 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:22.431622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.618339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] For port c1061a32-8852-477f-ac50-9f285aedab00, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c1061a32-8852-477f-ac50-9f285aedab00,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:22.618704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.658622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Calling delete_port for c1061a32-8852-477f-ac50-9f285aedab00 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:22.695171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.732765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b95e00a6-aa4a-40df-bcf5-6b228eb1613c service neutron] 10.222.0.48 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846084 Jul 15 13:20:22.848728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.889133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Checking segment: {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:22.889419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Network hostable DHCP agents. Network: fd38a108-7090-44da-88cf-2e56da66346c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:22.911187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14a42ac2-3c5d-4634-ba95-24bc19bb5d14 service neutron] 10.222.0.48 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590469 Jul 15 13:20:22.967780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Network fd38a108-7090-44da-88cf-2e56da66346c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:22.984801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, fd38a108-7090-44da-88cf-2e56da66346c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:22.994263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2c286-6bb9-4dd9-a75b-a39812c59b12 None None] Network fd38a108-7090-44da-88cf-2e56da66346c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:22.996932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.997589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.006965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-e530c4f2-7bc7-4dba-a261-27c18823e76d service neutron] 10.222.0.48 "GET /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0765128 Jul 15 13:20:23.007554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.047243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event deleted for resources: {'Port': ['ID=c1061a32-8852-477f-ac50-9f285aedab00,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.066424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9e87875a-89cd-47d2-a8f8-3159d310140d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8622587 Jul 15 13:20:23.133832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85c0db-bd91-463e-81ab-be981649cdfb None None] Network fd38a108-7090-44da-88cf-2e56da66346c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:23.143335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] No DVR routers for this DVR port c1061a32-8852-477f-ac50-9f285aedab00 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:23.146821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.148836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd4e2fbc-c7a5-4e0f-b4f7-29c7cb36fe37 req-181692f7-ce7b-4545-a9be-ed9d7df1760c tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "DELETE /v2.0/ports/c1061a32-8852-477f-ac50-9f285aedab00 HTTP/1.1" status: 204 len: 173 time: 1.0850079 Jul 15 13:20:23.149273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-deleted', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:23.151544 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3973f-7e9f-4512-9d79-eff58a87e6ec" -d '{"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-deleted", "tag": "c1061a32-8852-477f-ac50-9f285aedab00"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:23.187226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-2ea497f3-948e-4fe5-aae1-7382b0172bb4 service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693788 Jul 15 13:20:23.311606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-16f5a64a-89d6-4afd-8901-58702fdc51d7 service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183505 Jul 15 13:20:23.366176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-6951c8ab-8597-4216-bab9-94bf636126e9 service neutron] 10.222.0.48 "GET /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0471079 Jul 15 13:20:23.473210 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-058f6568-2d73-4e85-854a-8658c5237b8a service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992544 Jul 15 13:20:23.584088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-57aee4d4-273f-4686-8bf2-a32313e12ed4 service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041868 Jul 15 13:20:23.673451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-35079d65-9dd9-4770-a9d8-2ff29a8598e5 req-c799c809-cb25-4bc6-adef-0a8eaf82e063 tempest-ServersWithSpecificFlavorTestJSON-2092752263 tempest-ServersWithSpecificFlavorTestJSON-2092752263-project] (93823) timed out ('10.222.0.23', 62148) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:20:23.706463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-21fd6282-be6f-4593-9961-4f57d1fac01c service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210399 Jul 15 13:20:23.740841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:23.795281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:23.799898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:23.800489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.845580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-bf01379f-e520-46fe-9697-9a5a5fed8b1d service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332915 Jul 15 13:20:23.856211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e3f5-4405-4617-a4b0-18c1ab38f487 req-d78cc328-ccd3-4869-a5ba-6e9b873d47e6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.857699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cab2e3f5-4405-4617-a4b0-18c1ab38f487 req-d78cc328-ccd3-4869-a5ba-6e9b873d47e6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1199868 Jul 15 13:20:23.893931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.927159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:23.931281 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.932201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:23.955478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cab2e3f5-4405-4617-a4b0-18c1ab38f487 req-83f355ed-628a-4277-9f95-93579bcc5791 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896020 Jul 15 13:20:23.979199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f5bf07b1-14a2-4183-b78f-535c87ec10f8 service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203015 Jul 15 13:20:23.984916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: c1061a32-8852-477f-ac50-9f285aedab00 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:23.985300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c1061a32-8852-477f-ac50-9f285aedab00 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:24.047187 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bbde96-7703-495c-807b-8fd6ca83b7aa x-openstack-request-id: req-e5bbde96-7703-495c-807b-8fd6ca83b7aa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:24.047819 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52481052-64c4-4d55-8523-ff9b3f73ced7", "name": "network-vif-plugged", "status": "completed", "tag": "a0ec457e-1ddd-41f8-ae7e-830d2bba64da", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:24.047819 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5bbde96-7703-495c-807b-8fd6ca83b7aa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:24.048292 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da', 'code': 200} Jul 15 13:20:24.049258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.505539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9e0eacf4-b244-4bc5-a5b5-7b958439d60f service neutron] 10.222.0.48 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096724 Jul 15 13:20:24.515496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d0c1-c9d4-4856-8160-c90c83653888 req-0d7f49d0-f149-4d8e-adbf-abb3754ed1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.516953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6da8d0c1-c9d4-4856-8160-c90c83653888 req-0d7f49d0-f149-4d8e-adbf-abb3754ed1df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.1495721 Jul 15 13:20:24.560043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418837-a9a6-46b4-8bc1-410579983ab3 req-ef981298-9b27-461f-8749-54ee46d30837 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.561462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62418837-a9a6-46b4-8bc1-410579983ab3 req-ef981298-9b27-461f-8749-54ee46d30837 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1930020 Jul 15 13:20:24.640922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6da8d0c1-c9d4-4856-8160-c90c83653888 req-d13ef003-aae2-49f6-b500-40812069cf29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138110 Jul 15 13:20:24.664493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62418837-a9a6-46b4-8bc1-410579983ab3 req-4a59585c-cfd5-4ddf-bf3b-3dc0bb3e4329 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941734 Jul 15 13:20:24.666815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-afe618ca-d428-49f2-b54e-59ddb5b330a2 service neutron] 10.222.0.48 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536236 Jul 15 13:20:24.786716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-65883c37-f9ec-4a99-8c8b-2002d4fd2238 service neutron] 10.222.0.48 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125069 Jul 15 13:20:24.906827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd22017-609e-4625-a937-97f8f145be71 req-276281d0-5653-4077-ac5f-449b4abbea32 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.908222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cd22017-609e-4625-a937-97f8f145be71 req-276281d0-5653-4077-ac5f-449b4abbea32 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.1361265 Jul 15 13:20:24.911729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5cb0ed33-c305-4bb3-aaa6-2bf5fc461905 service neutron] 10.222.0.48 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091881 Jul 15 13:20:24.996521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0cd22017-609e-4625-a937-97f8f145be71 req-944724f5-a3ff-4532-9c32-932056277e35 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826190 Jul 15 13:20:25.023347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-49e005bc-6550-472c-8919-047fae90bce2 service neutron] 10.222.0.48 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029503 Jul 15 13:20:25.041162 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fb7be-6a8c-427a-960f-4473d7fab1b7 x-openstack-request-id: req-173fb7be-6a8c-427a-960f-4473d7fab1b7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:25.041453 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015c865-d89b-42db-b076-c83104ad5ff0", "name": "network-vif-deleted", "tag": "c1061a32-8852-477f-ac50-9f285aedab00", "status": "failed", "code": 422}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:25.041705 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-173fb7be-6a8c-427a-960f-4473d7fab1b7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:25.042130 n-d-798249-9 neutron-server[93824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9015c865-d89b-42db-b076-c83104ad5ff0', 'name': 'network-vif-deleted', 'tag': 'c1061a32-8852-477f-ac50-9f285aedab00', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:20:25.271664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edeb91-acec-4129-af51-af8095a6c608 req-d70aef62-7c95-4cfc-8e5e-d3b582375e2f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.273262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44edeb91-acec-4129-af51-af8095a6c608 req-d70aef62-7c95-4cfc-8e5e-d3b582375e2f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.0818837 Jul 15 13:20:25.314698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44edeb91-acec-4129-af51-af8095a6c608 req-c4cb08e5-a698-4a6a-b32f-3a16c0656f9f tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352814 Jul 15 13:20:25.530873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-8e8151e3-2e03-475c-8ece-9456a4aff58b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.532498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-8e8151e3-2e03-475c-8ece-9456a4aff58b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/networks?id=fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 200 len: 807 time: 0.1275988 Jul 15 13:20:25.547625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-5ef1477a-3ffc-41ca-9b96-dfa5f7392ca4 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/quotas/19798cbc7e95484ba553f5c58644dbc8 HTTP/1.1" status: 200 len: 375 time: 0.0095584 Jul 15 13:20:25.586669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-3790eff0-15b2-4bec-a6b3-382f90f678cb tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19798cbc7e95484ba553f5c58644dbc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337975 Jul 15 13:20:25.707506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-8bbfef67-e658-4d9a-bb42-36e48036a154 service neutron] 10.222.0.48 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141994 Jul 15 13:20:25.855643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-06e7bd18-ecf3-4613-9b2f-5513dc53a530 service neutron] 10.222.0.48 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399941 Jul 15 13:20:25.877550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431d041-e201-45bf-855b-536683a8ac30 req-4ebf79aa-359f-4226-8bbc-85781b7a4b6a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.882682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f431d041-e201-45bf-855b-536683a8ac30 req-4ebf79aa-359f-4226-8bbc-85781b7a4b6a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.0890968 Jul 15 13:20:25.919100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f431d041-e201-45bf-855b-536683a8ac30 req-7a747645-8de8-44eb-8e2d-067baf378122 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341384 Jul 15 13:20:26.049456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:26.053858 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab2d73a-cc90-4035-92d5-479f503bcc8b" -d '{"events": [{"server_uuid": "bef95a47-cfee-44ea-8e38-047ff74cad40", "name": "network-vif-plugged", "status": "completed", "tag": "c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:26.189371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e0f1a906-9fb5-4ef4-85ef-4d4e71ebff9b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.191796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e0f1a906-9fb5-4ef4-85ef-4d4e71ebff9b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.1787126 Jul 15 13:20:26.192516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-274327b6-8b96-4861-b54d-77da19b96b98 req-7879d79b-1de2-45d5-9fab-e404cff4fd6b service neutron] (93824) timed out ('10.222.0.23', 62230) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:20:26.211949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-93a4ada8-9629-428b-8777-460a368af6ca tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.0101094 Jul 15 13:20:26.256987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-978cf3af-d5b2-4de7-9d08-170682479bb4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337961 Jul 15 13:20:26.379992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-ed4273cf-f7a8-4dcb-b69f-e4f5f245e1d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142709 Jul 15 13:20:26.504190 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-453c2991-8c45-44aa-9438-0dc239276ab3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230185 Jul 15 13:20:26.772860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14eb3092-f4b5-4d78-8ba2-8003a3ad6635 req-9742b76c-940f-4999-903d-85f7b980ca6f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0317981 Jul 15 13:20:27.015687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0a1fcff0-d844-49dc-af67-28447a1f0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.019766 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0a1fcff0-d844-49dc-af67-28447a1f0a0c service neutron] 10.222.0.23 "GET /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 1027 time: 0.0575743 Jul 15 13:20:27.070145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209f376-be10-4fc4-bdb9-0a29d6c23618 req-b1f0d8d3-86cf-4dfe-8794-0bda05e7cd2d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.072008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2209f376-be10-4fc4-bdb9-0a29d6c23618 req-b1f0d8d3-86cf-4dfe-8794-0bda05e7cd2d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.1504948 Jul 15 13:20:27.084476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b636c7e5-6fd0-4310-8903-59509485244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.085864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b636c7e5-6fd0-4310-8903-59509485244a service neutron] 10.222.0.23 "GET /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 1026 time: 0.0609708 Jul 15 13:20:27.090643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-5a90f98a-7d56-414a-b543-77736936bb4b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.092835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-5a90f98a-7d56-414a-b543-77736936bb4b tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=f750db4d-eeaf-4ff9-8254-03fdefb4ad4e HTTP/1.1" status: 200 len: 943 time: 0.1241548 Jul 15 13:20:27.179300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2209f376-be10-4fc4-bdb9-0a29d6c23618 req-898a2855-e7fb-4726-bf33-6ac0bcbcfd63 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846701 Jul 15 13:20:27.240930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-fdab774f-b419-45f7-a9eb-5770063c91a5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.250459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-fdab774f-b419-45f7-a9eb-5770063c91a5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.257030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-fdab774f-b419-45f7-a9eb-5770063c91a5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.258976 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-fdab774f-b419-45f7-a9eb-5770063c91a5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "GET /v2.0/networks?id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 200 len: 1991 time: 0.1607211 Jul 15 13:20:27.265561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Deleting port 83ff4550-9f65-47fb-9951-4a9be0c65895 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:27.266476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.359568 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8791e189-0ad0-4872-9cea-bd81fc7c7c7c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a273a521634b82af54479a039d02d7 HTTP/1.1" status: 200 len: 380 time: 0.0907326 Jul 15 13:20:27.382690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'admin_state_up': True, 'tenant_id': '42a273a521634b82af54479a039d02d7', 'security_groups': ['c825e3ed-c4ab-4f59-ac8e-e2b3428422e1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:27.393298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b565e9a-4700-4641-b636-b6bcc9747791 req-bd804f97-7a88-4202-9157-750bdf0158b0 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 210 time: 0.0454481 Jul 15 13:20:27.430603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] For port 83ff4550-9f65-47fb-9951-4a9be0c65895, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=83ff4550-9f65-47fb-9951-4a9be0c65895,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:27.431119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.463459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Calling delete_port for 83ff4550-9f65-47fb-9951-4a9be0c65895 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:27.525552 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c419d-3c1c-43de-9e6e-c481e9230af3 x-openstack-request-id: req-c15c419d-3c1c-43de-9e6e-c481e9230af3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:27.526047 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef95a47-cfee-44ea-8e38-047ff74cad40", "name": "network-vif-plugged", "status": "completed", "tag": "c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:27.526178 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c15c419d-3c1c-43de-9e6e-c481e9230af3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:27.527368 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159', 'code': 200} Jul 15 13:20:27.577642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:27.581928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.765332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.771072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 172.20.0.5 (a75e0eff-bf79-4235-8120-8cc46dbb8c91/42606211-d54c-41d8-be8f-542dec82c4bb/c86ba4d7-992a-4e3c-afa3-4eab910a3bb8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:27.782507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8b7eff37-d374-4cda-a096-c3077b4744e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:27.795470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:27.825644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd6ce242-e3ad-45cd-b521-19b47bb55bd9 req-96b97b4d-622f-4856-8fd1-cd40b282f5a3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 210 time: 0.0519848 Jul 15 13:20:27.866485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'Port': ['ID=83ff4550-9f65-47fb-9951-4a9be0c65895,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.921896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243826b-8162-44f1-a21c-574a664f1d4c req-2a102109-03b7-4b2b-bf46-9d66ff45e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.923691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e243826b-8162-44f1-a21c-574a664f1d4c req-2a102109-03b7-4b2b-bf46-9d66ff45e9ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 1096 time: 0.2885940 Jul 15 13:20:27.934851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-a5e8a8ac-b4a3-429a-93ec-afa5f8732048 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.936832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-a5e8a8ac-b4a3-429a-93ec-afa5f8732048 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "GET /v2.0/networks?id=fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 200 len: 807 time: 0.3030810 Jul 15 13:20:27.959800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Request body: {'port': {'device_id': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c', 'admin_state_up': True, 'tenant_id': '19798cbc7e95484ba553f5c58644dbc8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:27.969347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] No DVR routers for this DVR port 83ff4550-9f65-47fb-9951-4a9be0c65895 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:27.985070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.995197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb84c8a0-ca21-4149-9556-e7f8d3d98a6c req-654dfe7d-963a-4ef9-beae-44f96b36611d tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "DELETE /v2.0/ports/83ff4550-9f65-47fb-9951-4a9be0c65895 HTTP/1.1" status: 204 len: 173 time: 0.8926337 Jul 15 13:20:27.995991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-deleted', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:27.999218 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0774dc1d-ac7f-49b6-80cb-4e0bec5b51e3" -d '{"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-deleted", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:28.127150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.166006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:28.195677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e243826b-8162-44f1-a21c-574a664f1d4c req-275d0548-7638-490a-8009-019c596e3fd7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410393 Jul 15 13:20:28.256892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.362435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.379953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:28.381752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:28.396233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:28.448231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Made reservation on behalf of 19798cbc7e95484ba553f5c58644dbc8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.452062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.491319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4722c6-ef20-434c-bf4f-c48ebfa34718 req-8fb05a2e-67e5-4c82-8f21-712e478fb413 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.499143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4722c6-ef20-434c-bf4f-c48ebfa34718 req-8fb05a2e-67e5-4c82-8f21-712e478fb413 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2870553 Jul 15 13:20:28.505253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.506315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.553842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-8e06072d-5597-44fb-ab24-73e72145aae3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1783469 Jul 15 13:20:28.568898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'admin_state_up': True, 'tenant_id': '42a273a521634b82af54479a039d02d7', 'security_groups': ['c825e3ed-c4ab-4f59-ac8e-e2b3428422e1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.591887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-27649de6-549b-4524-b413-88b818e9d13b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.593595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-27649de6-549b-4524-b413-88b818e9d13b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.3255103 Jul 15 13:20:28.608805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4722c6-ef20-434c-bf4f-c48ebfa34718 req-1fb85323-4c37-42de-a83e-316c3300b0fa tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085646 Jul 15 13:20:28.689359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Request body: {'port': {'device_id': '000309d3-9720-4230-9177-ad01e7f19480', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'admin_state_up': True, 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.783755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.788041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.827992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-82ebfa21-bab6-4201-ad67-08121c2d4f09 None None] Provisioning for port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:28.833798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-82ebfa21-bab6-4201-ad67-08121c2d4f09 None None] Provisioning complete for port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:28.835580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82ebfa21-bab6-4201-ad67-08121c2d4f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.914237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-82ebfa21-bab6-4201-ad67-08121c2d4f09 None None] Port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:28.939881 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3d1d02-fd25-43c3-b94b-dc0604221775 x-openstack-request-id: req-5a3d1d02-fd25-43c3-b94b-dc0604221775 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:28.940528 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f750db4d-eeaf-4ff9-8254-03fdefb4ad4e", "name": "network-vif-deleted", "tag": "83ff4550-9f65-47fb-9951-4a9be0c65895", "status": "failed", "code": 422}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:28.940528 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a3d1d02-fd25-43c3-b94b-dc0604221775 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:28.941691 n-d-798249-9 neutron-server[93824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f750db4d-eeaf-4ff9-8254-03fdefb4ad4e', 'name': 'network-vif-deleted', 'tag': '83ff4550-9f65-47fb-9951-4a9be0c65895', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:20:29.025047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 10.1.1.182 (f4d656fa-9775-4414-92f4-04d6c57423f2/1c11357c-9c91-4c96-91ef-fc958e89b2ff/7116542e-4575-40d6-ba9d-5e337ae2b823) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:29.102720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Allocated IP 172.20.0.8 (fd38a108-7090-44da-88cf-2e56da66346c/0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34/71a1b6fc-1d75-41e6-950e-607e4a85a7c4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:29.184504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420ba1-2cfa-44f9-867b-d958306a2adf req-93694f7d-3f73-4763-8c69-c49a94a587dd tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.191783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10420ba1-2cfa-44f9-867b-d958306a2adf req-93694f7d-3f73-4763-8c69-c49a94a587dd tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 931 time: 0.3379700 Jul 15 13:20:29.232120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:29.236280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.247908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.280598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object 7116542e-4575-40d6-ba9d-5e337ae2b823 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:29.344013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.405264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d46de-c9d5-4180-aa2c-ff4189396f41 req-f46b00ce-9837-4135-82e3-2ced7b1d1fe4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.406086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network f4d656fa-9775-4414-92f4-04d6c57423f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:29.407272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-888d46de-c9d5-4180-aa2c-ff4189396f41 req-f46b00ce-9837-4135-82e3-2ced7b1d1fe4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.3331678 Jul 15 13:20:29.409601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:29.412680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:29.432014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10420ba1-2cfa-44f9-867b-d958306a2adf req-ad91b3bb-f427-4e20-9f2c-fb04266c78d1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391706 Jul 15 13:20:29.483303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.484048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.493379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.511557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-ada8ae13-9fc8-43d5-bdf9-78e1a5a5f6e9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500594 Jul 15 13:20:29.525326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'admin_state_up': True, 'tenant_id': '42a273a521634b82af54479a039d02d7', 'security_groups': ['c825e3ed-c4ab-4f59-ac8e-e2b3428422e1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:29.626960 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.682598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:29.689319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.722475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-888d46de-c9d5-4180-aa2c-ff4189396f41 req-6bbfad2c-3851-4248-8e6d-239bbc186b92 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798281 Jul 15 13:20:29.795898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-392a010d-5a86-4866-86b7-206f5138a2f0 req-c609e6fb-f805-42e7-9f36-c167413f7fe4 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 210 time: 0.1085420 Jul 15 13:20:29.861241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc75345a-aba4-46e0-a767-e57d9e4b10a1 None None] Provisioning for port 7116542e-4575-40d6-ba9d-5e337ae2b823 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:29.866813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc75345a-aba4-46e0-a767-e57d9e4b10a1 None None] Provisioning complete for port 7116542e-4575-40d6-ba9d-5e337ae2b823 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:29.867553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc75345a-aba4-46e0-a767-e57d9e4b10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.933090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Allocated IP 172.20.0.5 (0b96a729-a0eb-43e9-8791-4c5e67191804/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a/85f313fa-3fd1-4bd2-af3a-bbc962d26e10) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:29.963630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 10.1.1.181 (f4d656fa-9775-4414-92f4-04d6c57423f2/1c11357c-9c91-4c96-91ef-fc958e89b2ff/11bb89de-762c-45bf-8abf-68f77a86d653) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:30.134272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.232205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.238168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dc75345a-aba4-46e0-a767-e57d9e4b10a1 None None] Port 7116542e-4575-40d6-ba9d-5e337ae2b823 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:30.241083 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.262247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object 11bb89de-762c-45bf-8abf-68f77a86d653 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:30.338965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.351901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.358672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:30.379090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:30.388628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:30.398556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Network fd38a108-7090-44da-88cf-2e56da66346c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:30.427261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network f4d656fa-9775-4414-92f4-04d6c57423f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:30.429075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:30.433309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:30.438921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:30.443136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9102ea-db86-42de-96fa-0057694c32a8 req-49e5da90-844b-449d-a3a9-69cd34c12d88 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.444856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e9102ea-db86-42de-96fa-0057694c32a8 req-49e5da90-844b-449d-a3a9-69cd34c12d88 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 931 time: 0.2273915 Jul 15 13:20:30.445581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event updated for resources: {'Port': ['ID=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.450666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:30.460342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe73538-f6d0-4729-a618-8ad010ad3569 req-b90c8b08-302a-4122-be90-dd3f1f94b195 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.467900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbe73538-f6d0-4729-a618-8ad010ad3569 req-b90c8b08-302a-4122-be90-dd3f1f94b195 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2798817 Jul 15 13:20:30.514072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.515041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.522681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.542733 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-882c93d0-2dd3-4254-ade6-e2e1141c48e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0213237 Jul 15 13:20:30.556464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'admin_state_up': True, 'tenant_id': '42a273a521634b82af54479a039d02d7', 'security_groups': ['c825e3ed-c4ab-4f59-ac8e-e2b3428422e1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:30.701405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:30.751567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.781930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-028ad8ae-55be-4b9b-bdbe-c9d9c2b65f09 None None] Provisioning for port 11bb89de-762c-45bf-8abf-68f77a86d653 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:30.786822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-028ad8ae-55be-4b9b-bdbe-c9d9c2b65f09 None None] Provisioning complete for port 11bb89de-762c-45bf-8abf-68f77a86d653 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:30.787727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028ad8ae-55be-4b9b-bdbe-c9d9c2b65f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.804445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.832905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-028ad8ae-55be-4b9b-bdbe-c9d9c2b65f09 None None] Port 11bb89de-762c-45bf-8abf-68f77a86d653 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:30.963017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.963917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.998355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.999016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.019238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbe73538-f6d0-4729-a618-8ad010ad3569 req-2f98234a-5f31-4352-9853-ea81060323b0 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497906 Jul 15 13:20:31.021683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e9102ea-db86-42de-96fa-0057694c32a8 req-08207f60-6fbb-4f34-b3ee-73437ba86cb9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367503 Jul 15 13:20:31.022323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Pushing event updated for resources: {'Port': ['ID=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.028975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e3308d23-924d-4c1c-a3f7-d4105df43630 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4141951 Jul 15 13:20:31.036988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-c1d76387-7b39-4ec3-a68a-b87fb37ce67b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0811496 Jul 15 13:20:31.042268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Request body: {'port': {'device_id': '000309d3-9720-4230-9177-ad01e7f19480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:31.049750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Request body: {'port': {'device_id': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:31.064113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 10.2.2.100 (35c92e22-f6e5-4f9f-81fc-98d795cfd688/86d0b914-b3dd-4cca-9b6f-29ebf57fef5c/a43d7682-3b8f-45cf-8384-eda5a4dc7bab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:31.196434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.206441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.298994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.315133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object a43d7682-3b8f-45cf-8384-eda5a4dc7bab will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:31.358657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.426036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:31.429878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:31.445420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:31.545347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.546325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.549093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.569512 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-14f3abef-a267-452c-bd9f-0a228545e3ed tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0183444 Jul 15 13:20:31.581621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'admin_state_up': True, 'tenant_id': '42a273a521634b82af54479a039d02d7', 'security_groups': ['c825e3ed-c4ab-4f59-ac8e-e2b3428422e1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:31.650071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e77a-464f-40fc-98c8-a92a67839265 req-cfa5f3c6-aaa6-4701-87a2-3ba27bec1ff5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.656853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e77a-464f-40fc-98c8-a92a67839265 req-cfa5f3c6-aaa6-4701-87a2-3ba27bec1ff5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.662799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e77a-464f-40fc-98c8-a92a67839265 req-cfa5f3c6-aaa6-4701-87a2-3ba27bec1ff5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.670748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c06e77a-464f-40fc-98c8-a92a67839265 req-cfa5f3c6-aaa6-4701-87a2-3ba27bec1ff5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 2374 time: 0.3466768 Jul 15 13:20:31.722921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Made reservation on behalf of 42a273a521634b82af54479a039d02d7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:31.728043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.780157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c17e4069-ca57-4834-93bc-8c3688e78980 None None] Provisioning for port a43d7682-3b8f-45cf-8384-eda5a4dc7bab completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:31.790801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c17e4069-ca57-4834-93bc-8c3688e78980 None None] Provisioning complete for port a43d7682-3b8f-45cf-8384-eda5a4dc7bab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:31.792951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c17e4069-ca57-4834-93bc-8c3688e78980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.836818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c06e77a-464f-40fc-98c8-a92a67839265 req-a2589dc3-6bfd-4e00-a2c3-f28a9b331c61 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650937 Jul 15 13:20:31.839980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c17e4069-ca57-4834-93bc-8c3688e78980 None None] Port a43d7682-3b8f-45cf-8384-eda5a4dc7bab cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:31.920492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Allocated IP 10.2.2.200 (35c92e22-f6e5-4f9f-81fc-98d795cfd688/86d0b914-b3dd-4cca-9b6f-29ebf57fef5c/35b7af9f-d8f1-450f-be5c-5b810e1b6fcc) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:31.935369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:31.947994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.973368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:31.985106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f03e5-a434-465e-b2a6-fcffd804376b req-f3874a59-c0bb-4bac-b031-3eaeed6e930e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.986642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-519f03e5-a434-465e-b2a6-fcffd804376b req-f3874a59-c0bb-4bac-b031-3eaeed6e930e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.4135122 Jul 15 13:20:31.990707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Transition to ACTIVE for port object 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:31.993343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.009266 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.060873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Transition to ACTIVE for port object 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:32.078848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.096831 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.101658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Transition to ACTIVE for port object 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:32.141498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.142853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-519f03e5-a434-465e-b2a6-fcffd804376b req-c3cb7c78-5aef-4650-9dea-ca3b464337b3 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365843 Jul 15 13:20:32.154570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Pushing event updated for resources: {'Port': ['ID=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.207733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:32.212454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:32.228993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:32.270372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e50ea-bacf-45c6-bdb4-046218a1ddcf req-81f09e8d-a5a6-4e0e-9332-18490085afa3 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.277911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7e50ea-bacf-45c6-bdb4-046218a1ddcf req-81f09e8d-a5a6-4e0e-9332-18490085afa3 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 931 time: 0.2878470 Jul 15 13:20:32.301778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.302550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.331890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event updated for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.336200 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9b9e55f1-ee6a-4f8d-a556-a540e8cb41c2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601840 Jul 15 13:20:32.340645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Pushing event updated for resources: {'Port': ['ID=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.358405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.446162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Attempting to bind port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:32.446728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Attempting to bind port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:32.447189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Attempting to bind port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:32.462014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.470125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7e50ea-bacf-45c6-bdb4-046218a1ddcf req-60342bd1-a8da-49db-a893-50d80d268b2e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870492 Jul 15 13:20:32.470717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:32.471071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Attempting to bind port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:32.500145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:32.500750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:32.500897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Bound using segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:32.501371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Bound port: 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:32.501836 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.518001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Attempting to bind port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:32.518375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Attempting to bind port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:32.518715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Attempting to bind port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 on network fd38a108-7090-44da-88cf-2e56da66346c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:32.531495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 on network fd38a108-7090-44da-88cf-2e56da66346c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:32.531830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Attempting to bind port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 on network fd38a108-7090-44da-88cf-2e56da66346c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:32.567056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10936aad-045d-4086-b276-c749e6ed7a7e req-92932836-1840-46a2-8f16-ce615c9e70e9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.576622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af461f38-fd74-4fce-8ff1-f9c838fbd461 None None] Provisioning for port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:32.578755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10936aad-045d-4086-b276-c749e6ed7a7e req-92932836-1840-46a2-8f16-ce615c9e70e9 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 908 time: 0.2507782 Jul 15 13:20:32.579637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:32.580261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Checking segment: {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:32.580466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Bound using segment: {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:32.580817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Bound port: 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:32.581182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.583250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af461f38-fd74-4fce-8ff1-f9c838fbd461 None None] Provisioning complete for port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:32.583859 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af461f38-fd74-4fce-8ff1-f9c838fbd461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.654513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af461f38-fd74-4fce-8ff1-f9c838fbd461 None None] Port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:32.697631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] For port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:32.705007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] For port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:32.719085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.844085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.844721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.846179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] 10.222.0.49 "PUT /v2.0/ports/85f313fa-3fd1-4bd2-af3a-bbc962d26e10 HTTP/1.1" status: 200 len: 1091 time: 1.8082945 Jul 15 13:20:32.848040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] For port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:32.849902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000309d3-9720-4230-9177-ad01e7f19480', 'tag': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:32.852200 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cbf92c-52e6-408c-9625-448b4481a3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "000309d3-9720-4230-9177-ad01e7f19480", "tag": "85f313fa-3fd1-4bd2-af3a-bbc962d26e10"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:32.862540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:32.872230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.875696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] For port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:32.887981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Transition to ACTIVE for port object c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:32.892112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc5ce-0c31-4647-938c-18f96b060515 service neutron] Pushing event updated for resources: {'Port': ['ID=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.893795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.895461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.023925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.025693 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.027904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] 10.222.0.23 "PUT /v2.0/ports/71a1b6fc-1d75-41e6-950e-607e4a85a7c4 HTTP/1.1" status: 200 len: 1091 time: 1.9827585 Jul 15 13:20:33.071802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac9d6d-db75-4de9-89f3-f95a884f66ca req-18fafcd7-7261-4c7e-b1eb-69ced0dafbf4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.073609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4ac9d6d-db75-4de9-89f3-f95a884f66ca req-18fafcd7-7261-4c7e-b1eb-69ced0dafbf4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 943 time: 0.3126292 Jul 15 13:20:33.075122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3860796-24c6-43e5-b294-f49159c76001 service neutron] Pushing event updated for resources: {'Port': ['ID=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.131461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Pushing event updated for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.226837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-45a4ec1b-fa3d-4214-9942-736bfb1f46c8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.228376 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-45a4ec1b-fa3d-4214-9942-736bfb1f46c8 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 908 time: 0.2916090 Jul 15 13:20:33.244273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-2d8f64ae-e7ee-4a9f-8714-7cb3527f4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.253856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-2d8f64ae-e7ee-4a9f-8714-7cb3527f4892 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 1094 time: 0.3253059 Jul 15 13:20:33.280223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Attempting to bind port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:33.280634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Attempting to bind port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:33.281033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Attempting to bind port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 on network a75e0eff-bf79-4235-8120-8cc46dbb8c91 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:33.296829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 on network a75e0eff-bf79-4235-8120-8cc46dbb8c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:33.297253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Attempting to bind port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 on network a75e0eff-bf79-4235-8120-8cc46dbb8c91 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:33.309113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:33.309819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Checking segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:33.310147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Bound using segment: {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:33.310715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Bound port: c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c3cff1-72a1-44c7-a762-a96c120f2c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:33.311174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.349846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-8e3a6244-101c-4404-94f6-7fcc93767272 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10 HTTP/1.1" status: 200 len: 217 time: 0.0815063 Jul 15 13:20:33.385339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4ac9d6d-db75-4de9-89f3-f95a884f66ca req-c62944f9-5df7-4df1-b82b-f78884a3dff4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739830 Jul 15 13:20:33.425551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:33.429084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:33.441728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.453271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51c08-03bd-4127-9e46-f19667c3ccb6 req-93483524-257c-4262-9aa5-7d925f1ac1f6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.453608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Deleting port aa180f4b-0b94-4ee4-a95c-3de820ba1fec {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:33.454035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.460896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eea51c08-03bd-4127-9e46-f19667c3ccb6 req-93483524-257c-4262-9aa5-7d925f1ac1f6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.3406186 Jul 15 13:20:33.483424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.516678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.517425 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.518944 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] 10.222.0.23 "PUT /v2.0/ports/c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 200 len: 1091 time: 1.1661012 Jul 15 13:20:33.521719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:33.524090 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3" -d '{"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:33.537944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-8de52291-a7a8-490d-8882-3ffd42c74861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.539849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-8de52291-a7a8-490d-8882-3ffd42c74861 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19798cbc7e95484ba553f5c58644dbc8&device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 1094 time: 0.4207895 Jul 15 13:20:33.604941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-251b096f-68ef-420a-bf21-3cd98fa5b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.612863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-251b096f-68ef-420a-bf21-3cd98fa5b1f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.2539339 Jul 15 13:20:33.613928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:33.693943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a09b6-3bfc-4227-9665-79ee1c944656 service neutron] Pushing event updated for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.699462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eea51c08-03bd-4127-9e46-f19667c3ccb6 req-652f4f35-d37a-4cc7-8bd8-c733f47fafb7 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280469 Jul 15 13:20:33.709000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-673a05e2-d011-4a07-bf5b-1d12ce7b922f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4 HTTP/1.1" status: 200 len: 217 time: 0.1422420 Jul 15 13:20:33.782164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-4cff6517-751b-4d86-b73b-b47b985b81dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184189 Jul 15 13:20:33.828645 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910aa87f-8fea-405c-8b57-183087ab3fbf x-openstack-request-id: req-910aa87f-8fea-405c-8b57-183087ab3fbf {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:33.828941 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000309d3-9720-4230-9177-ad01e7f19480", "tag": "85f313fa-3fd1-4bd2-af3a-bbc962d26e10", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:33.830632 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-910aa87f-8fea-405c-8b57-183087ab3fbf {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:33.832459 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000309d3-9720-4230-9177-ad01e7f19480', 'tag': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10', 'status': 'completed', 'code': 200} Jul 15 13:20:33.983780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-5b2adcc1-af4f-4b86-be1c-e8ff893620a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.985554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-5b2adcc1-af4f-4b86-be1c-e8ff893620a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34 HTTP/1.1" status: 200 len: 847 time: 0.2368240 Jul 15 13:20:34.080914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-7a55d709-021c-44de-a742-1c21cff98ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd38a108-7090-44da-88cf-2e56da66346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741923 Jul 15 13:20:34.144339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-41707798-3902-4465-8963-e57263309c16 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106253 Jul 15 13:20:34.237032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] For port aa180f4b-0b94-4ee4-a95c-3de820ba1fec, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:34.237762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.259477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-a8e9ff4d-d013-46a3-b85d-cc058fc5f1c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.261194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.264027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Calling delete_port for aa180f4b-0b94-4ee4-a95c-3de820ba1fec owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:34.265498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-a8e9ff4d-d013-46a3-b85d-cc058fc5f1c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.271528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-a8e9ff4d-d013-46a3-b85d-cc058fc5f1c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.277386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-a8e9ff4d-d013-46a3-b85d-cc058fc5f1c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.283226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-a8e9ff4d-d013-46a3-b85d-cc058fc5f1c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.284987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-a8e9ff4d-d013-46a3-b85d-cc058fc5f1c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 3828 time: 0.3050613 Jul 15 13:20:34.298328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195921f-0118-4b6e-a063-bc7c3c1061da req-1621f965-b849-421c-90a8-b51c62a64ed1 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.299770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4195921f-0118-4b6e-a063-bc7c3c1061da req-1621f965-b849-421c-90a8-b51c62a64ed1 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 943 time: 0.3179023 Jul 15 13:20:34.367855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-70c5dbd6-af37-4e5f-8548-dd186ba991bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.369336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-70c5dbd6-af37-4e5f-8548-dd186ba991bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 1096 time: 0.1775162 Jul 15 13:20:34.374576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-de25da29-576c-4d20-a018-830df8c2aa4d service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823210 Jul 15 13:20:34.439552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64a8fe9f-2873-4ae7-90f5-ed93907cff42 req-9a47cd64-a1b5-4742-b240-2a0946c09a48 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387866 Jul 15 13:20:34.447017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c911c84a-0eea-4fe6-aa50-e4f11a9530d3 req-e2d483c4-d63a-4b21-8a5d-14c8ec178f13 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881656 Jul 15 13:20:34.461361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4195921f-0118-4b6e-a063-bc7c3c1061da req-99dab1e8-797a-4ac9-b30b-5333356d55f9 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292036 Jul 15 13:20:34.533348 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ac1d5-9347-46f0-bdf2-bb4888b7fbc3 x-openstack-request-id: req-d88ac1d5-9347-46f0-bdf2-bb4888b7fbc3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:34.533642 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:34.533895 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d88ac1d5-9347-46f0-bdf2-bb4888b7fbc3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:34.534315 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'status': 'completed', 'code': 200} Jul 15 13:20:34.644510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-375295e5-0f80-4472-b0f4-a34d5768eb8c req-8ba49872-e88b-4e2a-9db7-f5d0cb32e79f service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625403 Jul 15 13:20:34.677038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-fbd6f71f-959b-455b-be6f-3e282bbdfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.678589 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-fbd6f71f-959b-455b-be6f-3e282bbdfb7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.2944832 Jul 15 13:20:34.758837 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-773bc2c6-c4b5-4c0c-bcc3-9aca942c8272 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 HTTP/1.1" status: 200 len: 217 time: 0.0517528 Jul 15 13:20:34.816161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.907300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'Port': ['ID=aa180f4b-0b94-4ee4-a95c-3de820ba1fec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:34.986016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] No DVR routers for this DVR port aa180f4b-0b94-4ee4-a95c-3de820ba1fec on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:34.988898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-8e92a728-f58b-4e47-a3e1-85c330bf2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.990561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-8e92a728-f58b-4e47-a3e1-85c330bf2274 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.2189693 Jul 15 13:20:34.992352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.994459 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-72617e4f-d799-4226-9194-b3bc4d556bc2 req-e6a15446-c4a0-4a14-b14d-d02e24f1c839 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "DELETE /v2.0/ports/aa180f4b-0b94-4ee4-a95c-3de820ba1fec HTTP/1.1" status: 204 len: 173 time: 1.7602506 Jul 15 13:20:35.018377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de338215-a2a6-461d-afdc-00b0bdbe88e2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:35.030986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.047497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Transition to ACTIVE for port object de338215-a2a6-461d-afdc-00b0bdbe88e2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:35.096345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.103402 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-c36506df-1603-441b-81c4-b6f318257287 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024992 Jul 15 13:20:35.235738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-327de2ba-1961-4f93-b240-692544e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.236228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-327de2ba-1961-4f93-b240-692544e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.236718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-327de2ba-1961-4f93-b240-692544e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.237160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-327de2ba-1961-4f93-b240-692544e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.237629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-327de2ba-1961-4f93-b240-692544e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.240002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-327de2ba-1961-4f93-b240-692544e7fda3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 4363 time: 0.6186662 Jul 15 13:20:35.244772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Pushing event updated for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.250859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-e056d20e-3228-4ef1-8dbf-7a2d808dbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.252367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-e056d20e-3228-4ef1-8dbf-7a2d808dbca2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 1094 time: 0.6341529 Jul 15 13:20:35.283011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fbc62-d4f1-4639-a60e-6f752e9133df req-610c888d-d22a-4df3-9cfa-85005075761a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.292956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-776fbc62-d4f1-4639-a60e-6f752e9133df req-610c888d-d22a-4df3-9cfa-85005075761a tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db931ab-5bfe-4c43-b8d4-eb49c5b71055 HTTP/1.1" status: 200 len: 829 time: 0.6453624 Jul 15 13:20:35.336508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778b8d-3b54-4a6d-a4f3-30a12da311a7 req-909dc855-9831-4f70-93c5-d2984efc1362 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.338177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c778b8d-3b54-4a6d-a4f3-30a12da311a7 req-909dc855-9831-4f70-93c5-d2984efc1362 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.6581578 Jul 15 13:20:35.408440 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-5d01ac90-2b4b-48db-8e30-216a37c32ad6 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892292 Jul 15 13:20:35.420343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Attempting to bind port de338215-a2a6-461d-afdc-00b0bdbe88e2 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:35.420703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Attempting to bind port de338215-a2a6-461d-afdc-00b0bdbe88e2 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:35.421119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Attempting to bind port de338215-a2a6-461d-afdc-00b0bdbe88e2 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:35.440845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-28171d85-2528-4a34-8784-9ed0ece2e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.442688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-28171d85-2528-4a34-8784-9ed0ece2e005 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.1481457 Jul 15 13:20:35.461104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Port de338215-a2a6-461d-afdc-00b0bdbe88e2 on network f4d656fa-9775-4414-92f4-04d6c57423f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:35.461439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Attempting to bind port de338215-a2a6-461d-afdc-00b0bdbe88e2 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:35.473785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:35.474129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Checking segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:35.474693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Bound using segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:35.475145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Bound port: de338215-a2a6-461d-afdc-00b0bdbe88e2, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:35.475682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.497293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c778b8d-3b54-4a6d-a4f3-30a12da311a7 req-487af400-4268-4c50-bcf4-703bdcd14a60 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507700 Jul 15 13:20:35.621663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-72a89522-222c-47b6-a0d6-920ff254068b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10 HTTP/1.1" status: 200 len: 217 time: 0.1370046 Jul 15 13:20:35.625810 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f4be51a0-0d17-4067-8c9d-98ff1fae2c2d req-a200e02d-a51c-4f68-8af4-02bf737d994d service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998925 Jul 15 13:20:35.690308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:35.696477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:35.714415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.754572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-63d60e18-5dab-4042-84c0-0be1c66d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.756342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-63d60e18-5dab-4042-84c0-0be1c66d0416 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.1141920 Jul 15 13:20:35.778184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-20aa237a-4485-4cb7-aa32-0b96a288c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.778618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-20aa237a-4485-4cb7-aa32-0b96a288c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.779157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-20aa237a-4485-4cb7-aa32-0b96a288c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.780928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-20aa237a-4485-4cb7-aa32-0b96a288c80b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=42a273a521634b82af54479a039d02d7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5264726 Jul 15 13:20:35.802438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.803085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.804501 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] 10.222.0.23 "PUT /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 1130 time: 2.2084064 Jul 15 13:20:35.837528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'tag': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:35.840781 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef01015-29d3-44fb-bea4-57c758888d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7ee52b-a43f-4f14-96f4-1659b8a46be4", "tag": "71a1b6fc-1d75-41e6-950e-607e4a85a7c4"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:35.842158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca2a37-1a92-4542-b4ed-046a9b2a851c service neutron] Pushing event updated for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.850644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-94fe856f-d8c1-4ea4-8e78-267f658f4a5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839901 Jul 15 13:20:35.862806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:35.977061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e2d0a-1806-4f80-96bb-667710333457 req-9c6bb8e2-b74f-4cfc-99b9-913e51de35d4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.984723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.987148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-311e2d0a-1806-4f80-96bb-667710333457 req-9c6bb8e2-b74f-4cfc-99b9-913e51de35d4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 943 time: 0.4888511 Jul 15 13:20:36.069349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b478695-f347-477b-a8a1-96c347f1089a req-5f2d2bee-9f48-4691-8591-6d26a7b53c2b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.071085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b478695-f347-477b-a8a1-96c347f1089a req-5f2d2bee-9f48-4691-8591-6d26a7b53c2b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.3904774 Jul 15 13:20:36.114962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-311e2d0a-1806-4f80-96bb-667710333457 req-8b126610-c647-4a30-b880-7b4cf0639d07 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267374 Jul 15 13:20:36.126608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-2186e2f7-eefe-49e5-a8c3-5ed00e704c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.128091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e22d1a8b-66e4-4ded-a5e8-24faebfd36f3 req-2186e2f7-eefe-49e5-a8c3-5ed00e704c71 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3367245 Jul 15 13:20:36.129861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-d2dbeb49-edb5-4d07-ad3c-dcf7731a663c service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622938 Jul 15 13:20:36.173807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b478695-f347-477b-a8a1-96c347f1089a req-cbffc26e-db15-4025-900b-4432efb29d8d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875771 Jul 15 13:20:36.247740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83cbf92c-52e6-408c-9625-448b4481a3bd req-8f3574fc-175c-412f-8c6b-f8ae6bd0eea8 service neutron] 10.222.0.49 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047077 Jul 15 13:20:36.347121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d447-29ba-433f-b98c-05fbbc212c33 req-ab5e8751-6c98-4903-8032-b5dfdfe8209d tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.348752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e302d447-29ba-433f-b98c-05fbbc212c33 req-ab5e8751-6c98-4903-8032-b5dfdfe8209d tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 943 time: 0.0776801 Jul 15 13:20:36.389215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a14343-0286-4890-b098-f4291d52c4e1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:36.398111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.413441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Transition to ACTIVE for port object 90a14343-0286-4890-b098-f4291d52c4e1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:36.417371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e302d447-29ba-433f-b98c-05fbbc212c33 req-960b1eaf-eb64-4e42-b0f6-b231bf16bfb6 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587919 Jul 15 13:20:36.420034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.465337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.471840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.479590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.487728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.494412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.500880 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.512376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Pushing event updated for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:36.513869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03314189-421f-44bf-acca-7b81089d66e0 req-09d1e4af-2983-424a-b86d-42b8e22ffa2d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 4600 time: 0.1640785 Jul 15 13:20:36.516660 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27241133-bf88-4f16-a8dc-754ecc599d58 x-openstack-request-id: req-27241133-bf88-4f16-a8dc-754ecc599d58 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:36.516957 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7ee52b-a43f-4f14-96f4-1659b8a46be4", "tag": "71a1b6fc-1d75-41e6-950e-607e4a85a7c4", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:36.517381 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27241133-bf88-4f16-a8dc-754ecc599d58 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:36.517760 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'tag': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4', 'status': 'completed', 'code': 200} Jul 15 13:20:36.545647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'name': 'network-vif-deleted', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec'}, {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'de338215-a2a6-461d-afdc-00b0bdbe88e2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:36.548039 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f02dd-42e2-4f35-ab65-142b315c434d" -d '{"events": [{"server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "name": "network-vif-deleted", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec"}, {"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "de338215-a2a6-461d-afdc-00b0bdbe88e2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:36.620062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Attempting to bind port 90a14343-0286-4890-b098-f4291d52c4e1 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:36.621603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03314189-421f-44bf-acca-7b81089d66e0 req-4969f560-8e13-4d86-9ab2-d9bcef528773 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067162 Jul 15 13:20:36.622190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Attempting to bind port 90a14343-0286-4890-b098-f4291d52c4e1 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:36.622873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Attempting to bind port 90a14343-0286-4890-b098-f4291d52c4e1 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:36.646557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Port 90a14343-0286-4890-b098-f4291d52c4e1 on network f4d656fa-9775-4414-92f4-04d6c57423f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:36.647024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Attempting to bind port 90a14343-0286-4890-b098-f4291d52c4e1 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:36.655369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:36.655945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Checking segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:36.656409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Bound using segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:36.656918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Bound port: 90a14343-0286-4890-b098-f4291d52c4e1, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:36.657410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.659365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-982cb58b-bb75-4ff7-827a-058b1ec61161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.660913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-982cb58b-bb75-4ff7-827a-058b1ec61161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19798cbc7e95484ba553f5c58644dbc8&device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 1094 time: 0.1165972 Jul 15 13:20:36.721914 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09674a2f-3fb8-4f50-8c57-22a62c4765b3 x-openstack-request-id: req-09674a2f-3fb8-4f50-8c57-22a62c4765b3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:36.722323 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db931ab-5bfe-4c43-b8d4-eb49c5b71055", "name": "network-vif-deleted", "tag": "aa180f4b-0b94-4ee4-a95c-3de820ba1fec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "de338215-a2a6-461d-afdc-00b0bdbe88e2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:36.722631 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09674a2f-3fb8-4f50-8c57-22a62c4765b3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:36.723082 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db931ab-5bfe-4c43-b8d4-eb49c5b71055', 'name': 'network-vif-deleted', 'tag': 'aa180f4b-0b94-4ee4-a95c-3de820ba1fec', 'status': 'completed', 'code': 200} Jul 15 13:20:36.723395 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'de338215-a2a6-461d-afdc-00b0bdbe88e2', 'status': 'completed', 'code': 200} Jul 15 13:20:36.783987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-91cf9f83-49df-4ac9-88e6-282577ecae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.785383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-91cf9f83-49df-4ac9-88e6-282577ecae31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 200 len: 908 time: 0.1151655 Jul 15 13:20:36.864247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-6d7459e6-86c7-45ad-a904-11d8994d2fa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4 HTTP/1.1" status: 200 len: 217 time: 0.0421276 Jul 15 13:20:36.870379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:36.890969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=90a14343-0286-4890-b098-f4291d52c4e1,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:36.898613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.899873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.900202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.900620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.901193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.901754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.902961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.905270 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-c43a3c10-c7f0-4d56-b6cc-cbefebda91cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6166 time: 0.1788898 Jul 15 13:20:36.907167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.920326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-f826b5af-351d-40d4-ac05-6ed086c5d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.921977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-f826b5af-351d-40d4-ac05-6ed086c5d5a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34 HTTP/1.1" status: 200 len: 847 time: 0.0487347 Jul 15 13:20:36.967164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-bf785c12-3f30-47f9-9d26-a502ffedfd5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd38a108-7090-44da-88cf-2e56da66346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364001 Jul 15 13:20:36.980320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49826dcb-d69f-4ff3-b77f-b8a196ce81c1 req-8194db25-6527-4a0f-aaa4-1c47bb2d7ad6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.988502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49826dcb-d69f-4ff3-b77f-b8a196ce81c1 req-8194db25-6527-4a0f-aaa4-1c47bb2d7ad6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2021432 Jul 15 13:20:37.043306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Pushing event updated for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.048687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.049716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.051387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d86327bb-c411-415b-9b9f-bf2176b36c60 service neutron] 10.222.0.23 "PUT /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 1129 time: 1.1933055 Jul 15 13:20:37.095837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:37.141871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-27419b42-e675-42c0-b0f9-a5ee10015d7f service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460199 Jul 15 13:20:37.211394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49826dcb-d69f-4ff3-b77f-b8a196ce81c1 req-af8a2d57-02f8-4091-b047-b44f1d3bc6f5 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216673 Jul 15 13:20:37.221928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.236985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-27455dae-2ced-448f-ab00-986b0ee24e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.237392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-27455dae-2ced-448f-ab00-986b0ee24e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.238671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-27455dae-2ced-448f-ab00-986b0ee24e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.240338 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-27455dae-2ced-448f-ab00-986b0ee24e37 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=42a273a521634b82af54479a039d02d7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3240647 Jul 15 13:20:37.288995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae0477-46da-4101-85d0-3026916e45a9 req-02f6ba3d-7f5b-4a53-8394-3f31676fe06e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.298485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43ae0477-46da-4101-85d0-3026916e45a9 req-02f6ba3d-7f5b-4a53-8394-3f31676fe06e tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 945 time: 0.2116036 Jul 15 13:20:37.370259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef01015-29d3-44fb-bea4-57c758888d7e req-51f83bdd-b0d1-404c-b416-bbe454df7479 service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147751 Jul 15 13:20:37.448581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43ae0477-46da-4101-85d0-3026916e45a9 req-3599075f-4249-47ca-9c30-6438533947a7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492658 Jul 15 13:20:37.479217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-6f3c4c04-7862-460f-96bd-185d9993f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.481360 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f07f02dd-42e2-4f35-ab65-142b315c434d req-6f3c4c04-7862-460f-96bd-185d9993f7d7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322552 Jul 15 13:20:37.511239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffc371-11a4-468a-a94b-8a898d36e5f9 req-5451bf2c-aaf3-4067-9b98-d4861eaa0a79 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.522750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88ffc371-11a4-468a-a94b-8a898d36e5f9 req-5451bf2c-aaf3-4067-9b98-d4861eaa0a79 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 943 time: 0.1367428 Jul 15 13:20:37.555289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:37.582804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88ffc371-11a4-468a-a94b-8a898d36e5f9 req-17b138b3-361e-4598-90d2-06d1946186f2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590978 Jul 15 13:20:37.659649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7116542e-4575-40d6-ba9d-5e337ae2b823 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:37.665294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:37.668392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.679899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device aa180f4b-0b94-4ee4-a95c-3de820ba1fec no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:37.693017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Transition to ACTIVE for port object 7116542e-4575-40d6-ba9d-5e337ae2b823 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:37.702589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73120289-a171-498e-b53b-0877ad17cac0 req-b2345932-368f-49ae-a6dd-5685358938aa tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.704248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73120289-a171-498e-b53b-0877ad17cac0 req-b2345932-368f-49ae-a6dd-5685358938aa tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1179683 Jul 15 13:20:37.705838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4', 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c', 'port_id': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4', 'mac_address': 'fa:16:3e:f5:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:37.706514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.712676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: aa180f4b-0b94-4ee4-a95c-3de820ba1fec {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:37.713248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device aa180f4b-0b94-4ee4-a95c-3de820ba1fec not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:37.751859 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.768047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:37.794356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:37.803237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73120289-a171-498e-b53b-0877ad17cac0 req-da84537b-db24-45b9-8a78-2a0b395aa68b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917728 Jul 15 13:20:37.805388 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.852947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74021c-8b09-4636-84bc-1a0818e9d717 req-f9ec74e0-74c5-42dd-bb14-33bf08e3d6f2 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.855915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:37.863144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc74021c-8b09-4636-84bc-1a0818e9d717 req-f9ec74e0-74c5-42dd-bb14-33bf08e3d6f2 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 943 time: 0.1037207 Jul 15 13:20:37.916792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc74021c-8b09-4636-84bc-1a0818e9d717 req-0c38a90f-868b-41bd-92db-8d75253a900b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Jul 15 13:20:37.946774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Pushing event updated for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.947019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.954059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Attempting to bind port 7116542e-4575-40d6-ba9d-5e337ae2b823 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:37.954648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Attempting to bind port 7116542e-4575-40d6-ba9d-5e337ae2b823 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:37.955078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Attempting to bind port 7116542e-4575-40d6-ba9d-5e337ae2b823 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:37.960059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Port 7116542e-4575-40d6-ba9d-5e337ae2b823 on network f4d656fa-9775-4414-92f4-04d6c57423f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:37.960502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Attempting to bind port 7116542e-4575-40d6-ba9d-5e337ae2b823 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:37.967490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:37.968266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Checking segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:37.968622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Bound using segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:37.969150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Bound port: 7116542e-4575-40d6-ba9d-5e337ae2b823, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:37.969627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.060695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:38.064434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7116542e-4575-40d6-ba9d-5e337ae2b823,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:38.070751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.075614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.077984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.084456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.086656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:38.102470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.108556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.110784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['71a1b6fc-1d75-41e6-950e-607e4a85a7c4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:38.114675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.115507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.116675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.117121 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] 10.222.0.23 "PUT /v2.0/ports/7116542e-4575-40d6-ba9d-5e337ae2b823 HTTP/1.1" status: 200 len: 1091 time: 1.0256200 Jul 15 13:20:38.126587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.129252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-d0eca82b-4209-4969-a0c3-4d91d41e55c9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5383 time: 0.1519537 Jul 15 13:20:38.175687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:38.183276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fd9c7-2ccb-4bdd-bd11-2eb39eb1690a service neutron] Pushing event updated for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.207744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10', 'mac_address': 'fa:16:3e:c9:0e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:38.210820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db49ef34-ccc1-4586-8390-0c566d6727e0 req-13bad1c7-576c-450b-83f9-ad4b3aff3c1f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741782 Jul 15 13:20:38.315463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.330139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.335493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:38.369533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:38.384898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.503744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.551465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447d2b-90df-484a-ae65-be675cdce1ec req-99564aa4-dd25-47ab-af51-a6ec97f54e12 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.553057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d447d2b-90df-484a-ae65-be675cdce1ec req-99564aa4-dd25-47ab-af51-a6ec97f54e12 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.1688905 Jul 15 13:20:38.562389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-12db0937-898c-4a88-ae85-d30a811417fc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.563843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-12db0937-898c-4a88-ae85-d30a811417fc tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.49 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 945 time: 0.1298153 Jul 15 13:20:38.641117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['85f313fa-3fd1-4bd2-af3a-bbc962d26e10'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:38.650025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bb89de-762c-45bf-8abf-68f77a86d653 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:38.660809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.685838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Transition to ACTIVE for port object 11bb89de-762c-45bf-8abf-68f77a86d653 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:38.691901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.710676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d447d2b-90df-484a-ae65-be675cdce1ec req-1a988cb4-0146-4eb7-9661-9b5a0b7b172c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458547 Jul 15 13:20:38.740572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '90a14343-0286-4890-b098-f4291d52c4e1'}, {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:38.743393 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128bb64d-a550-4f45-be11-26cb6c64d971" -d '{"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "90a14343-0286-4890-b098-f4291d52c4e1"}, {"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:38.756456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090ecdc-ae9c-4d03-b39a-aab82cb39a92 req-32a752b6-0d8e-40c7-a98c-f489b72f13d2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.757729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0090ecdc-ae9c-4d03-b39a-aab82cb39a92 req-32a752b6-0d8e-40c7-a98c-f489b72f13d2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 945 time: 0.1447132 Jul 15 13:20:38.761226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Deleting port 8b7eff37-d374-4cda-a096-c3077b4744e2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:38.762179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.830843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Pushing event updated for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.895011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Attempting to bind port 11bb89de-762c-45bf-8abf-68f77a86d653 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:38.895427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Attempting to bind port 11bb89de-762c-45bf-8abf-68f77a86d653 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:38.895672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Attempting to bind port 11bb89de-762c-45bf-8abf-68f77a86d653 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:38.900181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Port 11bb89de-762c-45bf-8abf-68f77a86d653 on network f4d656fa-9775-4414-92f4-04d6c57423f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:38.900514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Attempting to bind port 11bb89de-762c-45bf-8abf-68f77a86d653 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:38.906695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:38.907124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Checking segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:38.907661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Bound using segment: {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:38.907838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Bound port: 11bb89de-762c-45bf-8abf-68f77a86d653, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a41c62-0e38-408d-ae36-e7752e9cd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:38.908199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.922908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0090ecdc-ae9c-4d03-b39a-aab82cb39a92 req-fadd9964-64cb-4fd2-9e53-e3a61533b824 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555054 Jul 15 13:20:38.999010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:39.002044 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f4ad9-f840-4212-8096-f0da716aa1a5 x-openstack-request-id: req-7b6f4ad9-f840-4212-8096-f0da716aa1a5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:39.002429 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "90a14343-0286-4890-b098-f4291d52c4e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:39.002741 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b6f4ad9-f840-4212-8096-f0da716aa1a5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:39.003191 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '90a14343-0286-4890-b098-f4291d52c4e1', 'status': 'completed', 'code': 200} Jul 15 13:20:39.003500 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823', 'status': 'completed', 'code': 200} Jul 15 13:20:39.008129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=11bb89de-762c-45bf-8abf-68f77a86d653,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:39.013516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.038675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] For port 8b7eff37-d374-4cda-a096-c3077b4744e2, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=8b7eff37-d374-4cda-a096-c3077b4744e2,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:39.039038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.048526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.049220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.051106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] 10.222.0.23 "PUT /v2.0/ports/11bb89de-762c-45bf-8abf-68f77a86d653 HTTP/1.1" status: 200 len: 1091 time: 0.8950229 Jul 15 13:20:39.068896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Calling delete_port for 8b7eff37-d374-4cda-a096-c3077b4744e2 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:39.117656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:39.180594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b70a3-2c6f-46f2-a1e0-74c043ccd0a2 req-f30fab7f-0fb2-400c-a396-824b9908178d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.182588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-628b70a3-2c6f-46f2-a1e0-74c043ccd0a2 req-f30fab7f-0fb2-400c-a396-824b9908178d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 944 time: 0.2518644 Jul 15 13:20:39.208642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae77cc2-cdbc-43b7-aa05-b81ba7a39e5e service neutron] Pushing event updated for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.274865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.278050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-628b70a3-2c6f-46f2-a1e0-74c043ccd0a2 req-255298ff-7e7b-4f3b-9f9f-11aae3c92673 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801103 Jul 15 13:20:39.333418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.334799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.335468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.337626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.338111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.338722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.339203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.341920 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-afb94d14-605e-43b4-a29b-f84de85a5fdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6342 time: 0.3160965 Jul 15 13:20:39.355480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359dc44-04e4-45a6-903c-bb46fb5edfba req-66f7acea-ea6b-4a05-a47f-71c8b8546bba tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.363447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2359dc44-04e4-45a6-903c-bb46fb5edfba req-66f7acea-ea6b-4a05-a47f-71c8b8546bba tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2254109 Jul 15 13:20:39.400702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.420915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:39.426409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['8b7eff37-d374-4cda-a096-c3077b4744e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:39.454172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2359dc44-04e4-45a6-903c-bb46fb5edfba req-665ea862-8e62-4b44-a1a7-a331da00c69a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Jul 15 13:20:39.455985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'Port': ['ID=8b7eff37-d374-4cda-a096-c3077b4744e2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.563604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:39.576376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] No DVR routers for this DVR port 8b7eff37-d374-4cda-a096-c3077b4744e2 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:39.581117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.583195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c860699-09dc-4360-85af-7ec36bf2be71 req-32a93b00-04bd-4c2d-a583-957a472d85d5 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.49 "DELETE /v2.0/ports/8b7eff37-d374-4cda-a096-c3077b4744e2 HTTP/1.1" status: 204 len: 173 time: 1.0121558 Jul 15 13:20:39.583639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805452f7-3bd1-404c-8c17-b87db383f631', 'name': 'network-vif-deleted', 'tag': '8b7eff37-d374-4cda-a096-c3077b4744e2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:39.586011 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf0097-869a-4a37-aca7-f538b86201b5" -d '{"events": [{"server_uuid": "805452f7-3bd1-404c-8c17-b87db383f631", "name": "network-vif-deleted", "tag": "8b7eff37-d374-4cda-a096-c3077b4744e2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:39.677660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-2720bfed-5063-4b8d-9bb9-f83aebcc0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.678271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-2720bfed-5063-4b8d-9bb9-f83aebcc0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.683619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-2720bfed-5063-4b8d-9bb9-f83aebcc0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.687659 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-2720bfed-5063-4b8d-9bb9-f83aebcc0c6d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=42a273a521634b82af54479a039d02d7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3360841 Jul 15 13:20:39.727674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255d445-b093-4c15-a4da-e64159308608 req-2895ad43-48de-40df-b6e1-7ecac4e29cdb tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.729258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f255d445-b093-4c15-a4da-e64159308608 req-2895ad43-48de-40df-b6e1-7ecac4e29cdb tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 944 time: 0.2472317 Jul 15 13:20:39.763784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:39.771617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:39.771980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.789947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.797763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.804181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.810417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.816771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.823281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.829418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.837208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-c2bf080a-50ae-4a96-8ba7-93153900f462 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5395 time: 0.2454600 Jul 15 13:20:39.871842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:39.890816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f255d445-b093-4c15-a4da-e64159308608 req-0081a67f-4d45-4f9f-9651-b4c1f4f5a532 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355338 Jul 15 13:20:39.922509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff438aca-6a59-4d58-90c0-2a3ab03d16a0 req-a662862b-2ac3-4d1a-a8b9-3340fa54ac53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843768 Jul 15 13:20:39.965606 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d4dd91-9e23-46f6-bd7d-30974c2bcae9 x-openstack-request-id: req-81d4dd91-9e23-46f6-bd7d-30974c2bcae9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:39.966057 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805452f7-3bd1-404c-8c17-b87db383f631", "name": "network-vif-deleted", "tag": "8b7eff37-d374-4cda-a096-c3077b4744e2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:39.966344 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81d4dd91-9e23-46f6-bd7d-30974c2bcae9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:39.966754 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805452f7-3bd1-404c-8c17-b87db383f631', 'name': 'network-vif-deleted', 'tag': '8b7eff37-d374-4cda-a096-c3077b4744e2', 'status': 'completed', 'code': 200} Jul 15 13:20:40.014094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-4392b926-ec70-48ba-8c57-3c35c35683bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.015830 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-4392b926-ec70-48ba-8c57-3c35c35683bf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2826827 Jul 15 13:20:40.033345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.080669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:40.098744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:40.101022 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6face79-91e1-4f8b-9d7d-bf038953a4c1" -d '{"events": [{"server_uuid": "ca7ee52b-a43f-4f14-96f4-1659b8a46be4", "name": "network-vif-plugged", "status": "completed", "tag": "71a1b6fc-1d75-41e6-950e-607e4a85a7c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:40.133207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:40.133578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.138134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:40.176971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.185188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43d7682-3b8f-45cf-8384-eda5a4dc7bab {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:40.196153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.238260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Transition to ACTIVE for port object a43d7682-3b8f-45cf-8384-eda5a4dc7bab will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:40.247330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.249355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.281228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eef16430-bccc-46e9-b50a-bc98e669aaaf req-7320953f-5c25-4311-b523-c1a79a47bfd4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=805452f7-3bd1-404c-8c17-b87db383f631 HTTP/1.1" status: 200 len: 210 time: 0.0427387 Jul 15 13:20:40.302246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.302633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.303114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.303588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.304214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.304692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.305162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.307799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ec458d3b-3a45-4e23-842d-95b7a981135f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6342 time: 0.1718993 Jul 15 13:20:40.375113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d45dd-6bfd-4057-a649-499492dc82b4 req-e35c0731-d78b-4eff-88b6-92b23809feff tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.394969 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93707e80-8018-4828-b6c5-ac083cc43db2 x-openstack-request-id: req-93707e80-8018-4828-b6c5-ac083cc43db2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:40.395276 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7ee52b-a43f-4f14-96f4-1659b8a46be4", "name": "network-vif-plugged", "status": "completed", "tag": "71a1b6fc-1d75-41e6-950e-607e4a85a7c4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:40.395531 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93707e80-8018-4828-b6c5-ac083cc43db2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:40.398954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-799d45dd-6bfd-4057-a649-499492dc82b4 req-e35c0731-d78b-4eff-88b6-92b23809feff tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2318869 Jul 15 13:20:40.399861 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4', 'code': 200} Jul 15 13:20:40.433026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.447530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.508374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-799d45dd-6bfd-4057-a649-499492dc82b4 req-16cf94d6-ff57-48e5-b999-8a34d3c1eebc tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083882 Jul 15 13:20:40.536173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:40.551342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.552175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8b7eff37-d374-4cda-a096-c3077b4744e2 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:40.633497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ce507aa1-4c11-4ae7-9444-d7ac48252823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.634124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ce507aa1-4c11-4ae7-9444-d7ac48252823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.634681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ce507aa1-4c11-4ae7-9444-d7ac48252823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.637199 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-ce507aa1-4c11-4ae7-9444-d7ac48252823 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=42a273a521634b82af54479a039d02d7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3089128 Jul 15 13:20:40.666666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Attempting to bind port a43d7682-3b8f-45cf-8384-eda5a4dc7bab on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:40.667164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Attempting to bind port a43d7682-3b8f-45cf-8384-eda5a4dc7bab by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:40.668908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Attempting to bind port a43d7682-3b8f-45cf-8384-eda5a4dc7bab on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:40.673895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.698813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 8b7eff37-d374-4cda-a096-c3077b4744e2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:40.699343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 8b7eff37-d374-4cda-a096-c3077b4744e2 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:40.736506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Port a43d7682-3b8f-45cf-8384-eda5a4dc7bab on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:40.737078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Attempting to bind port a43d7682-3b8f-45cf-8384-eda5a4dc7bab on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:40.740453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57367434-054d-4728-a05f-ea4ec60653ec req-b65da519-1356-49c0-aa8e-24d770a6e372 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.742514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57367434-054d-4728-a05f-ea4ec60653ec req-b65da519-1356-49c0-aa8e-24d770a6e372 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 944 time: 0.2311926 Jul 15 13:20:40.748394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:40.748757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Checking segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:40.749141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Bound using segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:40.749589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Bound port: a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:40.749949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.751360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56252083-74be-4ded-a57d-bbbee34b0aa5 req-280d6ff0-9dd7-4ff6-9453-077a596651a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.752683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56252083-74be-4ded-a57d-bbbee34b0aa5 req-280d6ff0-9dd7-4ff6-9453-077a596651a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 1096 time: 0.1604919 Jul 15 13:20:40.850470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-72243f68-4900-4839-8c88-af3689e10095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.851955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-128bb64d-a550-4f45-be11-26cb6c64d971 req-72243f68-4900-4839-8c88-af3689e10095 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2082944 Jul 15 13:20:40.868479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57367434-054d-4728-a05f-ea4ec60653ec req-723db7fe-5ff2-41e8-ac9a-de9d53dfd958 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147947 Jul 15 13:20:40.871754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:40.875609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:40.875812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56252083-74be-4ded-a57d-bbbee34b0aa5 req-6e5d0cf7-98eb-48d1-bae8-66c9675a07a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144409 Jul 15 13:20:40.881818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.900386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a139-705e-421e-ad8b-daf9abe27bc3 req-48fd34ac-ce7a-4f58-862b-161e838ff484 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.901877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f68a139-705e-421e-ad8b-daf9abe27bc3 req-48fd34ac-ce7a-4f58-862b-161e838ff484 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1552000 Jul 15 13:20:40.923134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.923767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.925263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] 10.222.0.23 "PUT /v2.0/ports/a43d7682-3b8f-45cf-8384-eda5a4dc7bab HTTP/1.1" status: 200 len: 1091 time: 1.8118649 Jul 15 13:20:40.952844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142b501-aa41-4b06-9571-5e956dd8bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.967876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Request body: {'port': {'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:40.998403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f68a139-705e-421e-ad8b-daf9abe27bc3 req-c2fa74b6-aa77-49e8-9c84-0ff5b3b29179 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888102 Jul 15 13:20:41.006892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653'}, {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:41.009114 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6" -d '{"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653"}, {"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:41.081813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.167728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa40c44-deab-4479-89e6-17fec6dafcf0 req-83a0e80f-740d-4b24-abf9-b5e69375e87f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.174959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa40c44-deab-4479-89e6-17fec6dafcf0 req-83a0e80f-740d-4b24-abf9-b5e69375e87f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 945 time: 0.1301687 Jul 15 13:20:41.249466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa40c44-deab-4479-89e6-17fec6dafcf0 req-6f26b62b-46fb-45cb-bdab-1331fe2fc5f1 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734165 Jul 15 13:20:41.281396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.287701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.294934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.301361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.309479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.313538 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa833f6e-83ef-49ba-ba40-f49741e11579 x-openstack-request-id: req-aa833f6e-83ef-49ba-ba40-f49741e11579 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:41.313833 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:41.314084 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa833f6e-83ef-49ba-ba40-f49741e11579 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:41.314495 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653', 'status': 'completed', 'code': 200} Jul 15 13:20:41.314751 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab', 'status': 'completed', 'code': 200} Jul 15 13:20:41.329672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.337109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.345707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-14d67c26-57bc-4950-926c-07cb0ddf7402 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5407 time: 0.1936829 Jul 15 13:20:41.431292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b214ca1e-46bd-49b5-b8d8-8a286738dd9f req-b9a8a1bf-25cb-439b-91dd-965538d80ddc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846465 Jul 15 13:20:41.488863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:41.491007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.492775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.493471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.494149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.494846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.497467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.498337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.498869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.500835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-987aa406-4aec-4e55-9565-00229f035b6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6409 time: 0.1420152 Jul 15 13:20:41.514002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Transition to ACTIVE for port object 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:41.520988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.594759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Pushing event updated for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.743800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Attempting to bind port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:41.744445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Attempting to bind port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:41.744445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Attempting to bind port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:41.750697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:41.751184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Attempting to bind port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc on network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:41.756616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:41.757290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Checking segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:41.757772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Bound using segment: {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:41.758431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Bound port: 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36906b0-ee0a-41d8-a682-84350c93efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:41.758790 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.795958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-efcc8ef5-bc37-4a9c-b680-1b221b69f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.796553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-efcc8ef5-bc37-4a9c-b680-1b221b69f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.796913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-efcc8ef5-bc37-4a9c-b680-1b221b69f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.798729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-efcc8ef5-bc37-4a9c-b680-1b221b69f1d2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=42a273a521634b82af54479a039d02d7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2863827 Jul 15 13:20:41.956400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:41.973659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:41.983946 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.995508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f1f9d-fe40-4948-8536-2bd534dcceb5 req-f4bedad7-38f9-4568-829d-4d24bd309ba6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.997263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d2f1f9d-fe40-4948-8536-2bd534dcceb5 req-f4bedad7-38f9-4568-829d-4d24bd309ba6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2879879 Jul 15 13:20:42.084099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Pushing event updated for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.088793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.089413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.092233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b4f61b96-65f6-42bd-8b5f-632494b754b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 200 len: 1091 time: 1.1298122 Jul 15 13:20:42.105555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-a1290d15-52c2-4805-bfda-0e49906158eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.107595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-a1290d15-52c2-4805-bfda-0e49906158eb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016694 Jul 15 13:20:42.124402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d2f1f9d-fe40-4948-8536-2bd534dcceb5 req-10d9a355-ce1f-45e2-b667-99da94d48cb1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139085 Jul 15 13:20:42.255914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b434-feff-45a7-a398-ee271c90dbad req-51fd9699-843d-405f-a9ac-20c755997d9f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.257754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e920b434-feff-45a7-a398-ee271c90dbad req-51fd9699-843d-405f-a9ac-20c755997d9f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2039709 Jul 15 13:20:42.304680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.306890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.307449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.307866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.308385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.308853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.309328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.311829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-2eabd0aa-9d5e-4936-9db7-cbc498565fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6476 time: 0.1329792 Jul 15 13:20:42.401502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000309d3-9720-4230-9177-ad01e7f19480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:42.405175 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d83943-a1f5-4e2d-a088-d79812615758" -d '{"events": [{"server_uuid": "000309d3-9720-4230-9177-ad01e7f19480", "name": "network-vif-plugged", "status": "completed", "tag": "85f313fa-3fd1-4bd2-af3a-bbc962d26e10"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:42.456875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e920b434-feff-45a7-a398-ee271c90dbad req-97b11a16-6ae4-41f5-8fc2-0678ebbc8e92 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691506 Jul 15 13:20:42.536915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbf848-82e1-47e9-a7f2-31d3602b84be req-d582b8d6-b709-4cbe-a642-d33c794573f7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.539039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43cbf848-82e1-47e9-a7f2-31d3602b84be req-d582b8d6-b709-4cbe-a642-d33c794573f7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.2205005 Jul 15 13:20:42.541201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-6af00db8-8d6a-4399-b954-a2274a5e14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.541825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-6af00db8-8d6a-4399-b954-a2274a5e14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.542401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-6af00db8-8d6a-4399-b954-a2274a5e14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.544672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-6af00db8-8d6a-4399-b954-a2274a5e14ea service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=42a273a521634b82af54479a039d02d7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2157183 Jul 15 13:20:42.664784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3979ed1f-3822-40ae-a49e-04b4bc1d02eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.693309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c491e-105b-4f7b-a0de-9a70cd0cf62e req-18733963-b769-41f0-967e-1703ae854e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.695226 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-873c491e-105b-4f7b-a0de-9a70cd0cf62e req-18733963-b769-41f0-967e-1703ae854e7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.4757323 Jul 15 13:20:42.726563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43cbf848-82e1-47e9-a7f2-31d3602b84be req-2d40afb8-602c-4407-9afb-bf4edc47b4d2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=05ec1d36-4b34-4654-9161-fdd22d5a877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771255 Jul 15 13:20:42.759496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-9fc6e887-874e-493d-b915-dc7b06f7fb8c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.760809 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-9fc6e887-874e-493d-b915-dc7b06f7fb8c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 945 time: 0.4643738 Jul 15 13:20:42.763461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-873c491e-105b-4f7b-a0de-9a70cd0cf62e req-ef455b15-907e-4305-b82e-6ab43a793e17 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 Jul 15 13:20:42.782177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-e871f247-733f-4fbf-9854-03afcd06c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.783652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae1d9650-b235-44e0-9f4e-1b2fefa7fed6 req-e871f247-733f-4fbf-9854-03afcd06c10c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2116778 Jul 15 13:20:42.801584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53efdb-1e5f-4aea-9e30-925e031c22b1 req-cadecde6-44d2-471b-acc9-1d7346dbfb2d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.803338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d53efdb-1e5f-4aea-9e30-925e031c22b1 req-cadecde6-44d2-471b-acc9-1d7346dbfb2d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1293337 Jul 15 13:20:42.860057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d53efdb-1e5f-4aea-9e30-925e031c22b1 req-b00de5e7-ebd5-40ca-831d-6ff44762a82c tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502844 Jul 15 13:20:42.920689 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4baff34-423c-46dd-ae42-19366e34c3b9 x-openstack-request-id: req-c4baff34-423c-46dd-ae42-19366e34c3b9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:42.921202 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000309d3-9720-4230-9177-ad01e7f19480", "name": "network-vif-plugged", "status": "completed", "tag": "85f313fa-3fd1-4bd2-af3a-bbc962d26e10", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:42.921661 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4baff34-423c-46dd-ae42-19366e34c3b9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:42.922998 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000309d3-9720-4230-9177-ad01e7f19480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10', 'code': 200} Jul 15 13:20:42.955919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Deleting port fe019896-b938-4c84-8e28-98eba11bf7f4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:42.956400 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.995144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c09c-4627-4dcf-ad49-ce76229015a2 req-7040b929-b0af-4063-aa9f-44d70458bfc5 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.996714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0587c09c-4627-4dcf-ad49-ce76229015a2 req-7040b929-b0af-4063-aa9f-44d70458bfc5 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 945 time: 0.1266384 Jul 15 13:20:43.008962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.009378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.009852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.010348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.012218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.012828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.013302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.015918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-17bbd8d0-ef7b-410a-8583-654e31088ea2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6476 time: 0.1549840 Jul 15 13:20:43.097159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] For port fe019896-b938-4c84-8e28-98eba11bf7f4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fe019896-b938-4c84-8e28-98eba11bf7f4,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:43.098787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.115065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Calling delete_port for fe019896-b938-4c84-8e28-98eba11bf7f4 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:43.271275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.285848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fe019896-b938-4c84-8e28-98eba11bf7f4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:43.319352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:43.321941 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71" -d '{"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:43.327607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'Port': ['ID=fe019896-b938-4c84-8e28-98eba11bf7f4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.373101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] No DVR routers for this DVR port fe019896-b938-4c84-8e28-98eba11bf7f4 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:43.375721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.377796 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-995bf2ec-7040-4cbf-8c76-6a3146fb4142 req-5da9605d-b160-4f96-98eb-b8e2bfd19d96 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "DELETE /v2.0/ports/fe019896-b938-4c84-8e28-98eba11bf7f4 HTTP/1.1" status: 204 len: 173 time: 0.5664401 Jul 15 13:20:43.504362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-3a91e8df-0019-4601-b1a1-0c0b72b03536 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 200 len: 217 time: 0.4632249 Jul 15 13:20:43.594803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0587c09c-4627-4dcf-ad49-ce76229015a2 req-dd89b7f1-8228-4d4a-9cff-9fb51486c83e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761874 Jul 15 13:20:43.596843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-072cf3f8-1d9d-4ebc-8223-15eeb2409557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.598309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-072cf3f8-1d9d-4ebc-8223-15eeb2409557 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42606211-d54c-41d8-be8f-542dec82c4bb HTTP/1.1" status: 200 len: 851 time: 0.0806854 Jul 15 13:20:43.676238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acf207-c4e3-47dc-8825-89bf9b64f592 req-4c12ae85-7bb8-4bdd-9f89-2b66d76552eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.678304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71acf207-c4e3-47dc-8825-89bf9b64f592 req-4c12ae85-7bb8-4bdd-9f89-2b66d76552eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 1096 time: 0.6614528 Jul 15 13:20:43.718100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.725529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.732762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.739911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.748334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.754459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.760777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.763314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfe65167-9b67-4468-a20d-3219252f7441 req-5b2470ee-8379-4bc4-b13c-818022716405 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.7153585 Jul 15 13:20:43.869205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f2eead3d-5849-4f00-bb89-8912425832d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.870766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f2eead3d-5849-4f00-bb89-8912425832d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638180 Jul 15 13:20:43.878085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71acf207-c4e3-47dc-8825-89bf9b64f592 req-9e74a40d-0a5a-4b81-9248-36917ed22e35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899652 Jul 15 13:20:43.912374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfe65167-9b67-4468-a20d-3219252f7441 req-c5617414-4165-48d0-939e-8c0abad34a51 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218803 Jul 15 13:20:43.998669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caee1cc-ebf2-456d-b624-610659eb64fa req-2d6d4be9-cc29-4388-892a-192fae916d42 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.000264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0caee1cc-ebf2-456d-b624-610659eb64fa req-2d6d4be9-cc29-4388-892a-192fae916d42 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2315829 Jul 15 13:20:44.015803 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd709f4a-2d2a-4075-a7b3-eff8f7ec31fb x-openstack-request-id: req-dd709f4a-2d2a-4075-a7b3-eff8f7ec31fb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:44.016372 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:44.016372 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd709f4a-2d2a-4075-a7b3-eff8f7ec31fb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:44.016734 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc', 'status': 'completed', 'code': 200} Jul 15 13:20:44.039901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-79be3435-db28-41a4-92dd-d64b66ae03cb service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599681 Jul 15 13:20:44.080812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0caee1cc-ebf2-456d-b624-610659eb64fa req-eaa9c98e-42ba-441f-8f15-12bf4a76f2bc tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735097 Jul 15 13:20:44.241429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4e257dcc-9771-42b9-aeb0-8754cb265f24 service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897531 Jul 15 13:20:44.291492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-607f006e-7d93-49ec-a04f-528b5679c6e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 217 time: 0.0429213 Jul 15 13:20:44.335353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd153fb-7a54-40bd-9ee7-5ba71e74f0fa req-847df602-6bd1-4879-ac97-a57efe4d8ff9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.336750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddd153fb-7a54-40bd-9ee7-5ba71e74f0fa req-847df602-6bd1-4879-ac97-a57efe4d8ff9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2143590 Jul 15 13:20:44.340533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-444a2ab6-0c72-4099-b2bb-dce87d98d178 req-9c04b0d9-3258-4649-9cec-ee7c85b85b1c tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eadb273-1ca9-4ea7-bd48-6e9d31f150ba HTTP/1.1" status: 200 len: 210 time: 0.0462024 Jul 15 13:20:44.391688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-34b83b20-0232-4041-9538-877385a6021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.393089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-34b83b20-0232-4041-9538-877385a6021f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0869513 Jul 15 13:20:44.414663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddd153fb-7a54-40bd-9ee7-5ba71e74f0fa req-011dcd0e-8975-4e63-93c9-90095e07a7e9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564635 Jul 15 13:20:44.463038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b6755c29-97c8-45c3-924b-81a56fdd7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.465093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-b6755c29-97c8-45c3-924b-81a56fdd7b7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638173 Jul 15 13:20:44.615764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c378-5f38-465d-94a3-03656547095a req-e599a051-b96a-4b08-b2e7-3807153816d6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.616829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4359c378-5f38-465d-94a3-03656547095a req-e599a051-b96a-4b08-b2e7-3807153816d6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1508677 Jul 15 13:20:44.619101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-3169233a-49f9-4568-ab46-d466163397b1 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433170 Jul 15 13:20:44.729817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4359c378-5f38-465d-94a3-03656547095a req-4a2b6aa4-7a13-4030-8c34-802f07f2b3a0 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039445 Jul 15 13:20:44.773738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-4a0c45f4-ee84-4319-944f-91aee676e6cc service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459055 Jul 15 13:20:44.794382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-abdf2592-1812-49ad-84cb-cd1a149b6c40 req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1618030138', 'description': 'tempest-description-806393648'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:44.835660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-04a089c4-fc2c-42d2-82e8-7615f3e4e9de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 217 time: 0.0526867 Jul 15 13:20:44.920413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-abdf2592-1812-49ad-84cb-cd1a149b6c40 req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.948623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f4cee0d4-3709-4bfe-8a71-1fad1fa0b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.950248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f4cee0d4-3709-4bfe-8a71-1fad1fa0b3e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0999243 Jul 15 13:20:45.007241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bec73e-c7ec-40c4-ab54-f699232374f1 req-c161bb98-2370-436e-9ac0-6982d1db6a51 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.008730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77bec73e-c7ec-40c4-ab54-f699232374f1 req-c161bb98-2370-436e-9ac0-6982d1db6a51 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 945 time: 0.1776543 Jul 15 13:20:45.085628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77bec73e-c7ec-40c4-ab54-f699232374f1 req-a3bd7e9e-d2ff-4292-a62d-e12b9bf207c9 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681884 Jul 15 13:20:45.115543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1dc6e84d-e81d-41e1-b007-e59443e2b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.117052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1dc6e84d-e81d-41e1-b007-e59443e2b5ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552892 Jul 15 13:20:45.119298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-abdf2592-1812-49ad-84cb-cd1a149b6c40 req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.124180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-abdf2592-1812-49ad-84cb-cd1a149b6c40 req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.180238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-abdf2592-1812-49ad-84cb-cd1a149b6c40 req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.181104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abdf2592-1812-49ad-84cb-cd1a149b6c40 req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3920548 Jul 15 13:20:45.186578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c90fb-7ea4-429f-83bd-fb213d543b7e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74715fad-d891-42dd-906a-15a6827d7a8a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.272722 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c813e280-59e5-4856-ab71-ea656c23da39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.286172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-591dc407-14d0-47ea-8b7d-a77942241ade service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467216 Jul 15 13:20:45.416784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.422725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.428626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.434583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.440477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.446670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.453263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.455234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7820740d-c36f-473e-ba01-c900a5af1839 req-f3aba8f8-04c9-42f5-b364-35b56e7abb94 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.2162066 Jul 15 13:20:45.500031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-7c27f1d0-a67c-40bf-a34f-2988c9eadd27 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063618 Jul 15 13:20:45.521839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.561818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7820740d-c36f-473e-ba01-c900a5af1839 req-ea1b57e4-f627-4e9a-a8d1-6c503dd88fa8 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992115 Jul 15 13:20:45.564654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-a3ac85f8-511f-4ec4-a08e-b42a7e14ebf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7116542e-4575-40d6-ba9d-5e337ae2b823 HTTP/1.1" status: 200 len: 217 time: 0.0515854 Jul 15 13:20:45.572626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b16e9-6fad-4f59-a14d-01a1bc3a1a4c req-7eb8c455-6ca5-4a76-b166-0bdf8fc07f7d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.574404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c1b16e9-6fad-4f59-a14d-01a1bc3a1a4c req-7eb8c455-6ca5-4a76-b166-0bdf8fc07f7d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2492266 Jul 15 13:20:45.581015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe019896-b938-4c84-8e28-98eba11bf7f4 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:45.623578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: fe019896-b938-4c84-8e28-98eba11bf7f4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:45.624227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fe019896-b938-4c84-8e28-98eba11bf7f4 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:45.645450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-163e74d2-de0d-496e-84ff-d6d815c11bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.646957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-163e74d2-de0d-496e-84ff-d6d815c11bc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0716643 Jul 15 13:20:45.649895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c1b16e9-6fad-4f59-a14d-01a1bc3a1a4c req-987b2b2a-7c3a-4da8-9404-f484692aab8e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Jul 15 13:20:45.744731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-75cf3c02-e64d-4d3a-bdf2-1a5039ce1a6d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1618030138&fields=id&tenant_id=1db85c5c196f443ea3db5999feceb8eb HTTP/1.1" status: 200 len: 267 time: 0.0473347 Jul 15 13:20:45.756492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0bbea597-1096-45b4-97d7-6f928ed9a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.758318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0bbea597-1096-45b4-97d7-6f928ed9a42e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037118 Jul 15 13:20:45.927547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d48b1f1c-21d2-4412-a2ce-29b5e6f33c3b service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591072 Jul 15 13:20:45.935487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-5451a04d-a832-4f7a-88c1-211fbeb8cf75 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.936960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-5451a04d-a832-4f7a-88c1-211fbeb8cf75 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.1835012 Jul 15 13:20:45.955521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'port': {'security_groups': ['8e455df4-bfd3-4b1b-8b9f-ba4381739836', '74715fad-d891-42dd-906a-15a6827d7a8a']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:46.018571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'name': 'network-vif-deleted', 'tag': 'fe019896-b938-4c84-8e28-98eba11bf7f4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:46.021143 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af6cd8f-c323-412b-a68c-f0c3d6ff5e1f" -d '{"events": [{"server_uuid": "6eadb273-1ca9-4ea7-bd48-6e9d31f150ba", "name": "network-vif-deleted", "tag": "fe019896-b938-4c84-8e28-98eba11bf7f4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:46.077920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d1a9-40e6-41b2-b723-a808b02c9668 req-8dd0b9b6-b407-4a84-9acb-ed02d5afd266 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.079454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba1d1a9-40e6-41b2-b723-a808b02c9668 req-8dd0b9b6-b407-4a84-9acb-ed02d5afd266 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2233188 Jul 15 13:20:46.143504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-5b2f136f-ecc6-4306-8e34-11afdbd6f0a0 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055671 Jul 15 13:20:46.149698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.212632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba1d1a9-40e6-41b2-b723-a808b02c9668 req-f4d67a07-e2b4-42fa-8b73-cf6ca594b806 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119559 Jul 15 13:20:46.213811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-27969d45-f48a-4c22-8c93-fdc945d6a16d tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.214066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-1c98b1b3-c483-4ce5-af9a-f0b7c000d729 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=11bb89de-762c-45bf-8abf-68f77a86d653 HTTP/1.1" status: 200 len: 217 time: 0.0623152 Jul 15 13:20:46.216198 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-27969d45-f48a-4c22-8c93-fdc945d6a16d tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 945 time: 0.0821579 Jul 15 13:20:46.320492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-a914dc5a-7b15-4409-8dc0-71260a698877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.322339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-a914dc5a-7b15-4409-8dc0-71260a698877 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0832703 Jul 15 13:20:46.408292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Deleting port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:46.408701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.510036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-6e924f0a-8d07-4fd5-870d-6416df63d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.514867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-6e924f0a-8d07-4fd5-870d-6416df63d724 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1854212 Jul 15 13:20:46.529489 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e538f46d-ac49-4e5b-889c-586b8f29a38d x-openstack-request-id: req-e538f46d-ac49-4e5b-889c-586b8f29a38d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:46.529778 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eadb273-1ca9-4ea7-bd48-6e9d31f150ba", "name": "network-vif-deleted", "tag": "fe019896-b938-4c84-8e28-98eba11bf7f4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:46.530193 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e538f46d-ac49-4e5b-889c-586b8f29a38d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:46.530619 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadb273-1ca9-4ea7-bd48-6e9d31f150ba', 'name': 'network-vif-deleted', 'tag': 'fe019896-b938-4c84-8e28-98eba11bf7f4', 'status': 'completed', 'code': 200} Jul 15 13:20:46.537175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] For port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:46.537540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.551217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Calling delete_port for 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:46.561415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:46.604705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.648363 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.671337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:46.708202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.743356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Pushing event deleted for resources: {'Port': ['ID=71a1b6fc-1d75-41e6-950e-607e4a85a7c4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.758379 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.786355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.795756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] No DVR routers for this DVR port 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:46.799181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.801636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c1b4163b-de6e-48b4-9a46-5b1021630c24 req-c8a9e562-2508-4e7e-8422-92643af495ba tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "DELETE /v2.0/ports/71a1b6fc-1d75-41e6-950e-607e4a85a7c4 HTTP/1.1" status: 204 len: 173 time: 0.5753162 Jul 15 13:20:46.816278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.816923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.818766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7c7cf5c-d19f-40bf-b011-c41aacbdd4de req-cae2ecdb-6e01-451b-9c09-22732da53560 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "PUT /v2.0/ports/46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 982 time: 0.8715646 Jul 15 13:20:46.819438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:46.821829 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13" -d '{"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:46.857636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-060f70dd-896b-4eb7-9ab4-2a2fc9e509f2 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476680 Jul 15 13:20:46.874254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779c172-519b-4c9d-8b16-8c30e490a382 req-3fe59fe8-fd4a-4839-a0f9-13be8f42a0c4 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.875793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e779c172-519b-4c9d-8b16-8c30e490a382 req-3fe59fe8-fd4a-4839-a0f9-13be8f42a0c4 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca7ee52b-a43f-4f14-96f4-1659b8a46be4 HTTP/1.1" status: 200 len: 867 time: 0.2315433 Jul 15 13:20:46.954917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['71a1b6fc-1d75-41e6-950e-607e4a85a7c4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:46.977072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e779c172-519b-4c9d-8b16-8c30e490a382 req-6788a74e-3958-481a-8212-e4b791fb7ed1 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899029 Jul 15 13:20:47.000446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:47.003202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-6dd15c25-150c-40fc-8761-96faa7bc5fce service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242471 Jul 15 13:20:47.132113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-6db4c449-8a41-4426-bcb3-6047db97b51f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab HTTP/1.1" status: 200 len: 217 time: 0.1062896 Jul 15 13:20:47.267230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d4bd2bf4-5463-42cf-ac97-501d3dd40e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.268748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-d4bd2bf4-5463-42cf-ac97-501d3dd40e85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.1291814 Jul 15 13:20:47.379437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa0108-4385-48c5-8c57-b737135f74c5 req-058275a0-09ff-4690-89fd-af00180a92d2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.380924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85aa0108-4385-48c5-8c57-b737135f74c5 req-058275a0-09ff-4690-89fd-af00180a92d2 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1719549 Jul 15 13:20:47.402753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.408779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.414936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.420830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.426647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.432477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.439100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.441003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-f4dbf013-2bdd-4c7c-a198-b0769faf8807 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.2157083 Jul 15 13:20:47.445956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-a29e1831-1f0d-4be1-8817-a2600a3fddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.447397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-a29e1831-1f0d-4be1-8817-a2600a3fddcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586926 Jul 15 13:20:47.563567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85aa0108-4385-48c5-8c57-b737135f74c5 req-b1b37251-1a99-47bb-b2bb-d6098df9c971 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214931 Jul 15 13:20:47.575909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-820206d5-451c-4788-b5c9-a3e2a31558b0 req-624682b4-5439-4cad-8d9d-ad278c1fdc4b tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217589 Jul 15 13:20:47.624783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9aea984d-048c-462b-8dca-32779fcaf3fe service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569257 Jul 15 13:20:47.785800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-9f04caa5-1c45-4ab0-9e21-7ba64f4ac7b0 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497459 Jul 15 13:20:47.789510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96e7a94a-92c3-46df-b1af-bce709441839 req-e293f56a-8547-4d70-a771-5711f3bfaea9 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1618030138&fields=id&tenant_id=1db85c5c196f443ea3db5999feceb8eb HTTP/1.1" status: 200 len: 267 time: 0.0875499 Jul 15 13:20:48.011069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.071697 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-aa0d864b-74e1-4e9c-808f-761c79118539 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677276 Jul 15 13:20:48.116960 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:48.207077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-a8d5a415-e28a-4c3f-b9bc-d03b38a7f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.208824 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-a8d5a415-e28a-4c3f-b9bc-d03b38a7f926 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 1097 time: 0.0743721 Jul 15 13:20:48.216621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-6f1cd46f-6dd7-4923-94fa-80b0d7737580 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 200 len: 217 time: 0.4197402 Jul 15 13:20:48.234989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4d0ed-ff4d-4d74-a570-eee5f65aff85 req-b842c843-de78-4ab0-8166-33fdf0c73c9b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.236540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30e4d0ed-ff4d-4d74-a570-eee5f65aff85 req-b842c843-de78-4ab0-8166-33fdf0c73c9b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.5210376 Jul 15 13:20:48.320300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30e4d0ed-ff4d-4d74-a570-eee5f65aff85 req-6f59a8ad-093b-4f69-85f5-699367adbada tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712001 Jul 15 13:20:48.325009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f5e6542f-ea06-4b8a-bd35-067c00e9ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.325919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-f5e6542f-ea06-4b8a-bd35-067c00e9ff7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.0877564 Jul 15 13:20:48.336904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a94a-92c3-46df-b1af-bce709441839 req-3982e3ac-2558-4fce-8a78-04d506e4f147 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.344917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96e7a94a-92c3-46df-b1af-bce709441839 req-3982e3ac-2558-4fce-8a78-04d506e4f147 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 985 time: 0.5467234 Jul 15 13:20:48.350167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'port': {'security_groups': ['8e455df4-bfd3-4b1b-8b9f-ba4381739836']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:48.375873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-5060b090-53a2-4397-97a9-db21d87e5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.377352 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-5060b090-53a2-4397-97a9-db21d87e5098 service neutron] 10.222.0.23 "GET /v2.0/networks?id=129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 200 len: 911 time: 0.1439912 Jul 15 13:20:48.411300 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda94977-6b52-4fce-bbea-fe6517c97b52 x-openstack-request-id: req-bda94977-6b52-4fce-bbea-fe6517c97b52 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:48.411601 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:48.411888 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bda94977-6b52-4fce-bbea-fe6517c97b52 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:48.412226 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'status': 'completed', 'code': 200} Jul 15 13:20:48.437844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-871c9a63-b373-4917-a56b-27895f64ebe4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.439351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-871c9a63-b373-4917-a56b-27895f64ebe4 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 944 time: 0.1393461 Jul 15 13:20:48.496612 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-a195e8c8-e2a3-4a6a-9efe-652cf66b1974 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d846a2c-19ef-48b2-99bb-140c05167c71 HTTP/1.1" status: 200 len: 1001 time: 0.1084685 Jul 15 13:20:48.539187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'name': 'network-vif-deleted', 'tag': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:48.541432 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c778544-0848-4fd5-b34a-cc3cbd2997c2" -d '{"events": [{"server_uuid": "ca7ee52b-a43f-4f14-96f4-1659b8a46be4", "name": "network-vif-deleted", "tag": "71a1b6fc-1d75-41e6-950e-607e4a85a7c4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:48.584532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-d295bfa3-f0d1-4db5-bcd4-3bea108b8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.586006 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-d295bfa3-f0d1-4db5-bcd4-3bea108b8df6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 200 len: 849 time: 0.0764763 Jul 15 13:20:48.595080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.624994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-63058f22-b458-4cc9-8363-124dd0196c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.626554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-63058f22-b458-4cc9-8363-124dd0196c6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2729251 Jul 15 13:20:48.635514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Deleting port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:48.635873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.663861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-9b80205b-bc9f-4ad5-a0c6-120a9b3849a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.665228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-9b80205b-bc9f-4ad5-a0c6-120a9b3849a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1136 time: 0.2465949 Jul 15 13:20:48.712813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-b2b92a55-d1cb-4a1d-a8a8-338d50d81eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.712813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-b2b92a55-d1cb-4a1d-a8a8-338d50d81eaa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=129f4e74-d45d-40ba-8b94-5f966daf620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196091 Jul 15 13:20:48.744363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cec59-f146-4295-9db0-4d61d87057a8 req-5d86e175-34fd-4321-9ab9-746894118beb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.745878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f18cec59-f146-4295-9db0-4d61d87057a8 req-5d86e175-34fd-4321-9ab9-746894118beb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2275140 Jul 15 13:20:48.766579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] For port 5c9439f5-2161-4106-9c5f-ce3c3dffd584, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5c9439f5-2161-4106-9c5f-ce3c3dffd584,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:48.766922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.916599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f18cec59-f146-4295-9db0-4d61d87057a8 req-f0c8eb1a-5156-4d40-a30c-d96e5dedd6dc tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586144 Jul 15 13:20:48.920677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-8acb6d01-9178-4fe5-85a8-7be4accf4504 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003403 Jul 15 13:20:48.935337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-a3297774-7331-47f1-96fb-54b0d8e4e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.936150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-a3297774-7331-47f1-96fb-54b0d8e4e43f service neutron] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.2561150 Jul 15 13:20:48.940484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-2eb430c4-e01f-47cd-af3f-6cdf0fcc5cbb service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890947 Jul 15 13:20:49.033762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-cf699b90-6526-48f0-b1fd-32e483f5e6f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.0899749 Jul 15 13:20:49.105738 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.106412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.106567 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Floating IP a17ff51e-22a2-4bec-874f-b4d880c131eb disassociated. External IP: 172.25.2.104, port: 5c9439f5-2161-4106-9c5f-ce3c3dffd584. Jul 15 13:20:49.106984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Calling delete_port for 5c9439f5-2161-4106-9c5f-ce3c3dffd584 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:49.112798 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-8584889f-25b5-4b58-8845-b90e810481b8 service neutron] 10.222.0.23 "GET /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555896 Jul 15 13:20:49.164290 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768975b-c409-4ac3-9220-72b14e25d9b9 x-openstack-request-id: req-2768975b-c409-4ac3-9220-72b14e25d9b9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:49.164635 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7ee52b-a43f-4f14-96f4-1659b8a46be4", "name": "network-vif-deleted", "tag": "71a1b6fc-1d75-41e6-950e-607e4a85a7c4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:49.164886 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2768975b-c409-4ac3-9220-72b14e25d9b9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:49.165464 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7ee52b-a43f-4f14-96f4-1659b8a46be4', 'name': 'network-vif-deleted', 'tag': '71a1b6fc-1d75-41e6-950e-607e4a85a7c4', 'status': 'completed', 'code': 200} Jul 15 13:20:49.178550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:49.181458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-bb23778f-9306-4227-b533-c637cc34fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.183850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-bb23778f-9306-4227-b533-c637cc34fe18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.1302373 Jul 15 13:20:49.237536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-3725f009-9edb-42cd-8fae-efa81f9d18c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422125 Jul 15 13:20:49.265626 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.275372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.304026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'Port': ['ID=5c9439f5-2161-4106-9c5f-ce3c3dffd584,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.318263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.324455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde821dc-34ff-46e5-8522-c8d4149c4bb5 req-0e3b193d-c0f3-4c5e-84df-d19a0f9e47ec service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473022 Jul 15 13:20:49.338256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:49.437547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Router e1569a9d-7a18-44bc-b519-d7ea7187097b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:49.462463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.463223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.466176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96e7a94a-92c3-46df-b1af-bce709441839 req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "PUT /v2.0/ports/46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 943 time: 1.1199598 Jul 15 13:20:49.508533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:49.508741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62394405-80ee-45a3-ab02-e1948c0bfbbc tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event updated for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.516472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-bf9eac47-027f-4442-8749-c0116f2c4e91 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584112 Jul 15 13:20:49.529567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0c44-7837-4f3a-9e7d-c3c5dddf77c8 req-f4be7aaf-74a9-43a4-ae1b-7d1d4d808b17 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.531105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384e0c44-7837-4f3a-9e7d-c3c5dddf77c8 req-f4be7aaf-74a9-43a4-ae1b-7d1d4d808b17 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/ports?device_id=0157382c-e06f-400e-9dec-81b5d1622722 HTTP/1.1" status: 200 len: 866 time: 0.2979157 Jul 15 13:20:49.593275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:49.607341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] Sync routers for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:49.620028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:49.653064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.653664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.654139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.655084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.655488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.655956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.656410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.658354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-5164f061-e82e-4e4d-86be-a4e539d391a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6476 time: 0.2618492 Jul 15 13:20:49.660300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:49.660744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 71a1b6fc-1d75-41e6-950e-607e4a85a7c4 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:49.672103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:49.673321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:49.673474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] No DVR routers for this DVR port 5c9439f5-2161-4106-9c5f-ce3c3dffd584 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:49.676172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.678902 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de6f20c7-82fe-42e1-9f0e-f15532f3a1eb req-0537dabb-8c9b-4668-9bea-bf271f4158b7 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.23 "DELETE /v2.0/ports/5c9439f5-2161-4106-9c5f-ce3c3dffd584 HTTP/1.1" status: 204 len: 173 time: 1.2332294 Jul 15 13:20:49.682886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-384e0c44-7837-4f3a-9e7d-c3c5dddf77c8 req-075b4bd8-b1bb-4085-ab23-3ed902d9d4a6 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392453 Jul 15 13:20:49.776416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2920bd0-4c24-4dc9-b150-21eb0dc90e13 req-e19ae1d8-743e-4542-8ba5-16e59eed04f2 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443190 Jul 15 13:20:49.848992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:49.923831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.929501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.935528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.941713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.947995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.954767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.960548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.962466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-52b65e70-abf7-470e-bb56-bce65e2cbe6e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.3372281 Jul 15 13:20:50.014575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-dd9636f0-aa69-4df8-9582-68ee423ec44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.016028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-dd9636f0-aa69-4df8-9582-68ee423ec44e service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 200 len: 903 time: 0.3132911 Jul 15 13:20:50.066160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:23Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:50.089898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-ab52dda4-e45e-4682-987c-744d9fc7d406 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 200 len: 217 time: 0.0569448 Jul 15 13:20:50.097665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] Checking router: e1569a9d-7a18-44bc-b519-d7ea7187097b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:50.106438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:50.107053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:50.112430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fef3b51b-f7c5-4e4a-9786-916a4d565768 req-12f1a3bb-224b-40c6-b55f-fb451c0df3d9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384327 Jul 15 13:20:50.137843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-af6c4880-6d7d-43b0-97e2-df127eea3d72 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.139342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-af6c4880-6d7d-43b0-97e2-df127eea3d72 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/networks?id=fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 200 len: 807 time: 0.2797215 Jul 15 13:20:50.165705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-f8344a6d-533d-4432-bd22-bf2de11b53f9 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/quotas/19798cbc7e95484ba553f5c58644dbc8 HTTP/1.1" status: 200 len: 375 time: 0.0168855 Jul 15 13:20:50.175393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-bdadbd36-e8d0-4c3d-9461-b2b96b7ff352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.176808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-bdadbd36-e8d0-4c3d-9461-b2b96b7ff352 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.0779960 Jul 15 13:20:50.226809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-d95342b2-2914-46a1-9536-12415aa6a56e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19798cbc7e95484ba553f5c58644dbc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542486 Jul 15 13:20:50.232415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:50.385748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-2f40f8ac-9a4d-4252-89c1-1dabdd24f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.387362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-2f40f8ac-9a4d-4252-89c1-1dabdd24f3ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1993854 Jul 15 13:20:50.423496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-1891d919-9c29-407b-b86e-4beea92cbb35 service neutron] 10.222.0.48 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949532 Jul 15 13:20:50.423912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:50.426131 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93b037-dd04-45cc-977f-ac850f5f665d" -d '{"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:50.450251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:23Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:50.478461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a867e2-6811-49fa-b3f8-3e5f437ff646 None None] The sync data for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 is: [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 4, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4040ccab-8170-48a5-9a88-afb4d30480e0', 'name': '', 'network_id': '5fa9fd57-276e-4686-ba2d-2d81aa69a147', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'mac_address': 'fa:16:3e:3b:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '1351ed64-640c-4848-b35b-637a3a966d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:13Z', 'updated_at': '2021-07-15T13:11:23Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'subnets': [{'id': '1351ed64-640c-4848-b35b-637a3a966d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:50.479031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38bdd-a5a7-4ea4-92f6-02ab0408c453 req-6b4431d1-1715-4729-9094-280de12c0cd5 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.481395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04c38bdd-a5a7-4ea4-92f6-02ab0408c453 req-6b4431d1-1715-4729-9094-280de12c0cd5 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2226307 Jul 15 13:20:50.604578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04c38bdd-a5a7-4ea4-92f6-02ab0408c453 req-7d147fb7-f750-4eb0-900b-e815c83dc11b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968904 Jul 15 13:20:50.618369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-a0151bb0-be72-4991-bd12-70b7121ba99d service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184756 Jul 15 13:20:50.623410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-6ffb9cda-61d3-4000-8216-05196a2c9908 service neutron] 10.222.0.48 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860037 Jul 15 13:20:50.725189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85ec5aa0-30d7-4a4d-ac7d-431f8e5e9c71 req-35f83126-ca57-4b7d-aea2-fdf132704b4f service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002741 Jul 15 13:20:50.788570 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662c91d-d07f-439a-bf48-444fe554853d None None] New status for floating IP a17ff51e-22a2-4bec-874f-b4d880c131eb: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:51.166656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-deleted', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:51.169650 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5754a3b-4606-4462-bc0a-292aeb00ce20" -d '{"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-deleted", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:51.361388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-44bb7338-b15a-4830-b274-97e6fb59c6ae tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6063552 Jul 15 13:20:51.371662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1acb3-d108-40d1-8bb5-d8fd5b96ab12 req-a7180fa0-507d-4a3c-9191-cd77026da28f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.373061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a1acb3-d108-40d1-8bb5-d8fd5b96ab12 req-a7180fa0-507d-4a3c-9191-cd77026da28f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2388310 Jul 15 13:20:51.377708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:51.421161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.429126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a1acb3-d108-40d1-8bb5-d8fd5b96ab12 req-760f377a-11fd-4072-93b4-53c6ffe24609 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Jul 15 13:20:51.497064 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19c955-7e66-4c66-bc87-29f8445397f8 x-openstack-request-id: req-dc19c955-7e66-4c66-bc87-29f8445397f8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:51.497429 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:51.497742 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc19c955-7e66-4c66-bc87-29f8445397f8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:51.498184 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'status': 'completed', 'code': 200} Jul 15 13:20:51.570899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.616220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:51.635706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93b037-dd04-45cc-977f-ac850f5f665d req-5e5fa1bc-2ceb-48cc-b9ba-f56c4b32cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.636610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-5e5fa1bc-2ceb-48cc-b9ba-f56c4b32cf65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.1201985 Jul 15 13:20:51.641756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 5c9439f5-2161-4106-9c5f-ce3c3dffd584 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:51.642186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5c9439f5-2161-4106-9c5f-ce3c3dffd584 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:51.749824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Allocated IP 172.25.2.97 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/9d69a828-b788-423a-b612-72cc783b953f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:51.790609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93b037-dd04-45cc-977f-ac850f5f665d req-a77bcc33-b0ae-4f3c-9927-afc0e25d23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.792153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-a77bcc33-b0ae-4f3c-9927-afc0e25d23ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.1479945 Jul 15 13:20:51.881318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-2f505ed2-4193-4940-a081-b18c180bd262 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.0431480 Jul 15 13:20:52.012536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef0380ce-ea72-4247-a89c-4fa1eed85dba req-b2d94165-7b10-458f-838e-93f030ba0c97 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 210 time: 0.1001012 Jul 15 13:20:52.038425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.080908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93b037-dd04-45cc-977f-ac850f5f665d req-982b5924-5ec5-44f9-86fc-016e287d0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.082447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-982b5924-5ec5-44f9-86fc-016e287d0366 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.1951566 Jul 15 13:20:52.157361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-d94d9c97-1ea5-434f-b688-45793cd1c5dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661952 Jul 15 13:20:52.262257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91da4e4-1fee-47e3-9c98-a585f23573bb req-16607d99-f61c-4cb5-9501-eb5a5e4af1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.263742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b91da4e4-1fee-47e3-9c98-a585f23573bb req-16607d99-f61c-4cb5-9501-eb5a5e4af1b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 1096 time: 0.3189297 Jul 15 13:20:52.316183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-115368c3-1d8d-404f-8853-3f6daf71e1b8 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.317609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-115368c3-1d8d-404f-8853-3f6daf71e1b8 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "GET /v2.0/networks?id=fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 200 len: 807 time: 0.3123503 Jul 15 13:20:52.328894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.341221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Request body: {'port': {'device_id': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c', 'admin_state_up': True, 'tenant_id': '19798cbc7e95484ba553f5c58644dbc8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:52.442704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:52.456547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b91da4e4-1fee-47e3-9c98-a585f23573bb req-6e78d9fc-257b-4a11-9752-f75b0d648c73 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811879 Jul 15 13:20:52.463730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:52.494508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:52.498006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event updated for resources: {'Port': ['ID=9d69a828-b788-423a-b612-72cc783b953f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.501730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-c501653e-b9eb-4ba8-90af-976deb20969c service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267558 Jul 15 13:20:52.538754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.545178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.551005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.557217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.564959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.569735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.576236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.578241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd01493-0b15-4193-935a-9f433e9c883a req-93e93fe2-4311-4a5b-96a3-94f2d5029df5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.4439449 Jul 15 13:20:52.744289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd01493-0b15-4193-935a-9f433e9c883a req-1cb13e26-b348-4d35-9f3b-3a64f153b541 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578002 Jul 15 13:20:52.794421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.797150 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0fdd0-e805-4c84-b944-b903dc3d2056 x-openstack-request-id: req-09c0fdd0-e805-4c84-b944-b903dc3d2056 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:52.797658 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0157382c-e06f-400e-9dec-81b5d1622722", "name": "network-vif-deleted", "tag": "5c9439f5-2161-4106-9c5f-ce3c3dffd584", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:52.797772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Made reservation on behalf of 19798cbc7e95484ba553f5c58644dbc8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:52.797895 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09c0fdd0-e805-4c84-b944-b903dc3d2056 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:52.798738 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0157382c-e06f-400e-9dec-81b5d1622722', 'name': 'network-vif-deleted', 'tag': '5c9439f5-2161-4106-9c5f-ce3c3dffd584', 'status': 'completed', 'code': 200} Jul 15 13:20:52.801220 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.818978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df93b037-dd04-45cc-977f-ac850f5f665d req-de2d25d0-8e0c-4854-9a4b-e40404fb42a8 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335005 Jul 15 13:20:52.827000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:52.901361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.934258 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e88cb8e6-a6b5-471f-a95f-0bc90846cd79 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.989646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e88cb8e6-a6b5-471f-a95f-0bc90846cd79 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.054526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e88cb8e6-a6b5-471f-a95f-0bc90846cd79 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.061881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Allocated IP 172.20.0.2 (fd38a108-7090-44da-88cf-2e56da66346c/0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34/03cc78fd-b5cb-452b-a3fd-ee70eb767c9b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:53.069374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e88cb8e6-a6b5-471f-a95f-0bc90846cd79 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.071057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e88cb8e6-a6b5-471f-a95f-0bc90846cd79 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba HTTP/1.1" status: 204 len: 168 time: 0.2411170 Jul 15 13:20:53.076149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.084359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb8e6-a6b5-471f-a95f-0bc90846cd79 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.141034 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a01a3ab8-a1a7-4589-87b1-a16730d268ce tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] show failed (client error): The resource could not be found. Jul 15 13:20:53.144485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a01a3ab8-a1a7-4589-87b1-a16730d268ce tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "GET /v2.0/security-groups/7c4f2c98-a2b7-4e0d-9aa8-59f5b46cd8ba HTTP/1.1" status: 404 len: 347 time: 0.0610034 Jul 15 13:20:53.144998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.247040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2dac9-90a9-4b11-89f2-4d8cf10933ca req-2ff50f31-0a12-4d74-b37a-5a4b4d9a4788 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.248603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22f2dac9-90a9-4b11-89f2-4d8cf10933ca req-2ff50f31-0a12-4d74-b37a-5a4b4d9a4788 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.2425892 Jul 15 13:20:53.336937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Deleting port 425167f7-42e8-4a66-a104-40a760ec9b9a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:53.337498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.340437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.362247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.385189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22f2dac9-90a9-4b11-89f2-4d8cf10933ca req-e1da9efa-2abb-4197-bec0-751ad1db95b5 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262617 Jul 15 13:20:53.445958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.446584 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.462281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Calling delete_port for 425167f7-42e8-4a66-a104-40a760ec9b9a owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:53.517569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.525846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event updated for resources: {'Port': ['ID=9d69a828-b788-423a-b612-72cc783b953f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.538195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.565574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.573395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-53f4b9e9-df1d-4cf9-8c30-3456847abeec tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1986625 Jul 15 13:20:53.630519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.655758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Pushing event deleted for resources: {'Port': ['ID=425167f7-42e8-4a66-a104-40a760ec9b9a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.686792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-552ef172-f504-4146-b679-1a3441700bf2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.1130698 Jul 15 13:20:53.703246 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.727322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.730763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.734987 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-46837326-290f-48d4-bfc3-28ddaa0bc083 tempest-ServerActionsTestJSON-1151028674 tempest-ServerActionsTestJSON-1151028674-project] 10.222.0.48 "DELETE /v2.0/floatingips/a17ff51e-22a2-4bec-874f-b4d880c131eb HTTP/1.1" status: 204 len: 168 time: 0.5862324 Jul 15 13:20:53.735277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:54.139982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Network fd38a108-7090-44da-88cf-2e56da66346c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:54.177705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:54.187075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:54.189468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Pushing event updated for resources: {'Port': ['ID=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.195039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.262917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c46a4-f2f1-4951-8cc5-5bfae3c0b4c4 req-bc6db835-4702-4984-9691-39cd617a7261 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.270736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-952c46a4-f2f1-4951-8cc5-5bfae3c0b4c4 req-bc6db835-4702-4984-9691-39cd617a7261 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.6703823 Jul 15 13:20:54.282489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-e5f84447-2efb-403d-9001-61fa736ba771 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.288753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-e5f84447-2efb-403d-9001-61fa736ba771 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.5977528 Jul 15 13:20:54.299125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-8dcea1ec-12bf-4379-a2be-9de2c579983b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:20:54.306948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a6cd0cf-a6d2-410b-b6af-02d0c251e66a req-8dcea1ec-12bf-4379-a2be-9de2c579983b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171676 Jul 15 13:20:54.345676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.346570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.384807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-9cb1b728-3a0c-48ce-a75c-5d1ce1c9521e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0498362 Jul 15 13:20:54.391297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-952c46a4-f2f1-4951-8cc5-5bfae3c0b4c4 req-591fc9dd-b419-4f6d-863d-db104df09b4b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196785 Jul 15 13:20:54.399562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Request body: {'port': {'device_id': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:54.540177 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.540830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Deleting port 4040ccab-8170-48a5-9a88-afb4d30480e0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:54.540830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.643660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] For port 4040ccab-8170-48a5-9a88-afb4d30480e0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4040ccab-8170-48a5-9a88-afb4d30480e0,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:54.644077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.657532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f019-d8a3-45ef-9736-94ed41ae0ea0 req-8d95f559-8730-4b00-b7ae-016727dbba9d tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.660534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Calling delete_port for 4040ccab-8170-48a5-9a88-afb4d30480e0 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:54.665181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17a8f019-d8a3-45ef-9736-94ed41ae0ea0 req-8d95f559-8730-4b00-b7ae-016727dbba9d tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 931 time: 0.1932135 Jul 15 13:20:54.789480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.796125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.801976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.807976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.814246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.820406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.826344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.828337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d6960a-230f-4981-b77c-fba20870c551 req-fcfb6935-23f2-4911-8c32-96a00d804575 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.2900374 Jul 15 13:20:54.838804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17a8f019-d8a3-45ef-9736-94ed41ae0ea0 req-8eccab0b-e82f-47db-ad62-e4baa9d619b0 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724303 Jul 15 13:20:54.890333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.001853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4040ccab-8170-48a5-9a88-afb4d30480e0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.093703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:55.112254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77d6960a-230f-4981-b77c-fba20870c551 req-52d9a163-4ae8-477c-be0a-83ef64151245 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714188 Jul 15 13:20:55.132274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.172416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Transition to ACTIVE for port object 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:55.193763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.281410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.362379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-2cd06274-5530-4bba-8003-dddf9380178b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.369091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-2cd06274-5530-4bba-8003-dddf9380178b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4057975 Jul 15 13:20:55.431752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Pushing event updated for resources: {'Port': ['ID=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.468181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-b359e97a-f1cd-4db3-bbe3-edd81907c141 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0981965 Jul 15 13:20:55.497369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'floatingip': {'port_id': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:55.590489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.677302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fe4bf-afee-4bed-ad54-8e41f09b2aa1 req-21c957bf-4465-4ab8-81cf-ac93eac80aa8 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.678880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b6fe4bf-afee-4bed-ad54-8e41f09b2aa1 req-21c957bf-4465-4ab8-81cf-ac93eac80aa8 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.3493230 Jul 15 13:20:55.686719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Attempting to bind port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:55.687054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Attempting to bind port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:55.687386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Attempting to bind port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b on network fd38a108-7090-44da-88cf-2e56da66346c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:55.715564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b on network fd38a108-7090-44da-88cf-2e56da66346c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:55.715924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Attempting to bind port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b on network fd38a108-7090-44da-88cf-2e56da66346c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:55.750269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:55.750588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Checking segment: {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:55.750975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Bound using segment: {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:55.751424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Bound port: 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e154bcdc-4672-44d5-80c7-fe217be7d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:55.751790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.788557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b6fe4bf-afee-4bed-ad54-8e41f09b2aa1 req-9f1b8dbe-b49b-484f-a214-1a4241feafb0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Jul 15 13:20:55.902589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Router e1569a9d-7a18-44bc-b519-d7ea7187097b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:55.939887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] For port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:55.953813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] For port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:56.000488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.033505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:56.042790 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7fae4bc-7587-4598-aaf8-ae6ec4d19b74 admin admin] 10.222.0.48 "PUT /v2.0/routers/e1569a9d-7a18-44bc-b519-d7ea7187097b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3036845 Jul 15 13:20:56.043263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:56.054845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] Sync routers for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:56.095236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:56.096237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:56.118500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.119130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.120649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] 10.222.0.23 "PUT /v2.0/ports/03cc78fd-b5cb-452b-a3fd-ee70eb767c9b HTTP/1.1" status: 200 len: 1091 time: 1.7256448 Jul 15 13:20:56.136512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'tag': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:56.142374 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "96a9d3b7-f99b-4652-a161-f3de246fefde", "tag": "03cc78fd-b5cb-452b-a3fd-ee70eb767c9b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:56.218908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.268972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759df5c-9949-4fa3-9e5f-3d5c86b729ee service neutron] Pushing event updated for resources: {'Port': ['ID=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:56.333731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38441811-6bf6-4a79-8d40-6754a55482a4 req-e8e3e6fb-4031-4ca1-af88-16931d47a9ef tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.338707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:56.343068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38441811-6bf6-4a79-8d40-6754a55482a4 req-e8e3e6fb-4031-4ca1-af88-16931d47a9ef tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.3794975 Jul 15 13:20:56.356511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.439267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Deleting port 28e41627-f4fb-4e04-8bc6-002043f60858 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:56.439961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.580035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] For port 28e41627-f4fb-4e04-8bc6-002043f60858, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=28e41627-f4fb-4e04-8bc6-002043f60858,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:56.580748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.600257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Calling delete_port for 28e41627-f4fb-4e04-8bc6-002043f60858 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:56.739572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:20:54Z', 'revision_number': 5, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port': {'id': '28e41627-f4fb-4e04-8bc6-002043f60858', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:07Z', 'updated_at': '2021-07-15T13:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:56.776119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] Checking router: e1569a9d-7a18-44bc-b519-d7ea7187097b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:56.786860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] Routers {'e1569a9d-7a18-44bc-b519-d7ea7187097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:56.787661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e1569a9d-7a18-44bc-b519-d7ea7187097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:56.806452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.842413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=28e41627-f4fb-4e04-8bc6-002043f60858,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:56.866878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38441811-6bf6-4a79-8d40-6754a55482a4 req-7b38e8ac-87ff-4ad4-a325-d09a388eff26 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230997 Jul 15 13:20:56.900448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-bc5efb3c-e2c7-4390-9b23-bfeacd8434a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.902615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-bc5efb3c-e2c7-4390-9b23-bfeacd8434a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19798cbc7e95484ba553f5c58644dbc8&device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 1094 time: 0.6943254 Jul 15 13:20:56.912726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.916042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] Set router e1569a9d-7a18-44bc-b519-d7ea7187097b gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:56.977156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 6, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:56.993712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-17d2ae4c-1b77-4d3d-a2d6-3100cd064518 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b HTTP/1.1" status: 200 len: 217 time: 0.0783312 Jul 15 13:20:57.007437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1843-a7d1-4c2e-bdb8-9fe9667632cc None None] The sync data for ids ['e1569a9d-7a18-44bc-b519-d7ea7187097b'] in n-d-798249-9 is: [{'id': 'e1569a9d-7a18-44bc-b519-d7ea7187097b', 'name': 'tempest-ServerActionsTestJSON-1375712179-router', 'tenant_id': '056f6c1b65df460ebdcc45298e466a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:06Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 6, 'project_id': '056f6c1b65df460ebdcc45298e466a3e', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:57.017431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.019383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.067649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.069202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1569a9d-7a18-44bc-b519-d7ea7187097b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:57.069907 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:57.077185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.078484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4564f287-47c7-4a78-8b2a-6679f31beb6c admin admin] 10.222.0.48 "DELETE /v2.0/routers/e1569a9d-7a18-44bc-b519-d7ea7187097b HTTP/1.1" status: 204 len: 168 time: 1.0337992 Jul 15 13:20:57.081082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.126562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Deleting subnet 1351ed64-640c-4848-b35b-637a3a966d73 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:57.129582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.151263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-1d3ca006-4fb5-4c19-b7d8-d1feefc15e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.153462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-1d3ca006-4fb5-4c19-b7d8-d1feefc15e95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34 HTTP/1.1" status: 200 len: 847 time: 0.1496038 Jul 15 13:20:57.163813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.170406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.182463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.203746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-398a8e6f-150c-4073-9083-9e93b8755895 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd38a108-7090-44da-88cf-2e56da66346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364799 Jul 15 13:20:57.248648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.286816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12142-1930-47f1-a79f-c005bf222628 req-04bbc54f-90a5-47f7-b165-f13a831ff2aa tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.288319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ac12142-1930-47f1-a79f-c005bf222628 req-04bbc54f-90a5-47f7-b165-f13a831ff2aa tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2855353 Jul 15 13:20:57.307315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.342979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1351ed64-640c-4848-b35b-637a3a966d73,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.351558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.356425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.357253 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ddf5a2ab-fe78-4b9a-a151-c982af571aa6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1351ed64-640c-4848-b35b-637a3a966d73 HTTP/1.1" status: 204 len: 168 time: 0.2749491 Jul 15 13:20:57.362448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb02ab-0455-4ece-99a4-f8c71d408620 None None] Network 5fa9fd57-276e-4686-ba2d-2d81aa69a147 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:57.444612 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Floating IP 98bb3674-8dab-4afd-9705-42dc7f9145fb associated. External IP: 172.25.2.97, port: 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f. Jul 15 13:20:57.449204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ac12142-1930-47f1-a79f-c005bf222628 req-f81181e6-4e16-44e0-ae69-28ecd08398b7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244631 Jul 15 13:20:57.522587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-dddf06df-3372-4e9b-b44c-62167d9a4a8f service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850368 Jul 15 13:20:57.531479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.776026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-692598df-7ab5-4232-975e-0c1b3f48f496 req-a14e8433-a0db-494c-8fa2-02585302e8ec service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417781 Jul 15 13:20:57.810442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2b02-adf0-49a5-bcc4-1332162ab301 req-c19aa13f-2bd2-49fb-b2b5-0aced11126d4 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.812010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bba2b02-adf0-49a5-bcc4-1332162ab301 req-c19aa13f-2bd2-49fb-b2b5-0aced11126d4 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 943 time: 0.2163665 Jul 15 13:20:57.847307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] DHCP port deletion for 5fa9fd57-276e-4686-ba2d-2d81aa69a147 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:57.859212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Deleting port 620d66f0-1286-4e53-a9c5-49d0b57938b7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:57.859548 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.909494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] Deleting port 620d66f0-1286-4e53-a9c5-49d0b57938b7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:57.909873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.923352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4040ccab-8170-48a5-9a88-afb4d30480e0 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:57.953089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4040ccab-8170-48a5-9a88-afb4d30480e0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:57.953652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4040ccab-8170-48a5-9a88-afb4d30480e0 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:57.954080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 620d66f0-1286-4e53-a9c5-49d0b57938b7 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:57.963424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Router b42bc44b-ae71-411e-b57b-8684c9f156cf has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:57.972180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bba2b02-adf0-49a5-bcc4-1332162ab301 req-0d5f8c4e-ed54-440f-9796-8a8432810a11 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105795 Jul 15 13:20:57.978543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] For port 620d66f0-1286-4e53-a9c5-49d0b57938b7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=620d66f0-1286-4e53-a9c5-49d0b57938b7,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:57.978900 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.025328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] For port 620d66f0-1286-4e53-a9c5-49d0b57938b7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=620d66f0-1286-4e53-a9c5-49d0b57938b7,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:58.025732 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.033301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Calling delete_port for 620d66f0-1286-4e53-a9c5-49d0b57938b7 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:58.043517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] Calling delete_port for 620d66f0-1286-4e53-a9c5-49d0b57938b7 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:58.149620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.202148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 620d66f0-1286-4e53-a9c5-49d0b57938b7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=620d66f0-1286-4e53-a9c5-49d0b57938b7,segment=NetworkSegment(6d8f39aa-ebaa-4dcf-859f-f12b95297902),segment_id=6d8f39aa-ebaa-4dcf-859f-f12b95297902)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:58.205787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.206540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 28e41627-f4fb-4e04-8bc6-002043f60858 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:58.222744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:58.229469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.231298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 28e41627-f4fb-4e04-8bc6-002043f60858 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:58.231963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 28e41627-f4fb-4e04-8bc6-002043f60858 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:58.236138 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03025661-405a-4eb5-9850-3e162590676d None None] Sync routers for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:58.251874 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:58.252498 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.258837 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.276915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] No DVR routers for this DVR port 620d66f0-1286-4e53-a9c5-49d0b57938b7 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:58.278440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.306367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=620d66f0-1286-4e53-a9c5-49d0b57938b7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.316721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.317152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.317724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.317973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.318402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.319198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.319675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.320022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.320418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.320814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.321337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.321736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:58.323920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.331096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.336962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.343656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.348667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e80d18-0f40-4e54-870a-97e4cdc0f917 None None] Pushing event deleted for resources: {'Port': ['ID=620d66f0-1286-4e53-a9c5-49d0b57938b7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.349805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.356212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.362003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.363968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-1ab277fc-d502-4042-9db0-e37c5b59ec79 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.2536349 Jul 15 13:20:58.365932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-3b6fb668-1108-4834-9502-c784b555e0a2 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "PUT /v2.0/floatingips/98bb3674-8dab-4afd-9705-42dc7f9145fb HTTP/1.1" status: 200 len: 996 time: 2.8913884 Jul 15 13:20:58.368245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=620d66f0-1286-4e53-a9c5-49d0b57938b7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.369700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] No DVR routers for this DVR port 620d66f0-1286-4e53-a9c5-49d0b57938b7 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:58.379508 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:58.482148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abe659ec-669d-4d61-bfff-bf557d974c87 req-162dc7ee-5ede-4380-935b-51aa6d202585 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103082 Jul 15 13:20:58.528112 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.540957 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd547c3d-f9fb-41fb-be26-9c3f85fea30a x-openstack-request-id: req-cd547c3d-f9fb-41fb-be26-9c3f85fea30a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:58.541246 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a9d3b7-f99b-4652-a161-f3de246fefde", "tag": "03cc78fd-b5cb-452b-a3fd-ee70eb767c9b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:58.541495 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd547c3d-f9fb-41fb-be26-9c3f85fea30a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:58.541882 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'tag': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b', 'status': 'completed', 'code': 200} Jul 15 13:20:58.546730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa9fd57-276e-4686-ba2d-2d81aa69a147']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.566779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8f39aa-ebaa-4dcf-859f-f12b95297902') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.567079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8f39aa-ebaa-4dcf-859f-f12b95297902') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.583689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-6624a3ef-ff7b-4eef-9b2b-b271552e7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.585216 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-6624a3ef-ff7b-4eef-9b2b-b271552e7a80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.1842327 Jul 15 13:20:58.597820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.626132 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '98bb3674-8dab-4afd-9705-42dc7f9145fb', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'port_id': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'mac_address': 'fa:16:3e:dd:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:52Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 1, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:52Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.657949 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03025661-405a-4eb5-9850-3e162590676d None None] Checking router: b42bc44b-ae71-411e-b57b-8684c9f156cf for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:58.666886 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:58.668238 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.776387 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:58.931863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.946542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:58.946942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:58.973869 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:59.001458 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-03025661-405a-4eb5-9850-3e162590676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '98bb3674-8dab-4afd-9705-42dc7f9145fb', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'port_id': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'mac_address': 'fa:16:3e:dd:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:52Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 1, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:52Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:59.076893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.082097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.086520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5fa9fd57-276e-4686-ba2d-2d81aa69a147 HTTP/1.1" status: 204 len: 168 time: 1.7241752 Jul 15 13:20:59.095316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-4fee6ab7-bae3-49e1-8bcf-05aa56c25817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.096837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-4fee6ab7-bae3-49e1-8bcf-05aa56c25817 service neutron] 10.222.0.48 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.4972289 Jul 15 13:20:59.109809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-1b61b24c-a38b-46d8-86f1-566f7ac5b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.111177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-1b61b24c-a38b-46d8-86f1-566f7ac5b18e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19798cbc7e95484ba553f5c58644dbc8&device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 1094 time: 0.5235598 Jul 15 13:20:59.112811 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03025661-405a-4eb5-9850-3e162590676d None None] The sync data for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 is: [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '98bb3674-8dab-4afd-9705-42dc7f9145fb', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'port_id': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'mac_address': 'fa:16:3e:dd:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:52Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 1, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:52Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:59.129105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32fdb4-6573-4c3f-b317-095e38e64260 req-8089472a-e03a-4dec-b954-b587c3f41016 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.130698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a32fdb4-6573-4c3f-b317-095e38e64260 req-8089472a-e03a-4dec-b954-b587c3f41016 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2453952 Jul 15 13:20:59.131514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a0d4-6ee7-4fa8-8010-24be0a56a0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa9fd57-276e-4686-ba2d-2d81aa69a147,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.234454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.280188 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bd6cbdcd-239d-4a70-bd51-c93dacaf974d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=056f6c1b65df460ebdcc45298e466a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442610 Jul 15 13:20:59.282516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.313954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a32fdb4-6573-4c3f-b317-095e38e64260 req-50994908-2326-4a97-8dfc-48a6454d6a07 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696320 Jul 15 13:20:59.321990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-2f3347a2-6077-4b07-a4cc-4d6bd9faea53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 999 time: 0.2099245 Jul 15 13:20:59.349631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-33ca2da7-0cd6-439f-b76b-6c9a7c2c6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.351163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-33ca2da7-0cd6-439f-b76b-6c9a7c2c6d76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 200 len: 908 time: 0.2162743 Jul 15 13:20:59.357404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5847a8d4-abd4-49e1-b4d6-40bd181226e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.384417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5847a8d4-abd4-49e1-b4d6-40bd181226e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.388193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bcd8e0-cb9a-4727-92f2-c7f81ed3329d None None] New status for floating IP 98bb3674-8dab-4afd-9705-42dc7f9145fb: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:59.423391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-ad03d162-07eb-4a55-b4cd-6f3d5528cfbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b HTTP/1.1" status: 200 len: 217 time: 0.0518231 Jul 15 13:20:59.450268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5847a8d4-abd4-49e1-b4d6-40bd181226e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.459180 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5847a8d4-abd4-49e1-b4d6-40bd181226e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.460447 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5847a8d4-abd4-49e1-b4d6-40bd181226e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05ec1d36-4b34-4654-9161-fdd22d5a877a HTTP/1.1" status: 204 len: 168 time: 0.1770170 Jul 15 13:20:59.463074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-ec1db872-e668-465f-8bca-35a44d04324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.465593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-ec1db872-e668-465f-8bca-35a44d04324f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.1241114 Jul 15 13:20:59.475411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847a8d4-abd4-49e1-b4d6-40bd181226e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ec1d36-4b34-4654-9161-fdd22d5a877a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.527537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-64411715-5e43-4202-b0e9-96d633725660 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474839 Jul 15 13:20:59.529531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-0a9bc90e-a27f-4f9a-984b-61fe140ec766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.530951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-0a9bc90e-a27f-4f9a-984b-61fe140ec766 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34 HTTP/1.1" status: 200 len: 847 time: 0.1007731 Jul 15 13:20:59.591502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-d92f854a-b258-44f0-951e-55ee5f293246 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd38a108-7090-44da-88cf-2e56da66346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494874 Jul 15 13:20:59.631716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:59.759933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-1715a58c-2842-4cfd-9bfd-ea5c1dd15aee service neutron] 10.222.0.48 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262602 Jul 15 13:20:59.812699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-0afe2159-645f-416d-8c0a-a5e782e3b265 service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566370 Jul 15 13:20:59.814901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:59.831390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b', 'network_id': 'fd38a108-7090-44da-88cf-2e56da66346c', 'port_id': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b', 'mac_address': 'fa:16:3e:5d:dc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:59.885760 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.921531 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:59.950194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:59.956043 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.977432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7f95cd-7ee5-40df-b6b1-c23896a2b34a req-2761b017-9adf-4fed-840b-5b2314f265db service neutron] 10.222.0.48 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063460 Jul 15 13:20:59.998232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69cc8bd0-2453-41da-ad3f-ad3a01746dbc req-94859c09-112b-4126-9e2b-281fd0c433ed service neutron] 10.222.0.23 "GET /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494756 Jul 15 13:21:00.037847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.096441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5c006-e4e3-4430-b2bc-cee16b5c347c req-562e0050-d2c5-4935-8eb8-4ceeed16c15f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.104225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31e5c006-e4e3-4430-b2bc-cee16b5c347c req-562e0050-d2c5-4935-8eb8-4ceeed16c15f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 944 time: 0.0804770 Jul 15 13:21:00.154967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31e5c006-e4e3-4430-b2bc-cee16b5c347c req-caa7297a-6dff-4a57-a084-0939028932fb tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Jul 15 13:21:00.208918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['03cc78fd-b5cb-452b-a3fd-ee70eb767c9b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:00.289382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.296935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.308312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.314889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.321679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.328513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.334591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.336883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-bff2c906-8569-4705-ba56-a553166bd473 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.1806951 Jul 15 13:21:00.423293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b3c2b03-c69e-499d-90b9-feb076fbcf4d req-faada4a1-b423-48fe-9d46-f6273dc978f2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745997 Jul 15 13:21:00.445353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc08e-df93-4c2b-bbe7-04d1ca35a561 req-2551d94e-7362-4a6a-ab31-b7a9596680c3 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.447181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-632dc08e-df93-4c2b-bbe7-04d1ca35a561 req-2551d94e-7362-4a6a-ab31-b7a9596680c3 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1706929 Jul 15 13:21:00.514154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.546510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:00.548761 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73005a99-ff54-4ad6-bfe2-228be3a8883f" -d '{"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:00.583365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-632dc08e-df93-4c2b-bbe7-04d1ca35a561 req-9398a140-cf6c-4bac-adb7-d18312aa93b1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193428 Jul 15 13:21:00.600226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-efe43a4b-22f5-46d8-9cdc-da3a0985f5be tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 1001 time: 0.1221945 Jul 15 13:21:00.631960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2024721931-network', 'tenant_id': 'c475be2e2a1b42a5b4bd2e75dcf3d118'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:00.664922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Made reservation on behalf of c475be2e2a1b42a5b4bd2e75dcf3d118 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:00.667872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.670148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-07c750d5-717a-4dd9-b707-d88c3f8779a5 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.671683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-07c750d5-717a-4dd9-b707-d88c3f8779a5 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports/46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 943 time: 0.0647609 Jul 15 13:21:00.681889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.767581 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.792273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.797374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.830540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:00.840765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de8b64-4010-4b87-8459-360326d6cb44,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.845920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.846261 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Added segment 337162d4-b67d-4215-87c4-cbb14a3d81c1 of type vlan for network b71a6596-b8c9-4ee3-9f8c-4ec620954352 Jul 15 13:21:00.882706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-e3d23bad-586d-427e-a956-ea0b40edfc80 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 1001 time: 0.0999153 Jul 15 13:21:00.891085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.898244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171caa5-87e5-4afa-ba27-546fc7cca2ce req-d70c19f1-974a-4d2b-b343-4f6a1cfb989e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.900009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f171caa5-87e5-4afa-ba27-546fc7cca2ce req-d70c19f1-974a-4d2b-b343-4f6a1cfb989e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.1708190 Jul 15 13:21:00.923273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.924386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.925103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.961216 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4457781 Jul 15 13:21:00.964653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.972228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Request body: {'subnet': {'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2024721931-subnet', 'tenant_id': 'c475be2e2a1b42a5b4bd2e75dcf3d118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:00.992065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac70c-857b-4409-b8b0-b5fa88440fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=b71a6596-b8c9-4ee3-9f8c-4ec620954352,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.006785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b71a6596-b8c9-4ee3-9f8c-4ec620954352 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:01.018770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f171caa5-87e5-4afa-ba27-546fc7cca2ce req-a7cb69c2-5211-4089-a9c6-dd7549c485b6 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094503 Jul 15 13:21:01.072517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-480333e7-68ef-4bcc-abb6-e9fdb763a94a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.074621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-480333e7-68ef-4bcc-abb6-e9fdb763a94a tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.1850841 Jul 15 13:21:01.075762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Made reservation on behalf of c475be2e2a1b42a5b4bd2e75dcf3d118 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:01.080108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.099607 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6386c82a-3ccc-41ad-8a68-1811e3eda7dc x-openstack-request-id: req-6386c82a-3ccc-41ad-8a68-1811e3eda7dc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:01.099899 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:01.100139 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6386c82a-3ccc-41ad-8a68-1811e3eda7dc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:01.100517 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'status': 'completed', 'code': 200} Jul 15 13:21:01.244845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-d7da4009-9fef-47de-81ec-2bfefeff94e1 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 1001 time: 0.1597521 Jul 15 13:21:01.261439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:01.369502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-4ae772bc-287a-4185-949a-fea9df37f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.371290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-4ae772bc-287a-4185-949a-fea9df37f95a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.2543375 Jul 15 13:21:01.412297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.614087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbcdc-7d55-44a3-a8a9-483e22fac6e4 req-565f9c25-0911-406f-8218-e75088d7031a tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.615608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbcdc-7d55-44a3-a8a9-483e22fac6e4 req-565f9c25-0911-406f-8218-e75088d7031a tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 944 time: 0.3078189 Jul 15 13:21:01.647087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:01.655150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.697846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:01.702645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:01.703069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.793753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.819093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:01.821541 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda2c2f-1a8a-4dc7-9f81-519a35f1f42a" -d '{"events": [{"server_uuid": "96a9d3b7-f99b-4652-a161-f3de246fefde", "name": "network-vif-plugged", "status": "completed", "tag": "03cc78fd-b5cb-452b-a3fd-ee70eb767c9b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:01.837312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:01.843881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.913578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.969481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-2e579ff5-2319-432e-9311-5af47c544b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.970952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-2e579ff5-2319-432e-9311-5af47c544b67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.5699594 Jul 15 13:21:02.062666 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.067443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbcdc-7d55-44a3-a8a9-483e22fac6e4 req-d06f3681-0c17-4b1c-af15-ebd1d53b2a27 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419012 Jul 15 13:21:02.075656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.075974 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Floating IP 98bb3674-8dab-4afd-9705-42dc7f9145fb disassociated. External IP: 172.25.2.97, port: 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f. Jul 15 13:21:02.115991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085eb249-6996-4ba8-aa6c-6e75b1954de4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.159113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-e87b46aa-7ca5-4732-89a7-c87a80210f3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 1001 time: 0.1676936 Jul 15 13:21:02.162574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Checking segment: {'id': '337162d4-b67d-4215-87c4-cbb14a3d81c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:02.163040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Network hostable DHCP agents. Network: b71a6596-b8c9-4ee3-9f8c-4ec620954352, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:02.266340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Network b71a6596-b8c9-4ee3-9f8c-4ec620954352 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:02.272224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-2e1a4de0-9729-4880-98bc-01074437c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.273990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-2e1a4de0-9729-4880-98bc-01074437c485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.1056349 Jul 15 13:21:02.314053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b71a6596-b8c9-4ee3-9f8c-4ec620954352) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:02.319999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.320729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.324981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e1565-5b12-4eaa-8fb8-ab40aa6ac033 None None] Network b71a6596-b8c9-4ee3-9f8c-4ec620954352 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:02.326314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-e966a061-6d56-461f-8a5e-1df89110c515 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431523 Jul 15 13:21:02.420482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e49c5da4-de3b-45a9-a2e8-e0dbcd169674 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4466360 Jul 15 13:21:02.507643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2df7a3c-16b0-40ae-94c5-cb598f76f520 None None] Network b71a6596-b8c9-4ee3-9f8c-4ec620954352 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:02.587954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-41b91c29-56bd-456d-aad9-fe42a2ecb363 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191386 Jul 15 13:21:02.595160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Router b42bc44b-ae71-411e-b57b-8684c9f156cf has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:02.631612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.639253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.647112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.653497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.659399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.665452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.673140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.675139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-42b0342a-e028-42ea-8d0a-eea98e8fdfab tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.2660398 Jul 15 13:21:02.810346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f17c9f9-3b40-4321-b5d8-53dd75cf7bbc req-91bf35a1-86fe-4fe9-a957-6b92e8261e0f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246016 Jul 15 13:21:02.866007 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f083d25-6b68-475d-925a-0cb1be46354b x-openstack-request-id: req-3f083d25-6b68-475d-925a-0cb1be46354b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:02.866554 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a9d3b7-f99b-4652-a161-f3de246fefde", "name": "network-vif-plugged", "status": "completed", "tag": "03cc78fd-b5cb-452b-a3fd-ee70eb767c9b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:02.866554 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f083d25-6b68-475d-925a-0cb1be46354b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:02.867025 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b', 'code': 200} Jul 15 13:21:02.874009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73005a99-ff54-4ad6-bfe2-228be3a8883f req-5fa1b45f-7142-4f52-8023-8a9b94325ab4 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721579 Jul 15 13:21:02.883878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:02.890537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.895638 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] Sync routers for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:02.914012 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:02.914871 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:02.940658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c38dc617-cdd7-4bed-b5f9-6c257208bd45 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "PUT /v2.0/floatingips/98bb3674-8dab-4afd-9705-42dc7f9145fb HTTP/1.1" status: 200 len: 694 time: 1.6880968 Jul 15 13:21:03.077731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:03.103896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:03.106725 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:03.123259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-7a6d6e66-7563-4eb1-a6c6-a1abcda55466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.124781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-7a6d6e66-7563-4eb1-a6c6-a1abcda55466 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.1543133 Jul 15 13:21:03.152420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579f484-f757-4433-bca0-827e64aebb02 req-a58ce4ff-9459-4794-93af-f99fec1ebc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.153958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b579f484-f757-4433-bca0-827e64aebb02 req-a58ce4ff-9459-4794-93af-f99fec1ebc8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 1096 time: 0.1461203 Jul 15 13:21:03.171534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1efcb3-0289-4eb0-b937-ce05774bd6f2 req-ca787f8e-ef7b-4beb-9f09-e878d0cc492e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.173076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d1efcb3-0289-4eb0-b937-ce05774bd6f2 req-ca787f8e-ef7b-4beb-9f09-e878d0cc492e tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.1640329 Jul 15 13:21:03.276221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b579f484-f757-4433-bca0-827e64aebb02 req-03267225-fe83-46fa-b10b-42ec27817fef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020691 Jul 15 13:21:03.288552 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:52Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:03.292055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d1efcb3-0289-4eb0-b937-ce05774bd6f2 req-f969e583-b0fc-45a2-b1a4-e275de5130e5 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102576 Jul 15 13:21:03.319704 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] Checking router: b42bc44b-ae71-411e-b57b-8684c9f156cf for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:03.322646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-5379bcca-5fe7-41d9-9ca7-c258d51a829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.325818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-5379bcca-5fe7-41d9-9ca7-c258d51a829a service neutron] 10.222.0.48 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.1937966 Jul 15 13:21:03.329701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:03.330164 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:03.388691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-047ee3b6-918d-420c-8064-b9d99d2afe5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.0560515 Jul 15 13:21:03.451853 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:03.460719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.478459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-479330fc-5758-4e88-932d-e8002293eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.480722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-479330fc-5758-4e88-932d-e8002293eb8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.0814509 Jul 15 13:21:03.534780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-913bf3dc-958d-47ab-bece-959d2bd9fa60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423248 Jul 15 13:21:03.556093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80709565-162e-4edd-ac79-61b1b05caa38 req-d7d36e99-b90b-467a-b356-b515b7486cbe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.557606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80709565-162e-4edd-ac79-61b1b05caa38 req-d7d36e99-b90b-467a-b356-b515b7486cbe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1497512 Jul 15 13:21:03.642179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80709565-162e-4edd-ac79-61b1b05caa38 req-b1cbbe0f-74ee-4e94-badb-4d947f170683 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Jul 15 13:21:03.663712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-c1de58a8-060a-43e3-822e-91ce2009e03d service neutron] 10.222.0.48 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236930 Jul 15 13:21:03.665537 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:52Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:03.731584 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce3a3a-b1ef-417a-8304-f610de4ceeb8 None None] The sync data for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 is: [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:19:41Z', 'revision_number': 4, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '529f27b5-2080-4365-b6e6-0cd7475328e6', 'name': '', 'network_id': '161b699b-2337-4621-9438-cbd9845b08ef', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'mac_address': 'fa:16:3e:89:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:52Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'subnets': [{'id': 'f6f04962-3a2c-4e2d-8557-d73205256ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:03.820829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1b1d21d-da97-4e66-924d-c1462c2f2f97 req-6e77450e-d551-4a16-bbf7-f43004b7e890 service neutron] 10.222.0.48 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386807 Jul 15 13:21:04.153608 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e748436-7f58-4cfe-a46d-63395e99bdf6 x-openstack-request-id: req-4e748436-7f58-4cfe-a46d-63395e99bdf6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:04.156243 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:04.156700 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e748436-7f58-4cfe-a46d-63395e99bdf6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:04.157904 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'status': 'completed', 'code': 200} Jul 15 13:21:04.184580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f956f-589b-41e9-b3fa-24e1fbd6f6be req-0219a89d-c941-4e2f-b64f-8646c08c145f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.198981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff7f956f-589b-41e9-b3fa-24e1fbd6f6be req-0219a89d-c941-4e2f-b64f-8646c08c145f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 945 time: 0.1780996 Jul 15 13:21:04.210739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd3a6cf-8708-4cb3-9e47-1779df1532d4 None None] New status for floating IP 98bb3674-8dab-4afd-9705-42dc7f9145fb: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:04.315453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff7f956f-589b-41e9-b3fa-24e1fbd6f6be req-60043a1e-5520-4539-8dde-85b6f8edad8b tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099079 Jul 15 13:21:04.338110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-22454070-925f-409d-9607-6af419b18784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.340619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-22454070-925f-409d-9607-6af419b18784 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1db85c5c196f443ea3db5999feceb8eb&device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 1097 time: 0.1392872 Jul 15 13:21:04.551946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-4e759259-9902-419b-a1bb-c7e64eb0767f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips/98bb3674-8dab-4afd-9705-42dc7f9145fb HTTP/1.1" status: 200 len: 694 time: 0.1264679 Jul 15 13:21:04.622649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-68370d56-0bed-4bec-a7d8-ae2da4d3386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.624114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-68370d56-0bed-4bec-a7d8-ae2da4d3386a service neutron] 10.222.0.23 "GET /v2.0/networks?id=161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 200 len: 921 time: 0.2736044 Jul 15 13:21:04.697904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-e88770cb-75e6-4e05-961c-02a0d8959d69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 200 len: 217 time: 0.0464373 Jul 15 13:21:04.711124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.717429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.723254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.729056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.735481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.741340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.747259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.749104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-83c7c68a-b071-4850-86ae-a4be5f92729e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.3222849 Jul 15 13:21:04.822691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-6112a997-085a-4f86-8e8f-47e26af946eb tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.824580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-6112a997-085a-4f86-8e8f-47e26af946eb tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 784 time: 0.2668157 Jul 15 13:21:04.842387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-a6cffc12-7e26-425f-a634-1368e6826c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.843777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-a6cffc12-7e26-425f-a634-1368e6826c2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 200 len: 860 time: 0.0919182 Jul 15 13:21:04.849942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-5fdfd875-0d17-40d3-afca-12e1d401d72e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:04.851318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-5fdfd875-0d17-40d3-afca-12e1d401d72e tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140719 Jul 15 13:21:04.865322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f20792b9-393e-4515-beb2-3cd1a586abdf req-5fec5079-87a0-4bec-ba81-4fed915dfb4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022584 Jul 15 13:21:04.925974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-0d188357-dd34-4aa7-8f9b-94059f101ff8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=161b699b-2337-4621-9438-cbd9845b08ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736520 Jul 15 13:21:04.938260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-67f29af5-5789-49c3-be9d-a7624a7f84a3 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0774393 Jul 15 13:21:05.024998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-ecef1965-cce4-44e0-9b45-2a4238437094 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0771544 Jul 15 13:21:05.447236 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-5a67869a-332c-4e69-b522-0ed502d9ce8b service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137572 Jul 15 13:21:05.571854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da267be-c0d2-43ad-b5fe-8a6ec5bb0991 req-09e4259d-d789-4fcb-bcad-b0fa9e1ae440 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:05.573290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8da267be-c0d2-43ad-b5fe-8a6ec5bb0991 req-09e4259d-d789-4fcb-bcad-b0fa9e1ae440 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.4696963 Jul 15 13:21:05.605991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fbc117e-9cf7-4c7f-af0c-a9e70b66b3b9 req-7ed6b50f-90c9-4c98-aa40-c471c83fde13 service neutron] 10.222.0.23 "GET /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498189 Jul 15 13:21:05.607189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Deleting port 9d69a828-b788-423a-b612-72cc783b953f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:05.607529 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.645310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8da267be-c0d2-43ad-b5fe-8a6ec5bb0991 req-059110ee-084c-4eef-a9c0-3ae4ff71a2ec tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642300 Jul 15 13:21:05.703509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.703925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.715583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Calling delete_port for 9d69a828-b788-423a-b612-72cc783b953f owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:05.857045 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.890472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event deleted for resources: {'Port': ['ID=9d69a828-b788-423a-b612-72cc783b953f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.974650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.977662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.978857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfe35f00-9c62-49e6-b8b2-81c0ac6a77d2 req-3ecaff4b-974f-4ea0-8f3e-aae450200d99 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "DELETE /v2.0/floatingips/98bb3674-8dab-4afd-9705-42dc7f9145fb HTTP/1.1" status: 204 len: 173 time: 0.9228256 Jul 15 13:21:06.142855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578af661-ba9f-4252-9bad-cb1a5e060aba req-1cd1939f-686e-4dbd-8056-c6639f119cb6 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.144346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-578af661-ba9f-4252-9bad-cb1a5e060aba req-1cd1939f-686e-4dbd-8056-c6639f119cb6 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 945 time: 0.0643146 Jul 15 13:21:06.190727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-578af661-ba9f-4252-9bad-cb1a5e060aba req-262c246b-37d1-4ab2-bda4-531ce38ced81 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Jul 15 13:21:06.384076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-3d05d16d-7418-4ead-abd0-b1c8f7267559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.387053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-3d05d16d-7418-4ead-abd0-b1c8f7267559 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.1391149 Jul 15 13:21:06.438612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605857-84a9-4787-bbcd-b384b83be185 req-360b426d-2b67-4a30-9a1b-a8f4c88493c6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.440123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71605857-84a9-4787-bbcd-b384b83be185 req-360b426d-2b67-4a30-9a1b-a8f4c88493c6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 946 time: 0.1588066 Jul 15 13:21:06.521167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.533160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.539656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.546006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.551832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.558559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.564299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.566261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-b8ef9ed7-61d3-4520-9ab0-ba8d501357de tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5419 time: 0.2348282 Jul 15 13:21:06.608809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71605857-84a9-4787-bbcd-b384b83be185 req-e2ebe973-5a7b-405e-a954-9f58895144f6 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583192 Jul 15 13:21:06.615695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-1b66b014-1715-427b-b66e-3d15655b47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.617149 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-1b66b014-1715-427b-b66e-3d15655b47c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.2233543 Jul 15 13:21:06.677987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-2fd02613-2bfb-46b9-98e6-3fae8be8332b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.0534635 Jul 15 13:21:06.683545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d8a5611-878c-4e2d-8267-9580bab92519 req-5a90aa71-0006-4a92-89b5-64665d7bc03d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094198 Jul 15 13:21:06.752977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f32da11e-4b0e-478c-bd22-e18601b7fca1 req-fe3eb58c-be61-4c77-8ef9-ff6ae99a7127 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups/74715fad-d891-42dd-906a-15a6827d7a8a HTTP/1.1" status: 200 len: 1809 time: 0.1121299 Jul 15 13:21:06.756511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-8f3bca8d-ba39-4378-a923-70e957586409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.757914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-8f3bca8d-ba39-4378-a923-70e957586409 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.0687745 Jul 15 13:21:06.803958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-794b0e46-9525-42ba-9929-f809542eede2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375986 Jul 15 13:21:06.928081 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f32da11e-4b0e-478c-bd22-e18601b7fca1 req-2a8f492e-eb19-4520-9f32-bb9a8d5ef07f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.969549 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f32da11e-4b0e-478c-bd22-e18601b7fca1 req-2a8f492e-eb19-4520-9f32-bb9a8d5ef07f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.985893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-5a070148-616c-4b1d-8cff-d1134a858043 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715136 Jul 15 13:21:07.016380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a2bf3-7654-4878-a4bf-2b19925f379f req-2698c72e-3c56-475a-8bf2-630ace3f8809 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.017812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef8a2bf3-7654-4878-a4bf-2b19925f379f req-2698c72e-3c56-475a-8bf2-630ace3f8809 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1928203 Jul 15 13:21:07.100993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f32da11e-4b0e-478c-bd22-e18601b7fca1 req-2a8f492e-eb19-4520-9f32-bb9a8d5ef07f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.103529 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f32da11e-4b0e-478c-bd22-e18601b7fca1 req-2a8f492e-eb19-4520-9f32-bb9a8d5ef07f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.104683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f32da11e-4b0e-478c-bd22-e18601b7fca1 req-2a8f492e-eb19-4520-9f32-bb9a8d5ef07f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "DELETE /v2.0/security-groups/74715fad-d891-42dd-906a-15a6827d7a8a HTTP/1.1" status: 204 len: 173 time: 0.3458800 Jul 15 13:21:07.121875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef8a2bf3-7654-4878-a4bf-2b19925f379f req-9e5f73cf-437d-472e-b5cb-43fb9595ae29 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909388 Jul 15 13:21:07.129701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f492e-eb19-4520-9f32-bb9a8d5ef07f tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74715fad-d891-42dd-906a-15a6827d7a8a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.163219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14731b3d-2c3c-4dd2-bb83-38a4ee443539 req-ca7dc81d-81a1-4323-b362-dd56c27013f9 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689367 Jul 15 13:21:07.286614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54440-33cc-4435-89ef-4a122363b952 req-6cbc4b57-2b81-446a-ad51-18f7547bbf99 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.288141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47e54440-33cc-4435-89ef-4a122363b952 req-6cbc4b57-2b81-446a-ad51-18f7547bbf99 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.0721369 Jul 15 13:21:07.327489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47e54440-33cc-4435-89ef-4a122363b952 req-b1734893-6a5c-4884-a1d7-727aeb08dc10 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Jul 15 13:21:07.566504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06836da6-bc3d-451d-8eaa-182799d15f11 req-04f1445c-4aa9-4b4b-ac03-52ae0a48aad5 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.569294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06836da6-bc3d-451d-8eaa-182799d15f11 req-04f1445c-4aa9-4b4b-ac03-52ae0a48aad5 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 945 time: 0.0750909 Jul 15 13:21:07.619352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06836da6-bc3d-451d-8eaa-182799d15f11 req-965bd239-00e2-4f64-aaed-bad93e63fc0f tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Jul 15 13:21:07.686430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 11bb89de-762c-45bf-8abf-68f77a86d653 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:07.755717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41372ca-3203-4190-bb3c-bec298ed8744 req-7b789e33-ff5f-454e-b5ef-088d6a79683b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.757446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a41372ca-3203-4190-bb3c-bec298ed8744 req-7b789e33-ff5f-454e-b5ef-088d6a79683b tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.0778880 Jul 15 13:21:07.798400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a41372ca-3203-4190-bb3c-bec298ed8744 req-6a472639-7cd9-438d-a0ac-25066cd043dd tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Jul 15 13:21:07.808225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=11bb89de-762c-45bf-8abf-68f77a86d653,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:07.825600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '11bb89de-762c-45bf-8abf-68f77a86d653', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'port_id': '11bb89de-762c-45bf-8abf-68f77a86d653', 'mac_address': 'fa:16:3e:d3:90:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:07.866583 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.879847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bb89de-762c-45bf-8abf-68f77a86d653 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:07.881096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e243dd9-3528-4630-bb01-f0807b31db72 req-109ac4f9-36b3-4904-b96d-af24abe8a390 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.882648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e243dd9-3528-4630-bb01-f0807b31db72 req-109ac4f9-36b3-4904-b96d-af24abe8a390 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 946 time: 0.0650022 Jul 15 13:21:07.902684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=11bb89de-762c-45bf-8abf-68f77a86d653,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:07.906977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.907585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device de338215-a2a6-461d-afdc-00b0bdbe88e2 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:07.975930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:07.978247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.989033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'de338215-a2a6-461d-afdc-00b0bdbe88e2', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'port_id': 'de338215-a2a6-461d-afdc-00b0bdbe88e2', 'mac_address': 'fa:16:3e:e6:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:07.991872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e243dd9-3528-4630-bb01-f0807b31db72 req-607db1c6-35a4-4cb1-ba0b-3a2baa53ed63 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed070ba5-b778-4e71-93ac-daf0182ab65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025171 Jul 15 13:21:08.027479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.034090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-8d3d24d5-416b-49b0-87d2-1ee07cd48873 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.035554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-8d3d24d5-416b-49b0-87d2-1ee07cd48873 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 946 time: 0.1380236 Jul 15 13:21:08.040587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de338215-a2a6-461d-afdc-00b0bdbe88e2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:08.048263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.054311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.060327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.062569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.066511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.068460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.069441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a43d7682-3b8f-45cf-8384-eda5a4dc7bab details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:08.075255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.081201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.087557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.089676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-b26dbe57-c428-4a62-b409-451fe621117d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5420 time: 0.1751466 Jul 15 13:21:08.188764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.199462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f17a49b-591b-4e10-8483-fe9d33c2bdc7 req-80702243-ba80-485c-8eef-80f3cc909c8f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957866 Jul 15 13:21:08.233147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.241968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Deleting port 3d846a2c-19ef-48b2-99bb-140c05167c71 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:08.242463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.244284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab', 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'port_id': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab', 'mac_address': 'fa:16:3e:9d:4f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d0b914-b3dd-4cca-9b6f-29ebf57fef5c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:08.294176 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.309433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43d7682-3b8f-45cf-8384-eda5a4dc7bab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:08.336886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.340948 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.341811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 90a14343-0286-4890-b098-f4291d52c4e1 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:08.389730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] For port 3d846a2c-19ef-48b2-99bb-140c05167c71, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=3d846a2c-19ef-48b2-99bb-140c05167c71,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.389926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.415996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=90a14343-0286-4890-b098-f4291d52c4e1,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.419172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.429880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '90a14343-0286-4890-b098-f4291d52c4e1', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'port_id': '90a14343-0286-4890-b098-f4291d52c4e1', 'mac_address': 'fa:16:3e:f5:f3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:08.467229 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.480169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a14343-0286-4890-b098-f4291d52c4e1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:08.499517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=90a14343-0286-4890-b098-f4291d52c4e1,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.503774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.504540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:08.574905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.577177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.589560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc', 'network_id': '35c92e22-f6e5-4f9f-81fc-98d795cfd688', 'port_id': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc', 'mac_address': 'fa:16:3e:1f:4d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d0b914-b3dd-4cca-9b6f-29ebf57fef5c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:08.625538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29bba-48ac-4bc1-9d82-9d2566c9ec53 req-d09922aa-804e-4e4a-88b0-418f406769c6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.627050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9d29bba-48ac-4bc1-9d82-9d2566c9ec53 req-d09922aa-804e-4e4a-88b0-418f406769c6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2967734 Jul 15 13:21:08.628828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.642047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:08.662131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.665955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.666640 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7116542e-4575-40d6-ba9d-5e337ae2b823 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:08.732982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7116542e-4575-40d6-ba9d-5e337ae2b823,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.733860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9d29bba-48ac-4bc1-9d82-9d2566c9ec53 req-3dfff6bc-8c23-40dc-9916-98266d2c4920 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005797 Jul 15 13:21:08.735903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.740414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-20122967-19a8-477c-b498-5dd2d5128115 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.741880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-20122967-19a8-477c-b498-5dd2d5128115 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/networks?id=b71a6596-b8c9-4ee3-9f8c-4ec620954352 HTTP/1.1" status: 200 len: 810 time: 0.3186326 Jul 15 13:21:08.764039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-a1c42da3-08e7-406b-a985-2c56fc0f410d tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/quotas/c475be2e2a1b42a5b4bd2e75dcf3d118 HTTP/1.1" status: 200 len: 375 time: 0.0162897 Jul 15 13:21:08.766752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '7116542e-4575-40d6-ba9d-5e337ae2b823', 'network_id': 'f4d656fa-9775-4414-92f4-04d6c57423f2', 'port_id': '7116542e-4575-40d6-ba9d-5e337ae2b823', 'mac_address': 'fa:16:3e:ff:04:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11357c-9c91-4c96-91ef-fc958e89b2ff', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:08.771335 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.771798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.772169 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Floating IP d87f6104-f9a6-43b5-8de5-f1010141f315 disassociated. External IP: 172.25.2.28, port: 3d846a2c-19ef-48b2-99bb-140c05167c71. Jul 15 13:21:08.772802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Calling delete_port for 3d846a2c-19ef-48b2-99bb-140c05167c71 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:08.809942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.811097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-2d4e4841-d69a-4e18-a0fd-e646574b48f1 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c475be2e2a1b42a5b4bd2e75dcf3d118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352252 Jul 15 13:21:08.826002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7116542e-4575-40d6-ba9d-5e337ae2b823 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:08.847397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7116542e-4575-40d6-ba9d-5e337ae2b823,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:08.851657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.852440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:09.081941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.150975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:09.163534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'port_id': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'mac_address': 'fa:16:3e:2d:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:09.205870 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.219915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:09.240992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:09.245349 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.295146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.329746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-7cf62ac5-dec5-45f8-91b6-30e5961e5cfb service neutron] 10.222.0.48 "GET /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867611 Jul 15 13:21:09.365064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7bf2-a1b8-434b-a72e-d3ff7d6bc1fd req-bc641de7-2f91-487c-939c-c1a1e1103ddb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.366494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a5c7bf2-a1b8-434b-a72e-d3ff7d6bc1fd req-bc641de7-2f91-487c-939c-c1a1e1103ddb tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.5136819 Jul 15 13:21:09.415562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.485824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-34560758-f57b-47a6-af75-2d6e97893f55 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.487247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-34560758-f57b-47a6-af75-2d6e97893f55 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 945 time: 0.5240183 Jul 15 13:21:09.493492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event deleted for resources: {'Port': ['ID=3d846a2c-19ef-48b2-99bb-140c05167c71,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.546341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a5c7bf2-a1b8-434b-a72e-d3ff7d6bc1fd req-fdb95079-2593-40c5-8c90-d3010f8d7b03 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663437 Jul 15 13:21:09.614396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-9a1e4184-2e1c-4f5c-a907-16e7272c52fd service neutron] 10.222.0.48 "GET /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703490 Jul 15 13:21:09.703711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3d846a2c-19ef-48b2-99bb-140c05167c71 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:09.726647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 3d846a2c-19ef-48b2-99bb-140c05167c71 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:09.727720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 3d846a2c-19ef-48b2-99bb-140c05167c71 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:09.753004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:09.761180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Deleting port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:09.761579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.893013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b034a7-1ff1-4cff-98f6-9bef51a9b48e req-68279502-9987-4a16-bd48-cfa2dd69ef35 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.894483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75b034a7-1ff1-4cff-98f6-9bef51a9b48e req-68279502-9987-4a16-bd48-cfa2dd69ef35 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 945 time: 0.2216954 Jul 15 13:21:09.931771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['11bb89de-762c-45bf-8abf-68f77a86d653'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:09.966021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['a43d7682-3b8f-45cf-8384-eda5a4dc7bab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:09.974329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7116542e-4575-40d6-ba9d-5e337ae2b823'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:10.032014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] For port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,segment=NetworkSegment(e154bcdc-4672-44d5-80c7-fe217be7d549),segment_id=e154bcdc-4672-44d5-80c7-fe217be7d549)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:10.032387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.048994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['35b7af9f-d8f1-450f-be5c-5b810e1b6fcc'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:10.050989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['90a14343-0286-4890-b098-f4291d52c4e1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:10.052905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:10.077825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Calling delete_port for 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:10.088353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75b034a7-1ff1-4cff-98f6-9bef51a9b48e req-12985b21-e190-44f8-9e83-382c0018f063 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/security-groups?id=16ad6a58-4b7f-447a-b60b-b048ca2bde40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612668 Jul 15 13:21:10.103237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:10.125224 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:10.146986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:10.155751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:10.322010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-54b879e1-1f5f-4579-8f16-d322df5ba4d6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.325031 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-54b879e1-1f5f-4579-8f16-d322df5ba4d6 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.23 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.2219715 Jul 15 13:21:10.381503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] No DVR routers for this DVR port 3d846a2c-19ef-48b2-99bb-140c05167c71 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:10.383396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.389320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.391399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.23 "DELETE /v2.0/ports/3d846a2c-19ef-48b2-99bb-140c05167c71 HTTP/1.1" status: 204 len: 173 time: 2.3005171 Jul 15 13:21:10.406033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'name': 'network-vif-deleted', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:10.411319 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d5451-5f5f-42da-8d79-5915f16b8fd1" -d '{"events": [{"server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "name": "network-vif-deleted", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:10.553833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Deleting port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:10.559840 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:10.560336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.632621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309932c1-7def-4129-b273-306ed0e573ef req-ba859030-58bd-418d-bf4c-3174bbad535d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.646907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-309932c1-7def-4129-b273-306ed0e573ef req-ba859030-58bd-418d-bf4c-3174bbad535d tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 946 time: 0.7132936 Jul 15 13:21:10.655607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] No DVR routers for this DVR port 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:10.658967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Pushing event deleted for resources: {'Port': ['ID=03cc78fd-b5cb-452b-a3fd-ee70eb767c9b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:10.676610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0451d08c-17b5-44f1-bebc-1b653b0f02ba req-40bdac69-dd9f-472b-870b-01143f4dce18 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/ports?device_id=016eda1e-97e1-4b90-aa52-271de5883a8d HTTP/1.1" status: 200 len: 210 time: 0.2465980 Jul 15 13:21:10.709645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.709645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07b11294-c97f-40df-82b1-0fb3ec957ea9 req-8fe0a60e-421a-4806-bb3e-97d0cfebe29e tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.23 "DELETE /v2.0/ports/03cc78fd-b5cb-452b-a3fd-ee70eb767c9b HTTP/1.1" status: 204 len: 173 time: 1.1984365 Jul 15 13:21:10.752856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-309932c1-7def-4129-b273-306ed0e573ef req-18464cc9-9736-4cfc-a691-236d9e51c340 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e455df4-bfd3-4b1b-8b9f-ba4381739836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050408 Jul 15 13:21:10.831589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] For port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:10.832026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.843723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['de338215-a2a6-461d-afdc-00b0bdbe88e2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:10.871666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Calling delete_port for 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:10.995424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.005244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.016223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.025598 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:11.028435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.036452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.043280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.049784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.057826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1908e836-b52a-4193-bb81-2ade146a8790 req-9a813a4b-4eb0-4d55-adb6-f93eb297ab1e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5426 time: 0.2063177 Jul 15 13:21:11.100951 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:11.110113 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:11.110996 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:11.173605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1908e836-b52a-4193-bb81-2ade146a8790 req-6beb7bcf-c20c-461a-a2fe-95b3a94a1464 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146336 Jul 15 13:21:11.209573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['03cc78fd-b5cb-452b-a3fd-ee70eb767c9b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:11.210098 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.268616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a1ba-0501-4558-ab08-565469fff55c req-9e8e9027-1c6f-4ef8-bf92-bd83f7f6ec5b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.283179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249a1ba-0501-4558-ab08-565469fff55c req-9e8e9027-1c6f-4ef8-bf92-bd83f7f6ec5b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2157500 Jul 15 13:21:11.287767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:11.300075 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:11.308850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Pushing event deleted for resources: {'Port': ['ID=46b757e5-f2e8-421b-8eb2-76e48d5b5b0f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.376736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0249a1ba-0501-4558-ab08-565469fff55c req-b0f2ee24-4b10-495f-b4e2-c8d123e8bf7f tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921268 Jul 15 13:21:11.428822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] No DVR routers for this DVR port 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:11.438574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.441408 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40a0ef68-4f20-492d-a444-e82c2aba0c42 req-4aa45d61-419a-475b-974c-57bddaade911 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.23 "DELETE /v2.0/ports/46b757e5-f2e8-421b-8eb2-76e48d5b5b0f HTTP/1.1" status: 204 len: 173 time: 1.1065323 Jul 15 13:21:11.441886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'name': 'network-vif-deleted', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:11.446922 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a695b29-d631-4666-9937-bde3dbef75da" -d '{"events": [{"server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "name": "network-vif-deleted", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:11.471087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e5113f5-626d-4473-bc95-d2d19823d812 req-451c95ad-2263-483f-b046-cf3d0346b7d4 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 210 time: 0.0696805 Jul 15 13:21:11.472957 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d683ef2-0c4e-43cf-8afc-b3dae77309f2 x-openstack-request-id: req-1d683ef2-0c4e-43cf-8afc-b3dae77309f2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:11.473251 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016eda1e-97e1-4b90-aa52-271de5883a8d", "name": "network-vif-deleted", "tag": "3d846a2c-19ef-48b2-99bb-140c05167c71", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:11.473505 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d683ef2-0c4e-43cf-8afc-b3dae77309f2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:11.473946 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016eda1e-97e1-4b90-aa52-271de5883a8d', 'name': 'network-vif-deleted', 'tag': '3d846a2c-19ef-48b2-99bb-140c05167c71', 'status': 'completed', 'code': 200} Jul 15 13:21:11.629567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c45a-d7eb-4932-8c54-7db1d643be9a req-e1654a7d-21c0-4c00-87da-f098e4ef02ee tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.632138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdc3c45a-d7eb-4932-8c54-7db1d643be9a req-e1654a7d-21c0-4c00-87da-f098e4ef02ee tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.0780277 Jul 15 13:21:11.665541 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:11.702152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7830c98-740b-41ba-8a19-9a68e6c9681c req-fc2585d7-8143-40f1-9c6c-497f0be8eb78 tempest-VolumesActionsTest-143446859 tempest-VolumesActionsTest-143446859-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a9d3b7-f99b-4652-a161-f3de246fefde HTTP/1.1" status: 200 len: 210 time: 0.0468225 Jul 15 13:21:11.716375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a43d7682-3b8f-45cf-8384-eda5a4dc7bab up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:11.753670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdc3c45a-d7eb-4932-8c54-7db1d643be9a req-943df90b-a88d-43f3-ace1-8b21a6f21731 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103415 Jul 15 13:21:11.757930 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657c865b-7762-4fd7-9c4d-f978f33f7383 x-openstack-request-id: req-657c865b-7762-4fd7-9c4d-f978f33f7383 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:11.758451 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890b4d5-1fa4-4557-bbf8-377a4b7c0fca", "name": "network-vif-deleted", "tag": "46b757e5-f2e8-421b-8eb2-76e48d5b5b0f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:11.758878 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-657c865b-7762-4fd7-9c4d-f978f33f7383 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:11.760042 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890b4d5-1fa4-4557-bbf8-377a4b7c0fca', 'name': 'network-vif-deleted', 'tag': '46b757e5-f2e8-421b-8eb2-76e48d5b5b0f', 'status': 'completed', 'code': 200} Jul 15 13:21:11.818350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port a43d7682-3b8f-45cf-8384-eda5a4dc7bab completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:11.827155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port a43d7682-3b8f-45cf-8384-eda5a4dc7bab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:11.827545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.872197 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f5fb5-2a36-4f59-a71e-85e00301791d None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 4, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd7b1992d-54f8-4501-89e0-031f5a9badd9', 'name': '', 'network_id': '129f4e74-d45d-40ba-8b94-5f966daf620e', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'mac_address': 'fa:16:3e:60:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:32Z', 'updated_at': '2021-07-15T13:13:43Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'subnets': [{'id': 'f40b4d7c-ab51-44a8-8dcb-c2ad08d79031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:11.877814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60052) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:11.933762 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.962323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:11.965344 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7310d3-cad6-4caa-a76c-e97b5b7df15c" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:11.984884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ce3924a-1ecb-46d6-9480-54712c11fa9d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.986291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:11.992956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.993863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:12.019748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ce3924a-1ecb-46d6-9480-54712c11fa9d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.055147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68dd4e3d-194c-48e5-ae68-04d06daef6f2 req-333d45ea-dea0-484c-bbe2-510b47a21182 tempest-ServerRescueTestJSONUnderV235-1426280432 tempest-ServerRescueTestJSONUnderV235-1426280432-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890b4d5-1fa4-4557-bbf8-377a4b7c0fca HTTP/1.1" status: 200 len: 210 time: 0.0841563 Jul 15 13:21:12.063224 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403309f-a7af-4129-b81e-ac3a98358e87 x-openstack-request-id: req-c403309f-a7af-4129-b81e-ac3a98358e87 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:12.063560 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:12.063822 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c403309f-a7af-4129-b81e-ac3a98358e87 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:12.064311 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab', 'code': 200} Jul 15 13:21:12.098604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ce3924a-1ecb-46d6-9480-54712c11fa9d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.101395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ce3924a-1ecb-46d6-9480-54712c11fa9d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.105507 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ce3924a-1ecb-46d6-9480-54712c11fa9d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed070ba5-b778-4e71-93ac-daf0182ab65b HTTP/1.1" status: 204 len: 168 time: 0.2242000 Jul 15 13:21:12.106737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60056) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:12.121955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3924a-1ecb-46d6-9480-54712c11fa9d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed070ba5-b778-4e71-93ac-daf0182ab65b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:12.123380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:12.146081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:12.151942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:12.152384 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.168235 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-06bb0e59-c45c-4db5-bd09-aee5c8298c16 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] show failed (client error): The resource could not be found. Jul 15 13:21:12.169277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-06bb0e59-c45c-4db5-bd09-aee5c8298c16 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "GET /v2.0/security-groups/ed070ba5-b778-4e71-93ac-daf0182ab65b HTTP/1.1" status: 404 len: 347 time: 0.0615849 Jul 15 13:21:12.172186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:12.245940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-bdbc3eca-e324-46ce-abf1-dd6926ae0a9c tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.247621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-bdbc3eca-e324-46ce-abf1-dd6926ae0a9c tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.49 "GET /v2.0/networks?id=b71a6596-b8c9-4ee3-9f8c-4ec620954352 HTTP/1.1" status: 200 len: 810 time: 0.2099843 Jul 15 13:21:12.294143 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.313082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Request body: {'port': {'device_id': '106b2ade-7592-4036-aad9-41dad613a04e', 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352', 'admin_state_up': True, 'tenant_id': 'c475be2e2a1b42a5b4bd2e75dcf3d118'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:12.315152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dc178-3046-4080-82ab-e08e103c7452 None None] New status for floating IP d87f6104-f9a6-43b5-8de5-f1010141f315: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:12.413251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:12.426854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.427654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:12.506056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:12.506373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 46b757e5-f2e8-421b-8eb2-76e48d5b5b0f not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:12.507067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:12.537828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:12.538169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 03cc78fd-b5cb-452b-a3fd-ee70eb767c9b not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:12.562762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:12.605027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Made reservation on behalf of c475be2e2a1b42a5b4bd2e75dcf3d118 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:12.608490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.638892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e105e54-4805-46d3-93fe-2d16f7795f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.661710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.668168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.674014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.679865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.685722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.691522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.697567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.699539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-f9399964-0e14-49f7-9ee0-01757ea8545a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5427 time: 0.3445945 Jul 15 13:21:12.705047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Deleting port 23b892fa-fbb6-4786-a2ad-37bd1841b6f4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:12.705389 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.774131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe4218-a6a7-4e7a-8425-880b917fe85d req-ac8f6341-d501-46e4-b3fb-abfb41812ff4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.775571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afbe4218-a6a7-4e7a-8425-880b917fe85d req-ac8f6341-d501-46e4-b3fb-abfb41812ff4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2567110 Jul 15 13:21:12.874612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c090174c-1c7f-4966-8c6d-08e63b5f1e71 req-092e08b2-edab-485f-92c0-353666734376 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670735 Jul 15 13:21:12.927422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.927746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.946690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afbe4218-a6a7-4e7a-8425-880b917fe85d req-817b3f21-f764-473d-9022-011e0a8255c9 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617000 Jul 15 13:21:12.951661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Calling delete_port for 23b892fa-fbb6-4786-a2ad-37bd1841b6f4 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:12.958786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Allocated IP 172.20.0.13 (b71a6596-b8c9-4ee3-9f8c-4ec620954352/085eb249-6996-4ba8-aa6c-6e75b1954de4/82a7fae0-6960-4823-b83e-a3612546d724) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:13.052653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d4b7c44-4f7a-4e55-8221-01a1d3ed821a req-8d58aa53-9de8-468b-a55b-c2e4860552b3 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 210 time: 0.0734355 Jul 15 13:21:13.185605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60078) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:13.579088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.607525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'name': 'network-vif-deleted', 'tag': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:13.609779 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f54a3-5f8f-47b8-8f0a-6a2bbd97da6f" -d '{"events": [{"server_uuid": "96a9d3b7-f99b-4652-a161-f3de246fefde", "name": "network-vif-deleted", "tag": "03cc78fd-b5cb-452b-a3fd-ee70eb767c9b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:13.620640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.640463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.655018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126cb4-a7ae-456f-98d1-a41b0484de24 req-3fc492e9-1e5d-495d-8b54-f53767014b61 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.656529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e126cb4-a7ae-456f-98d1-a41b0484de24 req-3fc492e9-1e5d-495d-8b54-f53767014b61 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.4925194 Jul 15 13:21:13.659091 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4d449-0625-4f50-8377-266df38d8002 x-openstack-request-id: req-f6e4d449-0625-4f50-8377-266df38d8002 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:13.659384 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a9d3b7-f99b-4652-a161-f3de246fefde", "name": "network-vif-deleted", "tag": "03cc78fd-b5cb-452b-a3fd-ee70eb767c9b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:13.659635 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6e4d449-0625-4f50-8377-266df38d8002 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:13.660009 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a9d3b7-f99b-4652-a161-f3de246fefde', 'name': 'network-vif-deleted', 'tag': '03cc78fd-b5cb-452b-a3fd-ee70eb767c9b', 'status': 'completed', 'code': 200} Jul 15 13:21:13.692894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Pushing event deleted for resources: {'Port': ['ID=23b892fa-fbb6-4786-a2ad-37bd1841b6f4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.712938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 90a14343-0286-4890-b098-f4291d52c4e1 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:13.745656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.746152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.746649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.746941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.747304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.747694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.747992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.748353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.748674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.749057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.749346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.750276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:13.773677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 90a14343-0286-4890-b098-f4291d52c4e1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:13.778996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 90a14343-0286-4890-b098-f4291d52c4e1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:13.779420 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.845717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e126cb4-a7ae-456f-98d1-a41b0484de24 req-7839c61b-83a4-42b2-a81f-1a642fa68955 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780255 Jul 15 13:21:13.851718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.857515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.872760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bca95312-bb7d-4214-9229-97285f22a14d tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] 10.222.0.48 "DELETE /v2.0/floatingips/d87f6104-f9a6-43b5-8de5-f1010141f315 HTTP/1.1" status: 204 len: 168 time: 1.6968725 Jul 15 13:21:13.872760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.897824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.935660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Deleting port 529f27b5-2080-4365-b6e6-0cd7475328e6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:13.936025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.979746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Network b71a6596-b8c9-4ee3-9f8c-4ec620954352 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:13.998733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=90a14343-0286-4890-b098-f4291d52c4e1,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:14.001984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:14.006830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:14.015571 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.016394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7116542e-4575-40d6-ba9d-5e337ae2b823 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:14.080309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'}, {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a14343-0286-4890-b098-f4291d52c4e1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:14.084334 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3df742-7e56-4ba8-841b-e7cd0ca35218" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8"}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "90a14343-0286-4890-b098-f4291d52c4e1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:14.102946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Pushing event updated for resources: {'Port': ['ID=82a7fae0-6960-4823-b83e-a3612546d724,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:14.166323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.167168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.171283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:14.185046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 7116542e-4575-40d6-ba9d-5e337ae2b823 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:14.189905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 7116542e-4575-40d6-ba9d-5e337ae2b823 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:14.190320 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.190518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] For port 529f27b5-2080-4365-b6e6-0cd7475328e6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=529f27b5-2080-4365-b6e6-0cd7475328e6,segment=NetworkSegment(f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311),segment_id=f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:14.191082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.196729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-757a4d56-6335-4d96-b6f6-49556cdbcd2a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9032810 Jul 15 13:21:14.208122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Calling delete_port for 529f27b5-2080-4365-b6e6-0cd7475328e6 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:14.217590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.224974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.232781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.240918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.248072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.256368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.263230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.271441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-33818105-0357-45f3-ae87-c9f1a56a0a96 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5429 time: 0.1782231 Jul 15 13:21:14.294312 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.298108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Request body: {'port': {'device_id': '106b2ade-7592-4036-aad9-41dad613a04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:14.336710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7116542e-4575-40d6-ba9d-5e337ae2b823,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:14.344455 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.345700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:14.439716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.443079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59325b8a-ef6c-43a4-83e2-9a3ff506e53b req-06e988c9-4b0e-4baa-8e10-47ac8115e98e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707482 Jul 15 13:21:14.487931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=529f27b5-2080-4365-b6e6-0cd7475328e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:14.525710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:14.554455 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980e664-eeb9-40dc-a8c7-127c7831bb66 x-openstack-request-id: req-9980e664-eeb9-40dc-a8c7-127c7831bb66 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:14.554767 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8", "code": 200}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "90a14343-0286-4890-b098-f4291d52c4e1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:14.555018 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9980e664-eeb9-40dc-a8c7-127c7831bb66 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:14.555412 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'code': 200} Jul 15 13:21:14.555671 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a14343-0286-4890-b098-f4291d52c4e1', 'code': 200} Jul 15 13:21:14.574927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc06ae-3305-4b4f-ac4e-36182ea0cd34 req-72d28b06-4981-4aee-a929-85bc7179f1e4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.575126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:14.583160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74dc06ae-3305-4b4f-ac4e-36182ea0cd34 req-72d28b06-4981-4aee-a929-85bc7179f1e4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2823648 Jul 15 13:21:14.583871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:14.584256 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.602372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.773726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.846999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.890252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74dc06ae-3305-4b4f-ac4e-36182ea0cd34 req-4b4b3e5f-6d39-444d-8199-1a0210c23fd6 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061659 Jul 15 13:21:14.905494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:14.922402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.923472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 11bb89de-762c-45bf-8abf-68f77a86d653 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:15.045094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.053362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458c124-3981-4621-ac99-b2a497ab85c6 req-19590dd0-02e7-463b-a6d9-3572398dffc2 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.060017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6458c124-3981-4621-ac99-b2a497ab85c6 req-19590dd0-02e7-463b-a6d9-3572398dffc2 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 932 time: 0.2889161 Jul 15 13:21:15.069683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 11bb89de-762c-45bf-8abf-68f77a86d653 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:15.075348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 11bb89de-762c-45bf-8abf-68f77a86d653 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:15.076110 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.218836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Router b42bc44b-ae71-411e-b57b-8684c9f156cf has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:15.237269 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.272175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6458c124-3981-4621-ac99-b2a497ab85c6 req-47e7132e-e145-4777-8eb7-0d39fdf2a521 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062292 Jul 15 13:21:15.305424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1cb2c2d-19c4-46b8-a7b9-395601f04d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.327126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=11bb89de-762c-45bf-8abf-68f77a86d653,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:15.341267 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.342465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device de338215-a2a6-461d-afdc-00b0bdbe88e2 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:15.373958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a7fae0-6960-4823-b83e-a3612546d724 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:15.402877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8327-3c4e-4bc6-bbe5-105c4b364826 req-a47b408f-b469-4963-86f6-8798f44685e1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.404703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:15.410098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-26d6d0bf-be7a-49e6-854b-bc0e300b7b27 admin admin] 10.222.0.48 "PUT /v2.0/routers/b42bc44b-ae71-411e-b57b-8684c9f156cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232745 Jul 15 13:21:15.413606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:15.414338 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] Sync routers for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:15.421126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70ce8327-3c4e-4bc6-bbe5-105c4b364826 req-a47b408f-b469-4963-86f6-8798f44685e1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.2748356 Jul 15 13:21:15.437138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.439015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:15.442387 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:15.472162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.515812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70ce8327-3c4e-4bc6-bbe5-105c4b364826 req-bfb938b6-d31f-4bea-8d24-b682637cfa2a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923636 Jul 15 13:21:15.528364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Transition to ACTIVE for port object 82a7fae0-6960-4823-b83e-a3612546d724 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:15.545467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.598689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.612486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port de338215-a2a6-461d-afdc-00b0bdbe88e2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:15.613044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Pushing event updated for resources: {'Port': ['ID=82a7fae0-6960-4823-b83e-a3612546d724,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.623602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port de338215-a2a6-461d-afdc-00b0bdbe88e2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:15.624033 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.708740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.778779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Attempting to bind port 82a7fae0-6960-4823-b83e-a3612546d724 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:15.779505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Attempting to bind port 82a7fae0-6960-4823-b83e-a3612546d724 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '337162d4-b67d-4215-87c4-cbb14a3d81c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:15.779849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Attempting to bind port 82a7fae0-6960-4823-b83e-a3612546d724 on network b71a6596-b8c9-4ee3-9f8c-4ec620954352 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:15.788658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Port 82a7fae0-6960-4823-b83e-a3612546d724 on network b71a6596-b8c9-4ee3-9f8c-4ec620954352 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:15.789019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Attempting to bind port 82a7fae0-6960-4823-b83e-a3612546d724 on network b71a6596-b8c9-4ee3-9f8c-4ec620954352 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:15.802511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:15.802854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Checking segment: {'id': '337162d4-b67d-4215-87c4-cbb14a3d81c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:15.803247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Bound using segment: {'id': '337162d4-b67d-4215-87c4-cbb14a3d81c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:15.803685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Bound port: 82a7fae0-6960-4823-b83e-a3612546d724, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337162d4-b67d-4215-87c4-cbb14a3d81c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:15.804046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.821474 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:15.899550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.007815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:16.024746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.153286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] For port 82a7fae0-6960-4823-b83e-a3612546d724, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:16.153817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.212040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] For port 82a7fae0-6960-4823-b83e-a3612546d724, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=82a7fae0-6960-4823-b83e-a3612546d724,segment=NetworkSegment(337162d4-b67d-4215-87c4-cbb14a3d81c1),segment_id=337162d4-b67d-4215-87c4-cbb14a3d81c1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:16.253066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.266903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.277301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.290951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.298125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.304743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.311489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.316170 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:21:14Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.319520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-e39dc743-7be0-42f5-a895-db6f7a3cda56 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5432 time: 0.4712112 Jul 15 13:21:16.353900 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] Checking router: b42bc44b-ae71-411e-b57b-8684c9f156cf for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:16.365645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.366509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] Routers {'b42bc44b-ae71-411e-b57b-8684c9f156cf'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:16.367147 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b42bc44b-ae71-411e-b57b-8684c9f156cf'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.448982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Pushing event updated for resources: {'Port': ['ID=82a7fae0-6960-4823-b83e-a3612546d724,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.464030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.465343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.467755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-f7193272-2c4d-4687-8583-c3eed8865b0b service neutron] 10.222.0.49 "PUT /v2.0/ports/82a7fae0-6960-4823-b83e-a3612546d724 HTTP/1.1" status: 200 len: 1092 time: 2.1738231 Jul 15 13:21:16.469218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106b2ade-7592-4036-aad9-41dad613a04e', 'tag': '82a7fae0-6960-4823-b83e-a3612546d724'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:16.473459 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2337b71d-0f27-4af6-b5ed-a39c32d2e408" -d '{"events": [{"name": "network-changed", "server_uuid": "106b2ade-7592-4036-aad9-41dad613a04e", "tag": "82a7fae0-6960-4823-b83e-a3612546d724"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:16.501631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.528173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] Set router b42bc44b-ae71-411e-b57b-8684c9f156cf gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:16.535573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34b1359a-a882-4556-b6ef-3e68a09a3f35 req-a92092aa-f25d-4cc4-8ddd-386f463a6387 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150786 Jul 15 13:21:16.556380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823'}, {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc'}, {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653'}, {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de338215-a2a6-461d-afdc-00b0bdbe88e2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:16.559276 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ebbbbc-e3c8-4b79-8f7e-de67c54edf6b" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823"}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc"}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653"}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "de338215-a2a6-461d-afdc-00b0bdbe88e2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:16.618618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Deleting port 04667f9e-e25c-4562-8351-e6739e3fe2f3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:16.621192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.699202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91e58-1f83-4e22-a356-e825471cb079 req-45e15ad6-0743-49ab-8758-b4f2cc681b82 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.701158 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27b91e58-1f83-4e22-a356-e825471cb079 req-45e15ad6-0743-49ab-8758-b4f2cc681b82 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.3723485 Jul 15 13:21:16.715570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.818085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] For port 04667f9e-e25c-4562-8351-e6739e3fe2f3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=04667f9e-e25c-4562-8351-e6739e3fe2f3,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:16.818484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.853737 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:21:14Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.857896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Calling delete_port for 04667f9e-e25c-4562-8351-e6739e3fe2f3 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:16.894508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27b91e58-1f83-4e22-a356-e825471cb079 req-3caa4518-47f1-4251-ad06-1d787ec751d3 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871600 Jul 15 13:21:16.899712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-0be42c0a-9c70-4166-888f-afbc35634eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.905790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-0be42c0a-9c70-4166-888f-afbc35634eaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c475be2e2a1b42a5b4bd2e75dcf3d118&device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 1095 time: 0.3635387 Jul 15 13:21:16.911643 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30470f2a-27d4-4e94-942c-c3223d4ddfed None None] The sync data for ids ['b42bc44b-ae71-411e-b57b-8684c9f156cf'] in n-d-798249-9 is: [{'id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006032896-router', 'tenant_id': '1db85c5c196f443ea3db5999feceb8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:33Z', 'updated_at': '2021-07-15T13:21:14Z', 'revision_number': 5, 'project_id': '1db85c5c196f443ea3db5999feceb8eb', 'gw_port': {'id': '04667f9e-e25c-4562-8351-e6739e3fe2f3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42bc44b-ae71-411e-b57b-8684c9f156cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:35Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:16.997585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-1c02615f-bf4e-408d-8ac2-e5269c84e307 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82a7fae0-6960-4823-b83e-a3612546d724 HTTP/1.1" status: 200 len: 217 time: 0.0718129 Jul 15 13:21:17.006954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1f09a-fc1c-4366-bdcb-4d02da20e46c req-9a918fc1-6f24-4225-a53c-d9339514309b tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.008757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64f1f09a-fc1c-4366-bdcb-4d02da20e46c req-9a918fc1-6f24-4225-a53c-d9339514309b tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 944 time: 0.2410514 Jul 15 13:21:17.028596 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020ad49-664e-4849-a577-e297773b7f5c x-openstack-request-id: req-3020ad49-664e-4849-a577-e297773b7f5c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:17.029243 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106b2ade-7592-4036-aad9-41dad613a04e", "tag": "82a7fae0-6960-4823-b83e-a3612546d724", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:17.029704 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3020ad49-664e-4849-a577-e297773b7f5c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:17.030323 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106b2ade-7592-4036-aad9-41dad613a04e', 'tag': '82a7fae0-6960-4823-b83e-a3612546d724', 'status': 'completed', 'code': 200} Jul 15 13:21:17.102692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64f1f09a-fc1c-4366-bdcb-4d02da20e46c req-03e82621-f4e6-4368-a248-aa2b7fe69e8b tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826488 Jul 15 13:21:17.109243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dec39-72fe-4853-8909-c17c786d1955 req-877bbe45-8b44-4dca-bd1d-684f328bf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.111256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-877bbe45-8b44-4dca-bd1d-684f328bf24f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=085eb249-6996-4ba8-aa6c-6e75b1954de4 HTTP/1.1" status: 200 len: 850 time: 0.1014175 Jul 15 13:21:17.166165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-e4ca97a2-2028-4c88-92d4-9b9367330a9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b71a6596-b8c9-4ee3-9f8c-4ec620954352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475862 Jul 15 13:21:17.192104 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64f4d7d-7323-425e-b409-fd84dc16a89b x-openstack-request-id: req-b64f4d7d-7323-425e-b409-fd84dc16a89b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:17.192612 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823", "code": 200}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc", "code": 200}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653", "code": 200}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-plugged", "status": "completed", "tag": "de338215-a2a6-461d-afdc-00b0bdbe88e2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:17.192710 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b64f4d7d-7323-425e-b409-fd84dc16a89b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:17.193099 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823', 'code': 200} Jul 15 13:21:17.193334 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc', 'code': 200} Jul 15 13:21:17.193587 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653', 'code': 200} Jul 15 13:21:17.194062 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de338215-a2a6-461d-afdc-00b0bdbe88e2', 'code': 200} Jul 15 13:21:17.227715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.346373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=04667f9e-e25c-4562-8351-e6739e3fe2f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.430965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-0b407005-9232-418c-846c-3897b3e5e484 service neutron] 10.222.0.49 "GET /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541621 Jul 15 13:21:17.563539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.569217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.570176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.571242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.572629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.574495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.575549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.577988 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-95f3abcf-ecb5-4495-a4d2-4933576f287b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6490 time: 0.2730772 Jul 15 13:21:17.618323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.724887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3f6ba-3a51-4d6f-9721-a5d6ff09d2e4 req-19051b46-bdea-4ea3-81f2-ba0082f59c0f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.726358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a3f6ba-3a51-4d6f-9721-a5d6ff09d2e4 req-19051b46-bdea-4ea3-81f2-ba0082f59c0f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.4090238 Jul 15 13:21:17.826636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.830703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 529f27b5-2080-4365-b6e6-0cd7475328e6 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:17.835338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45dec39-72fe-4853-8909-c17c786d1955 req-8743f024-08a1-463e-a117-8df2208d5356 service neutron] 10.222.0.49 "GET /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878779 Jul 15 13:21:17.836955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.856395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a3f6ba-3a51-4d6f-9721-a5d6ff09d2e4 req-179fa266-f3f8-4fbe-aa4e-b563a56d1709 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130965 Jul 15 13:21:17.895473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 529f27b5-2080-4365-b6e6-0cd7475328e6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:17.895915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 529f27b5-2080-4365-b6e6-0cd7475328e6 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:17.907263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.917621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.925408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.938895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.961590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.975475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.984306 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.984875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42bc44b-ae71-411e-b57b-8684c9f156cf {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:17.989680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.989789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.998655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa46a858-6124-475a-a09d-0918151d1617 req-9ba13d7e-b4a4-4d10-9e63-8bf752fdcf4a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.1922336 Jul 15 13:21:17.999946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.001139 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c5f0bd4-3914-427f-ad66-6de660eb3ddb admin admin] 10.222.0.48 "DELETE /v2.0/routers/b42bc44b-ae71-411e-b57b-8684c9f156cf HTTP/1.1" status: 204 len: 168 time: 2.5764475 Jul 15 13:21:18.022942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.053538 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a4fa9f3f-68a9-4fb1-9ec9-e80feb432b1c req-025cd9f9-1f1e-4d5e-9a16-39d8afaf8c09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4599075 Jul 15 13:21:18.253257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa46a858-6124-475a-a09d-0918151d1617 req-cb6b1b97-746c-4bd2-8a8b-8c19dbf0ac4c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276409 Jul 15 13:21:18.265331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Deleting subnet f6f04962-3a2c-4e2d-8557-d73205256ae8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:18.282888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.340504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.344137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-f42de7ef-4687-492a-ab50-9f9ed0510efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.345954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-f42de7ef-4687-492a-ab50-9f9ed0510efe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c475be2e2a1b42a5b4bd2e75dcf3d118&device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 1095 time: 0.3448694 Jul 15 13:21:18.396416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cda6e-a6aa-4526-9fce-4127bc892e0d req-4325d2ce-0018-4d2b-931c-270ec332a6aa tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.397954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-696cda6e-a6aa-4526-9fce-4127bc892e0d req-4325d2ce-0018-4d2b-931c-270ec332a6aa tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2556765 Jul 15 13:21:18.523913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.673680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-af40f0e1-8d17-425f-9965-b6ff14ad0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.675864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-af40f0e1-8d17-425f-9965-b6ff14ad0c1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b71a6596-b8c9-4ee3-9f8c-4ec620954352 HTTP/1.1" status: 200 len: 911 time: 0.3071792 Jul 15 13:21:18.749978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-6b53fffb-5178-443f-a156-066c5b77cd7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82a7fae0-6960-4823-b83e-a3612546d724 HTTP/1.1" status: 200 len: 217 time: 0.0519264 Jul 15 13:21:18.815042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-fdac61a6-d7fa-4ff7-843a-f50aa2827178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.816446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-fdac61a6-d7fa-4ff7-843a-f50aa2827178 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=085eb249-6996-4ba8-aa6c-6e75b1954de4 HTTP/1.1" status: 200 len: 850 time: 0.0508330 Jul 15 13:21:18.825082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-696cda6e-a6aa-4526-9fce-4127bc892e0d req-7860c4a2-885f-471a-a3c7-99b5ad1517dc tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046884 Jul 15 13:21:18.869241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-cedf8fc5-2b27-4f9b-b2e5-365b23789593 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b71a6596-b8c9-4ee3-9f8c-4ec620954352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399511 Jul 15 13:21:18.872466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.911293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a497f-19ba-4caa-af9a-ff8b975ea4f6 req-73e94e9b-ad63-4996-9a85-53a638959cf5 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.921553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b8a497f-19ba-4caa-af9a-ff8b975ea4f6 req-73e94e9b-ad63-4996-9a85-53a638959cf5 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 944 time: 0.4473062 Jul 15 13:21:19.038920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b8a497f-19ba-4caa-af9a-ff8b975ea4f6 req-39570e07-1761-4aad-b226-b9f5aa00e356 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160886 Jul 15 13:21:19.085254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f04962-3a2c-4e2d-8557-d73205256ae8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.093598 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.095889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-88194024-fe0e-4a7c-aab0-a2889c1d8910 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6f04962-3a2c-4e2d-8557-d73205256ae8 HTTP/1.1" status: 204 len: 168 time: 1.0717027 Jul 15 13:21:19.098648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60198) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.270654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.380991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-a8c8d7f0-8779-4ff2-998e-717282779750 service neutron] 10.222.0.49 "GET /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910119 Jul 15 13:21:19.463016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.478329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161b699b-2337-4621-9438-cbd9845b08ef']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:19.501134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:19.501431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c0c50c-3c16-4da8-a7f7-d1b2ad15b311') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:19.513081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b9e0-3e73-47a7-bcf9-c6515e3d67fd req-3ced9699-6bc9-4b4f-b59a-46268bd5b555 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.517796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6400b9e0-3e73-47a7-bcf9-c6515e3d67fd req-3ced9699-6bc9-4b4f-b59a-46268bd5b555 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.4190073 Jul 15 13:21:19.528840 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.560450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.586100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:19.586426 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:19.590468 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:19.724814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 04667f9e-e25c-4562-8351-e6739e3fe2f3 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:19.795140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 04667f9e-e25c-4562-8351-e6739e3fe2f3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:19.795723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 04667f9e-e25c-4562-8351-e6739e3fe2f3 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:19.825652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6400b9e0-3e73-47a7-bcf9-c6515e3d67fd req-385bbbb8-b2bc-4f95-81a3-aaea16e9de0a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898932 Jul 15 13:21:19.860967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2337b71d-0f27-4af6-b5ed-a39c32d2e408 req-094109da-f080-4eb2-b45f-a4fea8de9e50 service neutron] 10.222.0.49 "GET /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661298 Jul 15 13:21:19.876142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.890165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.895608 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] 10.222.0.48 "DELETE /v2.0/networks/161b699b-2337-4621-9438-cbd9845b08ef HTTP/1.1" status: 204 len: 168 time: 0.7958486 Jul 15 13:21:19.923044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b39a0-b1c2-4908-8a4b-ebbae5f85e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=161b699b-2337-4621-9438-cbd9845b08ef,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.094080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.100497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 82a7fae0-6960-4823-b83e-a3612546d724 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:20.101313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.108473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.115784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.123692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.130661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.137785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.139744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-d429c2f3-159b-4c7b-9184-85d32b1a192c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.1988850 Jul 15 13:21:20.271847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc46a752-f8ff-4568-b20f-95f281cb8d8b req-337f46e9-0242-4df7-b0ec-bfe4ab9773bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188426 Jul 15 13:21:20.280850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:20.393941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 82a7fae0-6960-4823-b83e-a3612546d724, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=82a7fae0-6960-4823-b83e-a3612546d724,segment=NetworkSegment(337162d4-b67d-4215-87c4-cbb14a3d81c1),segment_id=337162d4-b67d-4215-87c4-cbb14a3d81c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:20.426740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-94e6d0f6-11c1-4209-b026-901cfb0c592b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1db85c5c196f443ea3db5999feceb8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446409 Jul 15 13:21:20.429745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:20.431741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '82a7fae0-6960-4823-b83e-a3612546d724', 'network_id': 'b71a6596-b8c9-4ee3-9f8c-4ec620954352', 'port_id': '82a7fae0-6960-4823-b83e-a3612546d724', 'mac_address': 'fa:16:3e:f1:20:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085eb249-6996-4ba8-aa6c-6e75b1954de4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:20.551884 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.612505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a7fae0-6960-4823-b83e-a3612546d724 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:20.669636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 82a7fae0-6960-4823-b83e-a3612546d724, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=82a7fae0-6960-4823-b83e-a3612546d724,segment=NetworkSegment(337162d4-b67d-4215-87c4-cbb14a3d81c1),segment_id=337162d4-b67d-4215-87c4-cbb14a3d81c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:20.678122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.728241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63a6ced-ddd0-4ab4-841e-9e15e881622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.728638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=82a7fae0-6960-4823-b83e-a3612546d724,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.918947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63a6ced-ddd0-4ab4-841e-9e15e881622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.944009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c5226-9c1a-43a0-8158-1418d12c93df req-7aa7267d-22e6-47e5-90ef-22f4ee076cfb tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.944535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['82a7fae0-6960-4823-b83e-a3612546d724'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:20.959858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-102c5226-9c1a-43a0-8158-1418d12c93df req-7aa7267d-22e6-47e5-90ef-22f4ee076cfb tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 944 time: 0.3025682 Jul 15 13:21:21.060979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-102c5226-9c1a-43a0-8158-1418d12c93df req-f76fac49-4b4d-4e01-8feb-385efe46fa75 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980153 Jul 15 13:21:21.179186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391cd4d-5370-4acc-9b9a-2cab77c5b277 req-9307b6ca-abab-4e84-8b82-1688cb6e87a2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.186415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7391cd4d-5370-4acc-9b9a-2cab77c5b277 req-9307b6ca-abab-4e84-8b82-1688cb6e87a2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.4605472 Jul 15 13:21:21.195626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63a6ced-ddd0-4ab4-841e-9e15e881622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.198316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63a6ced-ddd0-4ab4-841e-9e15e881622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.202453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d63a6ced-ddd0-4ab4-841e-9e15e881622a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e455df4-bfd3-4b1b-8b9f-ba4381739836 HTTP/1.1" status: 204 len: 168 time: 0.7715838 Jul 15 13:21:21.222661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a6ced-ddd0-4ab4-841e-9e15e881622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e455df4-bfd3-4b1b-8b9f-ba4381739836,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.263264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7391cd4d-5370-4acc-9b9a-2cab77c5b277 req-6cebd0ba-0fc1-4994-8162-f32bb9671e15 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758500 Jul 15 13:21:21.443299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.449584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.455799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.461767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.467798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.473648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.480117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.482049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5358d7df-0d8a-48b3-b896-5c12c610431b req-07ad0598-6e5b-4f3a-9dac-8a36111c4ba2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.2146673 Jul 15 13:21:21.492554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.499002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Request body: {'floatingip': {'port_id': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:21.577351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.609282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a87c40-5644-45b9-88ed-11c5ad17c6c5 req-39df3c25-f855-444d-9271-1dbfc8fbdb3b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.623162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82a87c40-5644-45b9-88ed-11c5ad17c6c5 req-39df3c25-f855-444d-9271-1dbfc8fbdb3b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.1399860 Jul 15 13:21:21.702292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82a87c40-5644-45b9-88ed-11c5ad17c6c5 req-28fd4611-0e79-4d1c-a05b-070109862347 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730751 Jul 15 13:21:21.981505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-5d7bb19b-1872-408a-bc70-60da4bac6907 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.991504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-5d7bb19b-1872-408a-bc70-60da4bac6907 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 945 time: 0.1356246 Jul 15 13:21:22.115649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 82a7fae0-6960-4823-b83e-a3612546d724 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:22.196991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Deleting port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:22.197841 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.297272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 82a7fae0-6960-4823-b83e-a3612546d724 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:22.301823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 82a7fae0-6960-4823-b83e-a3612546d724 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:22.302666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.401131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] For port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:22.403584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.422999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:21:22.424114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Calling delete_port for 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:22.544394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.550979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.572261 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.601691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106b2ade-7592-4036-aad9-41dad613a04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a7fae0-6960-4823-b83e-a3612546d724'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:22.605429 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4a786b-d218-429e-a379-45a4db831927" -d '{"events": [{"server_uuid": "106b2ade-7592-4036-aad9-41dad613a04e", "name": "network-vif-plugged", "status": "completed", "tag": "82a7fae0-6960-4823-b83e-a3612546d724"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:22.619652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 82a7fae0-6960-4823-b83e-a3612546d724, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=82a7fae0-6960-4823-b83e-a3612546d724,segment=NetworkSegment(337162d4-b67d-4215-87c4-cbb14a3d81c1),segment_id=337162d4-b67d-4215-87c4-cbb14a3d81c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:22.628432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.646331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e4f5-d3b3-4528-bfdf-a0e37f29daa5 req-194c7bc0-0112-4494-aadc-296b51285c1c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.648219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca63e4f5-d3b3-4528-bfdf-a0e37f29daa5 req-194c7bc0-0112-4494-aadc-296b51285c1c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1505637 Jul 15 13:21:22.710102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:22.736960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c75c-980d-4ce4-b8db-56b647ecde51 req-c968f230-60f2-4e7b-a57b-8dee3a8ce643 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.746502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4694c75c-980d-4ce4-b8db-56b647ecde51 req-c968f230-60f2-4e7b-a57b-8dee3a8ce643 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 945 time: 0.2393372 Jul 15 13:21:22.755927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca63e4f5-d3b3-4528-bfdf-a0e37f29daa5 req-a91667e2-887d-450d-bad4-27dd24700f68 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918188 Jul 15 13:21:22.768392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=82a7fae0-6960-4823-b83e-a3612546d724,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.806658 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Floating IP 990f22a0-f097-45e1-b852-39aada1a1e5a associated. External IP: 172.25.2.182, port: c86ba4d7-992a-4e3c-afa3-4eab910a3bb8. Jul 15 13:21:22.923822 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ba099-f069-46e3-9503-049bea60b7eb x-openstack-request-id: req-748ba099-f069-46e3-9503-049bea60b7eb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:22.924152 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106b2ade-7592-4036-aad9-41dad613a04e", "name": "network-vif-plugged", "status": "completed", "tag": "82a7fae0-6960-4823-b83e-a3612546d724", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:22.924417 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-748ba099-f069-46e3-9503-049bea60b7eb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:22.924832 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106b2ade-7592-4036-aad9-41dad613a04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a7fae0-6960-4823-b83e-a3612546d724', 'code': 200} Jul 15 13:21:23.207481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf8d9-a681-48c2-abe3-cd6c5754e117 req-aeae685f-d24f-4e30-8c12-dc5b6e600ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.209888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2a8cf8d9-a681-48c2-abe3-cd6c5754e117 req-aeae685f-d24f-4e30-8c12-dc5b6e600ae4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 1097 time: 0.1959195 Jul 15 13:21:23.279042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4694c75c-980d-4ce4-b8db-56b647ecde51 req-f2ec576f-7fc0-4a0c-853c-80d43925a0cd tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311334 Jul 15 13:21:23.309841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-512923370-network', 'tenant_id': '08a4bc72e5104ac998cfccdd32e79777'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:23.392732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Router f40d9937-5198-4e3f-a176-674b6a1ede08 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:23.396841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da9b6c84-d9bb-4e15-b463-0d945b935206 req-886e534c-d071-461e-9e30-607d625cd37b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 210 time: 0.1053636 Jul 15 13:21:23.407534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.428065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['85f313fa-3fd1-4bd2-af3a-bbc962d26e10'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:23.511603 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2a8cf8d9-a681-48c2-abe3-cd6c5754e117 req-f64095b9-9a69-4a5f-98e5-6e16c7615ba8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930665 Jul 15 13:21:23.537232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event deleted for resources: {'Port': ['ID=85f313fa-3fd1-4bd2-af3a-bbc962d26e10,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.588101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] No DVR routers for this DVR port 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:23.592983 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.596637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c999608-794b-4226-9e71-42cc0ae2c844 req-48f8733c-e706-4d8a-a34d-0cd17ae80e5d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.49 "DELETE /v2.0/ports/85f313fa-3fd1-4bd2-af3a-bbc962d26e10 HTTP/1.1" status: 204 len: 173 time: 1.5960402 Jul 15 13:21:23.597293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000309d3-9720-4230-9177-ad01e7f19480', 'name': 'network-vif-deleted', 'tag': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:23.601605 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadb89fc-ac31-45f8-be29-c317ba6b9605" -d '{"events": [{"server_uuid": "000309d3-9720-4230-9177-ad01e7f19480", "name": "network-vif-deleted", "tag": "85f313fa-3fd1-4bd2-af3a-bbc962d26e10"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:23.608718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Made reservation on behalf of 08a4bc72e5104ac998cfccdd32e79777 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:23.613645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.656304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.679085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e416b25-9cb4-4968-8c1a-f279bc53dc63 req-5f6d974f-e334-4115-8c5b-ce6a8fdc39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.692078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6e416b25-9cb4-4968-8c1a-f279bc53dc63 req-5f6d974f-e334-4115-8c5b-ce6a8fdc39e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.3129153 Jul 15 13:21:23.735624 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87764019-72cd-4b89-8472-ebe7af0d6f35 x-openstack-request-id: req-87764019-72cd-4b89-8472-ebe7af0d6f35 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:23.737228 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000309d3-9720-4230-9177-ad01e7f19480", "name": "network-vif-deleted", "tag": "85f313fa-3fd1-4bd2-af3a-bbc962d26e10", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:23.737228 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87764019-72cd-4b89-8472-ebe7af0d6f35 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:23.737228 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000309d3-9720-4230-9177-ad01e7f19480', 'name': 'network-vif-deleted', 'tag': '85f313fa-3fd1-4bd2-af3a-bbc962d26e10', 'status': 'completed', 'code': 200} Jul 15 13:21:23.833629 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.856361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.885654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:23.903402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.904504 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Added segment 52f9e678-46cc-48a4-bec0-4b6c8f35e947 of type vlan for network 72fc04c9-5790-47bb-ac5e-21f662c1be2a Jul 15 13:21:23.912395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6e416b25-9cb4-4968-8c1a-f279bc53dc63 req-cfc21f11-af08-49b6-beb9-bdb2d3d924d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191999 Jul 15 13:21:23.913589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:23.931951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] Sync routers for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:23.938703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.944949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:23.947822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:24.000381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a033d68-d20f-4eb0-9faa-8e3c77c51e20,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.032142 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71d93e28-fcda-47ef-9aa4-b8e6c2d4af06 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "PUT /v2.0/floatingips/990f22a0-f097-45e1-b852-39aada1a1e5a HTTP/1.1" status: 200 len: 991 time: 2.5384200 Jul 15 13:21:24.033034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:24.036016 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53406f2a-95d8-4962-95c7-6fb72b0da76a" -d '{"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:24.071510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.193935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.200952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.201591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.236954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:24.258336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60302) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:24.258530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5379138 Jul 15 13:21:24.265056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Request body: {'subnet': {'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-512923370-subnet', 'tenant_id': '08a4bc72e5104ac998cfccdd32e79777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:24.341306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac428ac-4453-46dc-a2f0-c2300a334ed5 req-efa91d24-8b70-43a3-b79e-2390240c8622 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.342936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ac428ac-4453-46dc-a2f0-c2300a334ed5 req-efa91d24-8b70-43a3-b79e-2390240c8622 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2409136 Jul 15 13:21:24.354625 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337aa8b0-cc05-47a0-bcb9-6cc92bb43701 x-openstack-request-id: req-337aa8b0-cc05-47a0-bcb9-6cc92bb43701 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:24.355173 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:24.355522 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-337aa8b0-cc05-47a0-bcb9-6cc92bb43701 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:24.356031 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'status': 'completed', 'code': 200} Jul 15 13:21:24.372505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Made reservation on behalf of 08a4bc72e5104ac998cfccdd32e79777 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:24.376078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.551443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2870a-37ab-4159-824e-aeaf47dbdc86 admin admin] Pushing event updated for resources: {'Network': ['ID=72fc04c9-5790-47bb-ac5e-21f662c1be2a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.577164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 72fc04c9-5790-47bb-ac5e-21f662c1be2a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:24.611401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ac428ac-4453-46dc-a2f0-c2300a334ed5 req-fdacb79e-a03d-4968-9f0e-497b7f51e2ab tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454319 Jul 15 13:21:24.787983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.788572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.788940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.789410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.794273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.794833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.795248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.797245 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-efca2284-5942-4950-a400-0f397471b033 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6490 time: 0.3476210 Jul 15 13:21:24.933004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '990f22a0-f097-45e1-b852-39aada1a1e5a', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'port_id': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'mac_address': 'fa:16:3e:2d:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:20Z', 'updated_at': '2021-07-15T13:21:22Z', 'revision_number': 1, 'project_id': '42a273a521634b82af54479a039d02d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:24.959794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29788d9e-fe0e-4dad-a394-d83f1b128006 req-83c0c2b8-4bf1-45d0-9e11-de88969fddfa tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=000309d3-9720-4230-9177-ad01e7f19480 HTTP/1.1" status: 200 len: 210 time: 0.0726767 Jul 15 13:21:24.986478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] Checking router: f40d9937-5198-4e3f-a176-674b6a1ede08 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:25.009566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:25.015019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:25.103613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.118091 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:21:25.206971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fddd00-79c3-434d-8d83-080f230ed66d req-ee1052fa-0a63-4394-ac22-dc540d626c58 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.211276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6fddd00-79c3-434d-8d83-080f230ed66d req-ee1052fa-0a63-4394-ac22-dc540d626c58 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 946 time: 0.2462475 Jul 15 13:21:25.243111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:25.272796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-4e87087f-ed7a-49a2-bd1c-e639e1d8863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.280742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-4e87087f-ed7a-49a2-bd1c-e639e1d8863c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a75e0eff-bf79-4235-8120-8cc46dbb8c91 HTTP/1.1" status: 200 len: 913 time: 0.4739587 Jul 15 13:21:25.338753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6fddd00-79c3-434d-8d83-080f230ed66d req-8ac6f874-4c75-4d4e-9cbf-9668026f9e82 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196930 Jul 15 13:21:25.505749 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-3b780601-aafc-493d-9e6a-d8eba499dfc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 200 len: 999 time: 0.1917353 Jul 15 13:21:25.590819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-b6499d76-bd52-4dcf-9afe-c8f2f1fa7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.592324 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-b6499d76-bd52-4dcf-9afe-c8f2f1fa7083 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42606211-d54c-41d8-be8f-542dec82c4bb HTTP/1.1" status: 200 len: 851 time: 0.0616190 Jul 15 13:21:25.595750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d728839-ff2e-404f-a318-d5ca530ff2f7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:25.638906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.639250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.639912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.639912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.640344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.640547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.641695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.648623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.648986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.649332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.649753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.650001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:25.684422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Checking segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:25.684802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Network hostable DHCP agents. Network: 72fc04c9-5790-47bb-ac5e-21f662c1be2a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:25.726778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '990f22a0-f097-45e1-b852-39aada1a1e5a', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'port_id': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'mac_address': 'fa:16:3e:2d:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:20Z', 'updated_at': '2021-07-15T13:21:22Z', 'revision_number': 1, 'project_id': '42a273a521634b82af54479a039d02d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:25.748264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-683c9423-f841-45b1-9aa0-a48726c43745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.749829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-683c9423-f841-45b1-9aa0-a48726c43745 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434648 Jul 15 13:21:25.782048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Network 72fc04c9-5790-47bb-ac5e-21f662c1be2a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:25.812621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf723a-cdec-4796-91f2-92ec0ef4a2ed None None] The sync data for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 is: [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '990f22a0-f097-45e1-b852-39aada1a1e5a', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'port_id': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'mac_address': 'fa:16:3e:2d:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:20Z', 'updated_at': '2021-07-15T13:21:22Z', 'revision_number': 1, 'project_id': '42a273a521634b82af54479a039d02d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:25.842613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 72fc04c9-5790-47bb-ac5e-21f662c1be2a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:25.856878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0688c62-c958-49a4-a886-416ea887214c None None] Network 72fc04c9-5790-47bb-ac5e-21f662c1be2a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:25.872448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.875328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.996560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebd4f-8f12-4df3-839b-d6bf667d50b9 req-7d435493-30b3-4ea0-a7f7-725a92a82bb7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.998060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e35ebd4f-8f12-4df3-839b-d6bf667d50b9 req-7d435493-30b3-4ea0-a7f7-725a92a82bb7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1231928 Jul 15 13:21:26.034047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-26f92eaf-0f5a-4d64-a29c-353ee6864504 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7743366 Jul 15 13:21:26.089089 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-bd076347-1e76-48f4-82cb-7857133c3b9a service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285222 Jul 15 13:21:26.107769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e35ebd4f-8f12-4df3-839b-d6bf667d50b9 req-69c91358-fba7-42ee-b131-b595e216ce0e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004653 Jul 15 13:21:26.160787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:26.200071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:26.200422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 85f313fa-3fd1-4bd2-af3a-bbc962d26e10 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:26.203217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a2730-be85-4a5f-adf3-d4ad8e349c4c None None] Network 72fc04c9-5790-47bb-ac5e-21f662c1be2a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:26.242311 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c54c6e-4e53-4361-ba3e-c95509627201 None None] New status for floating IP 990f22a0-f097-45e1-b852-39aada1a1e5a: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:26.294670 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-53406f2a-95d8-4962-95c7-6fb72b0da76a req-34249ed2-1336-4d3d-8146-0793c340335c service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982102 Jul 15 13:21:26.617469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9734a-6583-4f2a-97e9-b858a1523810 req-56c873ca-5b35-47c1-b73a-e7cb5c2f61eb tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.620774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ceb9734a-6583-4f2a-97e9-b858a1523810 req-56c873ca-5b35-47c1-b73a-e7cb5c2f61eb tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 946 time: 0.1468332 Jul 15 13:21:26.726089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ceb9734a-6583-4f2a-97e9-b858a1523810 req-fffc82ee-b6e9-45d4-a5e5-8a7065fddd7a tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/security-groups?id=36de8b64-4010-4b87-8459-360326d6cb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976667 Jul 15 13:21:27.137235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-629fef71-c64c-439c-a39a-9b9fb3dedfc0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.139526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-629fef71-c64c-439c-a39a-9b9fb3dedfc0 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.1524866 Jul 15 13:21:27.218421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-5b9eb2f1-cd05-4ae0-88dd-fc640544006e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.220217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-5b9eb2f1-cd05-4ae0-88dd-fc640544006e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 813 time: 0.2387855 Jul 15 13:21:27.231384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-43d5460a-f02a-4374-bb91-34efa8cd2056 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/quotas/b17ecfdddf99462c83b7ebdef7a9caa8 HTTP/1.1" status: 200 len: 375 time: 0.0101774 Jul 15 13:21:27.277086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-494fde56-c41c-4fc0-a623-fd2ecc566fc5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/quotas/08a4bc72e5104ac998cfccdd32e79777 HTTP/1.1" status: 200 len: 375 time: 0.0446250 Jul 15 13:21:27.281872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-96ae9e67-1e6f-475f-88ba-631519401389 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428274 Jul 15 13:21:27.326351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-2319d35e-0668-47cc-a54e-e48752b3f27c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483210 Jul 15 13:21:27.509343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-22ebe1f2-b23f-4f9d-b734-aa2fb1ca3ed1 service neutron] 10.222.0.48 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820209 Jul 15 13:21:27.532696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-65eb3cfd-1c8a-4f14-a74b-1125c079f252 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.534291 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-65eb3cfd-1c8a-4f14-a74b-1125c079f252 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.49 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 946 time: 0.1378202 Jul 15 13:21:27.703542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-4031f467-a85f-4ac9-b08a-5b87904dd3d1 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122305 Jul 15 13:21:27.768206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Deleting port 82a7fae0-6960-4823-b83e-a3612546d724 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:27.768823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.804199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-324ef8d2-5483-4f20-8c70-df7af4026abe service neutron] 10.222.0.48 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330630 Jul 15 13:21:27.885823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-d4fd6451-e472-4ff6-b57e-97a2490a05f4 service neutron] 10.222.0.48 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813312 Jul 15 13:21:27.993699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] For port 82a7fae0-6960-4823-b83e-a3612546d724, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=82a7fae0-6960-4823-b83e-a3612546d724,segment=NetworkSegment(337162d4-b67d-4215-87c4-cbb14a3d81c1),segment_id=337162d4-b67d-4215-87c4-cbb14a3d81c1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:27.994073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.008212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Calling delete_port for 82a7fae0-6960-4823-b83e-a3612546d724 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:28.255309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.449992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Pushing event deleted for resources: {'Port': ['ID=82a7fae0-6960-4823-b83e-a3612546d724,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:28.452264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] No DVR routers for this DVR port 82a7fae0-6960-4823-b83e-a3612546d724 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:28.454630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.457190 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fd4f652e-3ca9-4156-98b5-5df0460123e4 req-8a28b41c-55b7-44be-a558-d526e96dcad9 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.49 "DELETE /v2.0/ports/82a7fae0-6960-4823-b83e-a3612546d724 HTTP/1.1" status: 204 len: 173 time: 0.9157000 Jul 15 13:21:28.457502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106b2ade-7592-4036-aad9-41dad613a04e', 'name': 'network-vif-deleted', 'tag': '82a7fae0-6960-4823-b83e-a3612546d724'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:28.460035 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb5c4b0-e54a-4857-b7ef-511c4b41fd2a" -d '{"events": [{"server_uuid": "106b2ade-7592-4036-aad9-41dad613a04e", "name": "network-vif-deleted", "tag": "82a7fae0-6960-4823-b83e-a3612546d724"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:28.565674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fc3d639-3491-4adf-a2b2-c4b3498280a0 req-3cb64200-fce0-445d-826c-787db4a9c527 tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 210 time: 0.0929468 Jul 15 13:21:28.860723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a04c81dd-81d1-426e-9ba8-fe4d195f6c79 req-20c80875-df58-496d-acdc-de945ccac9c4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 210 time: 0.1719537 Jul 15 13:21:29.015743 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a17e189-5e38-414c-b99e-e57e4efbd7a3 x-openstack-request-id: req-9a17e189-5e38-414c-b99e-e57e4efbd7a3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:29.017145 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106b2ade-7592-4036-aad9-41dad613a04e", "name": "network-vif-deleted", "tag": "82a7fae0-6960-4823-b83e-a3612546d724", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:29.017145 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a17e189-5e38-414c-b99e-e57e4efbd7a3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:29.017145 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106b2ade-7592-4036-aad9-41dad613a04e', 'name': 'network-vif-deleted', 'tag': '82a7fae0-6960-4823-b83e-a3612546d724', 'status': 'completed', 'code': 200} Jul 15 13:21:29.049071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b32398ab-ecdf-489c-b387-7b71c11de119 req-0331814b-ece8-41fc-9e85-13b20fc7aa3b tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 210 time: 0.0795674 Jul 15 13:21:29.049352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-38067424-1f89-4555-a549-c20c914d0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.055654 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-38067424-1f89-4555-a549-c20c914d0300 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.2517715 Jul 15 13:21:29.378672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-042b9393-716f-4ddf-8cb5-f9877b6f4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.380189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-042b9393-716f-4ddf-8cb5-f9877b6f4157 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.3179812 Jul 15 13:21:29.463822 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-dec01cdb-f888-4841-ad34-000ad80ac004 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.0751150 Jul 15 13:21:29.468807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197fa1-6e87-42e9-aef3-31edc9be3514 req-749c2e8c-57d2-4c7d-8882-0fd5560640a3 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.480166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e197fa1-6e87-42e9-aef3-31edc9be3514 req-749c2e8c-57d2-4c7d-8882-0fd5560640a3 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2193222 Jul 15 13:21:29.555152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-b84d0598-5af4-44d4-a203-38eb483672eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.560588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e197fa1-6e87-42e9-aef3-31edc9be3514 req-ab261e2c-78c2-4907-8899-62a46c03f154 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Jul 15 13:21:29.566919 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-b84d0598-5af4-44d4-a203-38eb483672eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.0858009 Jul 15 13:21:29.616499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-a46d1f56-0a96-4000-a928-6fa19c067559 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452795 Jul 15 13:21:29.793938 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-ec0df730-4fee-4a1f-b903-a486bacc6e05 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710722 Jul 15 13:21:29.918819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75c8c833-c1b4-4c26-90ef-8fec711b3bdb req-0991f413-bf9e-4e4a-a647-6f15fa03a0fe tempest-ServerGroupTestJSON-1760493996 tempest-ServerGroupTestJSON-1760493996-project] 10.222.0.48 "GET /v2.0/ports?device_id=106b2ade-7592-4036-aad9-41dad613a04e HTTP/1.1" status: 200 len: 210 time: 0.0777874 Jul 15 13:21:30.027109 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d8b8b071-8936-4f7c-bc96-fa06ec900573 req-6a1a508c-c96d-4462-8cf9-f19ce7aece59 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214959 Jul 15 13:21:30.114031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-305af9dc-14b3-4c4d-94ac-0a4d4f79a709 req-e9ad8613-3709-4161-b286-1132e74c043a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 210 time: 0.0524199 Jul 15 13:21:30.161486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 82a7fae0-6960-4823-b83e-a3612546d724 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:30.225534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:30.246876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 82a7fae0-6960-4823-b83e-a3612546d724 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:30.247559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 82a7fae0-6960-4823-b83e-a3612546d724 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:30.428392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a49795b5-3464-442b-b1f2-7d883faa5c25 req-6722fabd-371e-409b-aa57-a7d9812fa122 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 210 time: 0.0565012 Jul 15 13:21:30.794576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.990821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600da2-b894-4f9d-b189-2501c5301423 req-d10ae14a-fa41-4b5a-aa6b-081d0ee1e9eb tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:30.999491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90600da2-b894-4f9d-b189-2501c5301423 req-d10ae14a-fa41-4b5a-aa6b-081d0ee1e9eb tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2496302 Jul 15 13:21:31.111688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90600da2-b894-4f9d-b189-2501c5301423 req-fa8acbe3-bc70-48ff-9a5a-3af505f31282 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109364 Jul 15 13:21:31.519307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-ec7095a8-610c-4cc0-9808-8d21d875660b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.522098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-ec7095a8-610c-4cc0-9808-8d21d875660b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.23 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 813 time: 0.5899334 Jul 15 13:21:31.601938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Request body: {'port': {'device_id': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'admin_state_up': True, 'tenant_id': '08a4bc72e5104ac998cfccdd32e79777'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:31.617554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-a8e3cc40-aa40-416c-b8e5-54bb19b7dfe9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.630483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-a8e3cc40-aa40-416c-b8e5-54bb19b7dfe9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 812 time: 0.2877638 Jul 15 13:21:31.662599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Request body: {'port': {'device_id': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'admin_state_up': True, 'tenant_id': 'b17ecfdddf99462c83b7ebdef7a9caa8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:31.753139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd8a7c76-1a0b-453c-b2e0-ec8ece99a323 req-18b200f2-3814-494c-87f0-7d5e72127cb0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 210 time: 0.1213927 Jul 15 13:21:31.782575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Made reservation on behalf of 08a4bc72e5104ac998cfccdd32e79777 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:31.786716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.067313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc9d25b5-3e02-447b-8882-bfcf097c1ad7 req-f91ed47a-1ca4-4cfa-939e-2d9a7e030514 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 210 time: 0.0371082 Jul 15 13:21:32.113233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Made reservation on behalf of b17ecfdddf99462c83b7ebdef7a9caa8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:32.118331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.159283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.235474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Allocated IP 172.20.0.6 (72fc04c9-5790-47bb-ac5e-21f662c1be2a/2d728839-ff2e-404f-a318-d5ca530ff2f7/7455a5f5-8a56-4104-af7f-ca06bea74eb3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:32.356484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.419479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Allocated IP 172.20.0.2 (0b96a729-a0eb-43e9-8791-4c5e67191804/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a/ab0c5e35-e5d2-4eb0-a60d-9a77f929021a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:32.505653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941e2c8-f882-4014-81ab-a28753962a81 req-62c46309-1b4e-4a4b-adc0-d270d1b34957 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.513461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2941e2c8-f882-4014-81ab-a28753962a81 req-62c46309-1b4e-4a4b-adc0-d270d1b34957 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1396229 Jul 15 13:21:32.535061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Deleting subnet 085eb249-6996-4ba8-aa6c-6e75b1954de4 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:32.546715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.620794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.674182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.732059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2941e2c8-f882-4014-81ab-a28753962a81 req-a7f4c3f0-9aa5-41c3-b050-9e169dc568d7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136123 Jul 15 13:21:32.741271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.853184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.878062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.941792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.968703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.974526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.981469 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/085eb249-6996-4ba8-aa6c-6e75b1954de4 HTTP/1.1" status: 204 len: 168 time: 0.6219335 Jul 15 13:21:32.983758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ba85-5e09-4ace-a993-f795c0441cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085eb249-6996-4ba8-aa6c-6e75b1954de4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.999298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.017218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Network 0b96a729-a0eb-43e9-8791-4c5e67191804 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:33.033411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:33.037709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:33.105200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Network 72fc04c9-5790-47bb-ac5e-21f662c1be2a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:33.109964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:33.122955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:33.126162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event updated for resources: {'Port': ['ID=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.185166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.185972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.199117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.206705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.227530 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-8ec928e0-7904-44e0-a1c5-71fea6cc306f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6352932 Jul 15 13:21:33.236200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Deleting port d7b1992d-54f8-4501-89e0-031f5a9badd9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:33.236830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.245247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Request body: {'port': {'device_id': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:33.293912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.294803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.368256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49def94-e3af-4718-8aa6-c1d59e96fb65 req-42e8a6f1-2ad4-47da-8e02-7e75540fc915 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.377447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b49def94-e3af-4718-8aa6-c1d59e96fb65 req-42e8a6f1-2ad4-47da-8e02-7e75540fc915 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 931 time: 0.3244748 Jul 15 13:21:33.418056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.448791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.461071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71a6596-b8c9-4ee3-9f8c-4ec620954352']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.474365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337162d4-b67d-4215-87c4-cbb14a3d81c1') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.474867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337162d4-b67d-4215-87c4-cbb14a3d81c1') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.481574 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.487405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.497327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] For port d7b1992d-54f8-4501-89e0-031f5a9badd9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d7b1992d-54f8-4501-89e0-031f5a9badd9,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:33.505019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.505524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.513987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:33.515854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.638509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-e226b7eb-ab70-416c-b25f-f6e3eecd5bb2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9875937 Jul 15 13:21:33.647820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Calling delete_port for d7b1992d-54f8-4501-89e0-031f5a9badd9 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:33.662196 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:33.754737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Request body: {'port': {'device_id': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:33.836074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.849716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.855925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] 10.222.0.48 "DELETE /v2.0/networks/b71a6596-b8c9-4ee3-9f8c-4ec620954352 HTTP/1.1" status: 204 len: 168 time: 0.8554218 Jul 15 13:21:33.938850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b49def94-e3af-4718-8aa6-c1d59e96fb65 req-e29dafd2-82e4-4cee-8ea7-82d34a437a50 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604458 Jul 15 13:21:34.006840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28aa46-c62c-4987-9a4c-765eca4f7d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=b71a6596-b8c9-4ee3-9f8c-4ec620954352,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.065644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.187083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ff253-bfb2-4c2e-9ac3-eef8d6fd788c req-9cd9464c-394f-4eb8-8743-6cb82f44686f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.195542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c8ff253-bfb2-4c2e-9ac3-eef8d6fd788c req-9cd9464c-394f-4eb8-8743-6cb82f44686f tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 931 time: 0.8408346 Jul 15 13:21:34.226838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:34.304414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:34.325067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.429759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c8ff253-bfb2-4c2e-9ac3-eef8d6fd788c req-6eb7bdf5-7780-4312-a532-515463e2ec5a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332563 Jul 15 13:21:34.452977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b82e6c89-7b32-4d86-8837-5d1a2a6e4ca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c475be2e2a1b42a5b4bd2e75dcf3d118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248302 Jul 15 13:21:34.455453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60516) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:34.513247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Transition to ACTIVE for port object 7455a5f5-8a56-4104-af7f-ca06bea74eb3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:34.515304 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.579530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.653467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0c5e35-e5d2-4eb0-a60d-9a77f929021a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:34.662611 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.676839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Transition to ACTIVE for port object ab0c5e35-e5d2-4eb0-a60d-9a77f929021a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:34.686530 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.722200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b1992d-54f8-4501-89e0-031f5a9badd9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.776495 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620a6482-9408-40ea-a06f-552f1e07cbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.801075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.884379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620a6482-9408-40ea-a06f-552f1e07cbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.902476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Attempting to bind port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:34.903074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Attempting to bind port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:34.903572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Attempting to bind port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:34.909363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a on network 0b96a729-a0eb-43e9-8791-4c5e67191804 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:34.909901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Attempting to bind port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a on network 0b96a729-a0eb-43e9-8791-4c5e67191804 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:34.915564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:34.917289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Checking segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:34.917854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Bound using segment: {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:34.918485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Bound port: ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6374b4de-16bd-4393-bb05-d6424baedeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:34.919013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.968716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.030516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.039841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:35.040178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:35.040511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:35.051348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:35.051787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:35.052939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] For port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:35.059365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] For port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:35.082584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.103265 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620a6482-9408-40ea-a06f-552f1e07cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.106159 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620a6482-9408-40ea-a06f-552f1e07cbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.107336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-620a6482-9408-40ea-a06f-552f1e07cbf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36de8b64-4010-4b87-8459-360326d6cb44 HTTP/1.1" status: 204 len: 168 time: 0.6509788 Jul 15 13:21:35.123348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:35.123692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Checking segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:35.124078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Bound using segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:35.124534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Bound port: 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:35.124890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.158782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.159633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.160972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] 10.222.0.23 "PUT /v2.0/ports/ab0c5e35-e5d2-4eb0-a60d-9a77f929021a HTTP/1.1" status: 200 len: 1091 time: 1.4304645 Jul 15 13:21:35.161695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'tag': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:35.164361 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe50e56-5f4d-43ba-911d-a36d8a1c0c16", "tag": "ab0c5e35-e5d2-4eb0-a60d-9a77f929021a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:35.170369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a6482-9408-40ea-a06f-552f1e07cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de8b64-4010-4b87-8459-360326d6cb44,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.233034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6296f0-5b50-461f-a302-ff39a237a535 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.262587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648a2ac-7383-4f89-9515-0d851d964fca req-61b24e65-997c-4bb4-b4e2-59dfd8fcf421 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.264691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d648a2ac-7383-4f89-9515-0d851d964fca req-61b24e65-997c-4bb4-b4e2-59dfd8fcf421 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.2002728 Jul 15 13:21:35.267520 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f86d46-a2f5-4d85-a25b-317b29b7635c x-openstack-request-id: req-c5f86d46-a2f5-4d85-a25b-317b29b7635c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:35.267916 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe50e56-5f4d-43ba-911d-a36d8a1c0c16", "tag": "ab0c5e35-e5d2-4eb0-a60d-9a77f929021a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:35.268272 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5f86d46-a2f5-4d85-a25b-317b29b7635c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:35.268758 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'tag': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a', 'status': 'completed', 'code': 200} Jul 15 13:21:35.356231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d648a2ac-7383-4f89-9515-0d851d964fca req-04a7d5fb-d01a-4222-8181-0a07d26ea9e1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673034 Jul 15 13:21:35.367147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-fd77b044-a94e-478a-87f7-4b398d1fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.369830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-fd77b044-a94e-478a-87f7-4b398d1fdbda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 1094 time: 0.1251612 Jul 15 13:21:35.442588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-46a1abbe-4c25-412b-8b1e-021460f22987 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a HTTP/1.1" status: 200 len: 217 time: 0.0628850 Jul 15 13:21:35.444635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:35.457147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:35.484491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.549838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.550473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.551882 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] 10.222.0.23 "PUT /v2.0/ports/7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 1091 time: 2.3115454 Jul 15 13:21:35.552325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:35.554596 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:35.569550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a767-6d11-45fc-94c0-988799699890 req-1ba37b04-cd23-4a59-a4da-9b077b89a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.580982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-1ba37b04-cd23-4a59-a4da-9b077b89a0f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.1287231 Jul 15 13:21:35.648077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc4070-7bc6-49b9-a4f0-aa042b02f08d service neutron] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.677778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:35.678971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-4d96d8fc-76b2-4463-8eb9-d42fe046a76b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875678 Jul 15 13:21:35.699247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-04f1eda4-8091-4615-b303-3df876884920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.701985 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-04f1eda4-8091-4615-b303-3df876884920 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1094 time: 0.0967159 Jul 15 13:21:35.816649 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-e3c7b9c0-4573-481e-b2e2-3e05c931b453 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.0615077 Jul 15 13:21:35.897414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-aa916560-edcd-4084-b9c8-f13e7603cd37 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554186 Jul 15 13:21:36.006302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:36.019325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] Sync routers for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:36.032373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:36.034955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:36.071039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-437c002f-40eb-4d53-ae20-372134319124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.074720 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-437c002f-40eb-4d53-ae20-372134319124 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.2479093 Jul 15 13:21:36.093381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.103120 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51982f12-5fa4-4c61-891c-464d6a325f1b admin admin] 10.222.0.48 "PUT /v2.0/routers/40ccae61-07a6-440b-b1c6-0ce3ea110e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8761625 Jul 15 13:21:36.125668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72061b69-8d74-4150-b80e-1369974a67af req-b7e252a7-91c6-4bd9-b117-cb37b7538f55 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.132903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72061b69-8d74-4150-b80e-1369974a67af req-b7e252a7-91c6-4bd9-b117-cb37b7538f55 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 943 time: 0.4489145 Jul 15 13:21:36.176473 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-1d03a775-9bf6-43d3-8c9d-b1a0695411b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697474 Jul 15 13:21:36.203670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:36.274568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000c9c-9462-4068-984f-2c444c7a1d4d req-87c006f9-f7b7-4890-af4a-33714895d6f4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.283388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b000c9c-9462-4068-984f-2c444c7a1d4d req-87c006f9-f7b7-4890-af4a-33714895d6f4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.3848665 Jul 15 13:21:36.297776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0b6a767-6d11-45fc-94c0-988799699890 req-a1191cd3-6a80-4a7a-a9f9-2e8e2c378a00 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853254 Jul 15 13:21:36.396015 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-f1784bbd-9d7e-46a6-9581-df58e0371eec service neutron] 10.222.0.23 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093842 Jul 15 13:21:36.496044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:21:34Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:36.616320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] Checking router: 40ccae61-07a6-440b-b1c6-0ce3ea110e1b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:36.635080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] Routers {'40ccae61-07a6-440b-b1c6-0ce3ea110e1b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:36.635971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:36.639517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.649315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-96ec9a12-28f3-4e0b-91ca-97766571bf5f req-d82638bb-e3fc-416c-9e2e-2a1fffdfd24f service neutron] 10.222.0.23 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454820 Jul 15 13:21:36.740570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72061b69-8d74-4150-b80e-1369974a67af req-a7a58e07-7c94-48f0-bfd0-512951a0167a tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057918 Jul 15 13:21:36.813621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] Set router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:36.861529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b000c9c-9462-4068-984f-2c444c7a1d4d req-5269d078-b8fb-446c-a97d-001c53cb5f30 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771618 Jul 15 13:21:36.876355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1520626856-network', 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:36.883337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.939560 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a39e7c-147e-408e-9ed9-a67381524490 x-openstack-request-id: req-81a39e7c-147e-408e-9ed9-a67381524490 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:36.939848 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:36.940101 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81a39e7c-147e-408e-9ed9-a67381524490 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:36.940569 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'status': 'completed', 'code': 200} Jul 15 13:21:36.968411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:36.972730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.040061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.120117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.154788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-cd98ae9d-9f18-453e-b96f-4d7cefafd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.155987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-f7ac0ef1-b10d-49a6-a65c-45f0d684f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.157604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-f7ac0ef1-b10d-49a6-a65c-45f0d684f04e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 1094 time: 0.4562607 Jul 15 13:21:37.160032 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-cd98ae9d-9f18-453e-b96f-4d7cefafd85c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1094 time: 0.2164161 Jul 15 13:21:37.169135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:21:34Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:37.241908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953efd9b-a10d-4c2c-8a63-57d0909d356b None None] The sync data for ids ['40ccae61-07a6-440b-b1c6-0ce3ea110e1b'] in n-d-798249-9 is: [{'id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'name': 'tempest-AttachVolumeTestJSON-287142307-router', 'tenant_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:28Z', 'updated_at': '2021-07-15T13:21:34Z', 'revision_number': 5, 'project_id': '37551bf30d724b8baa5bba6b8dfb02b2', 'gw_port': {'id': '999836a9-41cb-4bc6-84c4-9b22e3fa3b73', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccae61-07a6-440b-b1c6-0ce3ea110e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:29Z', 'updated_at': '2021-07-15T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:37.347889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1556c3-8c3e-4124-bb7d-b3f2215ddf35 req-558070ca-188f-4edd-ad55-eeca4f75b937 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.354772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1556c3-8c3e-4124-bb7d-b3f2215ddf35 req-558070ca-188f-4edd-ad55-eeca4f75b937 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.2564261 Jul 15 13:21:37.405208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-64e9613b-2264-4102-aec5-4ad2d3422e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.406125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-64e9613b-2264-4102-aec5-4ad2d3422e40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 200 len: 913 time: 0.2227700 Jul 15 13:21:37.463683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-ab9fe7b2-315e-48dc-9a27-0d1352b822f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a HTTP/1.1" status: 200 len: 217 time: 0.0485206 Jul 15 13:21:37.466408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Deleting port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:37.466798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.479855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1556c3-8c3e-4124-bb7d-b3f2215ddf35 req-de22e892-81cf-4193-b512-1ff57d2b1ccc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129947 Jul 15 13:21:37.605672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-18e9c46a-3de2-44a3-9fda-f9a20ea50ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.609686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-18e9c46a-3de2-44a3-9fda-f9a20ea50ea2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 200 len: 852 time: 0.1278508 Jul 15 13:21:37.709955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-998f2609-52dd-494b-ad9f-6b8f47bc3387 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b96a729-a0eb-43e9-8791-4c5e67191804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759795 Jul 15 13:21:37.713721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d7b1992d-54f8-4501-89e0-031f5a9badd9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:37.717653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] For port 999836a9-41cb-4bc6-84c4-9b22e3fa3b73, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:37.718016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.755732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d7b1992d-54f8-4501-89e0-031f5a9badd9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:37.756088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d7b1992d-54f8-4501-89e0-031f5a9badd9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:37.792772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Calling delete_port for 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:37.841442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab0c5e35-e5d2-4eb0-a60d-9a77f929021a details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:37.975709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-29b560a5-8f59-4d1d-8676-47e3532a84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.977550 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-29b560a5-8f59-4d1d-8676-47e3532a84d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.7946897 Jul 15 13:21:38.073078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-49de2a8d-656c-4605-a829-ec266feba2d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.0857229 Jul 15 13:21:38.084473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:38.087047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.111275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.136902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a', 'network_id': '0b96a729-a0eb-43e9-8791-4c5e67191804', 'port_id': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a', 'mac_address': 'fa:16:3e:29:1e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:38.137131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:38.174775 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.176026 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Added segment 6bad6a0b-2f17-46b4-9842-2871ad3f5a86 of type vlan for network 67618a83-cab7-4cc3-9698-84a7122822d9 Jul 15 13:21:38.196125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-fe60b0b5-c608-4f56-b049-83362c1fe6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806170 Jul 15 13:21:38.207595 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.224276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0c5e35-e5d2-4eb0-a60d-9a77f929021a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:38.254662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:38.280258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.290264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.426977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.455994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.458252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.458252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.539969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33585caa-0000-4723-84b4-0b4910479aca,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.548908 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9081619 Jul 15 13:21:38.549593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.574921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['ab0c5e35-e5d2-4eb0-a60d-9a77f929021a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:38.610567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Request body: {'subnet': {'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1520626856-subnet', 'tenant_id': 'bedf332613394bf28bb9fb6feff47229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.619887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-e448d1ec-2246-4eec-bcbd-2e231bcb34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.621488 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-e448d1ec-2246-4eec-bcbd-2e231bcb34b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.5317013 Jul 15 13:21:38.635477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d026bc-5a5b-4306-9bdb-87990334cdcb admin admin] Pushing event updated for resources: {'Network': ['ID=67618a83-cab7-4cc3-9698-84a7122822d9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.645777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cba05-7787-4fc0-9aa4-de1fb5988b14 req-ab068d5b-daf3-44db-87a9-ae5480b0d9e2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.658192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-677cba05-7787-4fc0-9aa4-de1fb5988b14 req-ab068d5b-daf3-44db-87a9-ae5480b0d9e2 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 943 time: 0.6846266 Jul 15 13:21:38.660929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 67618a83-cab7-4cc3-9698-84a7122822d9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:38.705350 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-203ee7b7-1f6f-4675-9095-ed30d000cd15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600803 Jul 15 13:21:38.803868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d60e1b2-c8b5-473d-8a0a-206ac33a51ba req-762cefee-1f18-4e69-ba36-4a4071f328e8 service neutron] 10.222.0.23 "GET /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994804 Jul 15 13:21:38.894746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:38.897491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.973210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.010037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-677cba05-7787-4fc0-9aa4-de1fb5988b14 req-9f696d10-5c92-4a61-a4b0-4da70d8758c9 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506756 Jul 15 13:21:39.048258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=999836a9-41cb-4bc6-84c4-9b22e3fa3b73,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.072803 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-30fb8e10-0bb9-4d74-9dbf-c9b18337f086 service neutron] 10.222.0.23 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355262 Jul 15 13:21:39.116509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060ac93-458d-410f-bb1d-1904c8e78ee9 req-876a057d-04b2-4f86-9fb4-ef846f0d8118 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.128581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0060ac93-458d-410f-bb1d-1904c8e78ee9 req-876a057d-04b2-4f86-9fb4-ef846f0d8118 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.3203704 Jul 15 13:21:39.223490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0060ac93-458d-410f-bb1d-1904c8e78ee9 req-a996da98-bc9f-4668-85e1-41f0e4c5227b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929143 Jul 15 13:21:39.226527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.258115 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0ef5f292-8045-4883-8df5-b5ddcdc6a31c req-e83d7fbf-40e8-4cc5-a97e-1371463f15a4 service neutron] 10.222.0.23 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785219 Jul 15 13:21:39.349304 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.388954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.391825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.433646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a041f53c-5dec-44f2-86e3-bf1003215a6c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.469479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:39.469859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Network hostable DHCP agents. Network: 67618a83-cab7-4cc3-9698-84a7122822d9, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:39.508737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:39.545727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 67618a83-cab7-4cc3-9698-84a7122822d9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:39.557909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c584a3-f1df-4fb4-8eb4-aa802e57cdc2 None None] Network 67618a83-cab7-4cc3-9698-84a7122822d9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:39.562145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.569482 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.624331 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-44e1977a-a314-4e8c-9a3c-ba11063a921f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0210598 Jul 15 13:21:39.637409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.638126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ccae61-07a6-440b-b1c6-0ce3ea110e1b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:39.692710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.704010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-732ccdd6-cd59-4ea1-af0f-a07de034c3f0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/40ccae61-07a6-440b-b1c6-0ce3ea110e1b HTTP/1.1" status: 204 len: 168 time: 3.6094699 Jul 15 13:21:39.714987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:39.812064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46654b-fc64-47ca-b488-6e4acc8107f6 None None] Network 67618a83-cab7-4cc3-9698-84a7122822d9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:39.863489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:39.938246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Deleting subnet f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:39.958292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.062950 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.100321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:40.126308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab0c5e35-e5d2-4eb0-a60d-9a77f929021a up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:40.142864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'port_id': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'mac_address': 'fa:16:3e:81:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d728839-ff2e-404f-a318-d5ca530ff2f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:40.271325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.477796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.491778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.517498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:40.535101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40b4d7c-ab51-44a8-8dcb-c2ad08d79031,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.548210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.550911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d85e5459-f08a-4720-b581-905036b2b110 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f40b4d7c-ab51-44a8-8dcb-c2ad08d79031 HTTP/1.1" status: 204 len: 168 time: 0.8316734 Jul 15 13:21:40.553450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.590532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519825ea-65b1-4208-86ad-3e2043394748 req-c19dfa5c-46b6-4870-a5ad-e74850b2fc35 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:40.592845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-519825ea-65b1-4208-86ad-3e2043394748 req-c19dfa5c-46b6-4870-a5ad-e74850b2fc35 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 944 time: 0.2154963 Jul 15 13:21:40.679831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.697558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c494e-c5a5-451c-9a6e-a0fd4d79e897 None None] Network 129f4e74-d45d-40ba-8b94-5f966daf620e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:40.763252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Deleting port 92b04937-fa46-400f-993b-bee5d891a637 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:40.763592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.777136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-519825ea-65b1-4208-86ad-3e2043394748 req-7784a0eb-0565-4490-99c8-4e001e02dc87 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771493 Jul 15 13:21:40.875094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:40.930570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] For port 92b04937-fa46-400f-993b-bee5d891a637, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=92b04937-fa46-400f-993b-bee5d891a637,segment=NetworkSegment(59b73ebd-17d8-4db0-932d-d7cc672172ab),segment_id=59b73ebd-17d8-4db0-932d-d7cc672172ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:40.930797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.933320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-40161240-1f3f-4f83-92c4-b78c7e74a136 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:40.944418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-40161240-1f3f-4f83-92c4-b78c7e74a136 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2587938 Jul 15 13:21:40.947980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Calling delete_port for 92b04937-fa46-400f-993b-bee5d891a637 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:40.957514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.970757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-48d3cfe7-6aad-4be2-893b-d51513180b3e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0253334 Jul 15 13:21:41.047006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-9bcceb07-9d79-4a43-9e44-95ae22db37c9 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751369 Jul 15 13:21:41.083128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.094551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:41.104442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:41.106578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.125672 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.168257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Pushing event deleted for resources: {'Port': ['ID=92b04937-fa46-400f-993b-bee5d891a637,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.170192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] No DVR routers for this DVR port 92b04937-fa46-400f-993b-bee5d891a637 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:41.257141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.274551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129f4e74-d45d-40ba-8b94-5f966daf620e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.287219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b73ebd-17d8-4db0-932d-d7cc672172ab') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.287507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b73ebd-17d8-4db0-932d-d7cc672172ab') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.299881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.323752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f2ca-0a31-4174-99bf-3fc2ec8984b0 req-192179f1-eb30-4a16-b95f-777778a12bef tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:41.325342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1d4f2ca-0a31-4174-99bf-3fc2ec8984b0 req-192179f1-eb30-4a16-b95f-777778a12bef tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.2955587 Jul 15 13:21:41.330877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.338181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:41.338644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:41.340400 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:41.383591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7455a5f5-8a56-4104-af7f-ca06bea74eb3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:41.396865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-05af7893-f4f9-4960-811c-cffcf3b77cfe service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465557 Jul 15 13:21:41.434167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1d4f2ca-0a31-4174-99bf-3fc2ec8984b0 req-7e8c10d5-4640-4634-98ee-67460395c760 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966234 Jul 15 13:21:41.460559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.467684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.470508 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] 10.222.0.48 "DELETE /v2.0/networks/129f4e74-d45d-40ba-8b94-5f966daf620e HTTP/1.1" status: 204 len: 168 time: 0.9159880 Jul 15 13:21:41.492358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44adc8-e4ce-4ca4-9125-ea7311559abc admin admin] Pushing event deleted for resources: {'Network': ['ID=129f4e74-d45d-40ba-8b94-5f966daf620e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.508655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa402d8-c310-424c-85d0-d4739c15c65c None None] DHCP port deletion for 129f4e74-d45d-40ba-8b94-5f966daf620e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:41.620109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-1908d65c-1cd9-4c19-a0ce-71cfa8caafdd service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021594 Jul 15 13:21:41.719698 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.786804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.834595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:41.838286 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d979807-e3fd-4c3f-abfe-fd8d4035a4a2" -d '{"events": [{"server_uuid": "7fe50e56-5f4d-43ba-911d-a36d8a1c0c16", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c5e35-e5d2-4eb0-a60d-9a77f929021a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:41.846312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92b04937-fa46-400f-993b-bee5d891a637 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:41.886863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:41.888141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 92b04937-fa46-400f-993b-bee5d891a637 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:41.888552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 92b04937-fa46-400f-993b-bee5d891a637 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:41.888976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:41.911278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.914857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ac48d6ce-6ec4-4c10-a29b-d73cd951bf86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37551bf30d724b8baa5bba6b8dfb02b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268198 Jul 15 13:21:41.918646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.921519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:41.921864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 999836a9-41cb-4bc6-84c4-9b22e3fa3b73 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:42.053357 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23aee8-52d6-4abb-b22b-12376fdd603d x-openstack-request-id: req-cf23aee8-52d6-4abb-b22b-12376fdd603d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:42.053894 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe50e56-5f4d-43ba-911d-a36d8a1c0c16", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c5e35-e5d2-4eb0-a60d-9a77f929021a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:42.054401 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf23aee8-52d6-4abb-b22b-12376fdd603d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:42.055075 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a', 'code': 200} Jul 15 13:21:42.085835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:42.221015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd53f-7e4d-4807-a78f-629ae9517a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.231989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c5bd1f8-0289-4d30-867f-8105a0a1f637 req-6eae5bea-c616-4bd1-896c-0fc2e7e274d3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 210 time: 0.1005430 Jul 15 13:21:42.263885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dd3f4-7a02-435c-952d-90a92883ad5f req-dd746b3f-adbc-4ac3-b7e3-2e889dc2ff97 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.265787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec8dd3f4-7a02-435c-952d-90a92883ad5f req-dd746b3f-adbc-4ac3-b7e3-2e889dc2ff97 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.2519422 Jul 15 13:21:42.284889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd53f-7e4d-4807-a78f-629ae9517a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.309653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5f92-f462-4715-8c4f-f902954bd2ef req-82388107-849c-494f-873b-c863b1e31025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.311582 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f91b5f92-f462-4715-8c4f-f902954bd2ef req-82388107-849c-494f-873b-c863b1e31025 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 1096 time: 0.1886470 Jul 15 13:21:42.334979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec8dd3f4-7a02-435c-952d-90a92883ad5f req-8489f03a-eaa1-4ea4-a7f0-a1d8305f6526 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Jul 15 13:21:42.361623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f91b5f92-f462-4715-8c4f-f902954bd2ef req-dcdc8753-6a05-4bad-b991-e16f5a904102 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Jul 15 13:21:42.379259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd53f-7e4d-4807-a78f-629ae9517a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.381875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd53f-7e4d-4807-a78f-629ae9517a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.386026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cd7cd53f-7e4d-4807-a78f-629ae9517a59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95d0a7a1-570f-4712-a866-e5d654b73ee0 HTTP/1.1" status: 204 len: 168 time: 0.4628808 Jul 15 13:21:42.393042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cd53f-7e4d-4807-a78f-629ae9517a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0a7a1-570f-4712-a866-e5d654b73ee0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:42.653637 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f11-d2b4-4c94-ac59-77a148513e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.888847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b45968-7aae-480a-b592-3df3049be4a1 req-836eb1bb-410e-487e-b400-5ff7bcab0e3b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.900709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02b45968-7aae-480a-b592-3df3049be4a1 req-836eb1bb-410e-487e-b400-5ff7bcab0e3b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1621990 Jul 15 13:21:43.008634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02b45968-7aae-480a-b592-3df3049be4a1 req-53a45bf2-ec65-43e1-ad90-d5342cf98e45 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057439 Jul 15 13:21:43.552499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba68b8b2-95c1-4d8e-9974-1c9f16b6678d req-b334a8f2-f645-4958-8bd7-8db73a5d7f08 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 210 time: 0.1012528 Jul 15 13:21:43.673253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c875c-726d-422f-a09f-a4780bab0b5e req-5f92c39b-1047-4a3f-a083-5695b37779af tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:43.682268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-696c875c-726d-422f-a09f-a4780bab0b5e req-5f92c39b-1047-4a3f-a083-5695b37779af tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.1018853 Jul 15 13:21:43.735579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-696c875c-726d-422f-a09f-a4780bab0b5e req-f994f351-74d2-4056-8396-a08c582e4d2d tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523160 Jul 15 13:21:43.853486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:43.913113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:43.917617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:43.919056 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.048801 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.172542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:44.188304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:44.196433 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc81b1f-a8ef-4b71-922e-996cfe13d25b" -d '{"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-plugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:44.206107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.322374 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f9c14-f71c-4d2b-9e60-1313181edcc9 x-openstack-request-id: req-532f9c14-f71c-4d2b-9e60-1313181edcc9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:44.327265 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-plugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:44.327607 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-532f9c14-f71c-4d2b-9e60-1313181edcc9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:44.328130 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'code': 200} Jul 15 13:21:44.352668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.355559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-e7246841-2607-4490-813d-5fa2bf2834b2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.367449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-e7246841-2607-4490-813d-5fa2bf2834b2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2198939 Jul 15 13:21:44.376562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.410661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83409e0c-6441-45ca-9b5a-7307ea0d7d14 req-cb3e1b0e-c0ab-4801-9e13-91cb7057677e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.421804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83409e0c-6441-45ca-9b5a-7307ea0d7d14 req-cb3e1b0e-c0ab-4801-9e13-91cb7057677e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1135545 Jul 15 13:21:44.481998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83409e0c-6441-45ca-9b5a-7307ea0d7d14 req-bb5da0cf-28cd-4e69-ac83-037f0bf495f3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581658 Jul 15 13:21:44.735187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:44.738689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.860358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c85ab-3856-4206-86cd-fc9e86dadc19 req-086e4aef-1e72-4a09-aa32-663f8e2811e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.861896 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e25c85ab-3856-4206-86cd-fc9e86dadc19 req-086e4aef-1e72-4a09-aa32-663f8e2811e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1096 time: 0.2118208 Jul 15 13:21:44.912385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e25c85ab-3856-4206-86cd-fc9e86dadc19 req-e8ca157a-c973-47ef-b748-255a543f1604 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Jul 15 13:21:45.006122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.13 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/6f29970c-ca93-41f6-a062-f66c0666c73a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:45.051423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e277903-de70-4b0f-bbe8-7f56106bc15c req-aee532ce-7ce4-4698-aa81-9d4408cb6fe3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.062818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e277903-de70-4b0f-bbe8-7f56106bc15c req-aee532ce-7ce4-4698-aa81-9d4408cb6fe3 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.1037498 Jul 15 13:21:45.154456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e277903-de70-4b0f-bbe8-7f56106bc15c req-ac4e2381-9db9-4ac0-bdc1-13f40e6cc6be tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906177 Jul 15 13:21:45.292225 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eea21365-ffb0-41f8-a2e5-10a36b067699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.325009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8d7c25d-8c3a-42aa-a312-8b54cb4cdfac req-f7469310-fe80-4f2a-8524-aa18a8e2357f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 210 time: 0.0881443 Jul 15 13:21:45.461624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.552567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.581618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.683988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:45.693105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:45.705574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:45.824607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=6f29970c-ca93-41f6-a062-f66c0666c73a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.885899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.886667 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.920430 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a37f942f-4c48-4ae6-8956-8c76dda1ce16 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5516310 Jul 15 13:21:45.951813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Request body: {'port': {'device_id': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:46.101194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.207528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c291ad-987e-4f21-a008-9373aee10bd7 req-c7b658b5-0f56-479d-8ade-843668df7961 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.216771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95c291ad-987e-4f21-a008-9373aee10bd7 req-c7b658b5-0f56-479d-8ade-843668df7961 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.1668396 Jul 15 13:21:46.227650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b38319-ce37-4719-b7ff-db170ef398eb req-6fa3ccbe-61b8-4fa0-be53-3b888f110378 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.235182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85b38319-ce37-4719-b7ff-db170ef398eb req-6fa3ccbe-61b8-4fa0-be53-3b888f110378 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1522603 Jul 15 13:21:46.314742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85b38319-ce37-4719-b7ff-db170ef398eb req-09bfaeb6-43e3-49ad-b0b7-50ab787fb21d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783753 Jul 15 13:21:46.324591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95c291ad-987e-4f21-a008-9373aee10bd7 req-5759990e-6639-4e2a-8b06-b6a4d51925d1 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067369 Jul 15 13:21:46.544494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f29970c-ca93-41f6-a062-f66c0666c73a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:46.553938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.571662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Transition to ACTIVE for port object 6f29970c-ca93-41f6-a062-f66c0666c73a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:46.578433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.711135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.808522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f29970c-ca93-41f6-a062-f66c0666c73a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.856676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Attempting to bind port 6f29970c-ca93-41f6-a062-f66c0666c73a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:46.857020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Attempting to bind port 6f29970c-ca93-41f6-a062-f66c0666c73a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:46.857357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Attempting to bind port 6f29970c-ca93-41f6-a062-f66c0666c73a on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:46.863548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Port 6f29970c-ca93-41f6-a062-f66c0666c73a on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:46.863888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Attempting to bind port 6f29970c-ca93-41f6-a062-f66c0666c73a on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:46.872461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:46.872821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:46.873212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:46.873647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Bound port: 6f29970c-ca93-41f6-a062-f66c0666c73a, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:46.874017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.926512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f589a2-eecc-4651-a5bb-684df9440ba4 req-214afb5b-ab45-4052-81c4-d8a045095326 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.928648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3f589a2-eecc-4651-a5bb-684df9440ba4 req-214afb5b-ab45-4052-81c4-d8a045095326 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 944 time: 0.1437020 Jul 15 13:21:46.990938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] For port 6f29970c-ca93-41f6-a062-f66c0666c73a, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:46.994727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] For port 6f29970c-ca93-41f6-a062-f66c0666c73a, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6f29970c-ca93-41f6-a062-f66c0666c73a,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:47.001372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.054415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3f589a2-eecc-4651-a5bb-684df9440ba4 req-678ebce2-2dbf-413d-8c9b-88c455a408a1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101556 Jul 15 13:21:47.064077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.064805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.066308 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] 10.222.0.49 "PUT /v2.0/ports/6f29970c-ca93-41f6-a062-f66c0666c73a HTTP/1.1" status: 200 len: 1092 time: 1.1351178 Jul 15 13:21:47.066757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'tag': '6f29970c-ca93-41f6-a062-f66c0666c73a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:47.069549 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fc779c-1b82-4450-a63f-9afbc1a6215d" -d '{"events": [{"name": "network-changed", "server_uuid": "e16825e6-0032-4e30-8be3-16c7c6966499", "tag": "6f29970c-ca93-41f6-a062-f66c0666c73a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:47.133054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e099c4-8b27-4255-9e61-cb29cf6e2ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f29970c-ca93-41f6-a062-f66c0666c73a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.140356 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97985fd2-a2d1-4699-b16b-dd98e18df99b x-openstack-request-id: req-97985fd2-a2d1-4699-b16b-dd98e18df99b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:47.140857 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16825e6-0032-4e30-8be3-16c7c6966499", "tag": "6f29970c-ca93-41f6-a062-f66c0666c73a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:47.141712 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97985fd2-a2d1-4699-b16b-dd98e18df99b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:47.142349 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'tag': '6f29970c-ca93-41f6-a062-f66c0666c73a', 'status': 'completed', 'code': 200} Jul 15 13:21:47.211629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-5a6b9eaf-855b-49ba-af90-b9b73cf20af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.214295 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-5a6b9eaf-855b-49ba-af90-b9b73cf20af1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 1095 time: 0.0687640 Jul 15 13:21:47.287570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-a619df5a-4349-443f-8f9a-0f897aded4c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f29970c-ca93-41f6-a062-f66c0666c73a HTTP/1.1" status: 200 len: 217 time: 0.0659530 Jul 15 13:21:47.344372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-8453721b-14e9-4bbe-a8ae-3a8c4c9eb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.345884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-8453721b-14e9-4bbe-a8ae-3a8c4c9eb136 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0518913 Jul 15 13:21:47.407839 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-044e5bde-a056-41e4-8593-f33ec3888e1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492716 Jul 15 13:21:47.530077 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-b3bd9b0d-75c5-4d67-a27d-47ca4a79608d service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152878 Jul 15 13:21:47.682302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b1c1050-ee2e-418f-8855-e5800cd95677 req-35981e3e-ac74-4597-af38-1c28f32d6ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375015 Jul 15 13:21:47.755369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d3173-7b3b-4018-85bf-c4c60498b0d9 req-2ff37656-08f6-492f-9ae7-d1f83c529a2d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.768416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c93d3173-7b3b-4018-85bf-c4c60498b0d9 req-2ff37656-08f6-492f-9ae7-d1f83c529a2d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2940519 Jul 15 13:21:47.855216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.940024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-76e5c76b-42ea-4de9-9171-adfde97f3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.940181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c93d3173-7b3b-4018-85bf-c4c60498b0d9 req-8aca0e89-94f7-4545-bcc3-b8317e8e1156 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707766 Jul 15 13:21:47.942592 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-76e5c76b-42ea-4de9-9171-adfde97f3c1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 1095 time: 0.1322625 Jul 15 13:21:48.052891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05789a1-1115-4529-81df-424fecf44cad req-8a7215a1-133e-432c-9a20-f1280916e697 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.065828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e05789a1-1115-4529-81df-424fecf44cad req-8a7215a1-133e-432c-9a20-f1280916e697 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.2948081 Jul 15 13:21:48.083789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.165141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e05789a1-1115-4529-81df-424fecf44cad req-bed5b670-9ba8-4327-8225-ea2490f19691 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Jul 15 13:21:48.237645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dbca7a-728d-410d-8531-06564e8ea15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.252636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-4ff18a35-4f31-47c0-9e70-e28bd01927db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.254376 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-4ff18a35-4f31-47c0-9e70-e28bd01927db service neutron] 10.222.0.49 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.3053560 Jul 15 13:21:48.362806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-04305eba-404e-4e50-9f15-8bccac5efc46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f29970c-ca93-41f6-a062-f66c0666c73a HTTP/1.1" status: 200 len: 217 time: 0.1012149 Jul 15 13:21:48.441383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-ef9f67cc-41e6-4d7a-942c-2d5c9a67d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.443274 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-ef9f67cc-41e6-4d7a-942c-2d5c9a67d8da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0730920 Jul 15 13:21:48.501400 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-5e9cc25a-40fd-430f-8224-9011fe4532b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471239 Jul 15 13:21:48.513721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8626f1-edf0-443f-a64e-4d19b7561625 req-aad5196c-e8a5-4a3a-a047-dfc08986d056 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.525745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f8626f1-edf0-443f-a64e-4d19b7561625 req-aad5196c-e8a5-4a3a-a047-dfc08986d056 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 944 time: 0.1630740 Jul 15 13:21:48.528741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dbca7a-728d-410d-8531-06564e8ea15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.549050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dbca7a-728d-410d-8531-06564e8ea15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.583177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbca7a-728d-410d-8531-06564e8ea15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf10add-b098-4310-9a48-f19ff433ab8e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.625211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-22dbca7a-728d-410d-8531-06564e8ea15a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03e468db1db7482082c0632d18f45874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7592304 Jul 15 13:21:48.629058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f8626f1-edf0-443f-a64e-4d19b7561625 req-73e7c435-5bd4-48e9-9a7a-fc8185a4a442 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955224 Jul 15 13:21:48.629756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.712941 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-6d6709ed-8c00-4f3e-9a52-73b1c34752b8 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013655 Jul 15 13:21:48.714696 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1423c84-976f-48c7-81b7-cd6113c7b4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.756933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1423c84-976f-48c7-81b7-cd6113c7b4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.847726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-73fc779c-1b82-4450-a63f-9afbc1a6215d req-80ac303f-699a-43a0-aae9-dce988a27231 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274951 Jul 15 13:21:48.966153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1423c84-976f-48c7-81b7-cd6113c7b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.971152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1423c84-976f-48c7-81b7-cd6113c7b4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.973294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a1423c84-976f-48c7-81b7-cd6113c7b4d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbf10add-b098-4310-9a48-f19ff433ab8e HTTP/1.1" status: 204 len: 168 time: 0.3420587 Jul 15 13:21:49.001132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1423c84-976f-48c7-81b7-cd6113c7b4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf10add-b098-4310-9a48-f19ff433ab8e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.045113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-8236a403-f260-4081-b81a-5657f7987c8c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.045234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-8236a403-f260-4081-b81a-5657f7987c8c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 813 time: 0.3004050 Jul 15 13:21:49.083342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869239b0-993a-4912-9f4f-5a34273e3829 req-d1215743-8b73-40cc-be6e-66c65eb925fc tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.095144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869239b0-993a-4912-9f4f-5a34273e3829 req-d1215743-8b73-40cc-be6e-66c65eb925fc tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.2659473 Jul 15 13:21:49.097921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-19cb9b82-3820-4c2f-82a5-01a7410f22d4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/quotas/08a4bc72e5104ac998cfccdd32e79777 HTTP/1.1" status: 200 len: 375 time: 0.0419431 Jul 15 13:21:49.200009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-869239b0-993a-4912-9f4f-5a34273e3829 req-47328ed4-35dc-4e82-87cc-deaa22deee57 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047137 Jul 15 13:21:49.284876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-cf07c9c1-6632-411b-8e4b-3408487135a9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759684 Jul 15 13:21:49.497373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.524406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a5aeb0-f93b-4c70-916c-09e535da7f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.714928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a5aeb0-f93b-4c70-916c-09e535da7f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.719900 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a5aeb0-f93b-4c70-916c-09e535da7f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.787108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0a5aeb0-f93b-4c70-916c-09e535da7f1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28e90a715bb94618a86c48d602543fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884514 Jul 15 13:21:49.787962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.795251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5aeb0-f93b-4c70-916c-09e535da7f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62b98b-278b-4206-9f5f-99aa3e5c3c43,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.811262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-a4d45765-31ec-4959-8c97-8091868f909b service neutron] 10.222.0.48 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250371 Jul 15 13:21:49.881614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b53d-3c36-46e2-8f2f-6e01bf8fc1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.936691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b53d-3c36-46e2-8f2f-6e01bf8fc1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.995599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-f67e7b97-78bf-4e7a-9e43-30fc47960758 service neutron] 10.222.0.48 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833255 Jul 15 13:21:50.034849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b53d-3c36-46e2-8f2f-6e01bf8fc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.038796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bd4b53d-3c36-46e2-8f2f-6e01bf8fc1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.043154 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0bd4b53d-3c36-46e2-8f2f-6e01bf8fc1b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e62b98b-278b-4206-9f5f-99aa3e5c3c43 HTTP/1.1" status: 204 len: 168 time: 0.2535462 Jul 15 13:21:50.070707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78133ba2-bd85-4dc8-a932-7a30e34f03ed req-61815914-9332-44ae-a548-f6b10926aa1b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.075764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78133ba2-bd85-4dc8-a932-7a30e34f03ed req-61815914-9332-44ae-a548-f6b10926aa1b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 944 time: 0.1754146 Jul 15 13:21:50.077277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4b53d-3c36-46e2-8f2f-6e01bf8fc1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62b98b-278b-4206-9f5f-99aa3e5c3c43,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.190346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78133ba2-bd85-4dc8-a932-7a30e34f03ed req-05aa7d8a-cbd6-4cb4-9c00-b70b5ab27807 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935984 Jul 15 13:21:50.283815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-7c6ed801-2a60-4134-8dbd-89c04cbf5782 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.287080 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-7c6ed801-2a60-4134-8dbd-89c04cbf5782 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.1500909 Jul 15 13:21:50.288280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6f29970c-ca93-41f6-a062-f66c0666c73a details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:50.421259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 6f29970c-ca93-41f6-a062-f66c0666c73a, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6f29970c-ca93-41f6-a062-f66c0666c73a,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:50.438394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '6f29970c-ca93-41f6-a062-f66c0666c73a', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': '6f29970c-ca93-41f6-a062-f66c0666c73a', 'mac_address': 'fa:16:3e:d5:bb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:50.458688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31c5ebc2-8338-4177-946d-e0085da7c0c1 req-3c1d171f-852c-43c8-8e02-b2990f6f0943 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 210 time: 0.1522784 Jul 15 13:21:50.459340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Deleting port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:50.459688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.535745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.553552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f29970c-ca93-41f6-a062-f66c0666c73a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:50.621075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 6f29970c-ca93-41f6-a062-f66c0666c73a, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6f29970c-ca93-41f6-a062-f66c0666c73a,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:50.633034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.646295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] For port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,segment=NetworkSegment(6374b4de-16bd-4393-bb05-d6424baedeb2),segment_id=6374b4de-16bd-4393-bb05-d6424baedeb2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:50.646700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.688611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Calling delete_port for ab0c5e35-e5d2-4eb0-a60d-9a77f929021a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:50.709399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57b56b-3141-442c-8cd1-4243d2cd0f5e req-c8be0ebc-71da-4652-be68-0e59452f7f28 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.716010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df57b56b-3141-442c-8cd1-4243d2cd0f5e req-c8be0ebc-71da-4652-be68-0e59452f7f28 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 945 time: 0.3025200 Jul 15 13:21:50.758469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=6f29970c-ca93-41f6-a062-f66c0666c73a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.863678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df57b56b-3141-442c-8cd1-4243d2cd0f5e req-b89d87ef-35a7-447d-b572-3eb1be50fbd4 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/security-groups?id=506a5068-7021-4222-bb8d-f49b13836a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307359 Jul 15 13:21:50.886674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:51.048797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.062189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['ab0c5e35-e5d2-4eb0-a60d-9a77f929021a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:51.098456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Pushing event deleted for resources: {'Port': ['ID=ab0c5e35-e5d2-4eb0-a60d-9a77f929021a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.340000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] No DVR routers for this DVR port ab0c5e35-e5d2-4eb0-a60d-9a77f929021a on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:51.347380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.353059 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-457e6aa6-b21f-42b5-8fd3-d208b6b65c57 req-1c5a1191-703a-4d0d-b883-02511d24a109 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.23 "DELETE /v2.0/ports/ab0c5e35-e5d2-4eb0-a60d-9a77f929021a HTTP/1.1" status: 204 len: 173 time: 1.0583451 Jul 15 13:21:51.353962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'name': 'network-vif-deleted', 'tag': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:51.362016 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c44bff-b2a6-4381-959a-1e2173f1778d" -d '{"events": [{"server_uuid": "7fe50e56-5f4d-43ba-911d-a36d8a1c0c16", "name": "network-vif-deleted", "tag": "ab0c5e35-e5d2-4eb0-a60d-9a77f929021a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:51.439863 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde7e62-b3f7-4990-9e37-0b60393b1389 x-openstack-request-id: req-1dde7e62-b3f7-4990-9e37-0b60393b1389 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:51.440289 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe50e56-5f4d-43ba-911d-a36d8a1c0c16", "name": "network-vif-deleted", "tag": "ab0c5e35-e5d2-4eb0-a60d-9a77f929021a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:51.440529 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dde7e62-b3f7-4990-9e37-0b60393b1389 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:51.440977 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe50e56-5f4d-43ba-911d-a36d8a1c0c16', 'name': 'network-vif-deleted', 'tag': 'ab0c5e35-e5d2-4eb0-a60d-9a77f929021a', 'status': 'completed', 'code': 200} Jul 15 13:21:51.500054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ee51-f4cd-4ba9-aa71-1eb67071d07f req-14047641-243d-46fa-a8e0-bd6e955a0562 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.513135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c39ee51-f4cd-4ba9-aa71-1eb67071d07f req-14047641-243d-46fa-a8e0-bd6e955a0562 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 945 time: 0.1593788 Jul 15 13:21:51.603856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c39ee51-f4cd-4ba9-aa71-1eb67071d07f req-cce6245d-95db-4a17-9847-9a7a36e48e5b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879295 Jul 15 13:21:51.679162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-633eba3f-89b1-44dc-9b78-401944ecc7b0 req-5eb6a564-fbaa-427c-a253-8d52a75ae08a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 210 time: 0.0519693 Jul 15 13:21:52.091155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63cf1e87-2448-4879-a55d-c6af6d4a03eb req-a4946dc1-86f0-41b4-a170-8f135f6ef180 tempest-DeleteServersTestJSON-829782856 tempest-DeleteServersTestJSON-829782856-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fe50e56-5f4d-43ba-911d-a36d8a1c0c16 HTTP/1.1" status: 200 len: 210 time: 0.0618119 Jul 15 13:21:52.323584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6f29970c-ca93-41f6-a062-f66c0666c73a up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:52.411734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 6f29970c-ca93-41f6-a062-f66c0666c73a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:52.416943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 6f29970c-ca93-41f6-a062-f66c0666c73a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:52.417242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.528338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-156a9082-ee7a-42a3-90d0-3d7d3dec7346 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.529811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-156a9082-ee7a-42a3-90d0-3d7d3dec7346 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.49 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 813 time: 0.2627971 Jul 15 13:21:52.548965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Request body: {'port': {'device_id': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'admin_state_up': True, 'tenant_id': '08a4bc72e5104ac998cfccdd32e79777'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:52.575559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.641384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 6f29970c-ca93-41f6-a062-f66c0666c73a, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6f29970c-ca93-41f6-a062-f66c0666c73a,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:52.643950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f29970c-ca93-41f6-a062-f66c0666c73a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:52.647880 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb371b5-809d-475c-be23-2ec621860d54" -d '{"events": [{"server_uuid": "e16825e6-0032-4e30-8be3-16c7c6966499", "name": "network-vif-plugged", "status": "completed", "tag": "6f29970c-ca93-41f6-a062-f66c0666c73a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:52.667028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.745888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Made reservation on behalf of 08a4bc72e5104ac998cfccdd32e79777 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:52.750164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.755680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=6f29970c-ca93-41f6-a062-f66c0666c73a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.858071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432fca-75f3-4f67-89a8-c8bed7095cbe req-2af7765e-9a81-4e2b-944f-b116bc0a9621 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.860276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8432fca-75f3-4f67-89a8-c8bed7095cbe req-2af7765e-9a81-4e2b-944f-b116bc0a9621 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 946 time: 0.0814307 Jul 15 13:21:52.879569 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995ac3c-4e86-4d55-a5d9-786abe0b8347 x-openstack-request-id: req-a995ac3c-4e86-4d55-a5d9-786abe0b8347 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:52.879861 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16825e6-0032-4e30-8be3-16c7c6966499", "name": "network-vif-plugged", "status": "completed", "tag": "6f29970c-ca93-41f6-a062-f66c0666c73a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:52.880122 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a995ac3c-4e86-4d55-a5d9-786abe0b8347 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:52.880529 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f29970c-ca93-41f6-a062-f66c0666c73a', 'code': 200} Jul 15 13:21:52.922228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Allocated IP 172.20.0.3 (72fc04c9-5790-47bb-ac5e-21f662c1be2a/2d728839-ff2e-404f-a318-d5ca530ff2f7/e0a04bce-0c25-4588-9327-edc07c740a0f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:52.953667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8432fca-75f3-4f67-89a8-c8bed7095cbe req-28921495-fe67-48cb-a8b9-72936c56dd95 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847709 Jul 15 13:21:53.006909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-5ff9ec48-6978-43c8-9097-ab70a813d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.008494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-5ff9ec48-6978-43c8-9097-ab70a813d851 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.1162446 Jul 15 13:21:53.133203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a43d9230-adf6-40b2-a9f7-24ce8a8c8a77 req-a9bf4a39-33d5-4669-a4a3-585e275995ee tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 210 time: 0.0635142 Jul 15 13:21:53.259781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45de40-fb72-41e6-8112-24db683415ad req-643de31e-fe77-4370-8bfd-0ca4b878770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.263238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d45de40-fb72-41e6-8112-24db683415ad req-643de31e-fe77-4370-8bfd-0ca4b878770c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 1097 time: 0.2657082 Jul 15 13:21:53.292863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37f91-9a08-43d1-8376-35c1ef1ab9c1 req-02a22961-5fba-46a0-9c80-805ddc46fe5c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.300940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35b37f91-9a08-43d1-8376-35c1ef1ab9c1 req-02a22961-5fba-46a0-9c80-805ddc46fe5c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1666727 Jul 15 13:21:53.330726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-f00e276f-3c88-42fb-880f-39397f09f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.332467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-f00e276f-3c88-42fb-880f-39397f09f466 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.3180022 Jul 15 13:21:53.357824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35b37f91-9a08-43d1-8376-35c1ef1ab9c1 req-42efde9a-ee09-4b36-93e6-0c55073b55fc tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554988 Jul 15 13:21:53.360354 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2d45de40-fb72-41e6-8112-24db683415ad req-2014e022-8fb5-41aa-9877-5090c817de09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888329 Jul 15 13:21:53.376858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.414539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-9fa2a15c-00a2-4d4c-8a65-89ae40f6d6fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.0693102 Jul 15 13:21:53.434762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.449223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7455a5f5-8a56-4104-af7f-ca06bea74eb3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:53.501597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-8f74c95a-2d93-4509-83e9-ab2fdd75822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.505590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-8f74c95a-2d93-4509-83e9-ab2fdd75822b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.0792849 Jul 15 13:21:53.518927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Pushing event updated for resources: {'Port': ['ID=e0a04bce-0c25-4588-9327-edc07c740a0f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:53.546324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Network 72fc04c9-5790-47bb-ac5e-21f662c1be2a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:53.547886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:53.550826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:53.587758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-e5c22751-8b66-4bf3-95df-08f79f2d6112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722275 Jul 15 13:21:53.607789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.608462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.625149 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-1b914225-e75c-4d48-910f-b85f8c4cd05a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0849192 Jul 15 13:21:53.642681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Request body: {'port': {'device_id': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:53.756178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-6e18a4af-e8a2-4da9-8bb4-0b7df1f502b8 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601055 Jul 15 13:21:53.785405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.885099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab0c5e35-e5d2-4eb0-a60d-9a77f929021a no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:53.936890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: ab0c5e35-e5d2-4eb0-a60d-9a77f929021a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:53.940412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab0c5e35-e5d2-4eb0-a60d-9a77f929021a not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:53.964669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659adc4b-d0f2-4b72-8d56-7a0e19df057a req-dc182384-814c-4097-90c7-a458d7a4aa51 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974828 Jul 15 13:21:54.236282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-993ff035-5e6f-4560-ae3c-7b3efd6d67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.238952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-993ff035-5e6f-4560-ae3c-7b3efd6d67cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.1638286 Jul 15 13:21:54.268274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc3ac3-fab6-479c-b985-896587f51a28 req-da37c252-c514-433e-816c-12d71bb03142 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.276422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55fc3ac3-fab6-479c-b985-896587f51a28 req-da37c252-c514-433e-816c-12d71bb03142 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 946 time: 0.1502898 Jul 15 13:21:54.355918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a04bce-0c25-4588-9327-edc07c740a0f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:54.365509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.389756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Transition to ACTIVE for port object e0a04bce-0c25-4588-9327-edc07c740a0f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:54.395685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.414803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55fc3ac3-fab6-479c-b985-896587f51a28 req-f79a44dc-92a0-4a49-a071-3a56fa4522b8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374245 Jul 15 13:21:54.478054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Pushing event updated for resources: {'Port': ['ID=e0a04bce-0c25-4588-9327-edc07c740a0f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.496342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-5903efff-9fcf-4b8d-9b07-4e1bf7b64da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.497839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-5903efff-9fcf-4b8d-9b07-4e1bf7b64da3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.2194719 Jul 15 13:21:54.526010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3815302-7f14-4934-b232-e31d5dc4648d req-6613ff43-5c40-4ff9-ba60-9a58968c48a4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.527744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3815302-7f14-4934-b232-e31d5dc4648d req-6613ff43-5c40-4ff9-ba60-9a58968c48a4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 931 time: 0.1605802 Jul 15 13:21:54.567517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-7efab686-530b-42ba-b448-6c12d385b909 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.0554047 Jul 15 13:21:54.618574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f3815302-7f14-4934-b232-e31d5dc4648d req-0b820390-861e-4b2a-8545-1261cbb8c5bc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Jul 15 13:21:54.625824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Attempting to bind port e0a04bce-0c25-4588-9327-edc07c740a0f on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:54.626378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Attempting to bind port e0a04bce-0c25-4588-9327-edc07c740a0f by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:54.626559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Attempting to bind port e0a04bce-0c25-4588-9327-edc07c740a0f on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:54.631068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Port e0a04bce-0c25-4588-9327-edc07c740a0f on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:54.631403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Attempting to bind port e0a04bce-0c25-4588-9327-edc07c740a0f on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:54.641131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:54.641131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Checking segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:54.641360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Bound using segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:54.641701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Bound port: e0a04bce-0c25-4588-9327-edc07c740a0f, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:54.642186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.684710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.711193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-cf4f3056-b9df-4d51-ae97-a2a442d15ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.716993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-cf4f3056-b9df-4d51-ae97-a2a442d15ac3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.1166952 Jul 15 13:21:54.729833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] For port e0a04bce-0c25-4588-9327-edc07c740a0f, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:54.733117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] For port e0a04bce-0c25-4588-9327-edc07c740a0f, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e0a04bce-0c25-4588-9327-edc07c740a0f,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:54.746254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.773781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-e6af3ff4-1016-4838-b408-aa7c0a47d86d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481560 Jul 15 13:21:54.812532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.813158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.814581 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] 10.222.0.49 "PUT /v2.0/ports/e0a04bce-0c25-4588-9327-edc07c740a0f HTTP/1.1" status: 200 len: 1091 time: 1.1814942 Jul 15 13:21:54.816680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'tag': 'e0a04bce-0c25-4588-9327-edc07c740a0f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:54.819181 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a84f5d-676c-488f-ad0f-b55035a9bdea" -d '{"events": [{"name": "network-changed", "server_uuid": "7d197f5b-16e3-4b52-9393-3e8dcc193522", "tag": "e0a04bce-0c25-4588-9327-edc07c740a0f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:54.840737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea4460c-0809-468b-baf1-c7637f8a76c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.867398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5422ca-3db6-4e0e-9bd0-1769421a688c service neutron] Pushing event updated for resources: {'Port': ['ID=e0a04bce-0c25-4588-9327-edc07c740a0f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.909595 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7757ce-133e-4abc-a907-003fbb4476ca x-openstack-request-id: req-6a7757ce-133e-4abc-a907-003fbb4476ca {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:54.909894 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d197f5b-16e3-4b52-9393-3e8dcc193522", "tag": "e0a04bce-0c25-4588-9327-edc07c740a0f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:54.910136 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a7757ce-133e-4abc-a907-003fbb4476ca {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:54.910618 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'tag': 'e0a04bce-0c25-4588-9327-edc07c740a0f', 'status': 'completed', 'code': 200} Jul 15 13:21:55.007745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-14628446-665b-4c67-91af-ea9f8ef85729 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264247 Jul 15 13:21:55.035129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d6890-e0c6-480e-99ae-1b01a3ded42e req-f5557729-239e-4586-a9dc-d2dc46c77a0d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.041985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea4460c-0809-468b-baf1-c7637f8a76c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.044095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d96d6890-e0c6-480e-99ae-1b01a3ded42e req-f5557729-239e-4586-a9dc-d2dc46c77a0d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1195097 Jul 15 13:21:55.051672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-46c6db5a-cd16-4077-95ca-1607a9917e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.053467 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-46c6db5a-cd16-4077-95ca-1607a9917e7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 1094 time: 0.1467659 Jul 15 13:21:55.055160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea4460c-0809-468b-baf1-c7637f8a76c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.136712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-4b0e849a-876b-4016-8c07-c28f85ff465e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a04bce-0c25-4588-9327-edc07c740a0f HTTP/1.1" status: 200 len: 217 time: 0.0746503 Jul 15 13:21:55.154957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d96d6890-e0c6-480e-99ae-1b01a3ded42e req-e795a64d-92b8-4372-898e-ea0512b2510e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096704 Jul 15 13:21:55.156624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4460c-0809-468b-baf1-c7637f8a76c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a3181-99e1-4bdf-a2bc-36c542b2ced0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.184556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dea4460c-0809-468b-baf1-c7637f8a76c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=147c95d2c9e0483dac401ea301cedbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902465 Jul 15 13:21:55.186605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32854) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.221019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7db4b877-2a3c-4804-b5ab-edc9c83f3c0d req-e3ca5f9a-3409-4cc6-af55-bb4f2e02e092 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044594 Jul 15 13:21:55.228361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-8ec9dea5-cdf2-4dca-a17b-f62802a4345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.237652 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-8ec9dea5-cdf2-4dca-a17b-f62802a4345f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.0911591 Jul 15 13:21:55.311102 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f800d25d-3fca-4919-88cd-cd8a50ea7a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.330418 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-252c4666-6e5f-4f8f-ac42-d33be805ab5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845532 Jul 15 13:21:55.338353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f800d25d-3fca-4919-88cd-cd8a50ea7a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.397040 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f800d25d-3fca-4919-88cd-cd8a50ea7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.400097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f800d25d-3fca-4919-88cd-cd8a50ea7a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.401276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f800d25d-3fca-4919-88cd-cd8a50ea7a9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/936a3181-99e1-4bdf-a2bc-36c542b2ced0 HTTP/1.1" status: 204 len: 168 time: 0.2118912 Jul 15 13:21:55.409840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800d25d-3fca-4919-88cd-cd8a50ea7a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a3181-99e1-4bdf-a2bc-36c542b2ced0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.444121 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-bbd5d901-1202-4ffb-9844-cc03bc051542 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022224 Jul 15 13:21:55.607434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0fba48e7-5e8b-4dde-88df-a0d03c53334b req-c2224893-0f45-418d-8562-6885fc72338d service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514735 Jul 15 13:21:55.639622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903807a4-2c7c-46bf-9335-196b3b73f981 req-95ef0f0d-8250-492e-a3bd-2600bf49e8f8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.647245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-903807a4-2c7c-46bf-9335-196b3b73f981 req-95ef0f0d-8250-492e-a3bd-2600bf49e8f8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 946 time: 0.1116602 Jul 15 13:21:55.686785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-903807a4-2c7c-46bf-9335-196b3b73f981 req-9a16288c-37c4-4456-a168-0eb239331292 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Jul 15 13:21:55.809407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-6f10d114-127d-4f9f-aafc-a0eb6aa52971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.810997 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-6f10d114-127d-4f9f-aafc-a0eb6aa52971 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 1094 time: 0.1271899 Jul 15 13:21:55.990547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619737b-76c2-46f3-9472-ed11e1f3b861 req-2d3d8d70-ffad-4de1-b217-dd0f1a122478 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.996950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7619737b-76c2-46f3-9472-ed11e1f3b861 req-2d3d8d70-ffad-4de1-b217-dd0f1a122478 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 943 time: 0.1260955 Jul 15 13:21:56.019076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-3191b35a-c217-4d82-ad80-0f89330ae912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.020556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-3191b35a-c217-4d82-ad80-0f89330ae912 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.1994929 Jul 15 13:21:56.139540 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-ec06fb66-e262-4625-85f2-548f38e7e041 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a04bce-0c25-4588-9327-edc07c740a0f HTTP/1.1" status: 200 len: 217 time: 0.1096969 Jul 15 13:21:56.174471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8921c55-bb9c-4db8-9461-245456648ab5 req-490f0aff-0b50-4e36-9b1b-92eaea7c501a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.175993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8921c55-bb9c-4db8-9461-245456648ab5 req-490f0aff-0b50-4e36-9b1b-92eaea7c501a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.1337392 Jul 15 13:21:56.213433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7619737b-76c2-46f3-9472-ed11e1f3b861 req-f5ec2295-df86-4ca5-acbb-c9c4fca81992 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104847 Jul 15 13:21:56.218260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8921c55-bb9c-4db8-9461-245456648ab5 req-2f09ea3c-ab2c-4304-a5c9-0f0191a90b6e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0310547 Jul 15 13:21:56.234968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-f35af3ce-e40b-4954-b136-70aa403d5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.237770 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-f35af3ce-e40b-4954-b136-70aa403d5996 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.0840514 Jul 15 13:21:56.308891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8921c55-bb9c-4db8-9461-245456648ab5 req-17ca0f9f-049b-4eb5-871a-82123e074465 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842152 Jul 15 13:21:56.325147 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-c2c375b2-16c1-42cd-addf-a0ed01f06b89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798872 Jul 15 13:21:56.501913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8921c55-bb9c-4db8-9461-245456648ab5 req-ac92d0ae-371a-486b-bbb7-ca65ef100735 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920657 Jul 15 13:21:56.690281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd4961-ad32-4169-9cef-90518f0c3086 req-de411416-84a8-4ba3-bf34-56203f8354b5 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.692036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0fd4961-ad32-4169-9cef-90518f0c3086 req-de411416-84a8-4ba3-bf34-56203f8354b5 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2194045 Jul 15 13:21:56.702463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8921c55-bb9c-4db8-9461-245456648ab5 req-7b236276-ad9e-46fe-b620-4f918e97fd46 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995480 Jul 15 13:21:56.850032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0fd4961-ad32-4169-9cef-90518f0c3086 req-565508a7-8af8-4e59-bee7-8b358e5831da tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369569 Jul 15 13:21:56.855812 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-07f1a960-ba86-4867-8b16-40dce4219e5a service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228739 Jul 15 13:21:56.980983 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94a84f5d-676c-488f-ad0f-b55035a9bdea req-d613d057-be3f-4652-a6e4-b5aae62a3d54 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184447 Jul 15 13:21:57.482744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.484056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53652fda-0446-49f9-a623-02e7dece5d38 req-9c814a22-9104-4c49-9105-cc86d186c928 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.492776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53652fda-0446-49f9-a623-02e7dece5d38 req-9c814a22-9104-4c49-9105-cc86d186c928 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 943 time: 0.1179769 Jul 15 13:21:57.589163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Deleting subnet 0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:57.597822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.607673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53652fda-0446-49f9-a623-02e7dece5d38 req-8ee60cb3-beae-4491-aea3-d1c8f19b83f2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108894 Jul 15 13:21:57.653241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.663904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.713603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-24623400-8de1-4607-8a8c-ef5809156707 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.721589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-24623400-8de1-4607-8a8c-ef5809156707 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2093878 Jul 15 13:21:57.740638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-8eac333e-577e-4909-9270-e4d7f495c0f3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0181139 Jul 15 13:21:57.743054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.827348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-17119ecf-4162-4332-af88-48ff29c38a63 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854673 Jul 15 13:21:57.844381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.904771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:57.918659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.923073 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3fd4427b-0308-4c25-9f09-47572a81ef84 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0dff10f2-ed1b-44f1-aa75-7cdad4e0fa34 HTTP/1.1" status: 204 len: 168 time: 0.4367757 Jul 15 13:21:57.923476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32972) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.988755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ef1660-a02a-406e-be3b-4bf310080f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.007726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.116315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.123938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-52deb407-b98e-4e55-8013-aecf8b2bca5f service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956202 Jul 15 13:21:58.136672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd38a108-7090-44da-88cf-2e56da66346c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.149086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e154bcdc-4672-44d5-80c7-fe217be7d549') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.149386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e154bcdc-4672-44d5-80c7-fe217be7d549') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.160849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.181712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.189466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:58.189997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:58.191792 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:58.252657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ef1660-a02a-406e-be3b-4bf310080f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.253655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.265743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.267284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ef1660-a02a-406e-be3b-4bf310080f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.268436 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fd38a108-7090-44da-88cf-2e56da66346c HTTP/1.1" status: 204 len: 168 time: 0.3439748 Jul 15 13:21:58.280495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c2f6-911c-4569-aa11-88223085feba req-03cfe5f0-bedb-43df-a1fa-0cbf32d802ad tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.287941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7961c2f6-911c-4569-aa11-88223085feba req-03cfe5f0-bedb-43df-a1fa-0cbf32d802ad tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2787683 Jul 15 13:21:58.296406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a33838-414c-4d77-95cd-3b5b86330fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd38a108-7090-44da-88cf-2e56da66346c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.333801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e0a04bce-0c25-4588-9327-edc07c740a0f details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:58.360264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97ef1660-a02a-406e-be3b-4bf310080f19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=440da76bd863427cb9d10d5094caa7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7057066 Jul 15 13:21:58.363008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.371001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-7050c4ed-f3f3-4dee-97c3-0036ef4f0235 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218175 Jul 15 13:21:58.373365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef1660-a02a-406e-be3b-4bf310080f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61f9051-ac14-4cce-8b3d-063765dfaadd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.387459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7961c2f6-911c-4569-aa11-88223085feba req-71ae7bfb-5ecd-4fe0-813a-eec74366dacc tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985913 Jul 15 13:21:58.492168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port e0a04bce-0c25-4588-9327-edc07c740a0f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e0a04bce-0c25-4588-9327-edc07c740a0f,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:58.506898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'e0a04bce-0c25-4588-9327-edc07c740a0f', 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'port_id': 'e0a04bce-0c25-4588-9327-edc07c740a0f', 'mac_address': 'fa:16:3e:2e:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d728839-ff2e-404f-a318-d5ca530ff2f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:58.507976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35eb70c7-3fab-42b2-9e55-87757196e878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.519412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.556157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35eb70c7-3fab-42b2-9e55-87757196e878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.567428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.571727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a0f414c4-60b4-4a9a-87aa-7a7df632a274 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19798cbc7e95484ba553f5c58644dbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507944 Jul 15 13:21:58.574352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.582778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a04bce-0c25-4588-9327-edc07c740a0f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:58.619578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port e0a04bce-0c25-4588-9327-edc07c740a0f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e0a04bce-0c25-4588-9327-edc07c740a0f,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:58.631258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.633789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0139f0b-6b9f-4b76-90e1-be043f826673 req-2d452183-c434-41f0-ad60-77925a7c463d tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 210 time: 0.0421197 Jul 15 13:21:58.678175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c1b326-64eb-462e-8e9e-25d3e7b363d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.690948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35eb70c7-3fab-42b2-9e55-87757196e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.695254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35eb70c7-3fab-42b2-9e55-87757196e878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.699596 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-35eb70c7-3fab-42b2-9e55-87757196e878 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a61f9051-ac14-4cce-8b3d-063765dfaadd HTTP/1.1" status: 204 len: 168 time: 0.3325422 Jul 15 13:21:58.728240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb70c7-3fab-42b2-9e55-87757196e878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61f9051-ac14-4cce-8b3d-063765dfaadd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.730803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c1b326-64eb-462e-8e9e-25d3e7b363d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.791482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=e0a04bce-0c25-4588-9327-edc07c740a0f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.796823 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c1b326-64eb-462e-8e9e-25d3e7b363d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.802062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c1b326-64eb-462e-8e9e-25d3e7b363d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.807107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.807648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.807797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-86c1b326-64eb-462e-8e9e-25d3e7b363d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16ad6a58-4b7f-447a-b60b-b048ca2bde40 HTTP/1.1" status: 204 len: 168 time: 0.2323840 Jul 15 13:21:58.808757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.809230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.809707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.810195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.810712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.811404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.811877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.812440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.816904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1b326-64eb-462e-8e9e-25d3e7b363d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ad6a58-4b7f-447a-b60b-b048ca2bde40,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.817639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.818142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:58.935784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['e0a04bce-0c25-4588-9327-edc07c740a0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:58.957728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1efcaf-d0d2-4f33-98ae-b14bf4aac571 req-f9ef05c0-16f4-43a8-aa25-8949cd95e40b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.960022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f1efcaf-d0d2-4f33-98ae-b14bf4aac571 req-f9ef05c0-16f4-43a8-aa25-8949cd95e40b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 944 time: 0.0946505 Jul 15 13:21:59.029403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f1efcaf-d0d2-4f33-98ae-b14bf4aac571 req-74e7356e-9987-42c3-8256-62b5c3446acb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630352 Jul 15 13:21:59.700980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:59.743114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be69d8-3ee8-4fde-ae62-c99804655e6a req-edabf5b7-bdd2-43be-840b-cdc3ed442b35 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.745407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25be69d8-3ee8-4fde-ae62-c99804655e6a req-edabf5b7-bdd2-43be-840b-cdc3ed442b35 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1194754 Jul 15 13:21:59.789383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25be69d8-3ee8-4fde-ae62-c99804655e6a req-566b7792-fdd6-4988-a0ad-8cd72afd7bb2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Jul 15 13:21:59.990532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Deleting subnet 87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:59.994179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.010809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1ae66d0-6a19-43f8-8f2a-6b690cb2f9d6 req-e527d5fd-b627-45a1-8121-274799a9d5f8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 210 time: 0.0457292 Jul 15 13:22:00.038102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.098246 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.216909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.255424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:00.261843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.264511 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-42e4975d-0973-442a-b704-5c1d4f7f47d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/87dd04b9-c16e-4b0c-81f4-ebfcb62aaa1a HTTP/1.1" status: 204 len: 168 time: 0.5603559 Jul 15 13:22:00.267654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:00.313150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfe1fa-04c7-49a3-ade8-f7e7ca7aaeac req-40017c1e-c773-4342-a5a7-5d3e7e4352fc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.323057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9bfe1fa-04c7-49a3-ade8-f7e7ca7aaeac req-40017c1e-c773-4342-a5a7-5d3e7e4352fc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 944 time: 0.1339474 Jul 15 13:22:00.332985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e0a04bce-0c25-4588-9327-edc07c740a0f up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:00.410884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9bfe1fa-04c7-49a3-ade8-f7e7ca7aaeac req-343c5846-3621-41ea-9dff-228970a72a0c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824912 Jul 15 13:22:00.420039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port e0a04bce-0c25-4588-9327-edc07c740a0f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:00.424951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port e0a04bce-0c25-4588-9327-edc07c740a0f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:00.425473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.473247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.482106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d113b7-bb4a-4c36-811c-146f9815d083 req-cde67a96-4fbc-466c-99db-61133198ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.490422 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-85d113b7-bb4a-4c36-811c-146f9815d083 req-cde67a96-4fbc-466c-99db-61133198ae15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.3072610 Jul 15 13:22:00.524056 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.558426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a04bce-0c25-4588-9327-edc07c740a0f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:00.563111 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e5541b-8ff2-4033-b099-acec710577f9" -d '{"events": [{"server_uuid": "7d197f5b-16e3-4b52-9393-3e8dcc193522", "name": "network-vif-plugged", "status": "completed", "tag": "e0a04bce-0c25-4588-9327-edc07c740a0f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:00.578832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port e0a04bce-0c25-4588-9327-edc07c740a0f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e0a04bce-0c25-4588-9327-edc07c740a0f,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:00.585280 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.646940 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89d112-cd7c-49b6-9cc6-ec3ba99d4da3 x-openstack-request-id: req-cc89d112-cd7c-49b6-9cc6-ec3ba99d4da3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:00.647591 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d197f5b-16e3-4b52-9393-3e8dcc193522", "name": "network-vif-plugged", "status": "completed", "tag": "e0a04bce-0c25-4588-9327-edc07c740a0f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:00.648042 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc89d112-cd7c-49b6-9cc6-ec3ba99d4da3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:00.648647 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a04bce-0c25-4588-9327-edc07c740a0f', 'code': 200} Jul 15 13:22:00.655356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=e0a04bce-0c25-4588-9327-edc07c740a0f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:00.683772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.694985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b96a729-a0eb-43e9-8791-4c5e67191804']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.706100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6374b4de-16bd-4393-bb05-d6424baedeb2') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.706842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6374b4de-16bd-4393-bb05-d6424baedeb2') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.724735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.732618 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-85d113b7-bb4a-4c36-811c-146f9815d083 req-694d22de-ea60-4e20-be7b-a431cbde3b09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936955 Jul 15 13:22:00.757024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-751612ef-67f1-4ef0-8de1-31c8c7912135 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.759019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-751612ef-67f1-4ef0-8de1-31c8c7912135 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.4009824 Jul 15 13:22:00.763570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.769416 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.771039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:00.771396 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:00.773259 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:00.792094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:00.950946 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.990863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.992341 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0b96a729-a0eb-43e9-8791-4c5e67191804 HTTP/1.1" status: 204 len: 168 time: 0.7236052 Jul 15 13:22:01.010842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ecf03-d52e-4037-8e5f-aedb9a681ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b96a729-a0eb-43e9-8791-4c5e67191804,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.028584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eab4e0-3b6d-433a-a0e4-addca8bf49a0 req-a6549b8d-ce54-49dc-9fbb-cb78266f335e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.037727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b086d-ece5-4fc3-b494-7cf95d395c9d req-5d3a1ff7-ba83-46e8-90bc-49eeb526aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.039348 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e03b086d-ece5-4fc3-b494-7cf95d395c9d req-5d3a1ff7-ba83-46e8-90bc-49eeb526aa7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 1096 time: 0.2366652 Jul 15 13:22:01.039688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7eab4e0-3b6d-433a-a0e4-addca8bf49a0 req-a6549b8d-ce54-49dc-9fbb-cb78266f335e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.0988691 Jul 15 13:22:01.080505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:01.097089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7eab4e0-3b6d-433a-a0e4-addca8bf49a0 req-91ef5aca-df64-4bae-bd7d-8cc6ae7b81a4 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560882 Jul 15 13:22:01.105623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.141472 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e03b086d-ece5-4fc3-b494-7cf95d395c9d req-2b2f20c5-8443-4c59-9f34-8f81bcc53dc1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865576 Jul 15 13:22:01.202876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9cb74692-515e-4635-ba75-cabc51b8b84d req-1f7104ea-e29a-4392-8e3b-c3230149cfcf tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 210 time: 0.0403779 Jul 15 13:22:01.299445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.9 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/9e63cac2-a436-4884-a824-aea0f6e23a2d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:01.305036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.383754 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8d641ffe-5663-4276-ad38-022a6c89806b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b17ecfdddf99462c83b7ebdef7a9caa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767589 Jul 15 13:22:01.387418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.475086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebcb75-000c-42f4-a832-c69f4faad529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.511605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebcb75-000c-42f4-a832-c69f4faad529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.584346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebcb75-000c-42f4-a832-c69f4faad529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.592414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebcb75-000c-42f4-a832-c69f4faad529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.595174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-baebcb75-000c-42f4-a832-c69f4faad529 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/506a5068-7021-4222-bb8d-f49b13836a3d HTTP/1.1" status: 204 len: 168 time: 0.2064066 Jul 15 13:22:01.611033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebcb75-000c-42f4-a832-c69f4faad529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a5068-7021-4222-bb8d-f49b13836a3d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.626647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.727179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.740052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:01.740553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4da45-bf6d-47bb-937d-95be2e5055ec req-d39af7cc-fab3-4658-ac50-59b2ed6309b1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.750227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54e4da45-bf6d-47bb-937d-95be2e5055ec req-d39af7cc-fab3-4658-ac50-59b2ed6309b1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 945 time: 0.1433523 Jul 15 13:22:01.817102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54e4da45-bf6d-47bb-937d-95be2e5055ec req-e31ac171-45f1-4e77-979a-3cd9af8b54e9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658901 Jul 15 13:22:01.862931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:01.868502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=9e63cac2-a436-4884-a824-aea0f6e23a2d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.881425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:01.891416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:01.958056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.958860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.996947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-2d95e6fe-ce87-463a-b257-791504e3055b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2094424 Jul 15 13:22:02.013504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Request body: {'port': {'device_id': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:02.129494 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:02.179782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.437406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954093b1-7971-4556-98ff-12d02d5efd13 req-5e2b97d1-a737-4da2-b702-c957a32d2bc0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.445240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-954093b1-7971-4556-98ff-12d02d5efd13 req-5e2b97d1-a737-4da2-b702-c957a32d2bc0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1515875 Jul 15 13:22:02.495317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c73f-9d1e-4185-9636-95cf0f02cc25 req-7b7e59e9-654c-4f08-b62d-eb207af89d04 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.496987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c084c73f-9d1e-4185-9636-95cf0f02cc25 req-7b7e59e9-654c-4f08-b62d-eb207af89d04 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 931 time: 0.1291718 Jul 15 13:22:02.512966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-954093b1-7971-4556-98ff-12d02d5efd13 req-10944ee0-6c7b-4c73-9cb8-808208dd3fc7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667822 Jul 15 13:22:02.573658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c084c73f-9d1e-4185-9636-95cf0f02cc25 req-36f89227-4e92-4e9b-bf3e-650675879526 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566921 Jul 15 13:22:02.643199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e63cac2-a436-4884-a824-aea0f6e23a2d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:02.655344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.673350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Transition to ACTIVE for port object 9e63cac2-a436-4884-a824-aea0f6e23a2d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:02.679085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.766914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Pushing event updated for resources: {'Port': ['ID=9e63cac2-a436-4884-a824-aea0f6e23a2d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.810507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.832353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Attempting to bind port 9e63cac2-a436-4884-a824-aea0f6e23a2d on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:02.833349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Attempting to bind port 9e63cac2-a436-4884-a824-aea0f6e23a2d by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:02.834059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Attempting to bind port 9e63cac2-a436-4884-a824-aea0f6e23a2d on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:02.840084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Port 9e63cac2-a436-4884-a824-aea0f6e23a2d on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:02.840785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Attempting to bind port 9e63cac2-a436-4884-a824-aea0f6e23a2d on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:02.846783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:02.846783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:02.847170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:02.847613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Bound port: 9e63cac2-a436-4884-a824-aea0f6e23a2d, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:02.847980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.968086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] For port 9e63cac2-a436-4884-a824-aea0f6e23a2d, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:02.973133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] For port 9e63cac2-a436-4884-a824-aea0f6e23a2d, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:02.983943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.998527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1061247237-network', 'tenant_id': '4bc3217a18fc423db3b61ef994b9e161'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:03.036049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.036855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.038273 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e63cac2-a436-4884-a824-aea0f6e23a2d HTTP/1.1" status: 200 len: 1091 time: 1.0311751 Jul 15 13:22:03.038795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'tag': '9e63cac2-a436-4884-a824-aea0f6e23a2d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:03.041402 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130e704-2b29-447c-8b56-afaf161cc170" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0a4999-8b78-4a21-b885-3b3b1865e062", "tag": "9e63cac2-a436-4884-a824-aea0f6e23a2d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:03.058632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Made reservation on behalf of 4bc3217a18fc423db3b61ef994b9e161 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:03.070633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.133621 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.143252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a909b-5b10-4ab2-b30c-e3f0461a6871 service neutron] Pushing event updated for resources: {'Port': ['ID=9e63cac2-a436-4884-a824-aea0f6e23a2d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.190974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31fb9-6e56-407e-85d3-7de85690936d req-099551dc-3a7f-45e4-bcc3-460c7e23e631 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.193274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70f31fb9-6e56-407e-85d3-7de85690936d req-099551dc-3a7f-45e4-bcc3-460c7e23e631 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 945 time: 0.2411337 Jul 15 13:22:03.194231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-02226798-cf5a-4407-bc2f-ed66e511dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.195748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-02226798-cf5a-4407-bc2f-ed66e511dff5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 1094 time: 0.0880361 Jul 15 13:22:03.199339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ee92-5684-49d2-af94-663be44c330e req-f7b61c55-aa50-490a-a02b-69c34e2a72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.200873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-f7b61c55-aa50-490a-a02b-69c34e2a72d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 1096 time: 0.1454890 Jul 15 13:22:03.255772 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-92a3b9da-524b-490b-9529-228caa491f83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d HTTP/1.1" status: 200 len: 217 time: 0.0512650 Jul 15 13:22:03.352130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70f31fb9-6e56-407e-85d3-7de85690936d req-e06d9ef3-aa11-41d0-8c75-b9043ec40f8f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453841 Jul 15 13:22:03.383618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-ce400e69-297f-43e0-9cf0-e780cd68cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.386044 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-ce400e69-297f-43e0-9cf0-e780cd68cbe9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.1145630 Jul 15 13:22:03.411534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c929b62-b284-4348-8ada-c4f07e16c255 req-bcf3c3be-57ae-468f-8198-29daf12075ec tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.420657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c929b62-b284-4348-8ada-c4f07e16c255 req-bcf3c3be-57ae-468f-8198-29daf12075ec tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.2171059 Jul 15 13:22:03.444137 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f37bccb-c617-44b8-8d8d-d9e7038a4465 x-openstack-request-id: req-9f37bccb-c617-44b8-8d8d-d9e7038a4465 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:03.444481 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0a4999-8b78-4a21-b885-3b3b1865e062", "tag": "9e63cac2-a436-4884-a824-aea0f6e23a2d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:03.444735 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f37bccb-c617-44b8-8d8d-d9e7038a4465 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:03.445139 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'tag': '9e63cac2-a436-4884-a824-aea0f6e23a2d', 'status': 'completed', 'code': 200} Jul 15 13:22:03.452506 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-6286cc8d-dab0-4e98-8cb5-915a3e85020b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572331 Jul 15 13:22:03.491545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.493963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c929b62-b284-4348-8ada-c4f07e16c255 req-54046014-6cfd-41b9-95dc-ad2f36478140 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Jul 15 13:22:03.512486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ee92-5684-49d2-af94-663be44c330e req-4969922f-24ec-4b0c-8906-5194abc4fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.524450 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-4969922f-24ec-4b0c-8906-5194abc4fa5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 200 len: 919 time: 0.3133097 Jul 15 13:22:03.543576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.550657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.591135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0060adba-6fe1-4067-950d-2276d459be4e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.595208 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-a68a4004-9cdb-4b7e-875e-04863952c9ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 200 len: 217 time: 0.0600789 Jul 15 13:22:03.601710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:03.614151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.614494 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Added segment bc1cc409-aad2-406b-ad21-8b9015e34630 of type vlan for network 5707d833-433f-48bf-b178-7eda944e700a Jul 15 13:22:03.679285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.722498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177ee92-5684-49d2-af94-663be44c330e req-1948cba1-4d5c-48b4-8268-b8cdd1d43d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.724003 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-1948cba1-4d5c-48b4-8268-b8cdd1d43d3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 200 len: 858 time: 0.0901194 Jul 15 13:22:03.725967 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-795379c9-fc0f-4c17-a683-e03ff8d6f3a3 service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637870 Jul 15 13:22:03.736204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.737385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.738087 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.782970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9704845 Jul 15 13:22:03.797124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.804429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Request body: {'subnet': {'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1061247237-subnet', 'tenant_id': '4bc3217a18fc423db3b61ef994b9e161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:03.808853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-0865a28d-0350-41e1-8190-bf4108767279 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b3dabe49-76aa-4ec5-b1c1-0b77e7730517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383658 Jul 15 13:22:03.884077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f294c4-c383-4839-9804-eed35f39bf3c admin admin] Pushing event updated for resources: {'Network': ['ID=5707d833-433f-48bf-b178-7eda944e700a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.903664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 5707d833-433f-48bf-b178-7eda944e700a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:03.924678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbe70-948e-4d32-ad11-1a3ec082a914 req-885408b3-5af5-4751-a603-d7b6dbfd2966 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.938780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42ccbe70-948e-4d32-ad11-1a3ec082a914 req-885408b3-5af5-4751-a603-d7b6dbfd2966 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 943 time: 0.1685820 Jul 15 13:22:03.952795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Made reservation on behalf of 4bc3217a18fc423db3b61ef994b9e161 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:03.956489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.045988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42ccbe70-948e-4d32-ad11-1a3ec082a914 req-85efd368-0df8-4ce2-acbb-49964d8de72d tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025207 Jul 15 13:22:04.055234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fa5876d-3533-4426-ae40-0e4b1a35a23d req-e6cb5ba9-83ef-4602-9303-09e4f14e695b service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224165 Jul 15 13:22:04.109418 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-e63c5069-8e13-43c9-9513-47fa7cd80170 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623367 Jul 15 13:22:04.109820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd07ffb-2df3-47d2-8bcc-7a4cfe434358 req-eeb6d13e-9545-49bc-bcad-f6acfba5587c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.112092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd07ffb-2df3-47d2-8bcc-7a4cfe434358 req-eeb6d13e-9545-49bc-bcad-f6acfba5587c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 945 time: 0.1132081 Jul 15 13:22:04.160800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd07ffb-2df3-47d2-8bcc-7a4cfe434358 req-caadb313-5830-47c0-a445-4217e9ea2bbc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Jul 15 13:22:04.251829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.332897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9177ee92-5684-49d2-af94-663be44c330e req-11335173-9305-461b-b366-98b6abe98344 service neutron] 10.222.0.49 "GET /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152011 Jul 15 13:22:04.338851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e704-2b29-447c-8b56-afaf161cc170 req-a7e348bd-3621-4c53-a069-19098fb4dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.340317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-a7e348bd-3621-4c53-a069-19098fb4dcfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 1094 time: 0.2124231 Jul 15 13:22:04.340938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7bab79-ee65-4762-8c51-45bf309e2ec3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.385728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Checking segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:04.386094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Network hostable DHCP agents. Network: 5707d833-433f-48bf-b178-7eda944e700a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:04.446141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Network 5707d833-433f-48bf-b178-7eda944e700a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:04.460795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e704-2b29-447c-8b56-afaf161cc170 req-4d91ff55-e0fe-4d7a-a817-ece4f88d5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.462777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-4d91ff55-e0fe-4d7a-a817-ece4f88d5fce service neutron] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.1130347 Jul 15 13:22:04.467123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 5707d833-433f-48bf-b178-7eda944e700a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:04.475715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8ba2b-1158-430b-a033-81341d5fd1f0 None None] Network 5707d833-433f-48bf-b178-7eda944e700a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:04.478687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.479269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.516243 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-dde19d79-cc97-45f9-b1de-8da46829a00a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d HTTP/1.1" status: 200 len: 217 time: 0.0463018 Jul 15 13:22:04.542047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-458d40fe-860e-4ad6-bf7f-a7d647502429 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7420754 Jul 15 13:22:04.597755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e704-2b29-447c-8b56-afaf161cc170 req-e0147edd-0803-4ce6-af76-2369a378d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.600760 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-e0147edd-0803-4ce6-af76-2369a378d5e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0735533 Jul 15 13:22:04.647792 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-be3b9117-01b7-4f94-b66d-02bc539abaf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378909 Jul 15 13:22:04.731494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248fe92-f887-47c9-bc8d-2509b8bac854 None None] Network 5707d833-433f-48bf-b178-7eda944e700a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:04.813985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7304e1-7775-4221-8208-29cf6d0f2b47 req-732d97e8-31a4-4db3-bad2-a7500af2f828 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.821505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c7304e1-7775-4221-8208-29cf6d0f2b47 req-732d97e8-31a4-4db3-bad2-a7500af2f828 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1393969 Jul 15 13:22:04.833030 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-f95c0079-aaf3-456b-8a37-a8cf8ca825f0 service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745651 Jul 15 13:22:04.910656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c7304e1-7775-4221-8208-29cf6d0f2b47 req-4e537726-a9da-4b2d-a67c-4cbdb6a8c26a tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869920 Jul 15 13:22:04.957693 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a130e704-2b29-447c-8b56-afaf161cc170 req-ba924d3a-e07e-437d-b1f2-88919ef7f860 service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183801 Jul 15 13:22:05.191404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-9ecfbe83-6d80-469e-8189-dfda64ab841f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.192140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-9ecfbe83-6d80-469e-8189-dfda64ab841f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 815 time: 0.1478038 Jul 15 13:22:05.225197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0760654b-4cdd-4d4e-bbc5-4808e63d5aed tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/quotas/4bc3217a18fc423db3b61ef994b9e161 HTTP/1.1" status: 200 len: 375 time: 0.0143197 Jul 15 13:22:05.272225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-4aa66fb6-4ead-4a2a-8bce-cc424c797e7c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398800 Jul 15 13:22:05.322104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-c19aa5f1-eaaf-47d0-a70a-bb6191ec6a34 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.323618 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-c19aa5f1-eaaf-47d0-a70a-bb6191ec6a34 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 945 time: 0.0764618 Jul 15 13:22:05.323733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45957360-bb71-426e-a45b-bfe3c67eb178 req-f0a5d3a1-dbd0-412e-bc58-23ec312aa8c7 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.325243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45957360-bb71-426e-a45b-bfe3c67eb178 req-f0a5d3a1-dbd0-412e-bc58-23ec312aa8c7 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 943 time: 0.1554208 Jul 15 13:22:05.424594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45957360-bb71-426e-a45b-bfe3c67eb178 req-063b21ea-0985-4b29-8658-d2de5a7eb29a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919037 Jul 15 13:22:05.437305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-95492c33-2e49-4690-a019-8ce127292df5 service neutron] 10.222.0.48 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526508 Jul 15 13:22:05.506924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Deleting port e0a04bce-0c25-4588-9327-edc07c740a0f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:05.507438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.631532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] For port e0a04bce-0c25-4588-9327-edc07c740a0f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e0a04bce-0c25-4588-9327-edc07c740a0f,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:05.631944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.655157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Calling delete_port for e0a04bce-0c25-4588-9327-edc07c740a0f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:05.846693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.860676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['e0a04bce-0c25-4588-9327-edc07c740a0f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:05.862888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7455a5f5-8a56-4104-af7f-ca06bea74eb3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:05.896803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-32fccd29-5797-4e31-ada7-f96247d11320 service neutron] 10.222.0.48 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531426 Jul 15 13:22:05.928368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Pushing event deleted for resources: {'Port': ['ID=e0a04bce-0c25-4588-9327-edc07c740a0f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.932312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659761d5-cb6a-4d5c-be3e-df6eb2b529c9 req-381adafc-a853-43cd-b1de-b219a81f95b2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.940184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659761d5-cb6a-4d5c-be3e-df6eb2b529c9 req-381adafc-a853-43cd-b1de-b219a81f95b2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d197f5b-16e3-4b52-9393-3e8dcc193522 HTTP/1.1" status: 200 len: 867 time: 0.1568255 Jul 15 13:22:05.944097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9e63cac2-a436-4884-a824-aea0f6e23a2d details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:06.023262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] No DVR routers for this DVR port e0a04bce-0c25-4588-9327-edc07c740a0f on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:06.025623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-659761d5-cb6a-4d5c-be3e-df6eb2b529c9 req-6440f600-4640-430b-bd7e-c9aa8fad0953 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770118 Jul 15 13:22:06.028975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.032082 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0d3fb230-f5b8-4860-a58f-85e236f80ef0 req-6dddf45b-d42d-4e0e-b8ee-87ef52366b78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.49 "DELETE /v2.0/ports/e0a04bce-0c25-4588-9327-edc07c740a0f HTTP/1.1" status: 204 len: 173 time: 0.7026558 Jul 15 13:22:06.032716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'name': 'network-vif-deleted', 'tag': 'e0a04bce-0c25-4588-9327-edc07c740a0f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:06.037016 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1768d6-94df-465c-907e-1616872ef13d" -d '{"events": [{"server_uuid": "7d197f5b-16e3-4b52-9393-3e8dcc193522", "name": "network-vif-deleted", "tag": "e0a04bce-0c25-4588-9327-edc07c740a0f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:06.220019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 9e63cac2-a436-4884-a824-aea0f6e23a2d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:06.261254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '9e63cac2-a436-4884-a824-aea0f6e23a2d', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': '9e63cac2-a436-4884-a824-aea0f6e23a2d', 'mac_address': 'fa:16:3e:9a:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:06.290094 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51da9d4c-0df6-44e1-9401-7bdc3d4caa38 x-openstack-request-id: req-51da9d4c-0df6-44e1-9401-7bdc3d4caa38 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:06.290680 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d197f5b-16e3-4b52-9393-3e8dcc193522", "name": "network-vif-deleted", "tag": "e0a04bce-0c25-4588-9327-edc07c740a0f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:06.290942 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51da9d4c-0df6-44e1-9401-7bdc3d4caa38 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:06.291420 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d197f5b-16e3-4b52-9393-3e8dcc193522', 'name': 'network-vif-deleted', 'tag': 'e0a04bce-0c25-4588-9327-edc07c740a0f', 'status': 'completed', 'code': 200} Jul 15 13:22:06.330598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.347067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e63cac2-a436-4884-a824-aea0f6e23a2d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:06.372572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 9e63cac2-a436-4884-a824-aea0f6e23a2d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:06.376438 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.401840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8091411d-89d1-4685-98b7-87dd8f8fcc74 req-e12073c1-2eff-4594-84fd-8c1a0c96b30a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 210 time: 0.0543165 Jul 15 13:22:06.453224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=9e63cac2-a436-4884-a824-aea0f6e23a2d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.455291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615df64b-d8c1-440b-9504-b98771a53735 req-afaa5c26-6a5f-4834-b53f-ce2001eaff4f tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.456935 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-615df64b-d8c1-440b-9504-b98771a53735 req-afaa5c26-6a5f-4834-b53f-ce2001eaff4f tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1672454 Jul 15 13:22:06.511448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-615df64b-d8c1-440b-9504-b98771a53735 req-d5821ae9-4f30-41c1-9a15-5a18135c302f tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Jul 15 13:22:06.658969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c215b-4c93-4f9c-a1a0-66b96ee14adc req-72166630-f403-4673-8115-5026bdf910a1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.661037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b99c215b-4c93-4f9c-a1a0-66b96ee14adc req-72166630-f403-4673-8115-5026bdf910a1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 944 time: 0.0947225 Jul 15 13:22:06.664543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['9e63cac2-a436-4884-a824-aea0f6e23a2d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:06.723774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b99c215b-4c93-4f9c-a1a0-66b96ee14adc req-091a90a2-95a9-45ec-82fd-79cc3cd1cbdc tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 Jul 15 13:22:07.328234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c479d68-e3d6-4b49-8541-f1f2307bc55d req-bf67c6b2-c27b-4346-9c35-c1091d09f3f1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.332929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c479d68-e3d6-4b49-8541-f1f2307bc55d req-bf67c6b2-c27b-4346-9c35-c1091d09f3f1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0897424 Jul 15 13:22:07.374772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c479d68-e3d6-4b49-8541-f1f2307bc55d req-8f8b7107-4aed-4403-a7a3-68a1ca767886 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Jul 15 13:22:07.575355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1849853-246d-485e-91fe-605db3b72f31 req-3a34a0bd-ccc4-4673-8bb6-fc5501911422 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Jul 15 13:22:07.718324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24114-3dac-4e87-8dce-72cadf118eae req-56cbb3d8-15ae-4134-adde-3e0a416fd251 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.720363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aba24114-3dac-4e87-8dce-72cadf118eae req-56cbb3d8-15ae-4134-adde-3e0a416fd251 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1082304 Jul 15 13:22:07.833192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aba24114-3dac-4e87-8dce-72cadf118eae req-2d1d6864-d367-4c45-b463-2b38fa6d74d1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976171 Jul 15 13:22:07.849976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-3be8d3a4-cafd-4390-9612-f52ba1696d74 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.849976 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-3be8d3a4-cafd-4390-9612-f52ba1696d74 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 815 time: 0.1484506 Jul 15 13:22:07.870137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Request body: {'port': {'device_id': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'admin_state_up': True, 'tenant_id': '4bc3217a18fc423db3b61ef994b9e161'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:07.956761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9e63cac2-a436-4884-a824-aea0f6e23a2d up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:08.022739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 9e63cac2-a436-4884-a824-aea0f6e23a2d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:08.030259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 9e63cac2-a436-4884-a824-aea0f6e23a2d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:08.030896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.084819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Made reservation on behalf of 4bc3217a18fc423db3b61ef994b9e161 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:08.089619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.205854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da330dfc-75cc-4be4-8d14-54beed1741f8 req-ece33510-17fd-447a-abb1-891768754eb1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:08.215051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da330dfc-75cc-4be4-8d14-54beed1741f8 req-ece33510-17fd-447a-abb1-891768754eb1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 944 time: 0.2632339 Jul 15 13:22:08.231373 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.299582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471793-799f-4dd8-abb1-9937c26ddadf req-1218231e-52ad-4b4a-8648-14f7bfe94714 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:08.301127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7471793-799f-4dd8-abb1-9937c26ddadf req-1218231e-52ad-4b4a-8648-14f7bfe94714 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2428417 Jul 15 13:22:08.301451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 9e63cac2-a436-4884-a824-aea0f6e23a2d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:08.302522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e63cac2-a436-4884-a824-aea0f6e23a2d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:08.305256 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2b496-b5b1-4266-b222-2e9a8d904343" -d '{"events": [{"server_uuid": "ac0a4999-8b78-4a21-b885-3b3b1865e062", "name": "network-vif-plugged", "status": "completed", "tag": "9e63cac2-a436-4884-a824-aea0f6e23a2d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:08.310822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.363116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e0a04bce-0c25-4588-9327-edc07c740a0f no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:08.378324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da330dfc-75cc-4be4-8d14-54beed1741f8 req-42f08c10-b1c7-4f47-b43d-236a1dd7dd6a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621020 Jul 15 13:22:08.403620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: e0a04bce-0c25-4588-9327-edc07c740a0f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:08.409496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e0a04bce-0c25-4588-9327-edc07c740a0f not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:08.428814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7471793-799f-4dd8-abb1-9937c26ddadf req-f49df988-abae-45eb-9114-00eaa7c6015f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034782 Jul 15 13:22:08.482073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=9e63cac2-a436-4884-a824-aea0f6e23a2d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.500315 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028de62c-b0cd-45a7-8d98-7c2a3cfe16cc x-openstack-request-id: req-028de62c-b0cd-45a7-8d98-7c2a3cfe16cc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:08.500619 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0a4999-8b78-4a21-b885-3b3b1865e062", "name": "network-vif-plugged", "status": "completed", "tag": "9e63cac2-a436-4884-a824-aea0f6e23a2d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:08.500880 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-028de62c-b0cd-45a7-8d98-7c2a3cfe16cc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:08.501286 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e63cac2-a436-4884-a824-aea0f6e23a2d', 'code': 200} Jul 15 13:22:08.734065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e04c5-25a6-4730-9160-973d62cd4aad req-84e5d79e-d860-4410-bc3c-69562fce7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:08.736341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-703e04c5-25a6-4730-9160-973d62cd4aad req-84e5d79e-d860-4410-bc3c-69562fce7b2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 1096 time: 0.1150379 Jul 15 13:22:08.782778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-703e04c5-25a6-4730-9160-973d62cd4aad req-05084d9c-37d1-418c-84a1-b46ecaa0fe4d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Jul 15 13:22:08.853678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71314453-e9d5-450f-a7d6-4c27751be975 req-cc8fa74f-820d-4e2a-b84a-1800802e6105 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 210 time: 0.0572071 Jul 15 13:22:08.907296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Allocated IP 172.20.0.8 (5707d833-433f-48bf-b178-7eda944e700a/6c7bab79-ee65-4762-8c51-45bf309e2ec3/640c654f-0be6-4cc6-b857-d6e237b598b9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:09.127870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.172914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.225876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.243299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Network 5707d833-433f-48bf-b178-7eda944e700a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:09.253252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:09.261604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:09.356346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.357747 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.375104 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-df387eb8-7a24-48c7-95a6-998323cbe050 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5178914 Jul 15 13:22:09.396320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Request body: {'port': {'device_id': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:09.506189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.752178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd49382-1a93-46ce-bf9f-a448a239a1d1 req-f449329d-9763-4b20-82cc-65e3e40b7a7a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.769016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd49382-1a93-46ce-bf9f-a448a239a1d1 req-f449329d-9763-4b20-82cc-65e3e40b7a7a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 945 time: 0.1779256 Jul 15 13:22:09.846302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd49382-1a93-46ce-bf9f-a448a239a1d1 req-1613359b-c0b4-499d-a698-d7211cceecb2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762603 Jul 15 13:22:09.932451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640c654f-0be6-4cc6-b857-d6e237b598b9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:09.940638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.957980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Transition to ACTIVE for port object 640c654f-0be6-4cc6-b857-d6e237b598b9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:09.964045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.096146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.128483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1f9aa-9bf0-4def-b26d-b89a17d8d5f0 req-ddb276c4-fd16-4612-8954-259152bdb05a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.130545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32d1f9aa-9bf0-4def-b26d-b89a17d8d5f0 req-ddb276c4-fd16-4612-8954-259152bdb05a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 943 time: 0.1228487 Jul 15 13:22:10.136454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Attempting to bind port 640c654f-0be6-4cc6-b857-d6e237b598b9 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:10.136832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Attempting to bind port 640c654f-0be6-4cc6-b857-d6e237b598b9 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:10.137262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Attempting to bind port 640c654f-0be6-4cc6-b857-d6e237b598b9 on network 5707d833-433f-48bf-b178-7eda944e700a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:10.144117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Port 640c654f-0be6-4cc6-b857-d6e237b598b9 on network 5707d833-433f-48bf-b178-7eda944e700a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:10.144462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Attempting to bind port 640c654f-0be6-4cc6-b857-d6e237b598b9 on network 5707d833-433f-48bf-b178-7eda944e700a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:10.151420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:10.151764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Checking segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:10.152165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Bound using segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:10.152602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Bound port: 640c654f-0be6-4cc6-b857-d6e237b598b9, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:10.152970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.224875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32d1f9aa-9bf0-4def-b26d-b89a17d8d5f0 req-7b196718-295e-4b6b-b793-46230c89cbd4 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838640 Jul 15 13:22:10.252074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:10.257243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:10.262896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.316644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.317277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.319333 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] 10.222.0.23 "PUT /v2.0/ports/640c654f-0be6-4cc6-b857-d6e237b598b9 HTTP/1.1" status: 200 len: 1091 time: 0.9283183 Jul 15 13:22:10.319449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:10.322926 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcd627b-0b87-48c1-961c-91fdadd0680e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:10.356270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafce4b-0656-4388-8512-def9101d1a13 service neutron] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.441187 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686020e-d1e7-480d-8066-f96bfdb2ed45 x-openstack-request-id: req-5686020e-d1e7-480d-8066-f96bfdb2ed45 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:10.441556 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:10.441879 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5686020e-d1e7-480d-8066-f96bfdb2ed45 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:10.442367 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'status': 'completed', 'code': 200} Jul 15 13:22:10.474718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0af569ab-0f44-4981-9663-9e1aa9b54e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.476815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0af569ab-0f44-4981-9663-9e1aa9b54e4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 1094 time: 0.0951853 Jul 15 13:22:10.540139 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-93086efc-b58b-48f1-a465-beeee1be5b51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640c654f-0be6-4cc6-b857-d6e237b598b9 HTTP/1.1" status: 200 len: 217 time: 0.0546529 Jul 15 13:22:10.606933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0fb81876-e982-4f5a-a280-78fadbea0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.608844 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-0fb81876-e982-4f5a-a280-78fadbea0d01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 200 len: 855 time: 0.0612154 Jul 15 13:22:10.666778 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-d9dca86c-ea72-4ca4-b191-e1cebb609245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5707d833-433f-48bf-b178-7eda944e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512400 Jul 15 13:22:10.691753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a36a6-4c76-4411-8868-4030dcc2831a req-1eb0044c-66cf-47ee-a172-a8bc0df2d3b3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.693343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d43a36a6-4c76-4411-8868-4030dcc2831a req-1eb0044c-66cf-47ee-a172-a8bc0df2d3b3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0856545 Jul 15 13:22:10.766558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d43a36a6-4c76-4411-8868-4030dcc2831a req-091dc12d-ea2e-4b1f-bb67-140462fd73c0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606263 Jul 15 13:22:10.789234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-aad03c99-43c4-44db-95d9-ac8194cc37e1 service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145806 Jul 15 13:22:11.000059 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-aea62226-58db-4867-b858-a0da37edd7f4 req-66c7661b-c748-46a7-8619-e946fc75d756 service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041104 Jul 15 13:22:11.036497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61533a4b-7c8b-4fe2-a84a-5bcb1272bb94 req-55388cc7-6fd2-4bad-a8ba-bb44b534618b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.044366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61533a4b-7c8b-4fe2-a84a-5bcb1272bb94 req-55388cc7-6fd2-4bad-a8ba-bb44b534618b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1055577 Jul 15 13:22:11.188915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61533a4b-7c8b-4fe2-a84a-5bcb1272bb94 req-2f975ca9-5dbd-4eaa-a568-bdc0adf5382d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434517 Jul 15 13:22:11.232792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305accd-9e87-47e3-9568-256c1edc9651 req-32fe018e-c084-4c0d-bfd4-5813f3627b0a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.238559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-1d780516-a41d-4deb-a3f7-85e51866b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.239348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1305accd-9e87-47e3-9568-256c1edc9651 req-32fe018e-c084-4c0d-bfd4-5813f3627b0a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 945 time: 0.1599007 Jul 15 13:22:11.241021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-1d780516-a41d-4deb-a3f7-85e51866b5c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 1094 time: 0.1478794 Jul 15 13:22:11.340131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1305accd-9e87-47e3-9568-256c1edc9651 req-348ce88b-b600-45ee-9d05-af3a66fcfa75 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974486 Jul 15 13:22:11.448833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-eb8c7913-c0c1-4f19-82d7-69159a5fb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.452278 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-eb8c7913-c0c1-4f19-82d7-69159a5fb474 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 916 time: 0.2029276 Jul 15 13:22:11.571359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-f77e18ef-9fe7-48fb-a8fb-8e8670bda1c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640c654f-0be6-4cc6-b857-d6e237b598b9 HTTP/1.1" status: 200 len: 217 time: 0.1010172 Jul 15 13:22:11.651089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16303e-1051-4fbc-86b2-979031d673ee req-7d5fbb1e-4a9c-44c3-9b03-5d974e8d80b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.658072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa16303e-1051-4fbc-86b2-979031d673ee req-7d5fbb1e-4a9c-44c3-9b03-5d974e8d80b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 943 time: 0.1128504 Jul 15 13:22:11.664161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-1c4c6328-2f10-4d2c-8ee8-7236442302f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.667114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-1c4c6328-2f10-4d2c-8ee8-7236442302f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 200 len: 855 time: 0.0869818 Jul 15 13:22:11.741315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-8795e35c-0805-425b-adf9-ab24eb2e342a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5707d833-433f-48bf-b178-7eda944e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657034 Jul 15 13:22:11.763229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa16303e-1051-4fbc-86b2-979031d673ee req-8c2d2239-323d-4f31-a5a0-dbff981e1926 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034079 Jul 15 13:22:11.836509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c8ca-7650-458d-86c8-25029a7fa609 req-9b871e60-e72b-400c-933a-7c5b25b4ce25 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.851224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38a2c8ca-7650-458d-86c8-25029a7fa609 req-9b871e60-e72b-400c-933a-7c5b25b4ce25 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 945 time: 0.1710596 Jul 15 13:22:11.895527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-d617ff0c-41a5-4b50-93f1-cb10e6189e52 service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473837 Jul 15 13:22:11.902783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38a2c8ca-7650-458d-86c8-25029a7fa609 req-2683ca88-55ee-45ba-999d-e15fb07ac232 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Jul 15 13:22:12.021460 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cdcd627b-0b87-48c1-961c-91fdadd0680e req-87322e4c-317b-45b2-b9ad-5325f1538b6b service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168935 Jul 15 13:22:12.429689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f81d-39c6-438e-a0d3-efe6e49cb3d3 req-a823e4df-e112-4162-86b8-fa353fc2ea6f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.437569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8d5f81d-39c6-438e-a0d3-efe6e49cb3d3 req-a823e4df-e112-4162-86b8-fa353fc2ea6f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 945 time: 0.0918138 Jul 15 13:22:12.493498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e8d5f81d-39c6-438e-a0d3-efe6e49cb3d3 req-f5440e6c-f889-477c-834a-c424d073d5f6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Jul 15 13:22:12.640940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83003fd-70e1-4f0e-abd6-961c0de30a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.973010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ee363-053e-4834-9b17-e1f1f74812ea req-80acd300-8c90-47d0-90c4-9534f9acdccc tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.975582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-201ee363-053e-4834-9b17-e1f1f74812ea req-80acd300-8c90-47d0-90c4-9534f9acdccc tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 943 time: 0.0807326 Jul 15 13:22:13.034643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-201ee363-053e-4834-9b17-e1f1f74812ea req-a8a3d3e5-7a7e-4099-9222-8844ecd6c7d2 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524724 Jul 15 13:22:13.297836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5f1b-37ce-4fed-8d32-3eb172b65e9b req-3626fcb1-ad73-40fd-ab1b-58fdd65de1dc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.299454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c95f5f1b-37ce-4fed-8d32-3eb172b65e9b req-3626fcb1-ad73-40fd-ab1b-58fdd65de1dc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1003091 Jul 15 13:22:13.344018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c95f5f1b-37ce-4fed-8d32-3eb172b65e9b req-a6b846f4-406a-4bca-9b98-216e41e868f7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Jul 15 13:22:13.537246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae11a3-47c6-46f7-bd6c-d6113741d65b req-e1987ab2-cf40-42d8-bfa4-07883087bc4b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.538666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50ae11a3-47c6-46f7-bd6c-d6113741d65b req-e1987ab2-cf40-42d8-bfa4-07883087bc4b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0724237 Jul 15 13:22:13.606733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50ae11a3-47c6-46f7-bd6c-d6113741d65b req-50d5dd1c-ae64-4797-8a99-0e57e287cd16 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595613 Jul 15 13:22:13.740743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ef08b-c381-4993-b62c-763421a75826 req-33574843-9755-4c01-8788-f4950366bce0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.743582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7ef08b-c381-4993-b62c-763421a75826 req-33574843-9755-4c01-8788-f4950366bce0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 945 time: 0.1233206 Jul 15 13:22:13.772163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-3cc06b4f-6991-46bf-89b2-a64a73b23fe4 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.775106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-3cc06b4f-6991-46bf-89b2-a64a73b23fe4 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 945 time: 0.1134055 Jul 15 13:22:13.805071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b7ef08b-c381-4993-b62c-763421a75826 req-e355646f-dda7-4c3e-980e-185d6c093fa6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522301 Jul 15 13:22:13.926087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port 9e63cac2-a436-4884-a824-aea0f6e23a2d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:13.926716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.006694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 640c654f-0be6-4cc6-b857-d6e237b598b9 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:14.027490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8e3f-a592-43b3-8c23-77190028e4ae req-ea5c867b-6a79-4a72-9d71-bb82571094bd tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.029854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60aa8e3f-a592-43b3-8c23-77190028e4ae req-ea5c867b-6a79-4a72-9d71-bb82571094bd tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0738833 Jul 15 13:22:14.064030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port 9e63cac2-a436-4884-a824-aea0f6e23a2d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=9e63cac2-a436-4884-a824-aea0f6e23a2d,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:14.064399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.091162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60aa8e3f-a592-43b3-8c23-77190028e4ae req-1e23714c-b565-45ed-9a67-263c943695e9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550685 Jul 15 13:22:14.106421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for 9e63cac2-a436-4884-a824-aea0f6e23a2d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:14.396391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926a154-7557-4753-a71a-272aab587cbb req-9ec2691f-3bc6-40fa-8a3a-d270d921b916 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.405511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b926a154-7557-4753-a71a-272aab587cbb req-9ec2691f-3bc6-40fa-8a3a-d270d921b916 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 943 time: 0.1800926 Jul 15 13:22:14.460113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b926a154-7557-4753-a71a-272aab587cbb req-3c2d3d47-ef0a-410e-bd82-ff253270a6bb tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511980 Jul 15 13:22:14.481012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:14.481708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee46346-c797-4d68-9182-651e0f2f0a5a req-f6fec5c8-c5ec-4681-bd01-b96cd8ff58b9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.483297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ee46346-c797-4d68-9182-651e0f2f0a5a req-f6fec5c8-c5ec-4681-bd01-b96cd8ff58b9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2227600 Jul 15 13:22:14.495971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'port_id': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'mac_address': 'fa:16:3e:8a:1e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7bab79-ee65-4762-8c51-45bf309e2ec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:14.500083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.542926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=9e63cac2-a436-4884-a824-aea0f6e23a2d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.583383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['9e63cac2-a436-4884-a824-aea0f6e23a2d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:14.592037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:14.599637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port 9e63cac2-a436-4884-a824-aea0f6e23a2d on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:14.603079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.605393 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b4ef823b-21cf-4571-813b-04e8798c51c8 req-9237f1dc-8345-41a4-a7b2-1252fe20d67c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "DELETE /v2.0/ports/9e63cac2-a436-4884-a824-aea0f6e23a2d HTTP/1.1" status: 204 len: 173 time: 0.8230910 Jul 15 13:22:14.606133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'name': 'network-vif-deleted', 'tag': '9e63cac2-a436-4884-a824-aea0f6e23a2d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:14.608619 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8175ca25-c4b5-482e-9687-a8b85f70bddd" -d '{"events": [{"server_uuid": "ac0a4999-8b78-4a21-b885-3b3b1865e062", "name": "network-vif-deleted", "tag": "9e63cac2-a436-4884-a824-aea0f6e23a2d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:14.608898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ee46346-c797-4d68-9182-651e0f2f0a5a req-d6c7ddd6-7781-484c-81f2-7c2f983cbc96 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119733 Jul 15 13:22:14.702171 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206330c6-ab8b-4a12-96d1-1c68c2c3253a x-openstack-request-id: req-206330c6-ab8b-4a12-96d1-1c68c2c3253a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:14.702870 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0a4999-8b78-4a21-b885-3b3b1865e062", "name": "network-vif-deleted", "tag": "9e63cac2-a436-4884-a824-aea0f6e23a2d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:14.703320 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-206330c6-ab8b-4a12-96d1-1c68c2c3253a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:14.703894 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0a4999-8b78-4a21-b885-3b3b1865e062', 'name': 'network-vif-deleted', 'tag': '9e63cac2-a436-4884-a824-aea0f6e23a2d', 'status': 'completed', 'code': 200} Jul 15 13:22:14.749815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.783907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640c654f-0be6-4cc6-b857-d6e237b598b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:14.815670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:14.824204 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.901264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.953311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b325-0f5f-4a5f-bdcd-27d2b725320c req-a35e4712-b37f-4e0b-a834-4cec68add554 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.960292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1703b325-0f5f-4a5f-bdcd-27d2b725320c req-a35e4712-b37f-4e0b-a834-4cec68add554 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0813422 Jul 15 13:22:15.006961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1703b325-0f5f-4a5f-bdcd-27d2b725320c req-dec97a0c-5913-4172-adb6-117d01bb1e6e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Jul 15 13:22:15.130578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['640c654f-0be6-4cc6-b857-d6e237b598b9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:15.181904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33b92530-ce64-406e-a1ca-a6c109183d34 req-93dabc65-0704-4e80-8a4e-0fad6c1a0c06 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0a4999-8b78-4a21-b885-3b3b1865e062 HTTP/1.1" status: 200 len: 210 time: 0.0557008 Jul 15 13:22:15.273339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b291d-53e1-4d34-9d94-7f75212828cb req-24df0292-8e15-4e8d-b464-fb699793fd93 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.276165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-798b291d-53e1-4d34-9d94-7f75212828cb req-24df0292-8e15-4e8d-b464-fb699793fd93 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1337245 Jul 15 13:22:15.340278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-798b291d-53e1-4d34-9d94-7f75212828cb req-c4deb7f9-fb47-4ad1-8596-d0e749d85902 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574913 Jul 15 13:22:15.354391 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb708423-172b-4087-9865-c1d9ee9ec08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.535002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.739386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07564d-fac6-4055-a853-c4d045b93c74 req-d787e12c-c515-4594-9086-5b29ab6c339e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.742396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be07564d-fac6-4055-a853-c4d045b93c74 req-d787e12c-c515-4594-9086-5b29ab6c339e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 944 time: 0.1328204 Jul 15 13:22:15.749227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e482f67-9bb3-4534-8bd5-2917bd4c91a4 req-839d4370-b526-4347-9606-88d911d53b17 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.750723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e482f67-9bb3-4534-8bd5-2917bd4c91a4 req-839d4370-b526-4347-9606-88d911d53b17 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1328597 Jul 15 13:22:15.815303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be07564d-fac6-4055-a853-c4d045b93c74 req-8cf488a7-904e-41ef-848e-c81bfec129f5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631113 Jul 15 13:22:15.823006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e482f67-9bb3-4534-8bd5-2917bd4c91a4 req-44135bc5-5951-4957-b526-f4441cf5dbea tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Jul 15 13:22:16.082575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2e48-5670-427b-bb56-a2e8f57d449e req-83b068e7-a415-4acb-b4c9-ecd4dec8ed65 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.084142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0c2e48-5670-427b-bb56-a2e8f57d449e req-83b068e7-a415-4acb-b4c9-ecd4dec8ed65 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1428869 Jul 15 13:22:16.137935 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0c2e48-5670-427b-bb56-a2e8f57d449e req-a440105d-9a47-4bbb-844a-aca1994779cc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476406 Jul 15 13:22:16.404241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a9dd2-2e79-42cc-91a2-8a0cdb013ecc req-84473ec3-b272-433b-8bdf-fc30d6d55295 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.405951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f4a9dd2-2e79-42cc-91a2-8a0cdb013ecc req-84473ec3-b272-433b-8bdf-fc30d6d55295 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0790496 Jul 15 13:22:16.458267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f4a9dd2-2e79-42cc-91a2-8a0cdb013ecc req-57349856-6dfb-4468-8b09-d0abff2d9613 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Jul 15 13:22:16.709740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.750588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87022d7-960e-4ceb-a313-660fd6a28b16 req-ed53249e-ffc6-4c10-a74c-62278ce40aff tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.752427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e87022d7-960e-4ceb-a313-660fd6a28b16 req-ed53249e-ffc6-4c10-a74c-62278ce40aff tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1105211 Jul 15 13:22:16.802134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e87022d7-960e-4ceb-a313-660fd6a28b16 req-d01f5e15-ab8d-49f3-89e2-718d05918530 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Jul 15 13:22:16.986131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-34e26605-4d5d-4fa0-9349-0988de5b9311 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.987727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-34e26605-4d5d-4fa0-9349-0988de5b9311 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.1522920 Jul 15 13:22:17.016297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-7a891a0a-7a6f-44f7-bb0c-a48323f63324 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0196068 Jul 15 13:22:17.171277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224b1a1-7202-4a33-bfa3-be825280bc6c req-d6a71579-3eda-47aa-bc49-b8ca3ff298d7 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.181212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9224b1a1-7202-4a33-bfa3-be825280bc6c req-d6a71579-3eda-47aa-bc49-b8ca3ff298d7 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 944 time: 0.1680942 Jul 15 13:22:17.189099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-694d3daf-b0d5-4ad4-9faf-5e2e89836577 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358023 Jul 15 13:22:17.259777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9224b1a1-7202-4a33-bfa3-be825280bc6c req-6101fdff-120e-446f-a696-4652eb76442b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774038 Jul 15 13:22:17.345020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-06f9f6b2-f0f0-402f-8f17-a18759d6f631 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408820 Jul 15 13:22:17.500939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-b8ac2118-7c25-4744-8f2c-03d59f72d6ec service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499279 Jul 15 13:22:17.661860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da198f05-d2ac-4bb6-9846-85b6419e5705 req-a9c43b84-afc1-4897-b5e7-4c6bee822419 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.670843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da198f05-d2ac-4bb6-9846-85b6419e5705 req-a9c43b84-afc1-4897-b5e7-4c6bee822419 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0902572 Jul 15 13:22:17.743353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a06e50af-7534-426c-b29b-c57fb82a7f92 req-4a88243f-3274-487d-b484-34b3a1caac7f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 210 time: 0.0443687 Jul 15 13:22:17.782335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da198f05-d2ac-4bb6-9846-85b6419e5705 req-1cf0969f-4170-4324-9277-917bdb73401c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104960 Jul 15 13:22:17.984523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924407-47dd-48f7-955d-0a75e47f529f req-dfcdaf04-4fbc-477a-a2b9-b2b2991feebf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.992692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef924407-47dd-48f7-955d-0a75e47f529f req-dfcdaf04-4fbc-477a-a2b9-b2b2991feebf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0890028 Jul 15 13:22:18.030411 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.038056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 640c654f-0be6-4cc6-b857-d6e237b598b9 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:18.049510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef924407-47dd-48f7-955d-0a75e47f529f req-3f6a093e-ca2c-499e-a51a-e79aa2e982e9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 Jul 15 13:22:18.156270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 640c654f-0be6-4cc6-b857-d6e237b598b9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:18.161603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 640c654f-0be6-4cc6-b857-d6e237b598b9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:18.162242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.304319 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.353211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:18.356857 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f159709-e558-4b9d-b65a-61fcd54e8651" -d '{"events": [{"server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "name": "network-vif-plugged", "status": "completed", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:18.376216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:18.381906 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.384092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9e63cac2-a436-4884-a824-aea0f6e23a2d no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:18.404495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f14b9-46d1-4d33-b6ae-4d3ae25eaa92 req-b3dc6333-506a-4c22-bca6-be597088e5c7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.411636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d8f14b9-46d1-4d33-b6ae-4d3ae25eaa92 req-b3dc6333-506a-4c22-bca6-be597088e5c7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 813 time: 0.1959538 Jul 15 13:22:18.428449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d8f14b9-46d1-4d33-b6ae-4d3ae25eaa92 req-3b337a4a-d339-4a34-b082-58be986e39c5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/quotas/08a4bc72e5104ac998cfccdd32e79777 HTTP/1.1" status: 200 len: 375 time: 0.0157969 Jul 15 13:22:18.435414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 9e63cac2-a436-4884-a824-aea0f6e23a2d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:18.435846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 9e63cac2-a436-4884-a824-aea0f6e23a2d not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:18.473000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.579695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d8f14b9-46d1-4d33-b6ae-4d3ae25eaa92 req-66ef92cd-c6ca-4a72-97e1-739cadd0b8f6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504827 Jul 15 13:22:18.594317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f608473-3645-42f6-9709-75b85bb82181 req-de6eafa3-577d-4561-80b9-73913e5a4294 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.596223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f608473-3645-42f6-9709-75b85bb82181 req-de6eafa3-577d-4561-80b9-73913e5a4294 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1296577 Jul 15 13:22:18.662599 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac2eb14-5360-4d22-a6ef-0cafcf2efc6d x-openstack-request-id: req-eac2eb14-5360-4d22-a6ef-0cafcf2efc6d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:18.663231 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "name": "network-vif-plugged", "status": "completed", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:18.663606 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eac2eb14-5360-4d22-a6ef-0cafcf2efc6d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:18.664224 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'code': 200} Jul 15 13:22:18.698846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f608473-3645-42f6-9709-75b85bb82181 req-d2d38d2f-1577-4b10-b508-74ba2fdf8807 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759854 Jul 15 13:22:18.869425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5a25-9944-4281-8a92-bfd13f397081 req-fc3b4b82-2159-444e-a65e-a52f3b115672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.870964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8ec5a25-9944-4281-8a92-bfd13f397081 req-fc3b4b82-2159-444e-a65e-a52f3b115672 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 1096 time: 0.0907454 Jul 15 13:22:18.922181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8ec5a25-9944-4281-8a92-bfd13f397081 req-019e7fd9-934f-41ee-97ef-f9931a2951d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Jul 15 13:22:18.982849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336bd12-71ca-47e0-9887-e4e889434732 req-e0918ac7-acdb-4bc6-8041-2e68a591e52a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.994473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d336bd12-71ca-47e0-9887-e4e889434732 req-e0918ac7-acdb-4bc6-8041-2e68a591e52a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1308756 Jul 15 13:22:19.063698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bfb91c1-1d5a-435e-8a0f-25f81e63f4a4 req-7459c304-2061-47f8-ba3c-5c317eebf2a9 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 210 time: 0.0380399 Jul 15 13:22:19.076675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d336bd12-71ca-47e0-9887-e4e889434732 req-f2f2dab7-f66a-4f44-b8fd-32df21eb6a90 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788093 Jul 15 13:22:19.467975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-e07bc217-a919-4137-9402-47ba875e2213 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.472925 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-e07bc217-a919-4137-9402-47ba875e2213 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2880085 Jul 15 13:22:19.492367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:19.525113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f57f9-b906-4869-b2de-951587d0bf5b req-81017ba0-9c0d-491b-a51e-70e4842d77cf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.538933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c5f57f9-b906-4869-b2de-951587d0bf5b req-81017ba0-9c0d-491b-a51e-70e4842d77cf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1647849 Jul 15 13:22:19.626268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c5f57f9-b906-4869-b2de-951587d0bf5b req-fe71ac3e-869d-4330-9fb2-f9db8256c289 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837789 Jul 15 13:22:19.839892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:19.843523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.914226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7b072f2-bf08-4efc-8665-359c4312a813 req-9a17deba-649b-466b-82fb-f8a6df995fc2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=08a4bc72e5104ac998cfccdd32e79777 HTTP/1.1" status: 200 len: 221 time: 0.0660188 Jul 15 13:22:20.096318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0893660-5507-495b-9eb7-344a18f41eda req-c697b587-bbdb-4c1b-8015-745a0a5f8bc9 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.105817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0893660-5507-495b-9eb7-344a18f41eda req-c697b587-bbdb-4c1b-8015-745a0a5f8bc9 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.1577902 Jul 15 13:22:20.136899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.14 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:20.235661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0893660-5507-495b-9eb7-344a18f41eda req-a765ffeb-7cd5-41ea-9c62-be13218d313e tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959942 Jul 15 13:22:20.256262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7d12-ec10-43dd-bbd2-dc173e943dd1 req-41a33b76-235e-4d6f-825a-61f07b69f04f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.267395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c01a7d12-ec10-43dd-bbd2-dc173e943dd1 req-41a33b76-235e-4d6f-825a-61f07b69f04f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1581016 Jul 15 13:22:20.314784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.325005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c01a7d12-ec10-43dd-bbd2-dc173e943dd1 req-9d16062b-33f7-4a51-bde7-4215b0b6ef69 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565362 Jul 15 13:22:20.387431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.401977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:20.483091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:20.487510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:20.489546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.491899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:20.566249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.566970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.599149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb62e5-f6a3-499b-8cc0-6dae6717d8e2 req-215f8c0b-f068-47e3-beb3-77fa4d9614f0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.601809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fdb62e5-f6a3-499b-8cc0-6dae6717d8e2 req-215f8c0b-f068-47e3-beb3-77fa4d9614f0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1538460 Jul 15 13:22:20.603610 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-05cfbfa7-c1b5-4eb9-be92-68bb12b5e4d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1145251 Jul 15 13:22:20.616356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Request body: {'port': {'device_id': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:20.638681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa822c6-180b-4d3a-8a81-c368af111f74 req-a4c5f867-94d0-4fab-a999-beb337eb8704 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.647002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-daa822c6-180b-4d3a-8a81-c368af111f74 req-a4c5f867-94d0-4fab-a999-beb337eb8704 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 932 time: 0.1326079 Jul 15 13:22:20.705029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.712741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-daa822c6-180b-4d3a-8a81-c368af111f74 req-ad52a719-78e5-4437-a92b-f9d06a63e801 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648077 Jul 15 13:22:20.718266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fdb62e5-f6a3-499b-8cc0-6dae6717d8e2 req-0e97df94-472b-45c4-a3d5-2e66b3fc22dd tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087098 Jul 15 13:22:20.956526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414edb0-a4ac-49a2-b307-7e22a285f22d req-b918bf9f-abea-4ceb-9ed6-a74d6e85ed21 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.964296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c414edb0-a4ac-49a2-b307-7e22a285f22d req-b918bf9f-abea-4ceb-9ed6-a74d6e85ed21 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1334174 Jul 15 13:22:20.994934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77f33-3f6c-49e4-b137-2376db023981 req-56bd0675-dbac-4e1f-8bd7-a318a4a12f1f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.996581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abc77f33-3f6c-49e4-b137-2376db023981 req-56bd0675-dbac-4e1f-8bd7-a318a4a12f1f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1149352 Jul 15 13:22:21.022060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c414edb0-a4ac-49a2-b307-7e22a285f22d req-246907c0-17ed-42af-848c-e0ca40c59fa1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567870 Jul 15 13:22:21.058445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abc77f33-3f6c-49e4-b137-2376db023981 req-05e03b18-4163-4655-8170-9ad94797192f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505500 Jul 15 13:22:21.107574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:21.116553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.130815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Transition to ACTIVE for port object d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:21.137668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.215176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Pushing event updated for resources: {'Port': ['ID=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.288966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c1af4-0665-4508-8d70-2a0033a13c13 req-8fb8a993-feaa-42ff-ba5e-e01ee44386eb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.291381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a19c1af4-0665-4508-8d70-2a0033a13c13 req-8fb8a993-feaa-42ff-ba5e-e01ee44386eb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0913661 Jul 15 13:22:21.302464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Attempting to bind port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:21.302801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Attempting to bind port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:21.303137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Attempting to bind port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:21.308757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:21.309083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Attempting to bind port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:21.314394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:21.314885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:21.315560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:21.316007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Bound port: d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:21.316365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.366568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a19c1af4-0665-4508-8d70-2a0033a13c13 req-cbdb5b79-0f5b-40ee-a079-ec9c1861e864 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563147 Jul 15 13:22:21.426588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] For port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:21.435192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] For port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:21.456457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.545326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Pushing event updated for resources: {'Port': ['ID=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.550310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.551064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.552702 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-68f6503c-4cc2-4192-a0a5-ed41b972898c service neutron] 10.222.0.23 "PUT /v2.0/ports/d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 HTTP/1.1" status: 200 len: 1092 time: 0.9407454 Jul 15 13:22:21.553125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'tag': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:21.556086 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1cb58-9ea0-4944-952a-49ac4d634f86" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe6800c-a09e-4bee-982e-c3a379416f8e", "tag": "d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:21.615962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb1401-891e-414f-86ab-8cd23423d17c req-fb311e7d-1769-4256-b48f-19281ccedf77 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.625546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9fb1401-891e-414f-86ab-8cd23423d17c req-fb311e7d-1769-4256-b48f-19281ccedf77 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.1152821 Jul 15 13:22:21.676564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9fb1401-891e-414f-86ab-8cd23423d17c req-1b8b72a6-f0ac-4ce0-92ff-abc42e4e2ee2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499580 Jul 15 13:22:21.677961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-317dcbaf-7498-40c2-b1a2-771dd0024c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.679833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-317dcbaf-7498-40c2-b1a2-771dd0024c91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 1095 time: 0.0686119 Jul 15 13:22:21.746869 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-2db5d5a0-732c-4a86-a958-09b8694876d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 HTTP/1.1" status: 200 len: 217 time: 0.0538621 Jul 15 13:22:21.849228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-67ec7684-e3d8-46d0-a5c2-98e49d05356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.850893 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-67ec7684-e3d8-46d0-a5c2-98e49d05356a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0916810 Jul 15 13:22:21.902048 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-b55e5a10-c58f-49e6-8ebb-6837ae4270f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444033 Jul 15 13:22:21.903269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6ff7b-a349-4376-9a4f-4c386d799669 req-0a6ef3cd-7696-4a05-b3e5-c168e0cb0def tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.904967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10e6ff7b-a349-4376-9a4f-4c386d799669 req-0a6ef3cd-7696-4a05-b3e5-c168e0cb0def tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1546569 Jul 15 13:22:21.919285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5dbd7-421f-477e-a19f-f735ab7e4851 req-fe479c8e-4387-49c3-a613-9edeea164f10 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.920740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9e5dbd7-421f-477e-a19f-f735ab7e4851 req-fe479c8e-4387-49c3-a613-9edeea164f10 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1141975 Jul 15 13:22:21.989022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10e6ff7b-a349-4376-9a4f-4c386d799669 req-aaba005b-1817-4aa7-a066-d7fa0653d411 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777125 Jul 15 13:22:22.029557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9e5dbd7-421f-477e-a19f-f735ab7e4851 req-c9cea606-34ef-4083-bf24-7fe4f463ca0f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007428 Jul 15 13:22:22.072684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-f9ac9f3c-235f-4a08-bc03-96c850685201 service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563232 Jul 15 13:22:22.109068 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd69aa-24aa-40c7-8bfc-027cf3e6fc00 x-openstack-request-id: req-7cfd69aa-24aa-40c7-8bfc-027cf3e6fc00 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:22.109403 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe6800c-a09e-4bee-982e-c3a379416f8e", "tag": "d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:22.109669 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cfd69aa-24aa-40c7-8bfc-027cf3e6fc00 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:22.110255 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'tag': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6', 'status': 'completed', 'code': 200} Jul 15 13:22:22.140603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f894-8540-4888-9415-0383c995e023 req-8f36ff11-e7b3-46c0-8204-cbbde18e9fb9 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.142126 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95a1f894-8540-4888-9415-0383c995e023 req-8f36ff11-e7b3-46c0-8204-cbbde18e9fb9 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 945 time: 0.1289117 Jul 15 13:22:22.287861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec4735dc-4fa9-4922-8ac5-985472bdace8 req-6e028cee-a0a4-4c18-a198-ba1c90b850a6 service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043991 Jul 15 13:22:22.299919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ed65-453e-4d92-959b-96932f14eea8 req-31b6f0b2-3cf5-4df8-bcb9-e26265bee0c6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.306298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b08ed65-453e-4d92-959b-96932f14eea8 req-31b6f0b2-3cf5-4df8-bcb9-e26265bee0c6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 944 time: 0.1314754 Jul 15 13:22:22.321277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Deleting port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:22.321277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.354398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9364b5-4ca5-49f6-b577-cbcf664b4bac req-9a01f294-cf4b-4706-9296-92fd202debc5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.356752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d9364b5-4ca5-49f6-b577-cbcf664b4bac req-9a01f294-cf4b-4706-9296-92fd202debc5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1427605 Jul 15 13:22:22.380733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b08ed65-453e-4d92-959b-96932f14eea8 req-e8583a8c-b7cf-47b3-a095-eb2b59445507 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734625 Jul 15 13:22:22.415987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d9364b5-4ca5-49f6-b577-cbcf664b4bac req-37130853-0235-4045-a762-eed6f8756409 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jul 15 13:22:22.477674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] For port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:22.478376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.497996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-644f4e22-c2fd-4cec-9a01-892eec1d124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.499538 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-644f4e22-c2fd-4cec-9a01-892eec1d124e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 1095 time: 0.1487103 Jul 15 13:22:22.500898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Calling delete_port for c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:22.614998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22054ca-ec14-4158-8fee-e2d104f2da6d req-9751db1c-2a6f-44c0-8ede-7b10830b3076 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.616748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b22054ca-ec14-4158-8fee-e2d104f2da6d req-9751db1c-2a6f-44c0-8ede-7b10830b3076 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0743051 Jul 15 13:22:22.660755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b22054ca-ec14-4158-8fee-e2d104f2da6d req-c9154fa7-c82a-4f63-a987-c94f7c8a027c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Jul 15 13:22:22.675333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-6e544c84-fab0-4c39-83c2-e4d4330133bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.677125 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-6e544c84-fab0-4c39-83c2-e4d4330133bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.1709850 Jul 15 13:22:22.747395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-dcc4b562-3fdf-4242-9d86-dfa7b5cc9af1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 HTTP/1.1" status: 200 len: 217 time: 0.0574064 Jul 15 13:22:22.851109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-c7deb6c7-3291-4887-93cc-5e98ed003a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.852895 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-c7deb6c7-3291-4887-93cc-5e98ed003a89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0974171 Jul 15 13:22:22.861450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.874888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a0ec457e-1ddd-41f8-ae7e-830d2bba64da', 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:22.923598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5d97e-f7ac-44f8-ba87-9b177952528e req-527ff329-3bb3-4903-b00b-5755b1c723c7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.933868 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-7f3a5771-7762-4411-a200-52064c9ccde8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700107 Jul 15 13:22:22.935784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8c5d97e-f7ac-44f8-ba87-9b177952528e req-527ff329-3bb3-4903-b00b-5755b1c723c7 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef95a47-cfee-44ea-8e38-047ff74cad40 HTTP/1.1" status: 200 len: 867 time: 0.1279457 Jul 15 13:22:22.937361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Pushing event deleted for resources: {'Port': ['ID=c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.016676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] No DVR routers for this DVR port c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:23.021640 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.024647 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-95a1f894-8540-4888-9415-0383c995e023 req-4f8c8664-0f17-467d-9255-c7e5927ffefe tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "DELETE /v2.0/ports/c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 HTTP/1.1" status: 204 len: 173 time: 0.8725703 Jul 15 13:22:23.038335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8c5d97e-f7ac-44f8-ba87-9b177952528e req-5793c7d2-68f1-4fb2-902f-73ce300c6d53 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008966 Jul 15 13:22:23.137419 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-13a41765-e71f-4b9c-b4c9-ed5359fced5c service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957431 Jul 15 13:22:23.151492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490733b-57bd-4480-b1db-7d8045716e5e req-36f2d0cd-3e55-4da6-9599-c64688dc47aa tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.169032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490733b-57bd-4480-b1db-7d8045716e5e req-36f2d0cd-3e55-4da6-9599-c64688dc47aa tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2149880 Jul 15 13:22:23.264538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490733b-57bd-4480-b1db-7d8045716e5e req-d10e0cb2-12ad-49cf-a423-fc9789596917 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934815 Jul 15 13:22:23.302333 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3c1cb58-9ea0-4944-952a-49ac4d634f86 req-617e9ac8-bea4-4437-a791-e1e33a450f5c service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562941 Jul 15 13:22:23.426792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce7169-2bf8-43b2-b166-9d2b691e6134 req-014571df-40c0-4090-9302-039dac9a5690 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.428352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0ce7169-2bf8-43b2-b166-9d2b691e6134 req-014571df-40c0-4090-9302-039dac9a5690 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0749645 Jul 15 13:22:23.501975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0ce7169-2bf8-43b2-b166-9d2b691e6134 req-6b233300-4b7c-4140-8da1-cb627dbd3f0c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614529 Jul 15 13:22:23.527168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2d548-e4a4-482f-b713-b96d168c8ea8 req-d4a8a1e1-731b-4b20-b0ea-fe1b2e2a2b9c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.528712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9cd2d548-e4a4-482f-b713-b96d168c8ea8 req-d4a8a1e1-731b-4b20-b0ea-fe1b2e2a2b9c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0970974 Jul 15 13:22:23.570363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9cd2d548-e4a4-482f-b713-b96d168c8ea8 req-d369da52-86ce-42bb-a31b-b4be10b8e3e2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Jul 15 13:22:23.686690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce161-8abd-45a2-8ec7-282e6f8d391f req-95e4d448-e472-47c9-9213-c443f524b094 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.688677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c5ce161-8abd-45a2-8ec7-282e6f8d391f req-95e4d448-e472-47c9-9213-c443f524b094 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 944 time: 0.0675275 Jul 15 13:22:23.769010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c5ce161-8abd-45a2-8ec7-282e6f8d391f req-2a080843-178f-4aba-9b1f-5663b9f5916a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Jul 15 13:22:23.808608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47905ef0-c55e-4b71-b3b9-eb8cc027b20e req-bf961171-933d-4158-ad39-b61c6dec3f8b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.810286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47905ef0-c55e-4b71-b3b9-eb8cc027b20e req-bf961171-933d-4158-ad39-b61c6dec3f8b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0994124 Jul 15 13:22:23.860360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47905ef0-c55e-4b71-b3b9-eb8cc027b20e req-9670eeba-9a89-468b-ac20-a728d7b03294 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Jul 15 13:22:24.043834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b7530-d568-4b57-83d5-b6cdd64bf349 req-11c08709-89be-437f-9687-d76c5f494ed5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.045328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121b7530-d568-4b57-83d5-b6cdd64bf349 req-11c08709-89be-437f-9687-d76c5f494ed5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0628700 Jul 15 13:22:24.082864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121b7530-d568-4b57-83d5-b6cdd64bf349 req-08ddee8b-18f4-4010-81f7-cb303717abea tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 15 13:22:24.111973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:24.114115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'name': 'network-vif-deleted', 'tag': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:24.117816 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e4c930-2e50-4f96-b6a0-0f9c5cc7604a" -d '{"events": [{"server_uuid": "bef95a47-cfee-44ea-8e38-047ff74cad40", "name": "network-vif-deleted", "tag": "c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:24.165054 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95625ab0-76e3-4768-961d-25869c923031 x-openstack-request-id: req-95625ab0-76e3-4768-961d-25869c923031 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:24.165054 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef95a47-cfee-44ea-8e38-047ff74cad40", "name": "network-vif-deleted", "tag": "c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:24.165054 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95625ab0-76e3-4768-961d-25869c923031 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:24.165562 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef95a47-cfee-44ea-8e38-047ff74cad40', 'name': 'network-vif-deleted', 'tag': 'c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159', 'status': 'completed', 'code': 200} Jul 15 13:22:24.215177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:24.232496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6', 'mac_address': 'fa:16:3e:98:48:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:24.289965 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.310441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:24.336973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:24.342156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.354194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf715c8f-bd41-41a1-af8d-bf71c8a5973e req-e678fd63-a3c4-4d4c-8dad-5d4131839cc6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.356269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf715c8f-bd41-41a1-af8d-bf71c8a5973e req-e678fd63-a3c4-4d4c-8dad-5d4131839cc6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0947356 Jul 15 13:22:24.423601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.450794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf715c8f-bd41-41a1-af8d-bf71c8a5973e req-f10e0fe9-a018-4684-99c5-302f915e7adf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850112 Jul 15 13:22:24.557604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9875-b909-43ac-bddc-97e11c7b0514 req-2b7d459e-3b76-45cb-a4e7-5804e339f731 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.559272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28ca9875-b909-43ac-bddc-97e11c7b0514 req-2b7d459e-3b76-45cb-a4e7-5804e339f731 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.0765634 Jul 15 13:22:24.626252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28ca9875-b909-43ac-bddc-97e11c7b0514 req-773f11a3-50e6-4bf2-be93-bb550fdae3b0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609944 Jul 15 13:22:24.652871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:24.655828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a5bf8-bdb7-4b78-b8eb-7dc919f83221 req-45594b5c-4f07-4257-91e6-edcad34edc84 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.657470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa8a5bf8-bdb7-4b78-b8eb-7dc919f83221 req-45594b5c-4f07-4257-91e6-edcad34edc84 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0904341 Jul 15 13:22:24.705952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa8a5bf8-bdb7-4b78-b8eb-7dc919f83221 req-24100f9e-40de-40ec-9bc7-8c80b3913595 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Jul 15 13:22:24.813979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5d79b-d8d5-4a7b-b81f-e79097574a80 req-92f08617-836e-4d8e-8473-b8f528c10fca tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.815751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1a5d79b-d8d5-4a7b-b81f-e79097574a80 req-92f08617-836e-4d8e-8473-b8f528c10fca tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0746198 Jul 15 13:22:24.863672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1a5d79b-d8d5-4a7b-b81f-e79097574a80 req-e8e8a5b1-18d0-4580-8818-fe795ff429f8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Jul 15 13:22:24.916763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bc383-2019-449e-9f13-ccb09f6a6494 req-4d52eff7-62de-452e-bb0d-9ee9c52761f5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.918407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-445bc383-2019-449e-9f13-ccb09f6a6494 req-4d52eff7-62de-452e-bb0d-9ee9c52761f5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0708745 Jul 15 13:22:24.959166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-445bc383-2019-449e-9f13-ccb09f6a6494 req-b4c94d0a-7819-4cd9-999b-1ce5dfbb095c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Jul 15 13:22:25.049045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5d4d2-ac1e-429e-8ebd-1b250631a3e3 req-a8bd4b7e-525a-42df-86a1-3314a0683da6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.051365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67c5d4d2-ac1e-429e-8ebd-1b250631a3e3 req-a8bd4b7e-525a-42df-86a1-3314a0683da6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 945 time: 0.0762324 Jul 15 13:22:25.101071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67c5d4d2-ac1e-429e-8ebd-1b250631a3e3 req-84beec72-e62f-4a15-a581-400c2a9970d5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Jul 15 13:22:25.236438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e0eb-c55d-4928-b4cb-fb1baf1427fb req-7d010903-5dd7-414f-9511-da89ddf9a158 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.237855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc00e0eb-c55d-4928-b4cb-fb1baf1427fb req-7d010903-5dd7-414f-9511-da89ddf9a158 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0720382 Jul 15 13:22:25.275636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc00e0eb-c55d-4928-b4cb-fb1baf1427fb req-6599a684-19e0-4b42-a561-bc4bddd186e8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Jul 15 13:22:25.507225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a3de-e5b5-47e6-ba5d-63f3a63bb8ca req-1a907912-7ef4-4798-b338-d91661791afb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.509049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9186a3de-e5b5-47e6-ba5d-63f3a63bb8ca req-1a907912-7ef4-4798-b338-d91661791afb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0668485 Jul 15 13:22:25.560838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9186a3de-e5b5-47e6-ba5d-63f3a63bb8ca req-b958e686-6a7d-4418-bc48-fd462140b66c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 Jul 15 13:22:25.677916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.769473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1980-45ef-496e-a210-3b5cb4da6eec req-cb21c0e6-62eb-4a51-b5a5-bbc39091dece tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.771181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-994e1980-45ef-496e-a210-3b5cb4da6eec req-cb21c0e6-62eb-4a51-b5a5-bbc39091dece tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0862074 Jul 15 13:22:25.845902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.874093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-994e1980-45ef-496e-a210-3b5cb4da6eec req-2737602e-0e3d-41df-be44-492e0033865c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962722 Jul 15 13:22:25.922197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3032-3cc7-46d7-8c87-7ab11289c94e req-b520732a-432c-43a7-aa08-79485577e4f2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.923756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f8c3032-3cc7-46d7-8c87-7ab11289c94e req-b520732a-432c-43a7-aa08-79485577e4f2 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1385133 Jul 15 13:22:26.112182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:26.166560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:26.171351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:26.171984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.260676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.270652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f8c3032-3cc7-46d7-8c87-7ab11289c94e req-755d6493-f667-458e-bdad-691efb8726aa tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385949 Jul 15 13:22:26.287710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:26.290856 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca650cf-ac5a-45f7-ad42-9ff13ab600a1" -d '{"events": [{"server_uuid": "5fe6800c-a09e-4bee-982e-c3a379416f8e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:26.310447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:26.320781 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.334851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.343328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.381320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791420b-15ec-468c-bdb7-47d214ba0cb4 req-586a57c3-5c7a-4b4a-bb7e-05cf97b07575 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.382768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1791420b-15ec-468c-bdb7-47d214ba0cb4 req-586a57c3-5c7a-4b4a-bb7e-05cf97b07575 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1173506 Jul 15 13:22:26.391913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.394292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5b67789c5fe4fef82a2aaf380adfeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7146935 Jul 15 13:22:26.396563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.405015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189deb34-ebd1-40fc-bd6e-f6fae0c57c04,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.425142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.425472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.425808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.426137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.426483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.426806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.427125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.427442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.427760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.428074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.428388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.428701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2ee4d-276b-440e-9b9c-1b5e21bc5828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.447494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1791420b-15ec-468c-bdb7-47d214ba0cb4 req-dbf6a459-a808-47eb-90e0-58ca9a44610c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564866 Jul 15 13:22:26.464395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:26.471375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.486807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:26.487301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c3e14a4f-ccc6-4cc0-a1ad-e8f5c6fab159 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:26.501615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.520246 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe733a6-db6c-4cf1-8347-f731070bc372 x-openstack-request-id: req-ffe733a6-db6c-4cf1-8347-f731070bc372 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:26.520880 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6800c-a09e-4bee-982e-c3a379416f8e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:26.521295 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffe733a6-db6c-4cf1-8347-f731070bc372 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:26.521701 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6', 'code': 200} Jul 15 13:22:26.585962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.591909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.596747 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/189deb34-ebd1-40fc-bd6e-f6fae0c57c04 HTTP/1.1" status: 204 len: 168 time: 0.1984136 Jul 15 13:22:26.621043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189deb34-ebd1-40fc-bd6e-f6fae0c57c04,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.662964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.663312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.663651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.663983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.664888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.665222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.665546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.665866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.666185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.670776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.671364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.671859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8daae1-ac8e-4182-88f8-361a05c2275d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:26.732784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab1cc-99de-4e92-bafa-09b9dcb29419 req-d2893237-c601-4b8f-b0f7-11d218b9c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.735626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6acab1cc-99de-4e92-bafa-09b9dcb29419 req-d2893237-c601-4b8f-b0f7-11d218b9c355 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 1097 time: 0.1288269 Jul 15 13:22:26.778352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d81ea-352f-4b7a-a7a4-fff9e2588cd9 req-35ed4db1-e89c-4a7b-8073-9ce478cb1b1f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.779767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-989d81ea-352f-4b7a-a7a4-fff9e2588cd9 req-35ed4db1-e89c-4a7b-8073-9ce478cb1b1f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 946 time: 0.1834130 Jul 15 13:22:26.781502 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6acab1cc-99de-4e92-bafa-09b9dcb29419 req-85d4bfab-b4d5-4eb2-b871-29476e08ce0e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Jul 15 13:22:26.794035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9185-eb86-4cfe-8f1b-ee33e517d725 req-5314af48-b9dd-43a6-b3dc-342e370e6c6c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.795509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-133d9185-eb86-4cfe-8f1b-ee33e517d725 req-5314af48-b9dd-43a6-b3dc-342e370e6c6c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1066375 Jul 15 13:22:26.850278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-989d81ea-352f-4b7a-a7a4-fff9e2588cd9 req-24c96c99-5fb1-44d6-bee9-6d8b9161aa79 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Jul 15 13:22:26.855258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-133d9185-eb86-4cfe-8f1b-ee33e517d725 req-e583f69f-2988-4713-b3f8-3c00ea56b8c8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530791 Jul 15 13:22:27.040226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2109-5091-4daa-93b4-235f1226dd5a req-f8b84744-bc73-4adf-8c18-46bd1385dc01 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.041788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146c2109-5091-4daa-93b4-235f1226dd5a req-f8b84744-bc73-4adf-8c18-46bd1385dc01 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0701652 Jul 15 13:22:27.089557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146c2109-5091-4daa-93b4-235f1226dd5a req-c21d6ace-2fe5-4a51-8546-ea66065f3ed1 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Jul 15 13:22:27.338437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55c01a-62d3-4a57-b49d-55d70cf4f59a req-839ab7c1-f006-4201-a3c9-2be44f9a12ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.340903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc55c01a-62d3-4a57-b49d-55d70cf4f59a req-839ab7c1-f006-4201-a3c9-2be44f9a12ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0876081 Jul 15 13:22:27.399522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc55c01a-62d3-4a57-b49d-55d70cf4f59a req-96b3e3db-4979-4e3f-8111-48547c10515f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Jul 15 13:22:27.493044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de860-0531-4e81-be1e-c07ca950f33b req-953eff5e-d6cf-4eb7-9099-9b7b2075d170 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.501189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-389de860-0531-4e81-be1e-c07ca950f33b req-953eff5e-d6cf-4eb7-9099-9b7b2075d170 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1006351 Jul 15 13:22:27.572648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-389de860-0531-4e81-be1e-c07ca950f33b req-1edd393d-7455-4008-999d-8b6f202c1ff0 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698822 Jul 15 13:22:27.632180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fd969-9b7a-46f2-bcb9-bb1927c6f8e8 req-2699b39b-69cc-4111-ac83-3c60b5dcaebc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.634028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d3fd969-9b7a-46f2-bcb9-bb1927c6f8e8 req-2699b39b-69cc-4111-ac83-3c60b5dcaebc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1124389 Jul 15 13:22:27.708191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d3fd969-9b7a-46f2-bcb9-bb1927c6f8e8 req-5ccc02d1-81e5-40cb-bb51-68dbc1e219f4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 Jul 15 13:22:27.927540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337df452-8098-4c73-a3c9-3123cc051eaf req-ff2083a3-45c1-4d3f-9e38-6d78f9ad2fd8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.929248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-337df452-8098-4c73-a3c9-3123cc051eaf req-ff2083a3-45c1-4d3f-9e38-6d78f9ad2fd8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0725229 Jul 15 13:22:27.996280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-337df452-8098-4c73-a3c9-3123cc051eaf req-2fa5cbe6-6e06-494d-938b-9a9332e5f7f3 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 Jul 15 13:22:28.181409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1082c-f3c8-4059-b96b-7050b87fbe71 req-7677d36d-41b4-4675-948b-89bbab930da5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.183145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08e1082c-f3c8-4059-b96b-7050b87fbe71 req-7677d36d-41b4-4675-948b-89bbab930da5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 946 time: 0.1215858 Jul 15 13:22:28.259307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1f29-97f3-4e1f-8fe0-7830667f8f23 req-c3c11687-f891-4601-9038-dd5f2bf10d55 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.261742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6ef1f29-97f3-4e1f-8fe0-7830667f8f23 req-c3c11687-f891-4601-9038-dd5f2bf10d55 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1430254 Jul 15 13:22:28.271052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08e1082c-f3c8-4059-b96b-7050b87fbe71 req-5a373d47-9628-40e3-b2aa-0aba3cdb536b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685377 Jul 15 13:22:28.347508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6ef1f29-97f3-4e1f-8fe0-7830667f8f23 req-b5305e25-437d-43f4-b46f-e923b370752b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753345 Jul 15 13:22:28.481182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c399-2f9a-432d-b727-974b8dd01672 req-0ef40cbe-95b1-43b1-a0fb-49b307366889 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.488400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34f5c399-2f9a-432d-b727-974b8dd01672 req-0ef40cbe-95b1-43b1-a0fb-49b307366889 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 946 time: 0.0760484 Jul 15 13:22:28.526353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34f5c399-2f9a-432d-b727-974b8dd01672 req-687f6563-2b6b-401b-b617-69d29d2cec66 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jul 15 13:22:28.764441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339ee8-d127-47a1-9e77-60c3fe34b900 req-36529730-2517-4293-9c27-b7ab78b6fd3c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.766753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9339ee8-d127-47a1-9e77-60c3fe34b900 req-36529730-2517-4293-9c27-b7ab78b6fd3c tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.0754056 Jul 15 13:22:28.811868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9339ee8-d127-47a1-9e77-60c3fe34b900 req-996bf921-f416-4f17-bd13-f7ff00c40c5b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Jul 15 13:22:28.988693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b503c9-8a8f-4fa0-9a1c-67b9b0faac8a req-247e0db4-732d-41f5-8f55-a7bb1b445b64 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.989693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.990268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72b503c9-8a8f-4fa0-9a1c-67b9b0faac8a req-247e0db4-732d-41f5-8f55-a7bb1b445b64 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 946 time: 0.0633492 Jul 15 13:22:29.029997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72b503c9-8a8f-4fa0-9a1c-67b9b0faac8a req-44988539-32fb-4d89-a69a-86f0a21b724a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Jul 15 13:22:29.098842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37cf977f-7314-4832-9b34-5f5d4333009c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.171918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b89b16-6051-45e4-b669-7291bb69401a req-d6779a19-a7d8-44c6-8def-8a2afefe5f34 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.173425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63b89b16-6051-45e4-b669-7291bb69401a req-d6779a19-a7d8-44c6-8def-8a2afefe5f34 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0700369 Jul 15 13:22:29.186949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37cf977f-7314-4832-9b34-5f5d4333009c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.192075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37cf977f-7314-4832-9b34-5f5d4333009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.213205 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63b89b16-6051-45e4-b669-7291bb69401a req-3ff8d594-f4cc-46c9-922f-b7c2825e5c31 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Jul 15 13:22:29.239894 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-37cf977f-7314-4832-9b34-5f5d4333009c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=891e27fd356e4cd49155a609a06675a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465994 Jul 15 13:22:29.239894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf977f-7314-4832-9b34-5f5d4333009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16798e-3424-4109-afa1-a4cbb7d6aca2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.240084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.292134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd5bbeaa-08d7-4c52-9fe2-ace3b79ae936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.313147 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd5bbeaa-08d7-4c52-9fe2-ace3b79ae936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.366516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd5bbeaa-08d7-4c52-9fe2-ace3b79ae936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.372155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd5bbeaa-08d7-4c52-9fe2-ace3b79ae936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.375991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd5bbeaa-08d7-4c52-9fe2-ace3b79ae936 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a16798e-3424-4109-afa1-a4cbb7d6aca2 HTTP/1.1" status: 204 len: 168 time: 0.1321995 Jul 15 13:22:29.381399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bbeaa-08d7-4c52-9fe2-ace3b79ae936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16798e-3424-4109-afa1-a4cbb7d6aca2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.555961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3dca9-0cbc-4d4d-8102-6386ffbf0547 req-a913ea69-95b4-42c8-8cba-7bb38d3856ce tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.557467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31d3dca9-0cbc-4d4d-8102-6386ffbf0547 req-a913ea69-95b4-42c8-8cba-7bb38d3856ce tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0681169 Jul 15 13:22:29.596293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-31d3dca9-0cbc-4d4d-8102-6386ffbf0547 req-617aa05c-f00e-4c4b-959e-1f85812a5c6e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Jul 15 13:22:29.690791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.704864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e90b13b-3816-4817-b047-6c5f7f67d698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.807054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e90b13b-3816-4817-b047-6c5f7f67d698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.811398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e90b13b-3816-4817-b047-6c5f7f67d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.860009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5e90b13b-3816-4817-b047-6c5f7f67d698 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c491b28f97534a88a3482ff410241d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680901 Jul 15 13:22:29.860224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.860979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90b13b-3816-4817-b047-6c5f7f67d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551531b3-d6d8-4bd6-9bff-1ca09a50fdb5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.969011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bd9199-c338-4098-811e-9284197db80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.022140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bd9199-c338-4098-811e-9284197db80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.095030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952042ec-066b-4dda-83fe-96f0fa782535 req-d1591fe6-9e90-4bc8-b0bb-c2fadc3767b8 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.103551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-952042ec-066b-4dda-83fe-96f0fa782535 req-d1591fe6-9e90-4bc8-b0bb-c2fadc3767b8 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1310923 Jul 15 13:22:30.134684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bd9199-c338-4098-811e-9284197db80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.137407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bd9199-c338-4098-811e-9284197db80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.138673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-25bd9199-c338-4098-811e-9284197db80c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/551531b3-d6d8-4bd6-9bff-1ca09a50fdb5 HTTP/1.1" status: 204 len: 168 time: 0.2770197 Jul 15 13:22:30.166831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-952042ec-066b-4dda-83fe-96f0fa782535 req-f3ad4226-0df1-438f-90a5-b257e62afc4d tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/security-groups?id=66e6e755-acee-4322-8b96-10eb7aec486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620618 Jul 15 13:22:30.167871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd9199-c338-4098-811e-9284197db80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551531b3-d6d8-4bd6-9bff-1ca09a50fdb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:30.301214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-ac593af6-d1ed-4b07-94c9-a2836d1a0489 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.303069 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-ac593af6-d1ed-4b07-94c9-a2836d1a0489 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 946 time: 0.1867075 Jul 15 13:22:30.322565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-73b699a1-e0d8-474e-8d76-0b734f2f814b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.324258 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-73b699a1-e0d8-474e-8d76-0b734f2f814b tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 945 time: 0.1194563 Jul 15 13:22:30.373539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7417705-e41b-4b69-8688-4a4d6f38d2ab req-4168ee85-7a97-444f-b06d-d7deb1914844 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.375147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7417705-e41b-4b69-8688-4a4d6f38d2ab req-4168ee85-7a97-444f-b06d-d7deb1914844 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1447282 Jul 15 13:22:30.468134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7417705-e41b-4b69-8688-4a4d6f38d2ab req-7aec25bb-d17c-4ba7-8013-7586110f9a07 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778611 Jul 15 13:22:30.500295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3ff8-2708-4409-ac45-b827567de2d0 req-b57341d7-1390-4d0c-9831-ad203083e424 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.502146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7d3ff8-2708-4409-ac45-b827567de2d0 req-b57341d7-1390-4d0c-9831-ad203083e424 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 946 time: 0.1261179 Jul 15 13:22:30.563069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c7d3ff8-2708-4409-ac45-b827567de2d0 req-4c172482-bb7d-4c89-886c-8be55ce79a03 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517342 Jul 15 13:22:30.577911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Deleting port a0ec457e-1ddd-41f8-ae7e-830d2bba64da {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:30.577911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.639923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:30.640420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.704661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1885a-5585-4b88-987f-3dc43bd9432a req-19a346fd-bc4a-44d2-b6b5-5bb7a1a45726 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.710902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0de1885a-5585-4b88-987f-3dc43bd9432a req-19a346fd-bc4a-44d2-b6b5-5bb7a1a45726 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0808604 Jul 15 13:22:30.761270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0de1885a-5585-4b88-987f-3dc43bd9432a req-4cc76a9c-a7b5-4ddb-bfa0-5e55d0007353 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461979 Jul 15 13:22:30.775844 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.791012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] For port a0ec457e-1ddd-41f8-ae7e-830d2bba64da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:30.791593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.811530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Calling delete_port for a0ec457e-1ddd-41f8-ae7e-830d2bba64da owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:30.829358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:30.829715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.872498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:31.066769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.082703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a0ec457e-1ddd-41f8-ae7e-830d2bba64da'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:31.116688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.119837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Pushing event deleted for resources: {'Port': ['ID=a0ec457e-1ddd-41f8-ae7e-830d2bba64da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.141218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:31.152935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:31.190071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.232983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] No DVR routers for this DVR port a0ec457e-1ddd-41f8-ae7e-830d2bba64da on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:31.237855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.239885 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a33feeb8-96d0-4dd8-8ec1-97a40e2b3e41 req-ea2fd701-1fb8-4b0e-a9e5-fcaa4cd0c2f1 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.49 "DELETE /v2.0/ports/a0ec457e-1ddd-41f8-ae7e-830d2bba64da HTTP/1.1" status: 204 len: 173 time: 0.9060464 Jul 15 13:22:31.243173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'name': 'network-vif-deleted', 'tag': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:31.245533 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b101612-f3d0-4801-a853-0a5f10741ef7" -d '{"events": [{"server_uuid": "52481052-64c4-4d55-8523-ff9b3f73ced7", "name": "network-vif-deleted", "tag": "a0ec457e-1ddd-41f8-ae7e-830d2bba64da"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:31.268010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:31.271418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.274268 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-376e8ae1-8c94-47e9-b1a1-04f4625be59d req-d7646355-d60b-4c63-a444-c4865ef53c00 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "DELETE /v2.0/ports/d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 HTTP/1.1" status: 204 len: 173 time: 0.9489362 Jul 15 13:22:31.404227 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5242e4-167c-4e13-9be9-5321ad3a2662 x-openstack-request-id: req-5f5242e4-167c-4e13-9be9-5321ad3a2662 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:31.404840 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52481052-64c4-4d55-8523-ff9b3f73ced7", "name": "network-vif-deleted", "tag": "a0ec457e-1ddd-41f8-ae7e-830d2bba64da", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:31.404840 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f5242e4-167c-4e13-9be9-5321ad3a2662 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:31.405196 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52481052-64c4-4d55-8523-ff9b3f73ced7', 'name': 'network-vif-deleted', 'tag': 'a0ec457e-1ddd-41f8-ae7e-830d2bba64da', 'status': 'completed', 'code': 200} Jul 15 13:22:31.463119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a667132e-626b-4e9a-a483-a243f50c53d1 req-59aefab1-fec4-4ce6-bed1-13545a54ee73 tempest-ServerRescueNegativeTestJSON-696477354 tempest-ServerRescueNegativeTestJSON-696477354-project] 10.222.0.48 "GET /v2.0/ports?device_id=52481052-64c4-4d55-8523-ff9b3f73ced7 HTTP/1.1" status: 200 len: 210 time: 0.0724840 Jul 15 13:22:31.707360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf399d-5359-4b20-9a9f-21b964c40f90 req-3272e80a-9ecf-4457-88cb-0d29809b3ed6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.708931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ddf399d-5359-4b20-9a9f-21b964c40f90 req-3272e80a-9ecf-4457-88cb-0d29809b3ed6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0724478 Jul 15 13:22:31.762576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d54bbed-ce48-4611-9f92-4eedf58b8ef0 req-bd8b1265-9d38-4b4f-8bf6-19ed64507f3b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe6800c-a09e-4bee-982e-c3a379416f8e HTTP/1.1" status: 200 len: 210 time: 0.0473392 Jul 15 13:22:31.784287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ddf399d-5359-4b20-9a9f-21b964c40f90 req-8c861314-839f-4bf7-abe9-7b01c8052bee tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599768 Jul 15 13:22:32.006085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7275-37f6-4e76-b8ae-b271deea13dc req-8ad9c467-bf8e-4141-a8fa-d247160cb995 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.008285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e11b7275-37f6-4e76-b8ae-b271deea13dc req-8ad9c467-bf8e-4141-a8fa-d247160cb995 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0913434 Jul 15 13:22:32.089493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e11b7275-37f6-4e76-b8ae-b271deea13dc req-3caad61d-afd1-47ae-b8ba-c17223a525c6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Jul 15 13:22:32.109351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973e29a-70db-40ba-9bc8-eb1e28781d78 req-4c683203-7004-4074-a012-c12d64ec266a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.110976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3973e29a-70db-40ba-9bc8-eb1e28781d78 req-4c683203-7004-4074-a012-c12d64ec266a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1017303 Jul 15 13:22:32.178470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3973e29a-70db-40ba-9bc8-eb1e28781d78 req-acfd45ee-2267-4ac3-a2aa-07ef2da69c07 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Jul 15 13:22:32.530425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93faae-9620-4083-a13e-c2b872e83309 req-1fd51f8e-a2b4-4566-874a-b993524dc2fa tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.531920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b93faae-9620-4083-a13e-c2b872e83309 req-1fd51f8e-a2b4-4566-874a-b993524dc2fa tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0723815 Jul 15 13:22:32.575851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:32.579055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b93faae-9620-4083-a13e-c2b872e83309 req-88d0f94b-1249-482d-bc7b-9f2bd91ed70f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Jul 15 13:22:32.790458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423a7bc-d0e1-4e18-b568-44a9f4d80786 req-b7a5406c-96e9-4514-83f4-e1933cc1f04e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.797627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1423a7bc-d0e1-4e18-b568-44a9f4d80786 req-b7a5406c-96e9-4514-83f4-e1933cc1f04e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0837672 Jul 15 13:22:32.870939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1423a7bc-d0e1-4e18-b568-44a9f4d80786 req-b64b8a9e-850c-4fae-9736-c06c046956e9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722244 Jul 15 13:22:33.194592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d15b-1eda-46b5-8f66-2932806c7ec3 req-20cc279e-6f05-4f46-bd28-9f68b15675a8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.196254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38f1d15b-1eda-46b5-8f66-2932806c7ec3 req-20cc279e-6f05-4f46-bd28-9f68b15675a8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1028807 Jul 15 13:22:33.202401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.314348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38f1d15b-1eda-46b5-8f66-2932806c7ec3 req-34acd7e2-c289-4fd0-b0bc-413fd62fda0f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042116 Jul 15 13:22:33.325959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b20c7176-8b5b-4c44-865d-6f33ce0094ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.347991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-3ef5483b-0546-424a-bfc6-1c93437515cf tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.349631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-3ef5483b-0546-424a-bfc6-1c93437515cf tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.1524575 Jul 15 13:22:33.376834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-5d7ebaf1-d36d-4416-bea6-6387c064e83a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0197961 Jul 15 13:22:33.408301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'name': 'network-vif-deleted', 'tag': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:33.410369 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe90bf-d04f-4497-b688-c5b4beafe0f8" -d '{"events": [{"server_uuid": "5fe6800c-a09e-4bee-982e-c3a379416f8e", "name": "network-vif-deleted", "tag": "d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:33.466184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-f3e61a01-6d1d-4107-a96f-71e9f7008c6b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883045 Jul 15 13:22:33.468704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.506398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.547377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b20c7176-8b5b-4c44-865d-6f33ce0094ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.577290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b20c7176-8b5b-4c44-865d-6f33ce0094ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.606052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-55b2c987-55f4-454b-97f2-d0caf824b220 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389856 Jul 15 13:22:33.614755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134e3e5-225c-45e5-b763-70e4bd532729 req-ab77b44b-7220-4106-8cf6-6803a984e33d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.616269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e134e3e5-225c-45e5-b763-70e4bd532729 req-ab77b44b-7220-4106-8cf6-6803a984e33d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1480615 Jul 15 13:22:33.637205 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b20c7176-8b5b-4c44-865d-6f33ce0094ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=948e7ff5360f4aad9941c3c47729bbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313450 Jul 15 13:22:33.637400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34094) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.646875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c7176-8b5b-4c44-865d-6f33ce0094ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6b5eef-2934-42d6-9b15-9b91f97fa494,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.732968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e134e3e5-225c-45e5-b763-70e4bd532729 req-76189a05-db49-4035-af99-3cfe9edb9864 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071973 Jul 15 13:22:33.753374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e57d58-f5f7-46ce-aa30-6eadcd8b559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.770309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-5de3e3a2-b9f5-4c53-b5c2-c6233d814f25 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530492 Jul 15 13:22:33.784209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e57d58-f5f7-46ce-aa30-6eadcd8b559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.937420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e57d58-f5f7-46ce-aa30-6eadcd8b559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.940219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e57d58-f5f7-46ce-aa30-6eadcd8b559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.945877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-21e57d58-f5f7-46ce-aa30-6eadcd8b559d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec6b5eef-2934-42d6-9b15-9b91f97fa494 HTTP/1.1" status: 204 len: 168 time: 0.3030176 Jul 15 13:22:33.984479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57d58-f5f7-46ce-aa30-6eadcd8b559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6b5eef-2934-42d6-9b15-9b91f97fa494,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.013899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1755b-3dc9-474a-b96d-75b62aa74cde req-c17b996f-2158-4528-a1ff-bbd4bdd3d1c0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.030488 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac692a6-aa52-4bc9-bd73-8aeeaa7eb006 x-openstack-request-id: req-4ac692a6-aa52-4bc9-bd73-8aeeaa7eb006 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:34.035840 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6800c-a09e-4bee-982e-c3a379416f8e", "name": "network-vif-deleted", "tag": "d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:34.036726 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ac692a6-aa52-4bc9-bd73-8aeeaa7eb006 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:34.038153 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6800c-a09e-4bee-982e-c3a379416f8e', 'name': 'network-vif-deleted', 'tag': 'd4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6', 'status': 'completed', 'code': 200} Jul 15 13:22:34.040847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Deleting port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:34.042118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d1755b-3dc9-474a-b96d-75b62aa74cde req-c17b996f-2158-4528-a1ff-bbd4bdd3d1c0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1646590 Jul 15 13:22:34.043545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.100693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d1755b-3dc9-474a-b96d-75b62aa74cde req-c2edae96-fd64-4ee9-899a-e87b5b52049b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559924 Jul 15 13:22:34.143765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:34.192950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] For port f2aaeb93-fbde-4991-ab5a-a18bb00c3d72, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,segment=NetworkSegment(45bdd9d8-6ca2-4f3f-90ba-2793526f7140),segment_id=45bdd9d8-6ca2-4f3f-90ba-2793526f7140)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:34.193328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.201085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:34.202050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d4a9fd07-0cd7-4a3a-aa83-173d7b54e3c6 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:34.237727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Calling delete_port for f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:34.261562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44fcfdf9-375d-4f3b-b0fc-2d7c41787364 req-fb2cc600-bd87-4ba8-8200-3160b9f7856e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 210 time: 0.0578086 Jul 15 13:22:34.465921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.472451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a0ec457e-1ddd-41f8-ae7e-830d2bba64da no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:34.497340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: a0ec457e-1ddd-41f8-ae7e-830d2bba64da {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:34.497848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a0ec457e-1ddd-41f8-ae7e-830d2bba64da not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:34.507192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9520db5b-b78f-4a66-96c9-4f94a49efbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.537163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21ff4-e142-497c-a126-63bf145d8b9d req-0d874aa3-69e2-4dcc-9a61-d2cf4389b866 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.537386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.538959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1b21ff4-e142-497c-a126-63bf145d8b9d req-0d874aa3-69e2-4dcc-9a61-d2cf4389b866 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0809619 Jul 15 13:22:34.581685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1b21ff4-e142-497c-a126-63bf145d8b9d req-68ebf731-fe7a-48ac-8a0e-f7bae151f9ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367312 Jul 15 13:22:34.590634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2aaeb93-fbde-4991-ab5a-a18bb00c3d72,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.783030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9520db5b-b78f-4a66-96c9-4f94a49efbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.784931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f97c3-3fce-451b-a6bd-12663fdb44a8 req-ddc4ef59-cc32-4821-a98e-ffd217916bf7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.786522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-287f97c3-3fce-451b-a6bd-12663fdb44a8 req-ddc4ef59-cc32-4821-a98e-ffd217916bf7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0706413 Jul 15 13:22:34.793492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9520db5b-b78f-4a66-96c9-4f94a49efbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.830091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.837133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-287f97c3-3fce-451b-a6bd-12663fdb44a8 req-8e32e974-4b40-4f05-82d5-cfb86b8f06da tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jul 15 13:22:34.849781 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9520db5b-b78f-4a66-96c9-4f94a49efbd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=468d3953f0734aadb08254667a7ad3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824739 Jul 15 13:22:34.853813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.854455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520db5b-b78f-4a66-96c9-4f94a49efbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0e49a-3670-418a-b257-b6fff4cc8588,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.962736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5457573-2c2a-4cff-90c3-49861e1bc49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.013919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6051eb-20ca-4028-b56d-016fa025ff6e req-90db82c2-6746-4103-b845-636b2b033cb0 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.015498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6051eb-20ca-4028-b56d-016fa025ff6e req-90db82c2-6746-4103-b845-636b2b033cb0 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1252439 Jul 15 13:22:35.018802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5457573-2c2a-4cff-90c3-49861e1bc49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.122311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6051eb-20ca-4028-b56d-016fa025ff6e req-a6a0e60f-4504-46e4-b973-35f06e50e0f1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991855 Jul 15 13:22:35.182387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0dd2c-d2f4-4f83-b24b-76eff91d6a14 req-218817c1-5992-444f-80fd-3edb5ea72455 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.182949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Router 75bdc8d0-768c-4f42-b705-3794c87152fa has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:35.183932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3b0dd2c-d2f4-4f83-b24b-76eff91d6a14 req-218817c1-5992-444f-80fd-3edb5ea72455 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1675353 Jul 15 13:22:35.185154 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5457573-2c2a-4cff-90c3-49861e1bc49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.187705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5457573-2c2a-4cff-90c3-49861e1bc49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.191171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d5457573-2c2a-4cff-90c3-49861e1bc49d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39d0e49a-3670-418a-b257-b6fff4cc8588 HTTP/1.1" status: 204 len: 168 time: 0.3335459 Jul 15 13:22:35.219607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5457573-2c2a-4cff-90c3-49861e1bc49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0e49a-3670-418a-b257-b6fff4cc8588,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.281850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3b0dd2c-d2f4-4f83-b24b-76eff91d6a14 req-b75170a3-b13d-438e-852d-7e5abe6471da tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825024 Jul 15 13:22:35.473711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:35.488246 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5e14bdac-3547-41ec-ae22-c2db7a70e396 admin admin] 10.222.0.48 "PUT /v2.0/routers/75bdc8d0-768c-4f42-b705-3794c87152fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9113016 Jul 15 13:22:35.495884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34142) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.499208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] Sync routers for ids ['75bdc8d0-768c-4f42-b705-3794c87152fa'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:35.511570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-b8c6e063-127e-4154-a5ec-a5b90a273be3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.512076 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] Routers {'75bdc8d0-768c-4f42-b705-3794c87152fa'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:35.512878 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['75bdc8d0-768c-4f42-b705-3794c87152fa'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.513660 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-b8c6e063-127e-4154-a5ec-a5b90a273be3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2356110 Jul 15 13:22:35.535582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3102fff5-b1d2-4909-bdd2-74bffe1761c4 req-d71ed918-5edc-45df-8b75-0ddaa0e3568f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 210 time: 0.0553432 Jul 15 13:22:35.546679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:35.685891 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] Set router 75bdc8d0-768c-4f42-b705-3794c87152fa gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:35.724024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.847245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685ec5-873a-4e0f-a23a-5dd28df0b74a req-08bfacd0-3a5e-4c27-be77-8270ac71aca6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.870235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74685ec5-873a-4e0f-a23a-5dd28df0b74a req-08bfacd0-3a5e-4c27-be77-8270ac71aca6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2824044 Jul 15 13:22:35.880638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:35.888264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.933365 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port': {'id': '336b68e5-6574-4e86-96e2-6a30e3b22d5b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:49Z', 'updated_at': '2021-07-15T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.947016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.981695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74685ec5-873a-4e0f-a23a-5dd28df0b74a req-da31d56b-c61d-427c-b828-54abf1faef2e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087713 Jul 15 13:22:35.991383 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] Checking router: 75bdc8d0-768c-4f42-b705-3794c87152fa for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:36.029306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Deleting port 336b68e5-6574-4e86-96e2-6a30e3b22d5b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:36.029745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.041762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] Routers {'75bdc8d0-768c-4f42-b705-3794c87152fa'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:36.047097 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['75bdc8d0-768c-4f42-b705-3794c87152fa'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.182616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.7 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/d9f4862d-79d5-40f8-a725-032638047d4f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:36.203440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] For port 336b68e5-6574-4e86-96e2-6a30e3b22d5b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=336b68e5-6574-4e86-96e2-6a30e3b22d5b,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:36.209342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.235501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Calling delete_port for 336b68e5-6574-4e86-96e2-6a30e3b22d5b owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:36.302922 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] Set router 75bdc8d0-768c-4f42-b705-3794c87152fa gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:36.387389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:22:35Z', 'revision_number': 6, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.430948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81031a4-5bbf-49c8-b9eb-8c161a1a1310 None None] The sync data for ids ['75bdc8d0-768c-4f42-b705-3794c87152fa'] in n-d-798249-9 is: [{'id': '75bdc8d0-768c-4f42-b705-3794c87152fa', 'name': 'tempest-ServerRescueNegativeTestJSON-426577310-router', 'tenant_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:45Z', 'updated_at': '2021-07-15T13:22:35Z', 'revision_number': 6, 'project_id': 'a3dcd8f2d1284610a60c44cfc85687f1', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:36.452345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649b4e-def8-453a-9c42-493bd2027318 req-ed69c77a-e74f-4c1f-a7f5-d19797ca8173 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.463794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76649b4e-def8-453a-9c42-493bd2027318 req-ed69c77a-e74f-4c1f-a7f5-d19797ca8173 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2307265 Jul 15 13:22:36.509001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.580500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.584913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9d63e-226e-4375-9952-efb58084cff1 req-6ecf5490-9639-43ee-a6a1-3cd9354367b2 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.587135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bb9d63e-226e-4375-9952-efb58084cff1 req-6ecf5490-9639-43ee-a6a1-3cd9354367b2 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.2262650 Jul 15 13:22:36.596070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:36.600317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76649b4e-def8-453a-9c42-493bd2027318 req-b1e85715-d72e-4a6e-8d8f-d490462ce587 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356606 Jul 15 13:22:36.694545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:36.706033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:36.713447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:36.716518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bb9d63e-226e-4375-9952-efb58084cff1 req-166ce29a-4d30-4381-977d-716784cb0467 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Jul 15 13:22:36.721426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.802759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=d9f4862d-79d5-40f8-a725-032638047d4f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.874874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.875667 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.916863 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-d539fb3e-0e2c-4529-a801-a619e57acb78 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3855357 Jul 15 13:22:36.930093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Request body: {'port': {'device_id': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:36.948708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=336b68e5-6574-4e86-96e2-6a30e3b22d5b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.952476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.068171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.130940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:37.155749 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.158392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.237853 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.238565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75bdc8d0-768c-4f42-b705-3794c87152fa {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:37.248097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.249910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-842811c6-e4cb-4ed7-891b-3c305b07dd7b admin admin] 10.222.0.48 "DELETE /v2.0/routers/75bdc8d0-768c-4f42-b705-3794c87152fa HTTP/1.1" status: 204 len: 168 time: 1.7530060 Jul 15 13:22:37.255721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:37.299199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b0f0-8c1b-43db-b773-cfc512241250 req-0328e68c-a05d-4238-9a5d-e595c70f6138 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.307944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b12b0f0-8c1b-43db-b773-cfc512241250 req-0328e68c-a05d-4238-9a5d-e595c70f6138 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2468486 Jul 15 13:22:37.348218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7874fa-fdeb-47e2-91c4-b8d60abb632d req-b7c4f600-3c42-4247-8743-a3b0382d4b90 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.355687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c7874fa-fdeb-47e2-91c4-b8d60abb632d req-b7c4f600-3c42-4247-8743-a3b0382d4b90 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 931 time: 0.3388083 Jul 15 13:22:37.378259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0331ca47-c955-4739-87b1-f788ab6dc0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.423518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b12b0f0-8c1b-43db-b773-cfc512241250 req-f6132a1a-10f0-4b05-98fe-48094a8860c8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146231 Jul 15 13:22:37.443123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c7874fa-fdeb-47e2-91c4-b8d60abb632d req-2ec65308-16cb-4c7c-953b-120393c1c130 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 Jul 15 13:22:37.444231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Deleting subnet 3b137975-528d-4828-927a-6f025a465dbe {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:37.461012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.607918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.656020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0331ca47-c955-4739-87b1-f788ab6dc0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.678743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0331ca47-c955-4739-87b1-f788ab6dc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.733176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331ca47-c955-4739-87b1-f788ab6dc0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebc507a-40dc-484a-9687-55359b3572e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.763618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f4862d-79d5-40f8-a725-032638047d4f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:37.788061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.812073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Transition to ACTIVE for port object d9f4862d-79d5-40f8-a725-032638047d4f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:37.818567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.846178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a656d-29ba-4bad-a755-6c5aa78f168d req-0372fd03-6188-45bf-908e-fcc87a7ae580 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.858438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4a656d-29ba-4bad-a755-6c5aa78f168d req-0372fd03-6188-45bf-908e-fcc87a7ae580 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1817782 Jul 15 13:22:37.885843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:37.929618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:37.930243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2aaeb93-fbde-4991-ab5a-a18bb00c3d72 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:37.933186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 336b68e5-6574-4e86-96e2-6a30e3b22d5b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:37.933455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.968831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 336b68e5-6574-4e86-96e2-6a30e3b22d5b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:37.969593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 336b68e5-6574-4e86-96e2-6a30e3b22d5b not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:37.970084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.015511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4a656d-29ba-4bad-a755-6c5aa78f168d req-5003eb06-244d-431d-8968-f64bb00180db tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559920 Jul 15 13:22:38.019393 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0331ca47-c955-4739-87b1-f788ab6dc0d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85576d8c01be443588b68ada15702183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8849542 Jul 15 13:22:38.023054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b137975-528d-4828-927a-6f025a465dbe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.024175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.027885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.029948 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-709fe3ac-ae02-4ad8-a1ab-c4277745dc11 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b137975-528d-4828-927a-6f025a465dbe HTTP/1.1" status: 204 len: 168 time: 0.7729599 Jul 15 13:22:38.032865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.049490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f4862d-79d5-40f8-a725-032638047d4f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.119624 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.199675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c559b243-af7e-4ff8-915f-d1596e44440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.224557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Attempting to bind port d9f4862d-79d5-40f8-a725-032638047d4f on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:38.225114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Attempting to bind port d9f4862d-79d5-40f8-a725-032638047d4f by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:38.225674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Attempting to bind port d9f4862d-79d5-40f8-a725-032638047d4f on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:38.231731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12297a2-8156-4c36-9304-6093630b633a req-de92fba8-b2b4-4a38-bab9-669d31366a9f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.233307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c12297a2-8156-4c36-9304-6093630b633a req-de92fba8-b2b4-4a38-bab9-669d31366a9f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.2899957 Jul 15 13:22:38.239720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c559b243-af7e-4ff8-915f-d1596e44440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.241585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Port d9f4862d-79d5-40f8-a725-032638047d4f on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:38.241972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Attempting to bind port d9f4862d-79d5-40f8-a725-032638047d4f on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:38.256437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:38.256437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:38.256840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:38.257077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Bound port: d9f4862d-79d5-40f8-a725-032638047d4f, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:38.257379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.347048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] For port d9f4862d-79d5-40f8-a725-032638047d4f, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:38.350429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] For port d9f4862d-79d5-40f8-a725-032638047d4f, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d9f4862d-79d5-40f8-a725-032638047d4f,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:38.358012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.397614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.398861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.400472 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] 10.222.0.49 "PUT /v2.0/ports/d9f4862d-79d5-40f8-a725-032638047d4f HTTP/1.1" status: 200 len: 1091 time: 1.4755244 Jul 15 13:22:38.400946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'tag': 'd9f4862d-79d5-40f8-a725-032638047d4f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:38.403472 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c790a-10f8-41e4-942e-d32d5d3a87c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec2242f-8bf4-4a5a-a03d-de65e3908bc5", "tag": "d9f4862d-79d5-40f8-a725-032638047d4f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:38.412744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c559b243-af7e-4ff8-915f-d1596e44440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.417489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c559b243-af7e-4ff8-915f-d1596e44440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.418828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c559b243-af7e-4ff8-915f-d1596e44440e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ebc507a-40dc-484a-9687-55359b3572e1 HTTP/1.1" status: 204 len: 168 time: 0.3877692 Jul 15 13:22:38.471301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559b243-af7e-4ff8-915f-d1596e44440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebc507a-40dc-484a-9687-55359b3572e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.489116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561663f1-a54a-4a3f-8b63-7187280ed5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f4862d-79d5-40f8-a725-032638047d4f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.557053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-6d972cd3-2878-4549-b732-417a6a2cbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.559091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-6d972cd3-2878-4549-b732-417a6a2cbaaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 1094 time: 0.1022241 Jul 15 13:22:38.610842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-8d09b6c3-1d3f-4937-9bc2-469fb74e5cb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f4862d-79d5-40f8-a725-032638047d4f HTTP/1.1" status: 200 len: 217 time: 0.0440981 Jul 15 13:22:38.639499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.664878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-f05f9e34-f8e1-4267-880e-144faa5065ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.666304 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-f05f9e34-f8e1-4267-880e-144faa5065ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0493801 Jul 15 13:22:38.671282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dabe49-76aa-4ec5-b1c1-0b77e7730517']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.705500 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-fb7a5942-d3ad-4fc2-bd40-38fc3bc699cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319352 Jul 15 13:22:38.705836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bdd9d8-6ca2-4f3f-90ba-2793526f7140') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.706131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bdd9d8-6ca2-4f3f-90ba-2793526f7140') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.733721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c12297a2-8156-4c36-9304-6093630b633a req-3a31d6d4-8f15-48d4-997c-e45985439143 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910201 Jul 15 13:22:38.736000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.755976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.786556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:38.787012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.843674 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7262b-0bc8-4bb2-97a3-97813e38e418 x-openstack-request-id: req-06f7262b-0bc8-4bb2-97a3-97813e38e418 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:38.844333 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec2242f-8bf4-4a5a-a03d-de65e3908bc5", "tag": "d9f4862d-79d5-40f8-a725-032638047d4f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:38.844790 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06f7262b-0bc8-4bb2-97a3-97813e38e418 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:38.845837 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'tag': 'd9f4862d-79d5-40f8-a725-032638047d4f', 'status': 'completed', 'code': 200} Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:38.847461 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:38.856861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-66d7e631-5cc5-4262-8608-daf587f94cf0 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445487 Jul 15 13:22:38.860866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860100-266f-42cc-b809-3fadba10819c req-72268c2c-2ca5-4a69-a130-cc1f3d4eba6f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.862551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d860100-266f-42cc-b809-3fadba10819c req-72268c2c-2ca5-4a69-a130-cc1f3d4eba6f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2188694 Jul 15 13:22:38.863894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.872349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.875019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b3dabe49-76aa-4ec5-b1c1-0b77e7730517 HTTP/1.1" status: 204 len: 168 time: 0.8411548 Jul 15 13:22:38.888299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57604951-27f1-4395-af03-0d09cdddc9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dabe49-76aa-4ec5-b1c1-0b77e7730517,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.947423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d860100-266f-42cc-b809-3fadba10819c req-78d1f867-160f-47c6-9673-8b6a4d111dca tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550051 Jul 15 13:22:39.094844 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e68b3fdc-9ea1-4bf1-809b-6ae9514b9149 req-62e016b3-ed95-4306-b340-35898e98774f service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970820 Jul 15 13:22:39.121823 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:39.152539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78ce1c-5e4e-404e-9596-63ec92e5c20d req-14be1e21-2248-42db-97b4-a5e889b011d0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.156187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c78ce1c-5e4e-404e-9596-63ec92e5c20d req-14be1e21-2248-42db-97b4-a5e889b011d0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 943 time: 0.1314044 Jul 15 13:22:39.204986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c78ce1c-5e4e-404e-9596-63ec92e5c20d req-316e66ce-8d42-482d-ba67-e4555ba27886 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Jul 15 13:22:39.261439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.294438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-a4664446-072f-48cc-b3bd-cff56bf7389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.295862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-a4664446-072f-48cc-b3bd-cff56bf7389a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 1094 time: 0.1304734 Jul 15 13:22:39.365360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60d589f7-042e-4dcc-8a9d-c95010f09ecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3dcd8f2d1284610a60c44cfc85687f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023104 Jul 15 13:22:39.368570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.432152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-ccb10b4f-1138-4427-99cd-cd258263082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.434443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-ccb10b4f-1138-4427-99cd-cd258263082b service neutron] 10.222.0.49 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.1309986 Jul 15 13:22:39.434749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b346b0-3887-423a-a547-4c48cebeae60 req-7f20c30f-62d1-45bd-b75c-b393e85bb6bb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.438674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63b346b0-3887-423a-a547-4c48cebeae60 req-7f20c30f-62d1-45bd-b75c-b393e85bb6bb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1682267 Jul 15 13:22:39.474876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-488f8f67-2591-46e4-ad4f-083bd256e8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.497835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-b5138362-98f7-4234-a0f3-9cf2fd0e5aac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f4862d-79d5-40f8-a725-032638047d4f HTTP/1.1" status: 200 len: 217 time: 0.0544744 Jul 15 13:22:39.525670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-488f8f67-2591-46e4-ad4f-083bd256e8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.555781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63b346b0-3887-423a-a547-4c48cebeae60 req-a33f3029-d090-4bb6-94ed-8f12e50dd22f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121120 Jul 15 13:22:39.603575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-cbc2fa7d-05d8-4061-977a-5d3cfb634ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.606457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-cbc2fa7d-05d8-4061-977a-5d3cfb634ee7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.1021547 Jul 15 13:22:39.612880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-488f8f67-2591-46e4-ad4f-083bd256e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.615995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-488f8f67-2591-46e4-ad4f-083bd256e8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.617196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-488f8f67-2591-46e4-ad4f-083bd256e8f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66e6e755-acee-4322-8b96-10eb7aec486d HTTP/1.1" status: 204 len: 168 time: 0.2473702 Jul 15 13:22:39.628202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f8f67-2591-46e4-ad4f-083bd256e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e6e755-acee-4322-8b96-10eb7aec486d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.671349 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-0f8a8896-dbc6-4359-8ca6-d11ee4c1e0da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581965 Jul 15 13:22:39.829592 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-f15d040c-37cf-4692-95ec-4bb1699f9a89 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509831 Jul 15 13:22:39.862265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52dc51-5d33-4840-aba2-31814bb37ac7 req-b88ab8aa-c446-4419-b12e-987d0dc4c611 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.863838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac52dc51-5d33-4840-aba2-31814bb37ac7 req-b88ab8aa-c446-4419-b12e-987d0dc4c611 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1323142 Jul 15 13:22:39.907961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.979659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac52dc51-5d33-4840-aba2-31814bb37ac7 req-6fa0481d-02af-4c7f-8cd0-ac9fc133d015 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083851 Jul 15 13:22:39.980674 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b45c790a-10f8-41e4-942e-d32d5d3a87c3 req-49706827-fe1c-421f-9c97-6109abdf51e7 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428742 Jul 15 13:22:40.036149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420abdd-4f79-44f5-afa7-38523e3e5397 req-a0fc7ab3-a0a3-431a-acf4-3282775429af tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.037706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f420abdd-4f79-44f5-afa7-38523e3e5397 req-a0fc7ab3-a0a3-431a-acf4-3282775429af tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1137736 Jul 15 13:22:40.097129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f420abdd-4f79-44f5-afa7-38523e3e5397 req-2554938b-0435-40c7-ae7f-2ed70841037f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Jul 15 13:22:40.192601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7903e25a-9c3c-49f2-8df2-b8eabf575561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.345538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7903e25a-9c3c-49f2-8df2-b8eabf575561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.362769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7903e25a-9c3c-49f2-8df2-b8eabf575561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.474357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839fc35-9745-4e2d-9987-9e4b5f3dda15 req-e44e0e43-1967-4335-a603-bbb6c84a36c5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.475909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c839fc35-9745-4e2d-9987-9e4b5f3dda15 req-e44e0e43-1967-4335-a603-bbb6c84a36c5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1887553 Jul 15 13:22:40.480074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7903e25a-9c3c-49f2-8df2-b8eabf575561 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=668be07481c347f2b79780298e429805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710046 Jul 15 13:22:40.482729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:40.489415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903e25a-9c3c-49f2-8df2-b8eabf575561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5eaa5a-7526-4ee6-8498-ed65396fe822,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.519740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d9f4862d-79d5-40f8-a725-032638047d4f details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:40.556521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47c1168e-5ba9-4d61-97c4-c299e9e8c6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.589850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47c1168e-5ba9-4d61-97c4-c299e9e8c6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.639146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37d657-1d04-4643-8786-b7667d5b041e req-a46d9ca0-786d-4b83-b41d-a1106a1987ab tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.646146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de37d657-1d04-4643-8786-b7667d5b041e req-a46d9ca0-786d-4b83-b41d-a1106a1987ab tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 943 time: 0.2781472 Jul 15 13:22:40.649894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34300) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:40.658171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47c1168e-5ba9-4d61-97c4-c299e9e8c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.661680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47c1168e-5ba9-4d61-97c4-c299e9e8c6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.666163 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-47c1168e-5ba9-4d61-97c4-c299e9e8c6fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c5eaa5a-7526-4ee6-8498-ed65396fe822 HTTP/1.1" status: 204 len: 168 time: 0.1793168 Jul 15 13:22:40.666670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c839fc35-9745-4e2d-9987-9e4b5f3dda15 req-18103d90-bb42-426c-aec6-93f98e62ef54 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598725 Jul 15 13:22:40.675380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1168e-5ba9-4d61-97c4-c299e9e8c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5eaa5a-7526-4ee6-8498-ed65396fe822,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.686489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d9f4862d-79d5-40f8-a725-032638047d4f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d9f4862d-79d5-40f8-a725-032638047d4f,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:40.701450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'd9f4862d-79d5-40f8-a725-032638047d4f', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': 'd9f4862d-79d5-40f8-a725-032638047d4f', 'mac_address': 'fa:16:3e:8e:81:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:40.745933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de37d657-1d04-4643-8786-b7667d5b041e req-0917b59e-1a78-4ea1-9d02-062d034ee693 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987284 Jul 15 13:22:40.765499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.781461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f4862d-79d5-40f8-a725-032638047d4f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:40.805312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d9f4862d-79d5-40f8-a725-032638047d4f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d9f4862d-79d5-40f8-a725-032638047d4f,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:40.810610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.866727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=d9f4862d-79d5-40f8-a725-032638047d4f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.888733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-427387182'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:40.919544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Made reservation on behalf of 9e0ce36bb7a3463b9de0115b238cf69e for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:40.924509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.935668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.995018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa56ce-99b3-49f5-87f5-ab813130e4f1 req-0f4711ce-6fd0-4bcc-8774-6ae275a60572 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.002640 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aeaa56ce-99b3-49f5-87f5-ab813130e4f1 req-0f4711ce-6fd0-4bcc-8774-6ae275a60572 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0941184 Jul 15 13:22:41.019140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['d9f4862d-79d5-40f8-a725-032638047d4f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:41.060631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aeaa56ce-99b3-49f5-87f5-ab813130e4f1 req-a49b5809-6d25-4007-a172-2e0b73623291 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569503 Jul 15 13:22:41.076371 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.083796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.097832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:41.108629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.109280 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Added segment 75c0ba47-1e77-4216-922b-ed59f633e560 of type vlan for network b40e4668-112a-46e6-9e0d-616708bcdbed Jul 15 13:22:41.181506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.194376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8498848f-925d-4a67-a4b0-70b2f6c30bb5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.234256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.240339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.241156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.293254 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6419168 Jul 15 13:22:41.296536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34326) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.301940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Request body: {'subnet': {'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:41.410332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374114c-8073-4d86-b7e9-350145471c39 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event updated for resources: {'Network': ['ID=b40e4668-112a-46e6-9e0d-616708bcdbed,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.425770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b40e4668-112a-46e6-9e0d-616708bcdbed details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:41.432270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Made reservation on behalf of 9e0ce36bb7a3463b9de0115b238cf69e for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:41.436017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.549573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740d5c-3440-439a-aa20-721fd1b0ac22 req-dc189a75-5a02-4922-a019-a21f8b87ddb0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.551212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2740d5c-3440-439a-aa20-721fd1b0ac22 req-dc189a75-5a02-4922-a019-a21f8b87ddb0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0957506 Jul 15 13:22:41.641944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2740d5c-3440-439a-aa20-721fd1b0ac22 req-c3971d0b-eee1-4cfd-9adc-83524b4a2b5f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831699 Jul 15 13:22:41.676956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.683442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee939cf-e0ba-437a-a08d-1be592cda5ff req-3a682402-2992-401e-9b62-dc581ece4a94 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.687529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ee939cf-e0ba-437a-a08d-1be592cda5ff req-3a682402-2992-401e-9b62-dc581ece4a94 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1065261 Jul 15 13:22:41.730195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ee939cf-e0ba-437a-a08d-1be592cda5ff req-7df6f6da-5df6-42c2-9922-928f763f37ae tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Jul 15 13:22:41.742653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event updated for resources: {'Subnet': ['ID=fd9466a2-835f-48bf-973e-e0b3a02876d9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.750760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Checking segment: {'id': '75c0ba47-1e77-4216-922b-ed59f633e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:41.751129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Network hostable DHCP agents. Network: b40e4668-112a-46e6-9e0d-616708bcdbed, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:41.776649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Network b40e4668-112a-46e6-9e0d-616708bcdbed is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:41.788599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b40e4668-112a-46e6-9e0d-616708bcdbed) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:41.800550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0a9a5-13b9-41ef-a20a-4a83ac513e59 None None] Network b40e4668-112a-46e6-9e0d-616708bcdbed requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:41.804051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.805532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.822472 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31c42ad2-6191-4161-8606-96b3d5364f68 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5247400 Jul 15 13:22:41.825359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.833039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Request body: {'port': {'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1585154447'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:41.939902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fbbde-b6fa-4114-b020-a01acd150b0b req-5a43c32e-c0d3-4114-ab34-48a3013a96f7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.951286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e07fbbde-b6fa-4114-b020-a01acd150b0b req-5a43c32e-c0d3-4114-ab34-48a3013a96f7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0900319 Jul 15 13:22:41.986483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Made reservation on behalf of 9e0ce36bb7a3463b9de0115b238cf69e for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:41.992766 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.003043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e07fbbde-b6fa-4114-b020-a01acd150b0b req-f1fed27d-3829-4328-82b0-12f90b60c4f0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Jul 15 13:22:42.017344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] device_id is not set on port 70042701-30b9-4623-a676-3488f101f2ee yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:42.027289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b40e4668-112a-46e6-9e0d-616708bcdbed', 'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed', 'tenant_id': '9e0ce36bb7a3463b9de0115b238cf69e', 'fixed_ips': [{'subnet_id': 'fd9466a2-835f-48bf-973e-e0b3a02876d9'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:42.028156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.185872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Allocated IP 172.20.0.14 (b40e4668-112a-46e6-9e0d-616708bcdbed/fd9466a2-835f-48bf-973e-e0b3a02876d9/70042701-30b9-4623-a676-3488f101f2ee) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:42.227737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5475b18-6bef-4c95-acac-cdb297044c2a req-461c2159-0e3b-499e-a8d7-6d2d4e35f78c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.235672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5475b18-6bef-4c95-acac-cdb297044c2a req-461c2159-0e3b-499e-a8d7-6d2d4e35f78c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 944 time: 0.0742049 Jul 15 13:22:42.285112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5475b18-6bef-4c95-acac-cdb297044c2a req-1f0c1ef3-4628-41d4-9b29-ed7b20951817 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484972 Jul 15 13:22:42.397503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2c0bb6b-44f9-4572-8a3e-af847d940447 req-2e9f1c63-3ba6-47c2-a8c6-96088a507e09 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0341728 Jul 15 13:22:42.463188 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.495735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Transition to ACTIVE for port object 70042701-30b9-4623-a676-3488f101f2ee will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:42.534949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d9f4862d-79d5-40f8-a725-032638047d4f up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:42.542870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.632528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Network b40e4668-112a-46e6-9e0d-616708bcdbed is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:42.634002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event updated for resources: {'Port': ['ID=70042701-30b9-4623-a676-3488f101f2ee,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.644155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:42.651578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:42.663148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port d9f4862d-79d5-40f8-a725-032638047d4f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:42.687423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port d9f4862d-79d5-40f8-a725-032638047d4f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:42.688175 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.693642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efadbb72-27a3-4433-96d5-e39465967def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.702002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Allocated IP 172.20.0.2 (b40e4668-112a-46e6-9e0d-616708bcdbed/fd9466a2-835f-48bf-973e-e0b3a02876d9/e8f6da50-bd1b-470a-8308-8813f62e3a1e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:42.718883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.719516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.738826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af010-fcf0-4445-806e-f6545c74cd2a req-e86c1753-1231-4152-900f-d3259cd658ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.741297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b04af010-fcf0-4445-806e-f6545c74cd2a req-e86c1753-1231-4152-900f-d3259cd658ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1624162 Jul 15 13:22:42.744843 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-af253a41-a6b9-439a-b2cd-83c464e1031c tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9182765 Jul 15 13:22:42.748276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.847168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b04af010-fcf0-4445-806e-f6545c74cd2a req-cd5526fd-59e7-466d-926c-d43238a64e70 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972204 Jul 15 13:22:42.965151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Deleting port 70042701-30b9-4623-a676-3488f101f2ee {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:42.965423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.105921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.165692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f4862d-79d5-40f8-a725-032638047d4f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:43.168756 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d99fd-2272-41eb-a2a4-8ac816aabe92" -d '{"events": [{"server_uuid": "4ec2242f-8bf4-4a5a-a03d-de65e3908bc5", "name": "network-vif-plugged", "status": "completed", "tag": "d9f4862d-79d5-40f8-a725-032638047d4f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:43.180856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68d4b-a334-4bab-aece-a938c89919a9 req-9fc36234-edca-493a-a551-280de6802eab tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.186882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3a68d4b-a334-4bab-aece-a938c89919a9 req-9fc36234-edca-493a-a551-280de6802eab tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.2051728 Jul 15 13:22:43.209061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d9f4862d-79d5-40f8-a725-032638047d4f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d9f4862d-79d5-40f8-a725-032638047d4f,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:43.220628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.260510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.278679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Calling delete_port for 70042701-30b9-4623-a676-3488f101f2ee owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:43.298916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3a68d4b-a334-4bab-aece-a938c89919a9 req-6a6f487a-5c6a-4ef0-abcf-ca6f260c9d0f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061110 Jul 15 13:22:43.335438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=d9f4862d-79d5-40f8-a725-032638047d4f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.347018 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.367666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Transition to ACTIVE for port object e8f6da50-bd1b-470a-8308-8813f62e3a1e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:43.393316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Transition to ACTIVE for port object e8f6da50-bd1b-470a-8308-8813f62e3a1e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:43.402984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.417831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d58bc-04b8-4dc5-8f2c-9cd72d427cd9 req-0dc48317-5d4b-4c21-b5a0-e5b1ec0a7e78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.419374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de1d58bc-04b8-4dc5-8f2c-9cd72d427cd9 req-0dc48317-5d4b-4c21-b5a0-e5b1ec0a7e78 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1902294 Jul 15 13:22:43.462756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Pushing event updated for resources: {'Port': ['ID=e8f6da50-bd1b-470a-8308-8813f62e3a1e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.489298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Network b40e4668-112a-46e6-9e0d-616708bcdbed is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:43.490850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:43.496414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:43.562526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55dcea3c-8ddc-401b-948a-1f4857f311e9 req-7497c230-caa6-463d-9c1e-48a03790dff7 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.1351988 Jul 15 13:22:43.576532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Attempting to bind port e8f6da50-bd1b-470a-8308-8813f62e3a1e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:43.576913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Attempting to bind port e8f6da50-bd1b-470a-8308-8813f62e3a1e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '75c0ba47-1e77-4216-922b-ed59f633e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:43.577267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Attempting to bind port e8f6da50-bd1b-470a-8308-8813f62e3a1e on network b40e4668-112a-46e6-9e0d-616708bcdbed {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:43.580513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.585968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de1d58bc-04b8-4dc5-8f2c-9cd72d427cd9 req-07c48b72-d673-41d2-b23a-1c86ec6be62d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574304 Jul 15 13:22:43.607120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:43.607620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Checking segment: {'id': '75c0ba47-1e77-4216-922b-ed59f633e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:43.608271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.610788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Bound using segment: {'id': '75c0ba47-1e77-4216-922b-ed59f633e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:43.611421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Bound port: e8f6da50-bd1b-470a-8308-8813f62e3a1e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0ba47-1e77-4216-922b-ed59f633e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b40e4668-112a-46e6-9e0d-616708bcdbed'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:43.611889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.640069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event deleted for resources: {'Port': ['ID=70042701-30b9-4623-a676-3488f101f2ee,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.694851 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dedda21-4b5e-4628-ad18-4a424308fbbc x-openstack-request-id: req-1dedda21-4b5e-4628-ad18-4a424308fbbc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:43.695961 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec2242f-8bf4-4a5a-a03d-de65e3908bc5", "name": "network-vif-plugged", "status": "completed", "tag": "d9f4862d-79d5-40f8-a725-032638047d4f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:43.696382 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dedda21-4b5e-4628-ad18-4a424308fbbc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:43.696853 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f4862d-79d5-40f8-a725-032638047d4f', 'code': 200} Jul 15 13:22:43.753540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.758811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.763063 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b5b029b6-565e-483a-984d-af7d6ca533a7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "DELETE /v2.0/ports/70042701-30b9-4623-a676-3488f101f2ee HTTP/1.1" status: 204 len: 168 time: 1.0135474 Jul 15 13:22:43.786028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] For port e8f6da50-bd1b-470a-8308-8813f62e3a1e, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:43.791086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] For port e8f6da50-bd1b-470a-8308-8813f62e3a1e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e8f6da50-bd1b-470a-8308-8813f62e3a1e,segment=NetworkSegment(75c0ba47-1e77-4216-922b-ed59f633e560),segment_id=75c0ba47-1e77-4216-922b-ed59f633e560)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:43.797296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.863638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdc789-9138-4054-b350-9008b8e526fe None None] Pushing event updated for resources: {'Port': ['ID=e8f6da50-bd1b-470a-8308-8813f62e3a1e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.912827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50b438-af00-41b6-853a-0b2ca9643d14 req-4321fe4d-e7e3-4670-abee-6e1f296b43e1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.931140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e50b438-af00-41b6-853a-0b2ca9643d14 req-4321fe4d-e7e3-4670-abee-6e1f296b43e1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 945 time: 0.1233468 Jul 15 13:22:43.985370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208236-75b3-4ec1-be3a-ac750662e123 req-4c06c396-4ea2-4831-89e8-39ebfaa58d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.988321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e208236-75b3-4ec1-be3a-ac750662e123 req-4c06c396-4ea2-4831-89e8-39ebfaa58d37 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0771470 Jul 15 13:22:44.009157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e50b438-af00-41b6-853a-0b2ca9643d14 req-0128b49b-2ed7-495c-bad9-11b725038ebd tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Jul 15 13:22:44.012743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3609748e-8c27-4b93-ad71-253a9ec2de9c tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2528739 Jul 15 13:22:44.015401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.027373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-486632854'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:44.049797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Made reservation on behalf of 9e0ce36bb7a3463b9de0115b238cf69e for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:44.052353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e208236-75b3-4ec1-be3a-ac750662e123 req-68c73ac8-4fd1-4ec6-a56f-c08b37510cf3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Jul 15 13:22:44.054015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.080021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:44.103843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.104342 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Added segment 2036a584-d52c-41c8-b97c-19175ca29a81 of type vlan for network b26ebfee-520a-4181-8816-3be4871d5a95 Jul 15 13:22:44.190396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.243291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.249834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.250593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.307486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2906475 Jul 15 13:22:44.309901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34442) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.349356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb91981-8b46-4f89-9b4d-04d934850ce7 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event updated for resources: {'Network': ['ID=b26ebfee-520a-4181-8816-3be4871d5a95,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.365513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b26ebfee-520a-4181-8816-3be4871d5a95 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:44.553873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0307-b88e-400c-9e9c-50ce322987c3 req-78b4921f-8839-4987-aeb2-2ca5d5679340 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.556461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-101c0307-b88e-400c-9e9c-50ce322987c3 req-78b4921f-8839-4987-aeb2-2ca5d5679340 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0891147 Jul 15 13:22:44.658588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-101c0307-b88e-400c-9e9c-50ce322987c3 req-5af3b623-2d19-4d1a-b2e3-6f6bfb5c00cd tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965464 Jul 15 13:22:44.713040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d0757-ef63-4863-a315-3572f6cefb27 req-fb02713f-0833-40a9-9cf0-a438ad8cf688 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.722199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1d0757-ef63-4863-a315-3572f6cefb27 req-fb02713f-0833-40a9-9cf0-a438ad8cf688 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1423044 Jul 15 13:22:44.821328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1d0757-ef63-4863-a315-3572f6cefb27 req-660fbeb7-816a-4a87-bbd2-1dba86b62c5e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977645 Jul 15 13:22:45.050676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab11e03c-5bab-477f-808f-c02a5f1917cd req-4e4867d7-bb93-4a58-9857-16608e5bf8bf tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0903413 Jul 15 13:22:45.103027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e2d50b4a-ba2e-42bb-b273-3f549d4e54fb tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/agents/22b2e63e-0aae-4b9d-8520-59e270515d75/dhcp-networks HTTP/1.1" status: 200 len: 8064 time: 0.7876849 Jul 15 13:22:45.103780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.255481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab06c4-bf8a-4074-8163-39464c90ef79 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] Network b26ebfee-520a-4181-8816-3be4871d5a95 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:45.286890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1aab06c4-bf8a-4074-8163-39464c90ef79 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "POST /v2.0/agents/22b2e63e-0aae-4b9d-8520-59e270515d75/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1780920 Jul 15 13:22:45.287580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.289742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2ea67-2e59-4f8b-a334-5b483b3ab2bc None None] Network b26ebfee-520a-4181-8816-3be4871d5a95 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:45.299821 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8076fc8-93c5-4a8b-8d55-6cb79442cd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.417962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf294a-aa39-439f-93bb-4466c1697952 req-99d097aa-ea61-431d-ac0c-3f10afd846d3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.425980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edcf294a-aa39-439f-93bb-4466c1697952 req-99d097aa-ea61-431d-ac0c-3f10afd846d3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 945 time: 0.1407988 Jul 15 13:22:45.533291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edcf294a-aa39-439f-93bb-4466c1697952 req-3a15d4dc-8531-4101-80f4-20ea7424da67 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063082 Jul 15 13:22:45.546941 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64ebec44-8ddd-4dad-9f9a-6a4dd7979d04 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/agents/22b2e63e-0aae-4b9d-8520-59e270515d75/dhcp-networks HTTP/1.1" status: 200 len: 8834 time: 0.2580495 Jul 15 13:22:45.549885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.567978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206b43a-be19-4d26-8cf2-fe1d95a646d8 None None] Network b40e4668-112a-46e6-9e0d-616708bcdbed requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:45.604610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.653181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a5bd0c3b-1daf-401b-b7b6-3c5147b90e63 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "DELETE /v2.0/agents/22b2e63e-0aae-4b9d-8520-59e270515d75/dhcp-networks/b26ebfee-520a-4181-8816-3be4871d5a95 HTTP/1.1" status: 204 len: 168 time: 0.0975432 Jul 15 13:22:45.657031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.809703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0cb96ebb-5752-42fb-bf86-94a3c1f5998b None None] Provisioning for port e8f6da50-bd1b-470a-8308-8813f62e3a1e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:45.856956 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f6a45f47-3613-4118-b4a6-cb8b00c2390b req-b049af1a-3245-40a9-b107-d746b501b05a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.1082671 Jul 15 13:22:45.943180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e8f6da50-bd1b-470a-8308-8813f62e3a1e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:46.035738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-ef2bf3e5-3b33-412c-998e-c74cdf780cf5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.044077 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-ef2bf3e5-3b33-412c-998e-c74cdf780cf5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2377081 Jul 15 13:22:46.052313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e8f6da50-bd1b-470a-8308-8813f62e3a1e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:46.057587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e8f6da50-bd1b-470a-8308-8813f62e3a1e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:46.058311 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.090815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-5a2bf88e-ee1f-4182-ab69-1d167860f37e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0457034 Jul 15 13:22:46.167916 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.205955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e8f6da50-bd1b-470a-8308-8813f62e3a1e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e8f6da50-bd1b-470a-8308-8813f62e3a1e,segment=NetworkSegment(75c0ba47-1e77-4216-922b-ed59f633e560),segment_id=75c0ba47-1e77-4216-922b-ed59f633e560)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.209949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57ae721c-0403-43b8-81c8-799f7eb96cf5 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/agents/22b2e63e-0aae-4b9d-8520-59e270515d75/dhcp-networks HTTP/1.1" status: 200 len: 8064 time: 0.5517123 Jul 15 13:22:46.218531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.220363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.264752 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-686c4c9f-48e7-4d52-a614-8d3f640a3bcf tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/networks/b40e4668-112a-46e6-9e0d-616708bcdbed/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0456939 Jul 15 13:22:46.268032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.268852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a857575-78d1-4b3e-be60-15987ee887ae req-a05ecfca-863d-4954-9425-017c5531cdf6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.274984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a857575-78d1-4b3e-be60-15987ee887ae req-a05ecfca-863d-4954-9425-017c5531cdf6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.2254517 Jul 15 13:22:46.315979 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8722c90-6817-4ac3-ac3b-956c2a96c025 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/networks/b40e4668-112a-46e6-9e0d-616708bcdbed/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0431151 Jul 15 13:22:46.317625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.322895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e8f6da50-bd1b-470a-8308-8813f62e3a1e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.345371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-68110854-2fea-476f-b342-ad8757d2a342 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2530739 Jul 15 13:22:46.426498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a857575-78d1-4b3e-be60-15987ee887ae req-addf55d1-ad0a-46f0-acc7-831953f65ec6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435568 Jul 15 13:22:46.477950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f37b545e-5402-4803-b33a-78b6d96b5c0a None None] Provisioning complete for port e8f6da50-bd1b-470a-8308-8813f62e3a1e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:46.479214 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f37b545e-5402-4803-b33a-78b6d96b5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.586186 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d72ec091-bda2-478e-a9fc-541616c15b98 req-48751a35-e2f7-4d4f-b260-85a0a76862bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0531721 Jul 15 13:22:46.599686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-5a88ca71-f61f-42d8-a2d2-10ad6e4e8b78 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532706 Jul 15 13:22:46.674339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0a365aa7-99cd-4a52-a979-cb955d47b3a1 tempest-DHCPAgentSchedulersTestJSON-2011529326 tempest-DHCPAgentSchedulersTestJSON-2011529326-project-admin] 10.222.0.48 "GET /v2.0/agents/22b2e63e-0aae-4b9d-8520-59e270515d75/dhcp-networks HTTP/1.1" status: 200 len: 8064 time: 0.3494549 Jul 15 13:22:46.679224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.732464 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.742023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23830348-5de2-41be-9056-9a001fd7f67c None None] Could not find standard attr ID for object 70042701-30b9-4623-a676-3488f101f2ee. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:46.765186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-7c6daf3a-b906-4e4d-af1d-a66dd7460422 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644657 Jul 15 13:22:46.783037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0082-b49d-47a4-8e18-9a39866f5e3c req-e7de655a-e438-4c85-ac02-3b058b8dd86c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.784594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d26e0082-b49d-47a4-8e18-9a39866f5e3c req-e7de655a-e438-4c85-ac02-3b058b8dd86c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2056952 Jul 15 13:22:46.831534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.885340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d26e0082-b49d-47a4-8e18-9a39866f5e3c req-bac41e32-15d0-4d19-a444-b43093303b29 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835738 Jul 15 13:22:46.965013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.980884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26ebfee-520a-4181-8816-3be4871d5a95']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:46.998468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2036a584-d52c-41c8-b97c-19175ca29a81') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:46.999005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2036a584-d52c-41c8-b97c-19175ca29a81') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:47.031132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.057528 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.064257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:47.065006 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:47.068270 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:47.094298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc88e1be-9245-4a07-962a-8c0eaa296627 req-47186a37-757a-4e38-9463-4e264536b669 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0584607 Jul 15 13:22:47.163322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.178597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.185174 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "DELETE /v2.0/networks/b26ebfee-520a-4181-8816-3be4871d5a95 HTTP/1.1" status: 204 len: 168 time: 0.5027344 Jul 15 13:22:47.191062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0c4da42-7b09-4288-9725-d8144d074f72 req-d9f71c66-4682-439b-a6cd-ca039aa7d45f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 210 time: 0.0413947 Jul 15 13:22:47.191582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.198970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634c448-d61b-4824-a23f-a0fe87b49c24 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event deleted for resources: {'Network': ['ID=b26ebfee-520a-4181-8816-3be4871d5a95,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.223147 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5857ab-e2e6-4186-b2f6-efbb31b019b5 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:47.223818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5857ab-e2e6-4186-b2f6-efbb31b019b5 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:47.225617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d5857ab-e2e6-4186-b2f6-efbb31b019b5 tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "DELETE /v2.0/ports/70042701-30b9-4623-a676-3488f101f2ee HTTP/1.1" status: 404 len: 333 time: 0.0330935 Jul 15 13:22:47.230656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.293760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Deleting subnet fd9466a2-835f-48bf-973e-e0b3a02876d9 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:47.297301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.354603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.452770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.543881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.575800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9466a2-835f-48bf-973e-e0b3a02876d9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.583710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.586387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-21e3d704-81a6-46da-87a0-cd6a703f0d5d tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "DELETE /v2.0/subnets/fd9466a2-835f-48bf-973e-e0b3a02876d9 HTTP/1.1" status: 204 len: 168 time: 0.3531470 Jul 15 13:22:47.588749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.590988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d39ea-3336-4ee0-9cdc-6d1758e5a255 None None] Network b40e4668-112a-46e6-9e0d-616708bcdbed requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:47.686368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37535856-3dbb-41c0-ac6e-339b7cffb180 req-b28955bc-1662-4be6-a679-e75b0ad5813e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.687850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37535856-3dbb-41c0-ac6e-339b7cffb180 req-b28955bc-1662-4be6-a679-e75b0ad5813e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1068592 Jul 15 13:22:47.706730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.748684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37535856-3dbb-41c0-ac6e-339b7cffb180 req-19b9b9b4-4c68-4307-bddb-bd443460bb59 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546422 Jul 15 13:22:47.788696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Deleting port e8f6da50-bd1b-470a-8308-8813f62e3a1e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:47.789274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.858538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] DHCP port deletion for b40e4668-112a-46e6-9e0d-616708bcdbed request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:47.904433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] For port e8f6da50-bd1b-470a-8308-8813f62e3a1e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e8f6da50-bd1b-470a-8308-8813f62e3a1e,segment=NetworkSegment(75c0ba47-1e77-4216-922b-ed59f633e560),segment_id=75c0ba47-1e77-4216-922b-ed59f633e560)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:47.905536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.933696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Calling delete_port for e8f6da50-bd1b-470a-8308-8813f62e3a1e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:47.951914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] Deleting port e8f6da50-bd1b-470a-8308-8813f62e3a1e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:47.952289 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.027476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.033148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] For port e8f6da50-bd1b-470a-8308-8813f62e3a1e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e8f6da50-bd1b-470a-8308-8813f62e3a1e,segment=NetworkSegment(75c0ba47-1e77-4216-922b-ed59f633e560),segment_id=75c0ba47-1e77-4216-922b-ed59f633e560)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:48.033840 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.049361 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.058161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] Calling delete_port for e8f6da50-bd1b-470a-8308-8813f62e3a1e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:48.068356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] No DVR routers for this DVR port e8f6da50-bd1b-470a-8308-8813f62e3a1e on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:48.076124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event deleted for resources: {'Port': ['ID=e8f6da50-bd1b-470a-8308-8813f62e3a1e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.125428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09845b-35ea-4cf6-bebf-9bf5556c235c req-da5bf633-cb7f-4db1-8797-b5693e1c19ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.132563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09845b-35ea-4cf6-bebf-9bf5556c235c req-da5bf633-cb7f-4db1-8797-b5693e1c19ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0880072 Jul 15 13:22:48.164763 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.229404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca09845b-35ea-4cf6-bebf-9bf5556c235c req-38100835-3f60-4675-b9a6-657b5712f25e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954401 Jul 15 13:22:48.230872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.237338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] Pushing event deleted for resources: {'Port': ['ID=e8f6da50-bd1b-470a-8308-8813f62e3a1e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.243071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4759d5-3dcc-4f76-bd96-74e4c02c0c98 None None] No DVR routers for this DVR port e8f6da50-bd1b-470a-8308-8813f62e3a1e on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:48.269464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40e4668-112a-46e6-9e0d-616708bcdbed']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:48.297903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c0ba47-1e77-4216-922b-ed59f633e560') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:48.298260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c0ba47-1e77-4216-922b-ed59f633e560') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:48.324839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.358912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7d50cfa-6643-4959-a55d-23bb789ea400 req-1514e15a-cbe1-43c2-b11a-d4a76e6df8f7 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0364459 Jul 15 13:22:48.405702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.416208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:48.416613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:48.419804 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:48.612887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.634783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.636728 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] 10.222.0.48 "DELETE /v2.0/networks/b40e4668-112a-46e6-9e0d-616708bcdbed HTTP/1.1" status: 204 len: 168 time: 1.0470212 Jul 15 13:22:48.676712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee74683c-0697-464b-966c-893e3341ec39 req-cbd29a0d-68a1-459c-9f75-835c6be3ce63 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 210 time: 0.1081710 Jul 15 13:22:48.680271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-698a96f9-8793-4087-8edd-1b92aa3bce53 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.681769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-698a96f9-8793-4087-8edd-1b92aa3bce53 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.3501911 Jul 15 13:22:48.686952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acfbb7-c705-455c-af4f-fac712239ebd tempest-DHCPAgentSchedulersTestJSON-1845385812 tempest-DHCPAgentSchedulersTestJSON-1845385812-project] Pushing event deleted for resources: {'Network': ['ID=b40e4668-112a-46e6-9e0d-616708bcdbed,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.713878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:48.870618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:48.875058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.061654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34572) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.096802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0421fbdf-e48f-4a1a-839d-ff6846a883bf req-d7311251-cea4-4c59-a2b4-485cd211f945 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0331144 Jul 15 13:22:49.163373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018c992-9502-42ec-a4d3-be7a9be35db0 req-bb4790e3-9d53-442a-b475-af5d3218e41a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.172379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f018c992-9502-42ec-a4d3-be7a9be35db0 req-bb4790e3-9d53-442a-b475-af5d3218e41a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.1721888 Jul 15 13:22:49.183636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.11 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/5d237b1a-8afd-486c-8127-f3eb04cbf369) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:49.254861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f018c992-9502-42ec-a4d3-be7a9be35db0 req-c0d199cc-fb6a-49eb-8022-f6b0344c4459 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812624 Jul 15 13:22:49.386351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cabdfd33-729a-4777-a19a-3b8bde6eef5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e0ce36bb7a3463b9de0115b238cf69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233540 Jul 15 13:22:49.389538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.478925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.528800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.529563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37cb6-7851-4dc5-b724-f5e0ffe67fdc req-b5f86d13-72f1-4fa5-8b78-8fae7cc5223d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.531835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee37cb6-7851-4dc5-b724-f5e0ffe67fdc req-b5f86d13-72f1-4fa5-8b78-8fae7cc5223d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1343913 Jul 15 13:22:49.548835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a', 'd9f4862d-79d5-40f8-a725-032638047d4f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:49.577153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad97786c-1ee2-4e2d-ba5c-c2a394e0a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.590329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:49.594134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:49.597378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:49.611853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee37cb6-7851-4dc5-b724-f5e0ffe67fdc req-80f63a72-f38a-4ba7-8486-06a5cd108519 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Jul 15 13:22:49.640326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad97786c-1ee2-4e2d-ba5c-c2a394e0a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.655728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.656835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.664905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=5d237b1a-8afd-486c-8127-f3eb04cbf369,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.684816 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-a103215e-cd3a-47b3-b3e6-06ef8d8e5e77 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9832835 Jul 15 13:22:49.699764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Request body: {'port': {'device_id': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:49.742226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad97786c-1ee2-4e2d-ba5c-c2a394e0a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.744930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad97786c-1ee2-4e2d-ba5c-c2a394e0a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.749272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad97786c-1ee2-4e2d-ba5c-c2a394e0a590 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8498848f-925d-4a67-a4b0-70b2f6c30bb5 HTTP/1.1" status: 204 len: 168 time: 0.3585865 Jul 15 13:22:49.761705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97786c-1ee2-4e2d-ba5c-c2a394e0a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8498848f-925d-4a67-a4b0-70b2f6c30bb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.863946 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.998369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e8f6da50-bd1b-470a-8308-8813f62e3a1e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:50.086602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e8f6da50-bd1b-470a-8308-8813f62e3a1e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:50.087407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e8f6da50-bd1b-470a-8308-8813f62e3a1e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:50.118476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f8980-cebe-4147-8af8-99470e77c10f req-feac3b80-9e3e-428f-8a43-124e93b08846 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.120483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b32f8980-cebe-4147-8af8-99470e77c10f req-feac3b80-9e3e-428f-8a43-124e93b08846 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 932 time: 0.1779678 Jul 15 13:22:50.192420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-cd7b8b3b-7b07-4d3d-8a57-1701d6880d1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1743968 Jul 15 13:22:50.207898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b32f8980-cebe-4147-8af8-99470e77c10f req-27d32928-c041-49e4-a3e6-b489013196a8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777347 Jul 15 13:22:50.221890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 640c654f-0be6-4cc6-b857-d6e237b598b9 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:50.342653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:50.375280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1997276-b8a3-4587-9de4-fd193a5a41ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.388746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d237b1a-8afd-486c-8127-f3eb04cbf369 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:50.398630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.413182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Transition to ACTIVE for port object 5d237b1a-8afd-486c-8127-f3eb04cbf369 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:50.418850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.450910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:50.483599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'port_id': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'mac_address': 'fa:16:3e:8a:1e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7bab79-ee65-4762-8c51-45bf309e2ec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:50.545034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.551516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d237b1a-8afd-486c-8127-f3eb04cbf369,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.563263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Attempting to bind port 5d237b1a-8afd-486c-8127-f3eb04cbf369 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:50.563620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Attempting to bind port 5d237b1a-8afd-486c-8127-f3eb04cbf369 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:50.563951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Attempting to bind port 5d237b1a-8afd-486c-8127-f3eb04cbf369 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:50.568826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Port 5d237b1a-8afd-486c-8127-f3eb04cbf369 on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:50.568980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 640c654f-0be6-4cc6-b857-d6e237b598b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:50.569727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Attempting to bind port 5d237b1a-8afd-486c-8127-f3eb04cbf369 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:50.574799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:50.575144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:50.575544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:50.575962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Bound port: 5d237b1a-8afd-486c-8127-f3eb04cbf369, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:50.576330 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.592845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1997276-b8a3-4587-9de4-fd193a5a41ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.595296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:50.607827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1997276-b8a3-4587-9de4-fd193a5a41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.611422 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.649457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1997276-b8a3-4587-9de4-fd193a5a41ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a52c4-294e-4386-a22b-8efc2eae10ae,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.656761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] For port 5d237b1a-8afd-486c-8127-f3eb04cbf369, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:50.660474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] For port 5d237b1a-8afd-486c-8127-f3eb04cbf369, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:50.672329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.675716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.718684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.719319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.720749 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] 10.222.0.23 "PUT /v2.0/ports/5d237b1a-8afd-486c-8127-f3eb04cbf369 HTTP/1.1" status: 200 len: 1092 time: 1.0276427 Jul 15 13:22:50.721339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'tag': '5d237b1a-8afd-486c-8127-f3eb04cbf369'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:50.723655 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0012e2-88fe-45eb-8349-0a6804da680b", "tag": "5d237b1a-8afd-486c-8127-f3eb04cbf369"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:50.725305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e1997276-b8a3-4587-9de4-fd193a5a41ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5dcf606e4914fb48571b9baeadcf41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812497 Jul 15 13:22:50.729527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:50.740131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.743141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.743743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.744327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.744991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.745657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.746312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.748855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-70f4e3c9-86dc-4a30-8305-2ff8cefb58df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6490 time: 0.4758587 Jul 15 13:22:50.767017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c29d3-b9c2-4652-b140-6b2d62409ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d237b1a-8afd-486c-8127-f3eb04cbf369,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.787003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fb053-eb66-4d20-96cb-47b62ed7ea2f req-77aa0ab8-5691-49ef-bbf5-c4457894524f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.795668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e52fb053-eb66-4d20-96cb-47b62ed7ea2f req-77aa0ab8-5691-49ef-bbf5-c4457894524f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.3017895 Jul 15 13:22:50.824024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3eed-5b1a-43a4-8acf-7781ea5e505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.885839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3eed-5b1a-43a4-8acf-7781ea5e505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.904236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['640c654f-0be6-4cc6-b857-d6e237b598b9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:50.941462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-6ff2a602-34d3-4f9e-bcb2-63da016e466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.942455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-6ff2a602-34d3-4f9e-bcb2-63da016e466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.942455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-6ff2a602-34d3-4f9e-bcb2-63da016e466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.943930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-6ff2a602-34d3-4f9e-bcb2-63da016e466d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 200 len: 2294 time: 0.1549988 Jul 15 13:22:51.048953 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-57c66df3-7e9e-4042-9cac-3b6381e840ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0965688 Jul 15 13:22:51.106202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3eed-5b1a-43a4-8acf-7781ea5e505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.108656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3eed-5b1a-43a4-8acf-7781ea5e505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.113536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ed7b3eed-5b1a-43a4-8acf-7781ea5e505c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c2a52c4-294e-4386-a22b-8efc2eae10ae HTTP/1.1" status: 204 len: 168 time: 0.3829415 Jul 15 13:22:51.130492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b3eed-5b1a-43a4-8acf-7781ea5e505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a52c4-294e-4386-a22b-8efc2eae10ae,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.139439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-582547d1-bad1-4f96-b69c-bbb787e7d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.141561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-582547d1-bad1-4f96-b69c-bbb787e7d816 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42606211-d54c-41d8-be8f-542dec82c4bb HTTP/1.1" status: 200 len: 851 time: 0.0828550 Jul 15 13:22:51.210881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e31ecbe5-5ad0-4f85-9292-78d9dd14d2ba req-ba4aa307-7958-463e-9d30-eafa6037189a tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.7145360 Jul 15 13:22:51.228090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e52fb053-eb66-4d20-96cb-47b62ed7ea2f req-14db1137-7a96-4662-8966-0ad9ca76cd85 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305534 Jul 15 13:22:51.253252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-d8ee7acf-32c2-4f4f-a6a5-73f9f105efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.259394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-d8ee7acf-32c2-4f4f-a6a5-73f9f105efa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987408 Jul 15 13:22:51.288024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-8af4e0b9-d981-43f5-81bb-b5c173348147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.289563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-8af4e0b9-d981-43f5-81bb-b5c173348147 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 1095 time: 0.4862969 Jul 15 13:22:51.392254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-d9b3087b-1259-4256-a85f-098a9b4e099c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369 HTTP/1.1" status: 200 len: 217 time: 0.0947950 Jul 15 13:22:51.434172 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-25a3e51a-3f6d-481c-9384-9e5b60178c35 service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667073 Jul 15 13:22:51.468086 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dec893-4a9a-494a-85dc-2a9337e12dd4 x-openstack-request-id: req-c5dec893-4a9a-494a-85dc-2a9337e12dd4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:51.468449 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0012e2-88fe-45eb-8349-0a6804da680b", "tag": "5d237b1a-8afd-486c-8127-f3eb04cbf369", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:51.468816 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5dec893-4a9a-494a-85dc-2a9337e12dd4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:51.469366 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'tag': '5d237b1a-8afd-486c-8127-f3eb04cbf369', 'status': 'completed', 'code': 200} Jul 15 13:22:51.498170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-2b220ae0-7647-4721-90d5-030d8097212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.499704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-2b220ae0-7647-4721-90d5-030d8097212c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0941155 Jul 15 13:22:51.590530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-3486ba8e-3ceb-4e2a-945c-0efd06ad23f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811934 Jul 15 13:22:51.599027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-fa947628-2032-469d-94bb-e2973a3c7558 service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562328 Jul 15 13:22:51.655620 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-77cf3cc2-33e9-45ac-af04-4d8ea76bd985 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 217 time: 0.0483944 Jul 15 13:22:51.781034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-68669bee-dd62-49cd-8bd1-4680fec09507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.783041 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-68669bee-dd62-49cd-8bd1-4680fec09507 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.1120217 Jul 15 13:22:51.831897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-db61d09e-26bf-4bb8-9d8c-5f7964a3345a service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256386 Jul 15 13:22:51.850121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555a68-9bf7-4e95-aa8a-1b94c5331b0a req-1348114f-38f2-4428-8855-28016951f186 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.858126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e555a68-9bf7-4e95-aa8a-1b94c5331b0a req-1348114f-38f2-4428-8855-28016951f186 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 944 time: 0.1921287 Jul 15 13:22:51.867331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-e0dd9a41-bb43-4de8-84d6-f4a259bf9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.869383 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-e0dd9a41-bb43-4de8-84d6-f4a259bf9a69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789361 Jul 15 13:22:51.987809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e555a68-9bf7-4e95-aa8a-1b94c5331b0a req-a42a007c-907b-4e0b-9321-273aef3def96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286070 Jul 15 13:22:51.994924 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-7f5413ee-2996-47bc-b170-02b38ba0ef48 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181228 Jul 15 13:22:52.009650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289b6f3-dc7c-4492-9459-2ddd23b9104d req-e5b09c16-a3cf-4da5-8529-891704dcdd1f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.020380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0289b6f3-dc7c-4492-9459-2ddd23b9104d req-e5b09c16-a3cf-4da5-8529-891704dcdd1f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.6374476 Jul 15 13:22:52.069324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0289b6f3-dc7c-4492-9459-2ddd23b9104d req-4f255234-8c97-4380-a523-f8bba242406a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498626 Jul 15 13:22:52.074114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af22bd64-df2f-4804-b1d7-0d5a90ee8b41 req-25bcb4be-9ce7-4c2d-99df-300f50b3bdab service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341785 Jul 15 13:22:52.094816 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-8f354660-3f28-42e0-ad0e-e78de23092d4 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928442 Jul 15 13:22:52.160578 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-b12e6c88-29ad-4cbf-b79b-26e6255f1cd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 217 time: 0.0557940 Jul 15 13:22:52.212299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-070bfb2b-ce0c-4791-937d-40d36b7851a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.213958 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-070bfb2b-ce0c-4791-937d-40d36b7851a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0468860 Jul 15 13:22:52.221143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-62070757-c26b-48db-909d-7b1e263ba42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.222682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-62070757-c26b-48db-909d-7b1e263ba42b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 1095 time: 0.0724645 Jul 15 13:22:52.236587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 640c654f-0be6-4cc6-b857-d6e237b598b9 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:52.289879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-52fe8f37-267a-4ed3-b34d-30f07be30460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.291447 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-52fe8f37-267a-4ed3-b34d-30f07be30460 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706296 Jul 15 13:22:52.356690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-830497c0-39bf-440b-9963-c9555ee23441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.358260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-830497c0-39bf-440b-9963-c9555ee23441 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.1255031 Jul 15 13:22:52.377623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 640c654f-0be6-4cc6-b857-d6e237b598b9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:52.378084 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.416755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-474de192-02e6-4e8a-9c71-fd613dd2d84d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369 HTTP/1.1" status: 200 len: 217 time: 0.0486805 Jul 15 13:22:52.516038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-4f8723ac-0651-46a9-a2ef-693dcbe91c65 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168217 Jul 15 13:22:52.517930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.548042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:52.551159 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b750f60-546b-4850-9508-54df44b56422" -d '{"events": [{"server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "name": "network-vif-plugged", "status": "completed", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:52.594863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:52.605246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.631789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb1870bb-ba28-4b77-94e1-c7ef3f3eb46c req-932c643e-1a72-4052-9b06-88d46c0cbb7f tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.1573153 Jul 15 13:22:52.649982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-3929ffd8-fc15-4b59-abc6-c9f9b900cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.651617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-3929ffd8-fc15-4b59-abc6-c9f9b900cc19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.2274556 Jul 15 13:22:52.705906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-8596f988-5e86-45ba-b9f6-6cdbe262bf40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468564 Jul 15 13:22:52.719349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184ec7a-0177-4a0e-9cf2-c76a33e8792f req-ccbb1e23-2f45-4a84-a470-ae7f4bff8bfd tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.722104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.727290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b184ec7a-0177-4a0e-9cf2-c76a33e8792f req-ccbb1e23-2f45-4a84-a470-ae7f4bff8bfd tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 944 time: 0.2556221 Jul 15 13:22:52.755033 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-527a63ef-d9cb-400a-af63-1700bb241a90 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272739 Jul 15 13:22:52.834872 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-3bd9eafd-1380-485e-a2ff-f7f685035f87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7116542e-4575-40d6-ba9d-5e337ae2b823 HTTP/1.1" status: 200 len: 217 time: 0.0745270 Jul 15 13:22:52.838838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b184ec7a-0177-4a0e-9cf2-c76a33e8792f req-f741422f-a59b-4159-af64-da29a67fa0ef tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105218 Jul 15 13:22:52.877576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-9a949e5e-9c4f-4411-a40e-3e38d30d704b service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480322 Jul 15 13:22:52.900951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-ff93e30e-338a-456c-80fb-449ccc5e04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.903559 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-ff93e30e-338a-456c-80fb-449ccc5e04e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0577400 Jul 15 13:22:52.955026 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31981a7-cf3c-4794-9959-9cdddede8ec1 x-openstack-request-id: req-c31981a7-cf3c-4794-9959-9cdddede8ec1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:52.955628 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "name": "network-vif-plugged", "status": "completed", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:52.956192 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c31981a7-cf3c-4794-9959-9cdddede8ec1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:52.956823 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'code': 200} Jul 15 13:22:53.005570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-521e3fa1-7c8f-4da4-8215-d68f70f60eb5 req-5e13d865-3969-4950-87da-5a9b00d22ad7 service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193936 Jul 15 13:22:53.008758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-785bbd00-aa82-4390-a188-e2c68f3a1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.024794 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-785bbd00-aa82-4390-a188-e2c68f3a1098 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046410 Jul 15 13:22:53.140594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.213143 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-6cd4fefa-c8db-4279-9a8b-ed37a7bc497c service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888957 Jul 15 13:22:53.241034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e9636-2980-46b7-8cb6-0af274640f4c req-1427b519-5ba9-447a-806b-b81623c46ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.243389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-248e9636-2980-46b7-8cb6-0af274640f4c req-1427b519-5ba9-447a-806b-b81623c46ed4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 1096 time: 0.1427774 Jul 15 13:22:53.301329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ddb71cef-ac32-492a-b840-9a22e9a6bcde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1992012310'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:53.301848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ddb71cef-ac32-492a-b840-9a22e9a6bcde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Unknown quota resources ['metering_label']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:22:53.334719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-bbf4e0a6-6140-42e3-ab79-d55a135f3a37 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138775 Jul 15 13:22:53.379790 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-be1276a8-208f-46ab-80a5-a09a1033b9ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=11bb89de-762c-45bf-8abf-68f77a86d653 HTTP/1.1" status: 200 len: 217 time: 0.0383508 Jul 15 13:22:53.394309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc76d-306d-4b88-bca9-a9d6ed21b1ca req-0c840242-d2d5-489f-a3dd-7dc34d871d81 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.395806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-045cc76d-306d-4b88-bca9-a9d6ed21b1ca req-0c840242-d2d5-489f-a3dd-7dc34d871d81 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 944 time: 0.2278397 Jul 15 13:22:53.432330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-47faaebe-8d25-4825-8e47-1c32c4906440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.433812 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-47faaebe-8d25-4825-8e47-1c32c4906440 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0484803 Jul 15 13:22:53.462607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-248e9636-2980-46b7-8cb6-0af274640f4c req-86b6a72f-75fe-46a6-8978-08418944e66b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120557 Jul 15 13:22:53.502448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-1beff8a2-c9a0-4a66-8084-6eef40a5df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.504094 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-1beff8a2-c9a0-4a66-8084-6eef40a5df6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638344 Jul 15 13:22:53.568995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddb71cef-ac32-492a-b840-9a22e9a6bcde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.571922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ddb71cef-ac32-492a-b840-9a22e9a6bcde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4289744 Jul 15 13:22:53.575887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.587256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067b0f7-6f09-4e7f-a560-3487afb8aea0 req-7706cdc6-ff6d-490a-8ff4-17ee70bbb012 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.588890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2067b0f7-6f09-4e7f-a560-3487afb8aea0 req-7706cdc6-ff6d-490a-8ff4-17ee70bbb012 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.3412137 Jul 15 13:22:53.592268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d64eee95-0794-44f5-bfab-9ab3fb8b4413 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '193af1b7-ab6f-415f-9cb7-20ea4e949172'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:53.592889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d64eee95-0794-44f5-bfab-9ab3fb8b4413 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:22:53.604525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-045cc76d-306d-4b88-bca9-a9d6ed21b1ca req-ed712a78-039c-4938-a036-f6081ccc2a76 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964140 Jul 15 13:22:53.617535 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-3fee8b73-4b91-4ba6-9436-c464abfec395 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056740 Jul 15 13:22:53.718747 n-d-798249-9 neutron-server[93824]: WARNING neutron.services.metering.metering_plugin [None req-d64eee95-0794-44f5-bfab-9ab3fb8b4413 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:22:53.720587 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-afadecef-02e3-4d42-afea-6e8de50cef87 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971460 Jul 15 13:22:53.723376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2067b0f7-6f09-4e7f-a560-3487afb8aea0 req-8b44ac45-77eb-4413-b19f-bca8af2a2823 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246746 Jul 15 13:22:53.790725 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-550ad70a-b9c3-4148-ace2-e86574961906 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab HTTP/1.1" status: 200 len: 217 time: 0.0622988 Jul 15 13:22:53.840443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d64eee95-0794-44f5-bfab-9ab3fb8b4413 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.844832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d64eee95-0794-44f5-bfab-9ab3fb8b4413 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2631242 Jul 15 13:22:53.845116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.851986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-229d6b89-dc20-46a2-8a48-2dfbb51eb5d1 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '193af1b7-ab6f-415f-9cb7-20ea4e949172'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:53.852509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-229d6b89-dc20-46a2-8a48-2dfbb51eb5d1 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:22:53.864372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-1e59dddc-2e52-4564-9ade-e5d82aa49937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.867355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-1e59dddc-2e52-4564-9ade-e5d82aa49937 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.0692673 Jul 15 13:22:53.874766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a4ab3ca-e520-4c56-ace9-e8e6e6aa64a2 req-930f67a1-0212-41bb-adf1-35a34e4f4deb tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0370541 Jul 15 13:22:53.957359 n-d-798249-9 neutron-server[93823]: WARNING neutron.services.metering.metering_plugin [None req-229d6b89-dc20-46a2-8a48-2dfbb51eb5d1 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:22:54.056744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdd855-48d9-43e1-ad69-6a53224ddca6 req-43b11013-8634-467d-97b5-61249ec9fdde tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.058320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12fdd855-48d9-43e1-ad69-6a53224ddca6 req-43b11013-8634-467d-97b5-61249ec9fdde tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0682163 Jul 15 13:22:54.098834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12fdd855-48d9-43e1-ad69-6a53224ddca6 req-2c991eb3-226b-413a-b2d0-f3c8f42e6fbf tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Jul 15 13:22:54.236602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5d237b1a-8afd-486c-8127-f3eb04cbf369 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:54.375395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5d237b1a-8afd-486c-8127-f3eb04cbf369, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:54.392855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5d237b1a-8afd-486c-8127-f3eb04cbf369', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': '5d237b1a-8afd-486c-8127-f3eb04cbf369', 'mac_address': 'fa:16:3e:71:7d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:54.444751 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.456818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-229d6b89-dc20-46a2-8a48-2dfbb51eb5d1 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.458066 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-229d6b89-dc20-46a2-8a48-2dfbb51eb5d1 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6119630 Jul 15 13:22:54.461181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.465483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d237b1a-8afd-486c-8127-f3eb04cbf369 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:54.473632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a72f3d5d-d63f-4b8f-ba1d-c71d760c7176 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=63d6bd4f-fbc9-40fa-acf6-70bf82c8dd14 HTTP/1.1" status: 200 len: 462 time: 0.0114126 Jul 15 13:22:54.476754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.490414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-35e98149-774a-46e5-accc-97f191a3f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.497145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-35e98149-774a-46e5-accc-97f191a3f7ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5484803 Jul 15 13:22:54.521778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5d237b1a-8afd-486c-8127-f3eb04cbf369, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:54.536141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.614311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5d237b1a-8afd-486c-8127-f3eb04cbf369,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.651315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b8f7-0bcd-4fcc-a06a-f0bc4679d8eb tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.654259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a1a5b8f7-0bcd-4fcc-a06a-f0bc4679d8eb tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/63d6bd4f-fbc9-40fa-acf6-70bf82c8dd14 HTTP/1.1" status: 204 len: 168 time: 0.1751957 Jul 15 13:22:54.658071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34700) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.676304 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb973e00-d19e-4225-adaa-17130af79ae8 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=63d6bd4f-fbc9-40fa-acf6-70bf82c8dd14 HTTP/1.1" status: 200 len: 221 time: 0.0137181 Jul 15 13:22:54.676739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-89e295f5-9ebc-484a-b1b0-667a7e4b84e7 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720662 Jul 15 13:22:54.676855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.681320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-418bea82-ce79-4a58-b18f-7188b7a96cde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--223152593', 'description': 'label created by tempest'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:54.681782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-418bea82-ce79-4a58-b18f-7188b7a96cde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Unknown quota resources ['metering_label']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:22:54.783142 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-ee05bfd5-7da5-4ae8-8ae8-f717ddb87a10 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994077 Jul 15 13:22:54.831761 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-f570ab50-0d7b-4011-955a-0cf03051b4af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 200 len: 217 time: 0.0396211 Jul 15 13:22:54.832631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5d237b1a-8afd-486c-8127-f3eb04cbf369'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:54.894242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-f3ce03c2-1a35-480f-9208-c594f48f5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.895858 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-f3ce03c2-1a35-480f-9208-c594f48f5c7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.0577662 Jul 15 13:22:54.904247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-418bea82-ce79-4a58-b18f-7188b7a96cde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.907855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-418bea82-ce79-4a58-b18f-7188b7a96cde tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2278948 Jul 15 13:22:54.908297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34710) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.013252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-407dc44d-c700-4091-af4d-8a0504318fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.014712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-407dc44d-c700-4091-af4d-8a0504318fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102715 Jul 15 13:22:55.129661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-48c8e5ff-6d1a-4768-8e15-de702d97ccf7 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075821 Jul 15 13:22:55.233689 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-6f6fea79-4c12-47e6-a44c-5221e5fbc4ac req-3a056271-57f6-4292-bd0b-669ad5d72bfd service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966566 Jul 15 13:22:55.290341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-44d1b3e9-79cd-4bbf-b1d3-26263a13da6f tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=4218f843-c95d-4574-946a-3cad1c3dce8c HTTP/1.1" status: 200 len: 467 time: 0.3807688 Jul 15 13:22:55.293254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.334879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc268fa-edb3-4930-812b-74c54e09ef49 req-e14ceb40-2f6b-4fc0-87b6-7a1397e393d8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.337129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bc268fa-edb3-4930-812b-74c54e09ef49 req-e14ceb40-2f6b-4fc0-87b6-7a1397e393d8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 945 time: 0.5926855 Jul 15 13:22:55.388388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90f062-e739-46d5-ab8c-fa829aa98a39 req-0d130e06-2c7f-48fa-8827-359b5e469eea tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.389892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f90f062-e739-46d5-ab8c-fa829aa98a39 req-0d130e06-2c7f-48fa-8827-359b5e469eea tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.4426959 Jul 15 13:22:55.408367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bc268fa-edb3-4930-812b-74c54e09ef49 req-9163fa56-1244-4c37-ad72-0b86f6165466 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Jul 15 13:22:55.449026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f90f062-e739-46d5-ab8c-fa829aa98a39 req-d827a72a-4ae9-4061-a76d-a373ef520cc3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Jul 15 13:22:55.527470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68c044a7-f7eb-447c-bbed-d0eb2d65323b tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.530143 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-68c044a7-f7eb-447c-bbed-d0eb2d65323b tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/4218f843-c95d-4574-946a-3cad1c3dce8c HTTP/1.1" status: 204 len: 168 time: 0.2346213 Jul 15 13:22:55.531677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.546202 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-471946fa-987f-4d3e-9e54-479adf8f579e tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=4218f843-c95d-4574-946a-3cad1c3dce8c HTTP/1.1" status: 200 len: 216 time: 0.0127647 Jul 15 13:22:55.549143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34720) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.560371 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5985ff29-fb46-462b-a4c3-dccc60929b55 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098619 Jul 15 13:22:55.565827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.588863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-68b1df92-039c-44ba-9343-746eb8c38e63 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0212808 Jul 15 13:22:55.592752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.636447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2d04931-6b8e-4729-8c61-d412607394c1 req-d90c1de1-342a-4a3b-8169-a2882bc039bc tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0633342 Jul 15 13:22:55.678313 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0b5941f6-27c4-48b8-95fe-bebeba4afdfb tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/193af1b7-ab6f-415f-9cb7-20ea4e949172 HTTP/1.1" status: 200 len: 473 time: 0.0843875 Jul 15 13:22:55.681806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.692108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7d83e793-353e-430f-89c0-3e72b46061c1 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/4c847bfa-1af3-4a27-8b60-35c10384943f HTTP/1.1" status: 200 len: 459 time: 0.0087848 Jul 15 13:22:55.694958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.836978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-051b30e4-1c2c-4304-ab4b-510e67c5c80a tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.841129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-051b30e4-1c2c-4304-ab4b-510e67c5c80a tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/4c847bfa-1af3-4a27-8b60-35c10384943f HTTP/1.1" status: 204 len: 168 time: 0.1451426 Jul 15 13:22:55.841863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:56.036495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276eecb-5626-4d4d-8185-a7e7f6f93d65 req-950bc874-4c63-4a0d-b1b1-248edbd6fca6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:56.037983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4276eecb-5626-4d4d-8185-a7e7f6f93d65 req-950bc874-4c63-4a0d-b1b1-248edbd6fca6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.3125920 Jul 15 13:22:56.106405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3b2b-0cfc-4031-88a3-c1d9f5a20702 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.109779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c8a3b2b-0cfc-4031-88a3-c1d9f5a20702 tempest-MeteringIpV6TestJSON-734114780 tempest-MeteringIpV6TestJSON-734114780-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/193af1b7-ab6f-415f-9cb7-20ea4e949172 HTTP/1.1" status: 204 len: 168 time: 0.2630167 Jul 15 13:22:56.125029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4276eecb-5626-4d4d-8185-a7e7f6f93d65 req-d133d81e-8e05-4708-bd71-7ebef4d61957 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808389 Jul 15 13:22:56.260689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:56.323071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11319-9768-4b3d-bd15-c02cbd29f44d req-fe2faf64-f755-497d-b301-a4eb02e0ca7b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:56.324960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67f11319-9768-4b3d-bd15-c02cbd29f44d req-fe2faf64-f755-497d-b301-a4eb02e0ca7b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Jul 15 13:22:56.370682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67f11319-9768-4b3d-bd15-c02cbd29f44d req-6c925abb-ebc6-4338-95c2-241de320d4a2 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Jul 15 13:22:56.384081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5d237b1a-8afd-486c-8127-f3eb04cbf369 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:56.404189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:56.413809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.425556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'port_id': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'mac_address': 'fa:16:3e:81:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d728839-ff2e-404f-a318-d5ca530ff2f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:56.497030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.513087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 5d237b1a-8afd-486c-8127-f3eb04cbf369 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:56.517982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5d237b1a-8afd-486c-8127-f3eb04cbf369 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:56.518400 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.522029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:56.540803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7dbbd0-db3d-4856-9174-f05727f5abc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.545121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.566806 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.668727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.702393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7dbbd0-db3d-4856-9174-f05727f5abc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.713235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe157698-0800-4e26-9cf4-38fbf105a3a4 req-7bc753e2-22f9-4814-a7fe-eb73f30baf8e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:56.715882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe157698-0800-4e26-9cf4-38fbf105a3a4 req-7bc753e2-22f9-4814-a7fe-eb73f30baf8e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 945 time: 0.1354332 Jul 15 13:22:56.717564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c7dbbd0-db3d-4856-9174-f05727f5abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.729755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7455a5f5-8a56-4104-af7f-ca06bea74eb3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:56.760193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dbbd0-db3d-4856-9174-f05727f5abc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d711363-d696-4afb-b1d3-fe0d612c9915,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.770143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe157698-0800-4e26-9cf4-38fbf105a3a4 req-13c45d48-3b68-42b4-a868-33903471f78a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458314 Jul 15 13:22:56.817367 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c7dbbd0-db3d-4856-9174-f05727f5abc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3da5a74e4f9a4a53b625947407b964d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098465 Jul 15 13:22:56.817731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:56.860900 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.890662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d30c60e-2417-4f08-a5dd-9601867eeb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.920535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d237b1a-8afd-486c-8127-f3eb04cbf369'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:56.924547 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e409ab8c-fcb3-4f99-9c9d-4f4b55db483c" -d '{"events": [{"server_uuid": "8a0012e2-88fe-45eb-8349-0a6804da680b", "name": "network-vif-plugged", "status": "completed", "tag": "5d237b1a-8afd-486c-8127-f3eb04cbf369"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:56.926466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d30c60e-2417-4f08-a5dd-9601867eeb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.941011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5d237b1a-8afd-486c-8127-f3eb04cbf369, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.966581 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.993138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d30c60e-2417-4f08-a5dd-9601867eeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.996133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d30c60e-2417-4f08-a5dd-9601867eeb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.998239 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d30c60e-2417-4f08-a5dd-9601867eeb16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d711363-d696-4afb-b1d3-fe0d612c9915 HTTP/1.1" status: 204 len: 168 time: 0.1794429 Jul 15 13:22:57.015966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30c60e-2417-4f08-a5dd-9601867eeb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d711363-d696-4afb-b1d3-fe0d612c9915,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.059712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5d237b1a-8afd-486c-8127-f3eb04cbf369,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.081598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe2389-a87f-415f-acac-ffd1ef277478 req-fb9c209d-8f74-421c-90b2-6c2c8a941877 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.114813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21fe2389-a87f-415f-acac-ffd1ef277478 req-fb9c209d-8f74-421c-90b2-6c2c8a941877 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1527689 Jul 15 13:22:57.202098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52278e00-2a76-43bd-9d75-0480ca4740e7 req-e6f097bd-6751-4914-8ce0-71111ede2e2f tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0693679 Jul 15 13:22:57.241721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21fe2389-a87f-415f-acac-ffd1ef277478 req-bb2229ee-041f-4b08-82dd-4deb6a796ca0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255822 Jul 15 13:22:57.286202 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbce84c-0768-4c17-ac84-8f77f153e8aa x-openstack-request-id: req-3dbce84c-0768-4c17-ac84-8f77f153e8aa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:57.286706 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0012e2-88fe-45eb-8349-0a6804da680b", "name": "network-vif-plugged", "status": "completed", "tag": "5d237b1a-8afd-486c-8127-f3eb04cbf369", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:57.286967 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dbce84c-0768-4c17-ac84-8f77f153e8aa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:57.287900 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d237b1a-8afd-486c-8127-f3eb04cbf369', 'code': 200} Jul 15 13:22:57.453899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.472060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6f90779-a7a6-4743-9390-e85b0b6475a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.503030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a9d00-6df5-464a-b692-49c1296b82fc req-acbead00-e056-4b8d-9eed-c678f3340432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.504543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e09a9d00-6df5-464a-b692-49c1296b82fc req-acbead00-e056-4b8d-9eed-c678f3340432 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 1097 time: 0.1071155 Jul 15 13:22:57.515564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-d7356f2d-86d5-4b17-bf3c-4f253fc6be6f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.517131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-d7356f2d-86d5-4b17-bf3c-4f253fc6be6f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 815 time: 0.1582563 Jul 15 13:22:57.561565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-3d638b61-af02-453b-820f-e8e631ded78e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/quotas/4bc3217a18fc423db3b61ef994b9e161 HTTP/1.1" status: 200 len: 375 time: 0.0351381 Jul 15 13:22:57.562955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e09a9d00-6df5-464a-b692-49c1296b82fc req-cc6f430e-37a5-467a-a1e0-188686aadf24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Jul 15 13:22:57.677878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-372ab359-4030-41b4-b043-e785f9de3e3f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078351 Jul 15 13:22:57.679867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6f90779-a7a6-4743-9390-e85b0b6475a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.685066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6f90779-a7a6-4743-9390-e85b0b6475a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.795539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f90779-a7a6-4743-9390-e85b0b6475a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aebfbc-123c-488f-8be3-9ff4a3a671f2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.881113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-12bcc282-545e-476a-abd0-fccf88eb461d service neutron] 10.222.0.48 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924295 Jul 15 13:22:57.902581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6f90779-a7a6-4743-9390-e85b0b6475a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c54c337a72de40cea940d0e6bd281038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449368 Jul 15 13:22:57.903022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.963700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f48907-1434-4f78-bf8c-5c763c2d1bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.988689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f48907-1434-4f78-bf8c-5c763c2d1bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.062480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f48907-1434-4f78-bf8c-5c763c2d1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.068539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f48907-1434-4f78-bf8c-5c763c2d1bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.072602 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64f48907-1434-4f78-bf8c-5c763c2d1bf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78aebfbc-123c-488f-8be3-9ff4a3a671f2 HTTP/1.1" status: 204 len: 168 time: 0.1682527 Jul 15 13:22:58.090062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f48907-1434-4f78-bf8c-5c763c2d1bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aebfbc-123c-488f-8be3-9ff4a3a671f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.137571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-7fab9235-c27a-4fea-91bc-dee0bab84667 service neutron] 10.222.0.48 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555611 Jul 15 13:22:58.174579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc5835-32e2-4732-bfc1-73cba6bda30f req-f281c754-b312-43aa-94a5-00a6a124c35a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.176175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ccc5835-32e2-4732-bfc1-73cba6bda30f req-f281c754-b312-43aa-94a5-00a6a124c35a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 946 time: 0.2038231 Jul 15 13:22:58.268446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:58.281041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ccc5835-32e2-4732-bfc1-73cba6bda30f req-3c4569d5-c539-4605-bfdf-0b9d0b60acdd tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897713 Jul 15 13:22:58.436175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:58.436669 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.609746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.705598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94da25-bdd6-489b-89da-bac310b211cc req-e7aced84-07d7-454c-9b14-158b2da91d02 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.715193 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c94da25-bdd6-489b-89da-bac310b211cc req-e7aced84-07d7-454c-9b14-158b2da91d02 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d0b6c41-2241-4a29-b5a2-894480930c80 HTTP/1.1" status: 200 len: 945 time: 0.2822223 Jul 15 13:22:58.729701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:58.742715 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.789231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15f6d8ce-cc28-4d46-ab62-0a0bbc3bf8f7 req-52ed33cb-4e37-4734-8ceb-793c113bc4d6 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0363894 Jul 15 13:22:58.810947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37862-375a-40ed-9de9-ef12384066e3 req-c7d9ef8f-d925-4bdf-a3b6-913c26d3ed09 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.818552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b37862-375a-40ed-9de9-ef12384066e3 req-c7d9ef8f-d925-4bdf-a3b6-913c26d3ed09 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1508567 Jul 15 13:22:58.901313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b37862-375a-40ed-9de9-ef12384066e3 req-c0489fb6-e407-40fb-be2d-a53b11ffa8cf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790403 Jul 15 13:22:58.965602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.976974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Deleting port 640c654f-0be6-4cc6-b857-d6e237b598b9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:58.977497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.985202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.985495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.985841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.986185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.986549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.986885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.987217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.987533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.987854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.988174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.989507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:58.989837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:59.064370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ea57625-98a1-48cf-ba0b-8bcfa7634f67 req-00a4280a-7b85-4161-b443-135597ca7713 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 210 time: 0.0483387 Jul 15 13:22:59.127379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] For port 640c654f-0be6-4cc6-b857-d6e237b598b9, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=640c654f-0be6-4cc6-b857-d6e237b598b9,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:59.127744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.152222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Calling delete_port for 640c654f-0be6-4cc6-b857-d6e237b598b9 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:59.288599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:59.291212 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd37b7c-125b-4abe-813a-2fd8929971fc" -d '{"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-plugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:59.428030 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9019b61-99da-443c-a155-5810815ac6ed x-openstack-request-id: req-b9019b61-99da-443c-a155-5810815ac6ed {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:59.428472 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-plugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:59.430136 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9019b61-99da-443c-a155-5810815ac6ed {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:59.430702 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'code': 200} Jul 15 13:22:59.485695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.498393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['640c654f-0be6-4cc6-b857-d6e237b598b9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:59.561026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Pushing event deleted for resources: {'Port': ['ID=640c654f-0be6-4cc6-b857-d6e237b598b9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.669113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] No DVR routers for this DVR port 640c654f-0be6-4cc6-b857-d6e237b598b9 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:59.677381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.680269 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c94da25-bdd6-489b-89da-bac310b211cc req-97de60db-60b2-49ee-88da-94d06d766831 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "DELETE /v2.0/ports/640c654f-0be6-4cc6-b857-d6e237b598b9 HTTP/1.1" status: 204 len: 173 time: 0.9581897 Jul 15 13:22:59.690269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'name': 'network-vif-deleted', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:59.714448 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e631637-c315-47bd-a611-fe37936db541" -d '{"events": [{"server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "name": "network-vif-deleted", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:59.915228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d34ba-d9f7-4c63-80a2-1f5f1b148b4a req-d63e6085-83fa-4579-848a-acb7f0f82396 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.924464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a43d34ba-d9f7-4c63-80a2-1f5f1b148b4a req-d63e6085-83fa-4579-848a-acb7f0f82396 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 946 time: 0.2389414 Jul 15 13:22:59.965429 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a1471-1b16-4e48-b1f4-e9570136d605 x-openstack-request-id: req-080a1471-1b16-4e48-b1f4-e9570136d605 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:59.965864 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0b6c41-2241-4a29-b5a2-894480930c80", "name": "network-vif-deleted", "tag": "640c654f-0be6-4cc6-b857-d6e237b598b9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:59.966113 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-080a1471-1b16-4e48-b1f4-e9570136d605 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:59.966683 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0b6c41-2241-4a29-b5a2-894480930c80', 'name': 'network-vif-deleted', 'tag': '640c654f-0be6-4cc6-b857-d6e237b598b9', 'status': 'completed', 'code': 200} Jul 15 13:23:00.015638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a43d34ba-d9f7-4c63-80a2-1f5f1b148b4a req-997f1ee0-b4a8-4cd5-96e7-580b108543ef tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897608 Jul 15 13:23:00.254602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4110e5ad-75a5-4988-a055-dad4bd94c2fc req-fa9207ce-0d1a-48e8-9c40-f8ecd653f4b2 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.1013086 Jul 15 13:23:00.431209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262afb-af11-4c6c-abc3-3a852c63ab0e req-29b73a62-f5ea-49eb-9692-492a1e320b59 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.437984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e262afb-af11-4c6c-abc3-3a852c63ab0e req-29b73a62-f5ea-49eb-9692-492a1e320b59 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2243371 Jul 15 13:23:00.532840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e262afb-af11-4c6c-abc3-3a852c63ab0e req-fc4d3aa4-e1fc-461f-9f99-69b564fb982b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937884 Jul 15 13:23:00.603751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72d9e-967d-4a7a-8d45-de9b81a58930 req-24dc3755-ff3b-4a4a-a90d-9c57cf970a52 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.605485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27e72d9e-967d-4a7a-8d45-de9b81a58930 req-24dc3755-ff3b-4a4a-a90d-9c57cf970a52 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 945 time: 0.2083642 Jul 15 13:23:00.738286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27e72d9e-967d-4a7a-8d45-de9b81a58930 req-3b130158-3d55-41d9-b6ea-18b950e954ea tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189735 Jul 15 13:23:00.795748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.938458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8625c446-0b2c-48a4-accc-4ec2b3db2718 req-e71518a4-0877-4148-8db0-af918e341f4d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 210 time: 0.0835762 Jul 15 13:23:01.193334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:01.240162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b398c-b458-4133-8517-fcda5e7a9c58 req-01c03854-90f3-4385-aff1-c915a98cc531 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.270811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b37b398c-b458-4133-8517-fcda5e7a9c58 req-01c03854-90f3-4385-aff1-c915a98cc531 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 946 time: 0.2176952 Jul 15 13:23:01.319620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-39cb55a5-b003-452c-bcbf-4f0fe7f78f74 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.322513 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-39cb55a5-b003-452c-bcbf-4f0fe7f78f74 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 815 time: 0.4687293 Jul 15 13:23:01.343057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Request body: {'port': {'device_id': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'admin_state_up': True, 'tenant_id': '4bc3217a18fc423db3b61ef994b9e161'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:01.383106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b37b398c-b458-4133-8517-fcda5e7a9c58 req-e92076cb-3b2b-4622-8df0-a7fa6ee44fbf tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097238 Jul 15 13:23:01.408254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1901267513', 'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:01.498995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Made reservation on behalf of 9a09fee5ff9449858a66211873a3a944 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:01.501516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.531012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.564780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Made reservation on behalf of 4bc3217a18fc423db3b61ef994b9e161 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:01.571171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.728913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.758759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.804648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-101f1608-1199-4554-bd4a-3fab39b46030 req-5833991c-5e2b-49de-9a64-36ae709fdd94 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0571241 Jul 15 13:23:01.818635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:01.870093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080da8a8-8932-40c9-a3d7-73a76a16e146,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:01.892540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.892848 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Added segment bc653055-efda-4764-a984-0bf0282f2443 of type vlan for network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 Jul 15 13:23:01.984909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Allocated IP 172.20.0.6 (5707d833-433f-48bf-b178-7eda944e700a/6c7bab79-ee65-4762-8c51-45bf309e2ec3/1007119e-5526-4071-ab61-0e86775f267c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:02.009938 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.102433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.109851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.110503 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.233412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0378284 Jul 15 13:23:02.244640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:02.251947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'subnet': {'network_id': 'a548b3fd-103a-4bf1-893a-b0f59b7c43f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:02.286130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 640c654f-0be6-4cc6-b857-d6e237b598b9 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:02.342609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c495c-4a20-4d95-a471-8ef909327729 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Network': ['ID=a548b3fd-103a-4bf1-893a-b0f59b7c43f2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.345670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.355166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:02.361222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Made reservation on behalf of 9a09fee5ff9449858a66211873a3a944 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:02.363612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.383741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 640c654f-0be6-4cc6-b857-d6e237b598b9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:02.385739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 640c654f-0be6-4cc6-b857-d6e237b598b9 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:02.477659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.527616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd2127-9548-43c1-8585-5aebf2a66cb7 req-d8e1317a-f986-4d0f-a3c4-c4efd0ea5ddf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.533022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03fd2127-9548-43c1-8585-5aebf2a66cb7 req-d8e1317a-f986-4d0f-a3c4-c4efd0ea5ddf tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.4532785 Jul 15 13:23:02.568638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404483c9-7849-4097-982f-2a8efd5046cd req-8fbfddf4-882f-4c86-9db9-5e99ca7c42a5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.586512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-404483c9-7849-4097-982f-2a8efd5046cd req-8fbfddf4-882f-4c86-9db9-5e99ca7c42a5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 946 time: 0.4089727 Jul 15 13:23:02.646671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Network 5707d833-433f-48bf-b178-7eda944e700a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:02.668267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:02.673905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:02.684513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-404483c9-7849-4097-982f-2a8efd5046cd req-9791e12e-6bfb-4775-b6b1-2eb4ad992f23 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934641 Jul 15 13:23:02.739625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.768978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.769640 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.781218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03fd2127-9548-43c1-8585-5aebf2a66cb7 req-1b06838f-5cc8-48ca-9d3a-e88b3bd11aeb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828802 Jul 15 13:23:02.795149 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5b90836e-d420-4580-aee8-009a779a0084 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625442 Jul 15 13:23:02.825721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Request body: {'port': {'device_id': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:03.030366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.233833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:23:03.239553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.360929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f38e5562-fd74-4ccf-9097-d2d4fcaff35c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.372369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7555d5-dd86-4a29-b4c8-f6f4421ef9e5 req-6e0b7a07-594c-4605-89ac-f454efb04909 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.379453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f7555d5-dd86-4a29-b4c8-f6f4421ef9e5 req-6e0b7a07-594c-4605-89ac-f454efb04909 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 931 time: 0.3734686 Jul 15 13:23:03.437356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c2bcab0-7066-487e-8a1d-0804f136a1d5 req-429c8995-eb5b-4e28-ae41-ac3ab17009e1 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0739553 Jul 15 13:23:03.490252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f7555d5-dd86-4a29-b4c8-f6f4421ef9e5 req-825b5963-c63a-4668-b8a3-0b6bfd3dcf3b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097834 Jul 15 13:23:03.519223 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.577361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-9115965c-13e5-47da-ae16-b29cc2731dfe tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.579051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-9115965c-13e5-47da-ae16-b29cc2731dfe tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 946 time: 0.3614194 Jul 15 13:23:03.587011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Checking segment: {'id': 'bc653055-efda-4764-a984-0bf0282f2443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a548b3fd-103a-4bf1-893a-b0f59b7c43f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:03.587727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network hostable DHCP agents. Network: a548b3fd-103a-4bf1-893a-b0f59b7c43f2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:03.625881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1007119e-5526-4071-ab61-0e86775f267c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:03.633686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.645964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Transition to ACTIVE for port object 1007119e-5526-4071-ab61-0e86775f267c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:03.655660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.663078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:03.735242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a548b3fd-103a-4bf1-893a-b0f59b7c43f2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:03.743594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91f467-f027-4560-9b2a-ca612b9f07e7 None None] Network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:03.747378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.747997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.808092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b2c05cd3-318d-4af6-b5bb-629363f2a1bd tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5575171 Jul 15 13:23:03.809346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:03.829262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1677600857', 'network_id': 'a548b3fd-103a-4bf1-893a-b0f59b7c43f2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:03.833402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port 5d237b1a-8afd-486c-8127-f3eb04cbf369 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:03.833750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.865530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.894287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Made reservation on behalf of 9a09fee5ff9449858a66211873a3a944 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:03.896732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.984734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62b632-0279-4258-8aba-f4c25d7ed082 None None] Network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:04.011589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] device_id is not set on port 3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:04.281232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port 5d237b1a-8afd-486c-8127-f3eb04cbf369, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5d237b1a-8afd-486c-8127-f3eb04cbf369,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:04.281809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.297138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for 5d237b1a-8afd-486c-8127-f3eb04cbf369 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:04.300243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Allocated IP 172.20.0.7 (a548b3fd-103a-4bf1-893a-b0f59b7c43f2/f38e5562-fd74-4ccf-9097-d2d4fcaff35c/3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:04.317538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Attempting to bind port 1007119e-5526-4071-ab61-0e86775f267c on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:04.317750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Attempting to bind port 1007119e-5526-4071-ab61-0e86775f267c by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:04.317977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Attempting to bind port 1007119e-5526-4071-ab61-0e86775f267c on network 5707d833-433f-48bf-b178-7eda944e700a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:04.330295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Port 1007119e-5526-4071-ab61-0e86775f267c on network 5707d833-433f-48bf-b178-7eda944e700a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:04.330645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Attempting to bind port 1007119e-5526-4071-ab61-0e86775f267c on network 5707d833-433f-48bf-b178-7eda944e700a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:04.340551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:04.340887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Checking segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:04.341299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Bound using segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:04.341740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Bound port: 1007119e-5526-4071-ab61-0e86775f267c, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:04.342103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.409178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9531f2-12d8-41e3-8786-97ca19a2c6f6 req-0403021b-a650-48dd-acc6-4b264b3412f2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.410733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da9531f2-12d8-41e3-8786-97ca19a2c6f6 req-0403021b-a650-48dd-acc6-4b264b3412f2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.3817573 Jul 15 13:23:04.439123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04999948-aab9-44f8-8cdc-6437bc0151d9 req-8221f550-507a-4474-ace6-a42362406f89 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.440682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04999948-aab9-44f8-8cdc-6437bc0151d9 req-8221f550-507a-4474-ace6-a42362406f89 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 946 time: 0.4084773 Jul 15 13:23:04.510125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da9531f2-12d8-41e3-8786-97ca19a2c6f6 req-39a5f2e7-c70a-43a8-bc72-c496ac795eb6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857143 Jul 15 13:23:04.599412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04999948-aab9-44f8-8cdc-6437bc0151d9 req-8c2fcd0d-97a7-4d30-8f76-58c3c34e5ab0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463804 Jul 15 13:23:04.612145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:04.615998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:04.621830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.664792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.684760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a', 'd9f4862d-79d5-40f8-a725-032638047d4f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:04.695763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.696498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.697962 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] 10.222.0.23 "PUT /v2.0/ports/1007119e-5526-4071-ab61-0e86775f267c HTTP/1.1" status: 200 len: 1091 time: 1.8922482 Jul 15 13:23:04.701086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'tag': '1007119e-5526-4071-ab61-0e86775f267c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:04.703757 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706168b-7f25-4f1f-b490-e69e235829ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "tag": "1007119e-5526-4071-ab61-0e86775f267c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:04.737540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.814629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=5d237b1a-8afd-486c-8127-f3eb04cbf369,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.883052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a105-c7d9-4e96-a32b-94e4df33a478 service neutron] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.925401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port 5d237b1a-8afd-486c-8127-f3eb04cbf369 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:04.938729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.984918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d836470a-aa49-4519-9089-5fbc1793bbc6 req-463de121-1a1e-421f-9027-d51daff35f62 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "DELETE /v2.0/ports/5d237b1a-8afd-486c-8127-f3eb04cbf369 HTTP/1.1" status: 204 len: 173 time: 1.3541746 Jul 15 13:23:04.990271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'name': 'network-vif-deleted', 'tag': '5d237b1a-8afd-486c-8127-f3eb04cbf369'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:05.029012 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e035d2c-2f19-4d7c-be14-372db2dc2f53" -d '{"events": [{"server_uuid": "8a0012e2-88fe-45eb-8349-0a6804da680b", "name": "network-vif-deleted", "tag": "5d237b1a-8afd-486c-8127-f3eb04cbf369"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:05.047829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-1c88ee1b-f5b1-4aba-b613-5af38a69c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.052366 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-1c88ee1b-f5b1-4aba-b613-5af38a69c5c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 1094 time: 0.3032300 Jul 15 13:23:05.057735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.125297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f7394c4-bf7a-432f-a425-a2bf1941aea3 req-8a833f55-2e50-4b26-9849-f59218437958 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0840619 Jul 15 13:23:05.185266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-915bb730-d1c1-4d1f-ba85-e4ade128bdf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1007119e-5526-4071-ab61-0e86775f267c HTTP/1.1" status: 200 len: 217 time: 0.1243200 Jul 15 13:23:05.217537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae2fd-6754-433f-9aa5-554cd7da1588 req-8b47c93a-46d5-4a8f-80df-3143f4b5b0a1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.238281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-009ae2fd-6754-433f-9aa5-554cd7da1588 req-8b47c93a-46d5-4a8f-80df-3143f4b5b0a1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 943 time: 0.1596317 Jul 15 13:23:05.242420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Port': ['ID=3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.261082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:05.262927 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e262b43b-5a2d-4cb5-b347-af4c270e6958 x-openstack-request-id: req-e262b43b-5a2d-4cb5-b347-af4c270e6958 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:05.263225 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "tag": "1007119e-5526-4071-ab61-0e86775f267c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:05.263476 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e262b43b-5a2d-4cb5-b347-af4c270e6958 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:05.263868 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'tag': '1007119e-5526-4071-ab61-0e86775f267c', 'status': 'completed', 'code': 200} Jul 15 13:23:05.286558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:05.291657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:05.338383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-009ae2fd-6754-433f-9aa5-554cd7da1588 req-3a658283-0131-4a01-9099-fdf480189b73 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962489 Jul 15 13:23:05.342904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5709d3be-8a04-42e2-b538-058a6e9ce05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.344491 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5709d3be-8a04-42e2-b538-058a6e9ce05d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 200 len: 855 time: 0.1040089 Jul 15 13:23:05.348012 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182e92da-9b6d-4ec3-9eaa-72ba64f4328c x-openstack-request-id: req-182e92da-9b6d-4ec3-9eaa-72ba64f4328c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:05.348550 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0012e2-88fe-45eb-8349-0a6804da680b", "name": "network-vif-deleted", "tag": "5d237b1a-8afd-486c-8127-f3eb04cbf369", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:05.349009 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-182e92da-9b6d-4ec3-9eaa-72ba64f4328c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:05.349607 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0012e2-88fe-45eb-8349-0a6804da680b', 'name': 'network-vif-deleted', 'tag': '5d237b1a-8afd-486c-8127-f3eb04cbf369', 'status': 'completed', 'code': 200} Jul 15 13:23:05.362985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.363599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.387066 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-0a9f5342-6a88-4b68-99f9-a61b3f77b29a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5707d833-433f-48bf-b178-7eda944e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337288 Jul 15 13:23:05.474236 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ecea3f0-2cf4-41a8-9d70-e16ad5bcb2fe tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6572263 Jul 15 13:23:05.482147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:05.559225 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-e4eeb295-ad5e-4f81-b93f-3b2da78ec09b service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558881 Jul 15 13:23:05.728913 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-babfcfd2-1e06-436c-af6b-6c6e29303eb5 req-5bf72857-08d0-4945-bf3f-37a96a8d825b service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529524 Jul 15 13:23:05.731703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Deleting port 3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:05.732037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.947161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ef7e4-cd09-4d1a-b9b3-92153187fef4 req-8fdf6e05-1216-4495-865c-a7c6cee4e821 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.958237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f36ef7e4-cd09-4d1a-b9b3-92153187fef4 req-8fdf6e05-1216-4495-865c-a7c6cee4e821 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1825364 Jul 15 13:23:06.073595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f36ef7e4-cd09-4d1a-b9b3-92153187fef4 req-1c477491-5221-4cec-8e0f-8785c1e212ab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123688 Jul 15 13:23:06.149532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fc65422-8634-4730-867e-e76934eb0c6f req-d6a983e6-544a-4da4-add2-79c0c3f17b3d tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0012e2-88fe-45eb-8349-0a6804da680b HTTP/1.1" status: 200 len: 210 time: 0.1209075 Jul 15 13:23:06.307707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5d237b1a-8afd-486c-8127-f3eb04cbf369 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:06.343770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 5d237b1a-8afd-486c-8127-f3eb04cbf369 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:06.349601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5d237b1a-8afd-486c-8127-f3eb04cbf369 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:06.368140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.385713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Calling delete_port for 3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:06.400141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706168b-7f25-4f1f-b490-e69e235829ab req-e69090b7-07a6-4fb8-af8e-8513d8b3d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.402043 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-e69090b7-07a6-4fb8-af8e-8513d8b3d795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 1094 time: 0.5966880 Jul 15 13:23:06.449096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55eb1a05-c6b9-4122-b86a-2fb8e925e6bf req-b5871dd8-df9f-4c1c-9c84-a043c04305d6 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0444384 Jul 15 13:23:06.544837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706168b-7f25-4f1f-b490-e69e235829ab req-cf28f4ee-3877-492c-9992-fe399c4b5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.546477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-cf28f4ee-3877-492c-9992-fe399c4b5df8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 916 time: 0.1345522 Jul 15 13:23:06.605561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-1b20e438-6678-4b7e-9ff5-6740445ae0bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1007119e-5526-4071-ab61-0e86775f267c HTTP/1.1" status: 200 len: 217 time: 0.0521147 Jul 15 13:23:06.688215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024fb9e-248d-4443-b004-0538bddb8119 req-0ec13841-1d67-4f43-b758-c91fd0f5806e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.690980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706168b-7f25-4f1f-b490-e69e235829ab req-b7225d55-0485-4270-8a6b-0f4746583c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.692802 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-b7225d55-0485-4270-8a6b-0f4746583c64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 200 len: 855 time: 0.0799675 Jul 15 13:23:06.703244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6024fb9e-248d-4443-b004-0538bddb8119 req-0ec13841-1d67-4f43-b758-c91fd0f5806e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 943 time: 0.1473234 Jul 15 13:23:06.769108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-d12ec09b-c5b5-4e72-8e79-645b4a164ee8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5707d833-433f-48bf-b178-7eda944e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662029 Jul 15 13:23:06.781001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6024fb9e-248d-4443-b004-0538bddb8119 req-004b5cfe-dc29-4c24-8870-27312ffc4dac tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768230 Jul 15 13:23:06.856931 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.920122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event deleted for resources: {'Port': ['ID=3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.968418 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-24830e4f-42d8-4509-b7fe-cf913d3d1405 service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920633 Jul 15 13:23:07.002587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.008095 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f891314-a797-4f89-a06f-8ae77c872e7e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3894bb7d-0a3e-4b8f-bc85-e4bc99fc6b55 HTTP/1.1" status: 204 len: 168 time: 1.5277810 Jul 15 13:23:07.008239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:07.012738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a548b3fd-103a-4bf1-893a-b0f59b7c43f2', 'external_fixed_ips': [{'subnet_id': 'f38e5562-fd74-4ccf-9097-d2d4fcaff35c', 'ip_address': '172.20.0.7'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:07.072200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.073607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.127514 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0706168b-7f25-4f1f-b490-e69e235829ab req-9f6430d9-9d85-4edd-8def-679a0723f14f service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496999 Jul 15 13:23:07.180289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.750844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.828707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7371f3-8b76-4f35-bcc7-01da744ed020 req-490587a0-7b69-4090-a5d0-522e0dfa6f43 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.836365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7371f3-8b76-4f35-bcc7-01da744ed020 req-490587a0-7b69-4090-a5d0-522e0dfa6f43 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1989880 Jul 15 13:23:07.905561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ada3764-9c37-4fd3-acdb-3013f18539fc req-dadb7a5e-5b89-45dd-b976-840ec2066e04 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0387509 Jul 15 13:23:07.919473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc7371f3-8b76-4f35-bcc7-01da744ed020 req-b5d50e13-99d0-4f20-a5f0-f74035fcc632 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819345 Jul 15 13:23:08.312300 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.317637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1007119e-5526-4071-ab61-0e86775f267c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:08.400519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a689-d212-446d-b8c7-c183bb609689 req-9271c6cc-b98f-420c-b126-03e5fac16ff0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.402714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3536a689-d212-446d-b8c7-c183bb609689 req-9271c6cc-b98f-420c-b126-03e5fac16ff0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 945 time: 0.2272887 Jul 15 13:23:08.410630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831184d-b8e4-47c0-bb6d-99c38fba65aa req-088ce66f-0734-426e-91d8-712d1b622df5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.412295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f831184d-b8e4-47c0-bb6d-99c38fba65aa req-088ce66f-0734-426e-91d8-712d1b622df5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 943 time: 0.2799404 Jul 15 13:23:08.415562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.451940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:08.466470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '1007119e-5526-4071-ab61-0e86775f267c', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'port_id': '1007119e-5526-4071-ab61-0e86775f267c', 'mac_address': 'fa:16:3e:16:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7bab79-ee65-4762-8c51-45bf309e2ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:08.511241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.525204 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1007119e-5526-4071-ab61-0e86775f267c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:08.547487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:08.552157 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.581162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f831184d-b8e4-47c0-bb6d-99c38fba65aa req-fc995685-87c5-4a18-b358-bf22c916496e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055622 Jul 15 13:23:08.614083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3536a689-d212-446d-b8c7-c183bb609689 req-433f316c-b078-49f8-8a13-250fdba41e1e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397152 Jul 15 13:23:08.624046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.674184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Allocated IP 172.20.0.7 (a548b3fd-103a-4bf1-893a-b0f59b7c43f2/f38e5562-fd74-4ccf-9097-d2d4fcaff35c/8b7467ac-ad60-4c9c-b073-20d6991e73da) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:08.796606 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.837433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1007119e-5526-4071-ab61-0e86775f267c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:08.850361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.903614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:08.906521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:08.910254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:08.916796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Port': ['ID=8b7467ac-ad60-4c9c-b073-20d6991e73da,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.248097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17b95a81-f881-4296-a630-3ddd25b47b11 req-5ab47bb9-95c7-47bd-a6b8-e3a4397f8ade tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0733187 Jul 15 13:23:09.273873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806dd3-03e8-4d38-8dc6-0e6b655f24be req-ebf6246b-9634-4510-8d74-be7596da3c45 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.280745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd806dd3-03e8-4d38-8dc6-0e6b655f24be req-ebf6246b-9634-4510-8d74-be7596da3c45 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2008927 Jul 15 13:23:09.298151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b64650-ac00-4848-a048-32187fdc5317 req-5dae1476-230b-458f-a69c-e792ca341023 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.299921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b2b64650-ac00-4848-a048-32187fdc5317 req-5dae1476-230b-458f-a69c-e792ca341023 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 945 time: 0.1623065 Jul 15 13:23:09.361520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd806dd3-03e8-4d38-8dc6-0e6b655f24be req-0360da6e-54d6-40d1-8d9a-f3b9c52747be tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798390 Jul 15 13:23:09.382691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.462860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port d9f4862d-79d5-40f8-a725-032638047d4f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:09.462860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.618340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port d9f4862d-79d5-40f8-a725-032638047d4f, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d9f4862d-79d5-40f8-a725-032638047d4f,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:09.618721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.646356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.653877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for d9f4862d-79d5-40f8-a725-032638047d4f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:09.876507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.889332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a', 'd9f4862d-79d5-40f8-a725-032638047d4f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:09.993677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=d9f4862d-79d5-40f8-a725-032638047d4f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.058176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port d9f4862d-79d5-40f8-a725-032638047d4f on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:10.072680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.076025 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b2b64650-ac00-4848-a048-32187fdc5317 req-c32f1866-6f98-42a8-9041-c95f8618fd96 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "DELETE /v2.0/ports/d9f4862d-79d5-40f8-a725-032638047d4f HTTP/1.1" status: 204 len: 173 time: 0.7658494 Jul 15 13:23:10.076522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'name': 'network-vif-deleted', 'tag': 'd9f4862d-79d5-40f8-a725-032638047d4f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:10.080476 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723f85a6-0c36-4f6d-a1f3-d62bdd949d43" -d '{"events": [{"server_uuid": "4ec2242f-8bf4-4a5a-a03d-de65e3908bc5", "name": "network-vif-deleted", "tag": "d9f4862d-79d5-40f8-a725-032638047d4f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:10.090838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92f854-7097-40e1-a0c5-4d70a2ee8bd8 req-36ae8d1f-99a5-4d66-b6cc-1a649e502bc2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.107145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a92f854-7097-40e1-a0c5-4d70a2ee8bd8 req-36ae8d1f-99a5-4d66-b6cc-1a649e502bc2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec2242f-8bf4-4a5a-a03d-de65e3908bc5 HTTP/1.1" status: 200 len: 867 time: 0.3287659 Jul 15 13:23:10.163620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f5ba-52f4-4e32-8e50-a8d68110cc07 req-c30c510e-2359-454c-8924-7f0b39a1d1f9 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.172495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7d9f5ba-52f4-4e32-8e50-a8d68110cc07 req-c30c510e-2359-454c-8924-7f0b39a1d1f9 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 944 time: 0.4402237 Jul 15 13:23:10.330552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1007119e-5526-4071-ab61-0e86775f267c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:10.342549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7d9f5ba-52f4-4e32-8e50-a8d68110cc07 req-ffb45dc3-8545-44ef-8b9f-d458556446ef tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613572 Jul 15 13:23:10.355141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a92f854-7097-40e1-a0c5-4d70a2ee8bd8 req-b5e5e98c-7018-420a-ba98-faefdeaac6c9 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469196 Jul 15 13:23:10.398995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Router ab8e841d-7859-4313-b3cb-b2c6240fdc84 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:10.430435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 1007119e-5526-4071-ab61-0e86775f267c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:10.435776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 1007119e-5526-4071-ab61-0e86775f267c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:10.436516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.497904 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae1f8c5-7506-4404-9f7f-797a7c2e54ee x-openstack-request-id: req-0ae1f8c5-7506-4404-9f7f-797a7c2e54ee {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:10.498603 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec2242f-8bf4-4a5a-a03d-de65e3908bc5", "name": "network-vif-deleted", "tag": "d9f4862d-79d5-40f8-a725-032638047d4f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:10.498603 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ae1f8c5-7506-4404-9f7f-797a7c2e54ee {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:10.498754 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec2242f-8bf4-4a5a-a03d-de65e3908bc5', 'name': 'network-vif-deleted', 'tag': 'd9f4862d-79d5-40f8-a725-032638047d4f', 'status': 'completed', 'code': 200} Jul 15 13:23:10.542639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:10.567344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.572768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aadc8e2b-5737-41bb-8e77-a3d2e444559e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5613449 Jul 15 13:23:10.573950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:10.589562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Sync routers for ids ['ab8e841d-7859-4313-b3cb-b2c6240fdc84'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:10.635698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Routers {'ab8e841d-7859-4313-b3cb-b2c6240fdc84'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:10.636561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ab8e841d-7859-4313-b3cb-b2c6240fdc84'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:10.638627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.729395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e77a6620-1e58-4574-ab25-c31612337193 req-cf70331a-e473-4e6d-a23d-12a9de419be7 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0726271 Jul 15 13:23:10.805180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007119e-5526-4071-ab61-0e86775f267c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:10.807490 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db0e281-7f36-49e8-856d-3e3e71699ffc" -d '{"events": [{"server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "name": "network-vif-plugged", "status": "completed", "tag": "1007119e-5526-4071-ab61-0e86775f267c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:10.813431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.951530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00199eea-e7fe-494f-a1ae-a731cbd70cef req-6745a8d2-b5d0-4938-918d-1316f02202d4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.961466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00199eea-e7fe-494f-a1ae-a731cbd70cef req-6745a8d2-b5d0-4938-918d-1316f02202d4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1198258 Jul 15 13:23:11.001857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.014415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00199eea-e7fe-494f-a1ae-a731cbd70cef req-3b5214d8-a6db-4c71-a0fe-92e03e8ce8d9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Jul 15 13:23:11.141165 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ecc86-9dce-41b9-9822-64efec32152e x-openstack-request-id: req-d99ecc86-9dce-41b9-9822-64efec32152e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:11.141165 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "name": "network-vif-plugged", "status": "completed", "tag": "1007119e-5526-4071-ab61-0e86775f267c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:11.141165 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d99ecc86-9dce-41b9-9822-64efec32152e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:11.141165 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007119e-5526-4071-ab61-0e86775f267c', 'code': 200} Jul 15 13:23:11.178038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:11.187716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.248253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5267eb9-518c-43c4-b0e3-7ef137f475a4 req-d4234d40-bd86-4a51-a882-4af17a652819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.250561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a5267eb9-518c-43c4-b0e3-7ef137f475a4 req-d4234d40-bd86-4a51-a882-4af17a652819 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 1095 time: 0.1599412 Jul 15 13:23:11.253491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Deleting port 8b7467ac-ad60-4c9c-b073-20d6991e73da {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:11.254005 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.264274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Set router ab8e841d-7859-4313-b3cb-b2c6240fdc84 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:11.344738 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a5267eb9-518c-43c4-b0e3-7ef137f475a4 req-de0642c7-5a9c-4493-9962-769c13399a65 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578566 Jul 15 13:23:11.425342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.443155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Calling delete_port for 8b7467ac-ad60-4c9c-b073-20d6991e73da owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:11.620720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.692354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4486485-da0f-49bf-9fa3-ec99e1666110 req-098d4213-1438-4f61-aab6-99a293cb324b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.695044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4486485-da0f-49bf-9fa3-ec99e1666110 req-098d4213-1438-4f61-aab6-99a293cb324b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1943789 Jul 15 13:23:11.744465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e841d-7859-4313-b3cb-b2c6240fdc84', 'name': '', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a548b3fd-103a-4bf1-893a-b0f59b7c43f2', 'external_fixed_ips': [{'subnet_id': 'f38e5562-fd74-4ccf-9097-d2d4fcaff35c', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '8b7467ac-ad60-4c9c-b073-20d6991e73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:09Z', 'revision_number': 3, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port': {'id': '8b7467ac-ad60-4c9c-b073-20d6991e73da', 'name': '', 'network_id': 'a548b3fd-103a-4bf1-893a-b0f59b7c43f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:81:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e841d-7859-4313-b3cb-b2c6240fdc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'f38e5562-fd74-4ccf-9097-d2d4fcaff35c', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:08Z', 'updated_at': '2021-07-15T13:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f38e5562-fd74-4ccf-9097-d2d4fcaff35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.760105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.779286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4486485-da0f-49bf-9fa3-ec99e1666110 req-7d6186d5-24de-4db2-9c67-f155408b0d63 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Jul 15 13:23:11.791139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Checking router: ab8e841d-7859-4313-b3cb-b2c6240fdc84 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:11.791503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Updating router ab8e841d-7859-4313-b3cb-b2c6240fdc84 port 8b7467ac-ad60-4c9c-b073-20d6991e73da binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:11.804443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b7467ac-ad60-4c9c-b073-20d6991e73da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.846921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Port 8b7467ac-ad60-4c9c-b073-20d6991e73da not found while updating agent binding for router ab8e841d-7859-4313-b3cb-b2c6240fdc84. {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:23:11.885345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Routers {'ab8e841d-7859-4313-b3cb-b2c6240fdc84'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:11.885605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ab8e841d-7859-4313-b3cb-b2c6240fdc84'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.895766 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.004838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.007967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.024377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] Set router ab8e841d-7859-4313-b3cb-b2c6240fdc84 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:12.040626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d833b974-2896-4d7a-8fa5-f801bb59d290 req-d91f8d51-94d4-4135-8887-82d1b9713ae0 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0750396 Jul 15 13:23:12.071348 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.071954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab8e841d-7859-4313-b3cb-b2c6240fdc84 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:12.079346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.081344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7fee9ec5-d6f6-4ca9-83a1-0bab49632592 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ab8e841d-7859-4313-b3cb-b2c6240fdc84 HTTP/1.1" status: 204 len: 168 time: 1.5060494 Jul 15 13:23:12.084078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:12.102793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e841d-7859-4313-b3cb-b2c6240fdc84', 'name': '', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:11Z', 'revision_number': 5, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:12.130595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76e75e-228d-4078-86a4-9a0b07898890 None None] The sync data for ids ['ab8e841d-7859-4313-b3cb-b2c6240fdc84'] in n-d-798249-9 is: [{'id': 'ab8e841d-7859-4313-b3cb-b2c6240fdc84', 'name': '', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:11Z', 'revision_number': 5, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:12.201396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Deleting subnet f38e5562-fd74-4ccf-9097-d2d4fcaff35c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:12.211887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.224206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-8b12fe68-4e8f-4b8f-b9d0-9e0c31d896f1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.232787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-8b12fe68-4e8f-4b8f-b9d0-9e0c31d896f1 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.2209709 Jul 15 13:23:12.258550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-6a473740-18c3-49e6-9f3a-313e24b3399f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0223627 Jul 15 13:23:12.282664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.348111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.473944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.510442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5d0be-6ffa-451a-89df-68bd0934e62a req-14f08161-4e2a-44a5-93f9-e08d32f19d34 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.512047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3b5d0be-6ffa-451a-89df-68bd0934e62a req-14f08161-4e2a-44a5-93f9-e08d32f19d34 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1895301 Jul 15 13:23:12.547754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f38e5562-fd74-4ccf-9097-d2d4fcaff35c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:12.549376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-22fd1069-43b4-4949-8fb5-5122229bf4d3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2898369 Jul 15 13:23:12.561661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.564135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bb6afc1f-e8ae-42ce-b04a-589bed5318d7 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/f38e5562-fd74-4ccf-9097-d2d4fcaff35c HTTP/1.1" status: 204 len: 168 time: 0.4785063 Jul 15 13:23:12.566833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35046) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:12.651267 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.652517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a887057-a26f-475e-bc74-6ffda1b7d896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.660548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3b5d0be-6ffa-451a-89df-68bd0934e62a req-76aedb5e-529e-4b46-abb8-9358746a1f10 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314256 Jul 15 13:23:12.719264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d9f4862d-79d5-40f8-a725-032638047d4f no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:12.751099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: d9f4862d-79d5-40f8-a725-032638047d4f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:12.751884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d9f4862d-79d5-40f8-a725-032638047d4f not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:12.796793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-0631ce4b-bf14-4fd5-95f6-210688274448 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464972 Jul 15 13:23:12.831743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.859902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a548b3fd-103a-4bf1-893a-b0f59b7c43f2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:12.892794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc653055-efda-4764-a984-0bf0282f2443') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:12.893468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc653055-efda-4764-a984-0bf0282f2443') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:12.907733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.926294 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.927481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-dfe95cc5-544c-4e37-987c-1d4ee43a6a03 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297383 Jul 15 13:23:12.934130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:12.934703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:12.937414 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:13.035404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.057877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a548b3fd-103a-4bf1-893a-b0f59b7c43f2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:23:13.095695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.101073 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a548b3fd-103a-4bf1-893a-b0f59b7c43f2 HTTP/1.1" status: 204 len: 168 time: 0.5331538 Jul 15 13:23:13.106300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616efc2-bf0f-46d0-aece-46f672fa4501 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event deleted for resources: {'Network': ['ID=a548b3fd-103a-4bf1-893a-b0f59b7c43f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.152721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54690ce-efa4-4618-b4a0-994ee9cedffa req-49b55eae-43cc-449b-9971-68c2817a4128 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.170423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a54690ce-efa4-4618-b4a0-994ee9cedffa req-49b55eae-43cc-449b-9971-68c2817a4128 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.2013094 Jul 15 13:23:13.258501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a54690ce-efa4-4618-b4a0-994ee9cedffa req-763dd938-4df9-48c8-99b1-c013a5c6f371 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784168 Jul 15 13:23:13.527654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9f7e377-870f-4d8d-8c4e-8a1306828235 req-db87f667-b503-420e-b894-737d86d95c40 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 210 time: 0.0449870 Jul 15 13:23:13.608374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35070) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.630185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'name': 'tempest-router--379780704', 'project_id': '380026b7359a415481a19175ecddae10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:13.724491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d8fd086-646b-4962-b196-13ed4bd7b6c5 req-35c9bb09-5c58-4e6e-8f02-4d11bc20b796 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.1181490 Jul 15 13:23:13.840880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.842068 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.900211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a64000-f08d-4908-8d7a-c87436ed7472 req-6a537859-e489-4e1d-b729-b3274f71dcd5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.903917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14a64000-f08d-4908-8d7a-c87436ed7472 req-6a537859-e489-4e1d-b729-b3274f71dcd5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1949351 Jul 15 13:23:13.971117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.011670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.064520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14a64000-f08d-4908-8d7a-c87436ed7472 req-f8e572dc-cfea-4c35-b914-68a2dc334f6f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489432 Jul 15 13:23:14.068707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.072071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6ba65885-1ea0-41b8-8380-f59c34db83f9 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4627302 Jul 15 13:23:14.075225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.169037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9da3c7-8903-40f5-ae81-031910d6c252 req-c5c7d3b8-39c4-4032-b982-054cebf9d957 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.172061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a9da3c7-8903-40f5-ae81-031910d6c252 req-c5c7d3b8-39c4-4032-b982-054cebf9d957 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.2069128 Jul 15 13:23:14.182737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.264763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a9da3c7-8903-40f5-ae81-031910d6c252 req-c13b9536-4281-4d81-bb4a-dc3a8aa687aa tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864635 Jul 15 13:23:14.551081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.556311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.645158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.645724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db96e358-a515-4e23-b8d9-ff455162ac7b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:14.661627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.663901 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f0ee9ff0-773c-4154-bcba-c6d7f1cc260e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/routers/db96e358-a515-4e23-b8d9-ff455162ac7b HTTP/1.1" status: 204 len: 168 time: 0.5876272 Jul 15 13:23:14.760180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b63c-c55d-4af2-a5f1-b25b934fb980 req-03d44ce3-7d2d-41ab-9523-0169d095ad84 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.773423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b90b63c-c55d-4af2-a5f1-b25b934fb980 req-03d44ce3-7d2d-41ab-9523-0169d095ad84 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1499326 Jul 15 13:23:14.857997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b90b63c-c55d-4af2-a5f1-b25b934fb980 req-8d47a975-eda0-4ef6-9cf0-bf9eea281018 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Jul 15 13:23:14.963433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.022677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a03fe528-ced0-4233-9b3c-bcd2adde662c req-ac92da48-f5ef-4056-9568-31714b66dc59 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 210 time: 0.0331995 Jul 15 13:23:15.128708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d22e0d6d-6ef9-44e5-ad3e-710427ccdfea req-c487bfed-cc53-4b14-848e-aece1d42dbed tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0602400 Jul 15 13:23:15.266692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84bb9a-a370-4484-a2f5-ad4837398f5a req-12064a9f-cc6f-4db3-af9d-d0f2b51b7bda tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.268776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d84bb9a-a370-4484-a2f5-ad4837398f5a req-12064a9f-cc6f-4db3-af9d-d0f2b51b7bda tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.0886710 Jul 15 13:23:15.293009 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddddb-e39e-4fc1-80b5-a351893d35cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.350371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d84bb9a-a370-4484-a2f5-ad4837398f5a req-01221bdb-126b-471f-a7b9-c11121affa0f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705965 Jul 15 13:23:15.380542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1754149936', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:15.462193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.463366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.545364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.579991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.648389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3cb40-eff8-485f-8eaa-274adbe4011c req-6b15372f-0c64-4552-add7-c71fdc69c494 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.654151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12d3cb40-eff8-485f-8eaa-274adbe4011c req-6b15372f-0c64-4552-add7-c71fdc69c494 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1616526 Jul 15 13:23:15.758295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12d3cb40-eff8-485f-8eaa-274adbe4011c req-ae6d5279-a7ff-4705-a44a-f7543d7fc619 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891182 Jul 15 13:23:16.121532 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:16.352008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13e427e6-cabe-44c3-9a18-8fac679ce2ea req-728d191a-2d68-466b-9057-8e9327a126cb tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 210 time: 0.0693266 Jul 15 13:23:16.625230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba054502-796d-4627-9f21-291f42bce15e req-bc0c3891-b837-4da6-95a6-58dcc3d4bcbe tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0939326 Jul 15 13:23:16.679185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6d41a-b20e-4cea-bdc8-5eed1611271b req-40ff064c-7c52-45dc-aed3-f9968941deb8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.681431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-5fe4be81-5f6d-4c2a-bb57-3253ae495da4 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.681932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92c6d41a-b20e-4cea-bdc8-5eed1611271b req-40ff064c-7c52-45dc-aed3-f9968941deb8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.3456314 Jul 15 13:23:16.684445 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-5fe4be81-5f6d-4c2a-bb57-3253ae495da4 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 1.0724068 Jul 15 13:23:16.721993 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.734277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:16.750289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92c6d41a-b20e-4cea-bdc8-5eed1611271b req-10bc2096-871c-4a49-a865-87bc76570d61 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642097 Jul 15 13:23:16.753102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.981284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:16.985243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.008305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d75d0b-c3a3-4c47-ab0d-710deacdb882 req-ac8a970e-ed9f-4456-bc3f-edb7f96b1bd4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.015752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d75d0b-c3a3-4c47-ab0d-710deacdb882 req-ac8a970e-ed9f-4456-bc3f-edb7f96b1bd4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0948265 Jul 15 13:23:17.080480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d75d0b-c3a3-4c47-ab0d-710deacdb882 req-1bf2fd24-3442-42f2-8068-6a6c01c84041 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637267 Jul 15 13:23:17.248737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.14 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/4167da8a-199f-4a53-a267-480380f06578) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:17.290067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.331312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.528682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Allocated IP 172.25.2.121 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/83ab34ec-5042-44db-a2d8-7a5c54861414) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:17.573120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f75d1b0b-6a7a-42a2-a97c-2b927cd2bafe req-279e5146-cc0c-4bdb-86d0-066a64e2ff8b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 210 time: 0.0396981 Jul 15 13:23:17.585084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.698106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.712589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.731166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:17.781440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:17.792745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:17.802547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:17.809042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=4167da8a-199f-4a53-a267-480380f06578,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.863457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.864267 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.877383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.910916 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-45e1ba15-dc08-4380-8b9e-1c508174f874 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1826146 Jul 15 13:23:17.922786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-e2d1822a-605a-48c0-af14-c91347042386 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:23:17.926685 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-e2d1822a-605a-48c0-af14-c91347042386 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052955 Jul 15 13:23:17.938670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:17.946737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:17.950708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:17.956675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event updated for resources: {'Port': ['ID=83ab34ec-5042-44db-a2d8-7a5c54861414,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.001963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e05cab05-b78d-47d1-9ec8-e54c21f25720 req-371ebfb1-fee6-40b9-8025-c8a7c45f9215 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0879700 Jul 15 13:23:18.068917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Request body: {'port': {'device_id': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.076955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.118284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7304-d61d-474d-9806-5b4766f5a9ef req-6579cfad-ddab-40fa-bb81-e4cbb4335594 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.127232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7ee7304-d61d-474d-9806-5b4766f5a9ef req-6579cfad-ddab-40fa-bb81-e4cbb4335594 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1241610 Jul 15 13:23:18.354879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.548023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7ee7304-d61d-474d-9806-5b4766f5a9ef req-988b353e-5a6d-4e70-8e92-1a7d0d573fe1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198287 Jul 15 13:23:18.580247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43713077-4993-4eb5-a470-b397947bad89 req-acb4c76f-f58b-4533-81a0-6b11f305f476 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.582096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43713077-4993-4eb5-a470-b397947bad89 req-acb4c76f-f58b-4533-81a0-6b11f305f476 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0825119 Jul 15 13:23:18.634637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43713077-4993-4eb5-a470-b397947bad89 req-7d020728-6df6-4730-871a-3954f6be7449 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Jul 15 13:23:18.672433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.821505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7e3e-d851-4a31-ab14-7d6d71cc9869 req-7a164af1-77b1-4b55-bc8e-c3431b9c5aa7 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.823002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-445c7e3e-d851-4a31-ab14-7d6d71cc9869 req-7a164af1-77b1-4b55-bc8e-c3431b9c5aa7 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 932 time: 0.0701058 Jul 15 13:23:18.886042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-445c7e3e-d851-4a31-ab14-7d6d71cc9869 req-877cd4c3-da45-449f-8817-4ec8cb7dd423 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Jul 15 13:23:19.021724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.150049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-32a3b01e-b6af-4363-b7df-6ddcfa2e2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.159781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-32a3b01e-b6af-4363-b7df-6ddcfa2e2af7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1096 time: 0.1303921 Jul 15 13:23:19.262894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4167da8a-199f-4a53-a267-480380f06578 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:19.278377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.330287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Transition to ACTIVE for port object 4167da8a-199f-4a53-a267-480380f06578 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:19.339228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38cbf1f8-c89b-4574-af93-2fe21024a0af req-278832db-5668-4439-b539-59762f463b92 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0536566 Jul 15 13:23:19.347709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.373228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-95fbd69f-1353-4800-9cd3-9ae48fb738f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.375115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-95fbd69f-1353-4800-9cd3-9ae48fb738f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.2123914 Jul 15 13:23:19.424556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Router f93fd1c2-324c-48e6-9ada-d26671b471db is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:19.427284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Pushing event updated for resources: {'Port': ['ID=4167da8a-199f-4a53-a267-480380f06578,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.456388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-b4955de8-eb5c-4698-877c-0469e696c1a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.0751824 Jul 15 13:23:19.531048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-80063efb-090a-4995-9768-a76127b34190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.532537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-80063efb-090a-4995-9768-a76127b34190 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.0694962 Jul 15 13:23:19.591109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-7683cc1e-397b-470d-89c6-223b2af25344 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522907 Jul 15 13:23:19.850301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-548bb82e-19b4-465a-a6b7-b272a7e4c148 service neutron] 10.222.0.23 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437308 Jul 15 13:23:19.933521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Attempting to bind port 4167da8a-199f-4a53-a267-480380f06578 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:19.934284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Attempting to bind port 4167da8a-199f-4a53-a267-480380f06578 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:19.934817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Attempting to bind port 4167da8a-199f-4a53-a267-480380f06578 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.946757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Port 4167da8a-199f-4a53-a267-480380f06578 on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:19.947377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Attempting to bind port 4167da8a-199f-4a53-a267-480380f06578 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.959216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:19.960180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:19.960639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:19.961219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Bound port: 4167da8a-199f-4a53-a267-480380f06578, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:19.961617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.965071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:19.980845 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] Sync routers for ids ['f93fd1c2-324c-48e6-9ada-d26671b471db'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:19.986881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1abf2-3b70-40b1-bdaa-10a774f3c1aa req-18e21972-e682-42f5-b96e-6700e8eef1f8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.992052 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] Routers {'f93fd1c2-324c-48e6-9ada-d26671b471db'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:19.992878 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f93fd1c2-324c-48e6-9ada-d26671b471db'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.005613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fc1abf2-3b70-40b1-bdaa-10a774f3c1aa req-18e21972-e682-42f5-b96e-6700e8eef1f8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.2184808 Jul 15 13:23:20.028751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.030670 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-366179c5-6798-4002-bc3a-19a86e1faf44 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0657477 Jul 15 13:23:20.033184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.067523 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.079633 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] Routers {'f93fd1c2-324c-48e6-9ada-d26671b471db'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:20.081444 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f93fd1c2-324c-48e6-9ada-d26671b471db'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.087579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fc1abf2-3b70-40b1-bdaa-10a774f3c1aa req-8d38593e-0e3d-4127-8819-02867236ef1c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810118 Jul 15 13:23:20.127037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] For port 4167da8a-199f-4a53-a267-480380f06578, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:20.132785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] For port 4167da8a-199f-4a53-a267-480380f06578, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4167da8a-199f-4a53-a267-480380f06578,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:20.140925 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.141813 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7dcf57-f62a-4142-9e46-041f533f775b None None] The sync data for ids ['f93fd1c2-324c-48e6-9ada-d26671b471db'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:20.157227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b21bda47-002f-4d99-9588-7f8b873abca3 req-4d7cdc14-40ca-406c-9ab7-700629c7f976 service neutron] 10.222.0.23 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911375 Jul 15 13:23:20.193638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30d96-1b5f-48d6-8d3a-aadb905d90d3 req-69df3528-9f94-4dd1-ae90-b82595ee3eab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.206868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ced30d96-1b5f-48d6-8d3a-aadb905d90d3 req-69df3528-9f94-4dd1-ae90-b82595ee3eab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.1803625 Jul 15 13:23:20.228630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.272888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ced30d96-1b5f-48d6-8d3a-aadb905d90d3 req-a145450c-8b91-457e-919d-82b8943a84a4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Jul 15 13:23:20.312838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.313342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.314759 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] 10.222.0.23 "PUT /v2.0/ports/4167da8a-199f-4a53-a267-480380f06578 HTTP/1.1" status: 200 len: 1092 time: 2.3824670 Jul 15 13:23:20.315202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'tag': '4167da8a-199f-4a53-a267-480380f06578'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:20.317452 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96da9e-c897-44a2-b3f9-0bc20b87a235" -d '{"events": [{"name": "network-changed", "server_uuid": "c42bc940-a02d-402f-9916-c80b63b19ed2", "tag": "4167da8a-199f-4a53-a267-480380f06578"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:20.346115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9489d6-3f5d-43d5-a6a0-c2e5834af487 service neutron] Pushing event updated for resources: {'Port': ['ID=4167da8a-199f-4a53-a267-480380f06578,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.355814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.361125 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8193a47c-e869-4ac8-ad30-831169a68619 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/f93fd1c2-324c-48e6-9ada-d26671b471db HTTP/1.1" status: 200 len: 921 time: 0.3267035 Jul 15 13:23:20.396469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b980297c-389c-45a1-9a85-03ba68d9825d tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=f93fd1c2-324c-48e6-9ada-d26671b471db HTTP/1.1" status: 200 len: 205 time: 0.0396605 Jul 15 13:23:20.401965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.486023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4085e-2c97-4074-9ed5-4fcf3437dc9d req-94fe9593-e252-4493-9395-9ac5149ba98b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.488065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33e4085e-2c97-4074-9ed5-4fcf3437dc9d req-94fe9593-e252-4493-9395-9ac5149ba98b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 944 time: 0.1223114 Jul 15 13:23:20.518956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-6cab44a1-a2f3-4ce0-97bb-95976eb1b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.520508 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-6cab44a1-a2f3-4ce0-97bb-95976eb1b9b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 1095 time: 0.1576011 Jul 15 13:23:20.549225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33e4085e-2c97-4074-9ed5-4fcf3437dc9d req-cb132117-6fde-41b0-a88c-9a3ffc9d9d23 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 Jul 15 13:23:20.580389 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-44067f20-6b37-44fd-834f-0e135316d27d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167da8a-199f-4a53-a267-480380f06578 HTTP/1.1" status: 200 len: 217 time: 0.0516188 Jul 15 13:23:20.588707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.592357 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d8dabe-46f4-4007-867d-aeec10a60e5d x-openstack-request-id: req-b9d8dabe-46f4-4007-867d-aeec10a60e5d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:20.592709 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42bc940-a02d-402f-9916-c80b63b19ed2", "tag": "4167da8a-199f-4a53-a267-480380f06578", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:20.593217 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9d8dabe-46f4-4007-867d-aeec10a60e5d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:20.593974 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'tag': '4167da8a-199f-4a53-a267-480380f06578', 'status': 'completed', 'code': 200} Jul 15 13:23:20.717203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-105d8d6b-771c-4746-a79c-4235627253e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.717884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba28b151-6b16-48e0-9502-b8704954b1bc req-4b053bce-9064-4f36-ad98-f90e2ec3336f tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0377567 Jul 15 13:23:20.718675 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-105d8d6b-771c-4746-a79c-4235627253e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.1227572 Jul 15 13:23:20.769293 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-036437f1-46d4-4173-8462-1ef1cdb9abc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392377 Jul 15 13:23:20.821024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.920228 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-83dc7ef7-9e47-4537-9c49-dc636f47272e service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407623 Jul 15 13:23:20.962677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Deleting port 83ab34ec-5042-44db-a2d8-7a5c54861414 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:20.963017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.094311 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d72249c-4a0f-46d0-a9d1-f7b34d90181d req-69cb35de-0a0b-4128-800c-8505e1d6035e service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651266 Jul 15 13:23:21.106370 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.121992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Calling delete_port for 83ab34ec-5042-44db-a2d8-7a5c54861414 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:21.298811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-e9232235-a7d1-482c-ab4c-7fecab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.300790 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-e9232235-a7d1-482c-ab4c-7fecab573e9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 1095 time: 0.1211462 Jul 15 13:23:21.323002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cbb1d-e7a8-4ad2-ae10-eeb8d880dfad req-f28932de-50e7-475d-b909-f0c33cf0738b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.330329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a0cbb1d-e7a8-4ad2-ae10-eeb8d880dfad req-f28932de-50e7-475d-b909-f0c33cf0738b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1068041 Jul 15 13:23:21.395867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a0cbb1d-e7a8-4ad2-ae10-eeb8d880dfad req-47e91028-5170-48aa-b433-c2935b852e7c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634382 Jul 15 13:23:21.435018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.475451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event deleted for resources: {'Port': ['ID=83ab34ec-5042-44db-a2d8-7a5c54861414,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.482618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-cb81fb36-5629-4f94-bd90-ca299254e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.484332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-cb81fb36-5629-4f94-bd90-ca299254e150 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.1765223 Jul 15 13:23:21.543064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc752-c777-4766-aca9-fa481e975fb7 req-4a560729-3b82-48f2-a2ca-bfc705e8526c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.544731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3ddc752-c777-4766-aca9-fa481e975fb7 req-4a560729-3b82-48f2-a2ca-bfc705e8526c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0708623 Jul 15 13:23:21.569834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-3ea9bfcf-b368-4b16-8371-536d848c0224 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167da8a-199f-4a53-a267-480380f06578 HTTP/1.1" status: 200 len: 217 time: 0.0763450 Jul 15 13:23:21.591742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3ddc752-c777-4766-aca9-fa481e975fb7 req-c10b2c58-6f75-4e8f-91b9-af687925359d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Jul 15 13:23:21.624504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.718001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-9f9b2f5a-918e-4791-95c4-5f9a3e192890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.721107 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-9f9b2f5a-918e-4791-95c4-5f9a3e192890 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.1433005 Jul 15 13:23:21.726326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.729968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.763473 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-ca7c3357-89a4-43a6-afe4-e75c9ab809d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350602 Jul 15 13:23:21.767889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2020ed-ad1c-4501-b37c-6679734b2fec req-06ccf987-a5c1-41ab-bef8-46123e42cfe8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.769819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f2020ed-ad1c-4501-b37c-6679734b2fec req-06ccf987-a5c1-41ab-bef8-46123e42cfe8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 944 time: 0.0830841 Jul 15 13:23:21.836484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.837076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Fanout notify agent at l3_agent the message router_deleted on router f93fd1c2-324c-48e6-9ada-d26671b471db {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:21.839546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f2020ed-ad1c-4501-b37c-6679734b2fec req-0c78e536-baaf-47d3-bd0d-3e22326fb805 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624728 Jul 15 13:23:21.852283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.857302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e55d895c-0d8f-49ec-ba46-4602c3e26950 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/f93fd1c2-324c-48e6-9ada-d26671b471db HTTP/1.1" status: 204 len: 168 time: 1.4511251 Jul 15 13:23:21.858112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.870853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'name': 'tempest-snat-router-905731947', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': False}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:21.902572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.904418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.930517 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-a0eef903-d412-4faa-9b8a-810eae5a956a service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311986 Jul 15 13:23:21.971439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.994973 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8c99d4e1-ddea-4c75-8dcd-bfb21631c70b req-c58ca8c7-6a54-4403-bc9c-c3939a8adb8b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0335529 Jul 15 13:23:22.033618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-682a06df-58fa-41f4-8c78-084009aeef91 req-6ce70c83-5444-41c7-a4b4-0ac7ad9d7755 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0660696 Jul 15 13:23:22.082499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1c96da9e-c897-44a2-b3f9-0bc20b87a235 req-06a51ac5-eb5c-4eda-bef3-73f420dd33ba service neutron] 10.222.0.23 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433063 Jul 15 13:23:22.142884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.389096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.409727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.424915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4167da8a-199f-4a53-a267-480380f06578 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:22.427820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:22.549613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Allocated IP 172.25.2.115 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/2b11c490-70e5-452c-b147-36016195b5f1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:22.603323 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.636900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4167da8a-199f-4a53-a267-480380f06578, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4167da8a-199f-4a53-a267-480380f06578,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:22.666776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:22.669206 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff57cd1-6000-47bc-9577-b0e82c8017a9" -d '{"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:22.683601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '4167da8a-199f-4a53-a267-480380f06578', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': '4167da8a-199f-4a53-a267-480380f06578', 'mac_address': 'fa:16:3e:13:19:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:22.686499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:22.716465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.773125 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.775064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.805855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4167da8a-199f-4a53-a267-480380f06578 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:22.834467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e42a7-9818-4ccc-afb2-3e17fbb39635 req-ac4b715b-a5af-434f-8dc9-8e74b5079229 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.836706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca3e42a7-9818-4ccc-afb2-3e17fbb39635 req-ac4b715b-a5af-434f-8dc9-8e74b5079229 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.2422833 Jul 15 13:23:22.844632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4167da8a-199f-4a53-a267-480380f06578, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4167da8a-199f-4a53-a267-480380f06578,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:22.850548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.856811 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.943349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4167da8a-199f-4a53-a267-480380f06578,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.961062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca3e42a7-9818-4ccc-afb2-3e17fbb39635 req-39dec092-0e26-41cd-a397-84f921df6cfd tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174049 Jul 15 13:23:22.963510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.020696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:23.030227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:23.030391 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f60f17e-5684-44d9-a5ac-b9d07483a18b x-openstack-request-id: req-8f60f17e-5684-44d9-a5ac-b9d07483a18b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:23.030630 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-unplugged", "status": "failed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:23.030943 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f60f17e-5684-44d9-a5ac-b9d07483a18b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:23.031399 n-d-798249-9 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'code': 422} returned with failed status Jul 15 13:23:23.033859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:23.044579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Port': ['ID=2b11c490-70e5-452c-b147-36016195b5f1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.095072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feabc8-8164-4952-a122-fc878d639577 req-337ae2a2-359d-44e6-8529-54566cbbbc06 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.097358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46feabc8-8164-4952-a122-fc878d639577 req-337ae2a2-359d-44e6-8529-54566cbbbc06 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.2079720 Jul 15 13:23:23.166342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['4167da8a-199f-4a53-a267-480380f06578'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:23.302533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46feabc8-8164-4952-a122-fc878d639577 req-e2cdb4f6-5152-4939-81f1-bffbee1cfa75 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930969 Jul 15 13:23:23.366913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203c57-3dfe-4b2d-b922-b0d7e7e1c5b5 req-d2f8f3b4-c352-443d-9d89-65079a8f81be tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.373592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f203c57-3dfe-4b2d-b922-b0d7e7e1c5b5 req-d2f8f3b4-c352-443d-9d89-65079a8f81be tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 945 time: 0.2388024 Jul 15 13:23:23.473804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5da28a6-559e-4019-969c-e93031b208ec req-112a296b-3a7d-415d-978b-6418667265f0 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0543575 Jul 15 13:23:23.523064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f203c57-3dfe-4b2d-b922-b0d7e7e1c5b5 req-94900f53-bb87-4805-aa6a-e75a3582fb22 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486185 Jul 15 13:23:23.545342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.752337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9675666-e8ea-4959-8bc4-08a980810c24 req-9dd6fcc9-351f-4bda-b825-e83e75f277f8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.753768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9675666-e8ea-4959-8bc4-08a980810c24 req-9dd6fcc9-351f-4bda-b825-e83e75f277f8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.1591797 Jul 15 13:23:23.843508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9675666-e8ea-4959-8bc4-08a980810c24 req-5772bc9b-9cb4-4772-b142-2e92aca6dc3c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816245 Jul 15 13:23:23.866916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02aa986e-cb89-45a7-8588-505ee686d7a9 req-57d38c0a-16e2-4749-9478-634bd8a7a296 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97&device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0471697 Jul 15 13:23:23.873642 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.042908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Router 4844ccad-f342-4b9d-b213-599e5b3a097b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:24.185116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:24.197712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Sync routers for ids ['4844ccad-f342-4b9d-b213-599e5b3a097b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:24.212420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Routers {'4844ccad-f342-4b9d-b213-599e5b3a097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:24.213453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4844ccad-f342-4b9d-b213-599e5b3a097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:24.277006 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50e1de6e-0c6a-4598-b3c2-d8f3f6c84cf7 req-38100cd0-8896-405d-9499-38925e1ce394 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fa9bf8c2543453cab957c153c3d7ea8&device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0606561 Jul 15 13:23:24.287378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.288861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-806e66d7-41a0-49e7-ba01-780bf10efe4e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4294086 Jul 15 13:23:24.291121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.331174 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50e1de6e-0c6a-4598-b3c2-d8f3f6c84cf7 req-38cb5377-a2bd-4a25-98cf-85e1b00af87d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9fa9bf8c2543453cab957c153c3d7ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458069 Jul 15 13:23:24.331581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Set router 4844ccad-f342-4b9d-b213-599e5b3a097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:24.472558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4167da8a-199f-4a53-a267-480380f06578 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:24.479855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1de6e-0c6a-4598-b3c2-d8f3f6c84cf7 req-d9c6d84a-de31-4656-9f6c-9baa0957ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.482432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453121b2-c25f-4a13-b479-1003e0c413c1 req-0bf4dd96-431e-4ff4-a6f6-936625b5dc74 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.483741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50e1de6e-0c6a-4598-b3c2-d8f3f6c84cf7 req-d9c6d84a-de31-4656-9f6c-9baa0957ee15 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449628 Jul 15 13:23:24.484166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-453121b2-c25f-4a13-b479-1003e0c413c1 req-0bf4dd96-431e-4ff4-a6f6-936625b5dc74 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.2726502 Jul 15 13:23:24.529277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3e68fce-8096-44c4-9ce7-25a17142323f tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/4844ccad-f342-4b9d-b213-599e5b3a097b HTTP/1.1" status: 200 len: 908 time: 0.2370808 Jul 15 13:23:24.531799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.538999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'name': 'tempest-snat-router-905731947', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': True}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.556764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-453121b2-c25f-4a13-b479-1003e0c413c1 req-f71c7421-29fa-455e-bdbd-d59eed76b573 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533245 Jul 15 13:23:24.590805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.591849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.603091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4844ccad-f342-4b9d-b213-599e5b3a097b', 'name': 'tempest-snat-router-905731947', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': False}, 'gw_port_id': '2b11c490-70e5-452c-b147-36016195b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:21Z', 'updated_at': '2021-07-15T13:23:23Z', 'revision_number': 3, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port': {'id': '2b11c490-70e5-452c-b147-36016195b5f1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4844ccad-f342-4b9d-b213-599e5b3a097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:22Z', 'updated_at': '2021-07-15T13:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:24.650621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Checking router: 4844ccad-f342-4b9d-b213-599e5b3a097b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:24.650621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Updating router 4844ccad-f342-4b9d-b213-599e5b3a097b port 2b11c490-70e5-452c-b147-36016195b5f1 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:24.674231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 4167da8a-199f-4a53-a267-480380f06578 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:24.674725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.693041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 4167da8a-199f-4a53-a267-480380f06578 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:24.693726 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.722331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.741176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d8a3bd6-3827-4ad2-91d3-b353c5423679 req-e9513e98-b697-40fb-bf6f-83366ad38686 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0787175 Jul 15 13:23:24.887555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e91b9-3afc-406f-a63f-1df2f69cef9e req-43e5b704-94e3-416f-8fab-7c149cfaa2fe tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.889340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d54e91b9-3afc-406f-a63f-1df2f69cef9e req-43e5b704-94e3-416f-8fab-7c149cfaa2fe tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.1598172 Jul 15 13:23:24.950126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.952670 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.005319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d54e91b9-3afc-406f-a63f-1df2f69cef9e req-e1b53a18-4677-4a8f-8f3a-a19cd9a2ed41 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 Jul 15 13:23:25.030556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff2421-0afd-46ec-a68a-865669427a09 req-0f87c1fe-f52e-4e01-9fcc-9540873e634a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.037356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167da8a-199f-4a53-a267-480380f06578'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:25.038432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddff2421-0afd-46ec-a68a-865669427a09 req-0f87c1fe-f52e-4e01-9fcc-9540873e634a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 945 time: 0.1768534 Jul 15 13:23:25.039724 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a0d51-8473-42c7-a864-c13f74fd3743" -d '{"events": [{"server_uuid": "c42bc940-a02d-402f-9916-c80b63b19ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4167da8a-199f-4a53-a267-480380f06578"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:25.054306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4167da8a-199f-4a53-a267-480380f06578, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4167da8a-199f-4a53-a267-480380f06578,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:25.068267 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.086836 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-e2dece64-ebb6-4d69-a710-3ae66e5d6974 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1930356 Jul 15 13:23:25.114380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddff2421-0afd-46ec-a68a-865669427a09 req-d6bff576-0024-474a-b517-cc48dfd9ca89 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714271 Jul 15 13:23:25.167572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4167da8a-199f-4a53-a267-480380f06578,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.230475 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f8eb5c-2430-4d84-a618-dcfd9298daaa x-openstack-request-id: req-78f8eb5c-2430-4d84-a618-dcfd9298daaa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:25.231106 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42bc940-a02d-402f-9916-c80b63b19ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4167da8a-199f-4a53-a267-480380f06578", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:25.231386 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78f8eb5c-2430-4d84-a618-dcfd9298daaa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:25.232603 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167da8a-199f-4a53-a267-480380f06578', 'code': 200} Jul 15 13:23:25.269597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.297698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Transition to ACTIVE for port object 2b11c490-70e5-452c-b147-36016195b5f1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:25.313569 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.393512 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.425578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.561377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6e266-9cac-4972-bbf3-3dd448edf6f2 None None] Pushing event updated for resources: {'Port': ['ID=2b11c490-70e5-452c-b147-36016195b5f1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.563342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Attempting to bind port 2b11c490-70e5-452c-b147-36016195b5f1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:25.563729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Attempting to bind port 2b11c490-70e5-452c-b147-36016195b5f1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:25.564163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Attempting to bind port 2b11c490-70e5-452c-b147-36016195b5f1 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:25.575725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:25.576529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:25.577664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.578303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:25.579791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Bound port: 2b11c490-70e5-452c-b147-36016195b5f1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:25.580593 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.676811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] For port 2b11c490-70e5-452c-b147-36016195b5f1, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:25.684910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] For port 2b11c490-70e5-452c-b147-36016195b5f1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2b11c490-70e5-452c-b147-36016195b5f1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:25.695784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.815316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171540d9-3253-4e36-8d48-1bc6446e7082 req-749d057c-2f46-441f-908b-0bb3be9f8e0d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.824639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-171540d9-3253-4e36-8d48-1bc6446e7082 req-749d057c-2f46-441f-908b-0bb3be9f8e0d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.0903265 Jul 15 13:23:25.842333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6e266-9cac-4972-bbf3-3dd448edf6f2 None None] Pushing event updated for resources: {'Port': ['ID=2b11c490-70e5-452c-b147-36016195b5f1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.877574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdda3d-35b6-4308-9e27-da74ec45cc0d req-d13f98c4-c74d-498e-8540-5893f84061bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.879569 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fcdda3d-35b6-4308-9e27-da74ec45cc0d req-d13f98c4-c74d-498e-8540-5893f84061bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 1097 time: 0.4876010 Jul 15 13:23:25.915388 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-50e1de6e-0c6a-4598-b3c2-d8f3f6c84cf7 req-99a5b9a4-e579-4e97-9b60-48046c2ec21a tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0494146 Jul 15 13:23:25.917784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-171540d9-3253-4e36-8d48-1bc6446e7082 req-fcdd8e8c-9880-41e7-90a4-5681eac1fa86 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902822 Jul 15 13:23:25.944787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Allocated IP 172.25.2.194 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/114fbb0a-127d-40e8-bd40-59ea1adadad0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:25.947354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Routers {'4844ccad-f342-4b9d-b213-599e5b3a097b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:25.949708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4844ccad-f342-4b9d-b213-599e5b3a097b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.971327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2fcdda3d-35b6-4308-9e27-da74ec45cc0d req-16fa1f6d-cb28-4b3c-a939-b812520457b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832036 Jul 15 13:23:25.988945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d04f0547-d24d-4c19-8fc5-b47fccc56439 req-0a16dd44-5618-43c5-a5bd-de8f3a07cf45 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0444045 Jul 15 13:23:26.129865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.191648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] Set router 4844ccad-f342-4b9d-b213-599e5b3a097b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:26.198925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.276007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:26.283929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:26.288375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:26.321839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Port': ['ID=114fbb0a-127d-40e8-bd40-59ea1adadad0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.356158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13916-b9d0-49c9-856b-73df036ddca4 req-3ba8cd14-e943-4868-bb69-bf6a1004e79d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.365129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfc13916-b9d0-49c9-856b-73df036ddca4 req-3ba8cd14-e943-4868-bb69-bf6a1004e79d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.1741381 Jul 15 13:23:26.395833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211331-45ba-4073-88dd-c7a1dd35916e req-a5887c6b-e6c7-4eeb-844e-e0cc03a2a3a8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.404392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41211331-45ba-4073-88dd-c7a1dd35916e req-a5887c6b-e6c7-4eeb-844e-e0cc03a2a3a8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.1573813 Jul 15 13:23:26.445081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:26.471107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41211331-45ba-4073-88dd-c7a1dd35916e req-68f27228-da69-4b41-adb0-79a102bad184 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653892 Jul 15 13:23:26.478534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4844ccad-f342-4b9d-b213-599e5b3a097b', 'name': 'tempest-snat-router-905731947', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': False}, 'gw_port_id': '2b11c490-70e5-452c-b147-36016195b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:21Z', 'updated_at': '2021-07-15T13:23:23Z', 'revision_number': 3, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port': {'id': '2b11c490-70e5-452c-b147-36016195b5f1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4844ccad-f342-4b9d-b213-599e5b3a097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:22Z', 'updated_at': '2021-07-15T13:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:26.498951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfc13916-b9d0-49c9-856b-73df036ddca4 req-b91d9242-3030-4fea-aaba-b3a8414c7f27 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217644 Jul 15 13:23:26.520924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e995693-d90a-470e-811b-f3040e5251a5 None None] The sync data for ids ['4844ccad-f342-4b9d-b213-599e5b3a097b'] in n-d-798249-9 is: [{'id': '4844ccad-f342-4b9d-b213-599e5b3a097b', 'name': 'tempest-snat-router-905731947', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': False}, 'gw_port_id': '2b11c490-70e5-452c-b147-36016195b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:21Z', 'updated_at': '2021-07-15T13:23:23Z', 'revision_number': 3, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port': {'id': '2b11c490-70e5-452c-b147-36016195b5f1', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4844ccad-f342-4b9d-b213-599e5b3a097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:22Z', 'updated_at': '2021-07-15T13:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:26.689228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-9a9ecab1-12aa-4167-b041-a25d78bb28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.690915 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-9a9ecab1-12aa-4167-b041-a25d78bb28f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6&tenant_id=08a4bc72e5104ac998cfccdd32e79777 HTTP/1.1" status: 200 len: 1094 time: 0.1935766 Jul 15 13:23:26.729025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.781515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.905413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.233141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb6184a0-3a76-43c5-98da-e0fd929c8946 req-d4509cba-0527-441f-8f69-e5b347f90dd4 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33560d3-a307-4f58-a5d8-9d1dd7289d0e HTTP/1.1" status: 200 len: 210 time: 0.0525491 Jul 15 13:23:27.251731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253cae0-340f-424c-9e02-d9ba07886cc6 req-85799072-5f15-4bfb-9bf1-e1b4d15ebd5b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.265756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4253cae0-340f-424c-9e02-d9ba07886cc6 req-85799072-5f15-4bfb-9bf1-e1b4d15ebd5b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1773372 Jul 15 13:23:27.342000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4253cae0-340f-424c-9e02-d9ba07886cc6 req-91a66456-7611-409a-9137-bbd1121ab94d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639572 Jul 15 13:23:27.399770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.471351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:27.561044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:27.621417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:27.634730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.658886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Transition to ACTIVE for port object 7455a5f5-8a56-4104-af7f-ca06bea74eb3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:27.667810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Router 5ef5c3bf-1b6f-4506-bea2-f30ece727c1e is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:27.673992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.788591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.793500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] No DVR routers for this DVR port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:27.805825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804403d0-ebeb-4506-876f-88c7d1874e52 req-a6c800ca-12fe-48b9-9716-c17f803545b5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.806903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.807258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.807388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-804403d0-ebeb-4506-876f-88c7d1874e52 req-a6c800ca-12fe-48b9-9716-c17f803545b5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 943 time: 0.1156938 Jul 15 13:23:27.807593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.807921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.808249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.808585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.808890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.809212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.809529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.809848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.810168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.810510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:27.816024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fecc2c-2b99-403c-b432-044ab341aea0 req-33180be2-6349-4e2b-8e49-0b58e24b1d12 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.823776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9fecc2c-2b99-403c-b432-044ab341aea0 req-33180be2-6349-4e2b-8e49-0b58e24b1d12 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.1199818 Jul 15 13:23:27.895500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9fecc2c-2b99-403c-b432-044ab341aea0 req-fb86c205-2aff-4b95-9fa0-5fc59f801820 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707486 Jul 15 13:23:27.899751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-804403d0-ebeb-4506-876f-88c7d1874e52 req-68857f43-8f9e-4f26-887b-9c06852a0b33 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739865 Jul 15 13:23:27.908912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:27.909086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:27.909392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:27.917368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:27.919283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Attempting to bind port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on network 72fc04c9-5790-47bb-ac5e-21f662c1be2a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:27.952852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:27.953349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Checking segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:27.954490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Bound using segment: {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:27.956129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Bound port: 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f9e678-46cc-48a4-bec0-4b6c8f35e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:27.956894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.987805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2b11c490-70e5-452c-b147-36016195b5f1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:28.019721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:28.032290 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Sync routers for ids ['5ef5c3bf-1b6f-4506-bea2-f30ece727c1e'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:28.044665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Routers {'5ef5c3bf-1b6f-4506-bea2-f30ece727c1e'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:28.048539 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5ef5c3bf-1b6f-4506-bea2-f30ece727c1e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.082439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.088437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2b11c490-70e5-452c-b147-36016195b5f1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:28.091203 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-540546da-4a33-4ff4-8971-aa637369eaf0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5580044 Jul 15 13:23:28.097810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.118279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2b11c490-70e5-452c-b147-36016195b5f1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:28.119358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.144783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:28.153039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:28.169124 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.247134 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Set router 5ef5c3bf-1b6f-4506-bea2-f30ece727c1e gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:28.297879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.298578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.324569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.327085 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] 10.222.0.49 "PUT /v2.0/ports/7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 1091 time: 1.6032286 Jul 15 13:23:28.327971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:28.331384 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0831abd-7f30-431a-b985-9de17981a2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:28.336619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4d925e5e-c355-4247-baaa-22a912ecf6af tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/5ef5c3bf-1b6f-4506-bea2-f30ece727c1e HTTP/1.1" status: 200 len: 907 time: 0.2347600 Jul 15 13:23:28.337148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35382) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.363417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaa3d5-0192-4bcf-af23-358a661d2d50 service neutron] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.375836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 2b11c490-70e5-452c-b147-36016195b5f1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2b11c490-70e5-452c-b147-36016195b5f1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:28.391878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.486511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-588f31ed-3ea8-4e52-a728-a7a65a0bf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.489753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-588f31ed-3ea8-4e52-a728-a7a65a0bf6a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1095 time: 0.1273654 Jul 15 13:23:28.490855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=2b11c490-70e5-452c-b147-36016195b5f1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.496563 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56376187-2609-4411-9017-3c5ac56fb2cb x-openstack-request-id: req-56376187-2609-4411-9017-3c5ac56fb2cb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:28.496970 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:28.498664 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56376187-2609-4411-9017-3c5ac56fb2cb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:28.508565 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'status': 'completed', 'code': 200} Jul 15 13:23:28.667245 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef5c3bf-1b6f-4506-bea2-f30ece727c1e', 'name': 'tempest-snat-router-905731947', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '114fbb0a-127d-40e8-bd40-59ea1adadad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:24Z', 'updated_at': '2021-07-15T13:23:26Z', 'revision_number': 3, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port': {'id': '114fbb0a-127d-40e8-bd40-59ea1adadad0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef5c3bf-1b6f-4506-bea2-f30ece727c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:25Z', 'updated_at': '2021-07-15T13:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.669438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-f848fc80-9cde-4ab5-b539-6d7a106b12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.671935 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-f848fc80-9cde-4ab5-b539-6d7a106b12e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.1611023 Jul 15 13:23:28.708733 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Checking router: 5ef5c3bf-1b6f-4506-bea2-f30ece727c1e for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:28.710116 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Updating router 5ef5c3bf-1b6f-4506-bea2-f30ece727c1e port 114fbb0a-127d-40e8-bd40-59ea1adadad0 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:28.742722 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-d2d1b44e-1367-4104-b0f7-810d9db254e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.0633435 Jul 15 13:23:28.755261 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.806071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-b4ffaeee-fd04-4265-93d0-1ce456742191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.808081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-b4ffaeee-fd04-4265-93d0-1ce456742191 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.0574489 Jul 15 13:23:28.851148 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-5faa301f-be0f-45a5-a4e7-080e4320bfe6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344760 Jul 15 13:23:28.863392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-ce527000-6795-4100-8d8f-29b824da3f79 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:23:28.865103 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-ce527000-6795-4100-8d8f-29b824da3f79 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060475 Jul 15 13:23:28.965425 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-04c827ea-5303-4539-86e5-e9fe17ca9863 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935845 Jul 15 13:23:28.983241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.057218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc6d7-916d-4618-b4a0-8216774d0d72 req-eeeaca33-2598-4c0d-99e2-47fb8dd5ca60 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.064109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69dcc6d7-916d-4618-b4a0-8216774d0d72 req-eeeaca33-2598-4c0d-99e2-47fb8dd5ca60 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.5996046 Jul 15 13:23:29.069079 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e206a23a-becd-4a09-b18b-2cf988b38830 req-880a85b7-ff47-4540-98bf-faf7cc810064 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959640 Jul 15 13:23:29.120081 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.136435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Transition to ACTIVE for port object 114fbb0a-127d-40e8-bd40-59ea1adadad0 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:29.162556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf6fb3-dc4e-485d-ac08-03f61514be26 req-eeed07fe-281c-4bd3-9026-d7766f79ba64 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.163574 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.164351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1daf6fb3-dc4e-485d-ac08-03f61514be26 req-eeed07fe-281c-4bd3-9026-d7766f79ba64 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.2255752 Jul 15 13:23:29.196538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69dcc6d7-916d-4618-b4a0-8216774d0d72 req-7d766849-329c-4b61-a1c6-a31b1cd55407 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313636 Jul 15 13:23:29.224741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-dec02762-bb71-4b60-b604-6676ff33ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.227197 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-dec02762-bb71-4b60-b604-6676ff33ff2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1095 time: 0.0884790 Jul 15 13:23:29.230389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Pushing event updated for resources: {'Port': ['ID=114fbb0a-127d-40e8-bd40-59ea1adadad0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.238722 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.240160 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.241326 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.241665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.242006 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.242360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.242687 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.243010 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.243329 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.243648 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.244332 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.244532 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.244855 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.277646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1daf6fb3-dc4e-485d-ac08-03f61514be26 req-95dc28c4-4471-493f-9332-49e1015e2368 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058156 Jul 15 13:23:29.278193 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Attempting to bind port 114fbb0a-127d-40e8-bd40-59ea1adadad0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:29.278625 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Attempting to bind port 114fbb0a-127d-40e8-bd40-59ea1adadad0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:29.278994 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Attempting to bind port 114fbb0a-127d-40e8-bd40-59ea1adadad0 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:29.286539 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:29.289027 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:29.289457 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.303551 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:29.304231 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Bound port: 114fbb0a-127d-40e8-bd40-59ea1adadad0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:29.306666 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.377545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Deleting port 114fbb0a-127d-40e8-bd40-59ea1adadad0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:29.378791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.435384 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] For port 114fbb0a-127d-40e8-bd40-59ea1adadad0, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:29.442524 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] For port 114fbb0a-127d-40e8-bd40-59ea1adadad0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=114fbb0a-127d-40e8-bd40-59ea1adadad0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:29.457305 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.509257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-f196a12a-667d-4de8-876f-fa6e39d76cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.510736 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-f196a12a-667d-4de8-876f-fa6e39d76cb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.2747650 Jul 15 13:23:29.517962 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb177a92-1e92-4928-a75b-aaed798bb5b6 None None] Pushing event updated for resources: {'Port': ['ID=114fbb0a-127d-40e8-bd40-59ea1adadad0,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.547613 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Routers {'5ef5c3bf-1b6f-4506-bea2-f30ece727c1e'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:29.552455 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5ef5c3bf-1b6f-4506-bea2-f30ece727c1e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:29.557018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] For port 114fbb0a-127d-40e8-bd40-59ea1adadad0, host n-d-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:29.557635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.574095 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-94745126-decc-4d2b-ad63-841665af70d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.0534911 Jul 15 13:23:29.577205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Calling delete_port for 114fbb0a-127d-40e8-bd40-59ea1adadad0 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:29.649666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-d4959358-0b07-4281-81b5-0d0d4dd81746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.652141 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-d4959358-0b07-4281-81b5-0d0d4dd81746 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.0706336 Jul 15 13:23:29.669436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575065a-ef69-439c-bee2-17b7641e355d req-f571334c-e558-4941-a0cc-4b0c3f0d8509 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.677539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9575065a-ef69-439c-bee2-17b7641e355d req-f571334c-e558-4941-a0cc-4b0c3f0d8509 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1873186 Jul 15 13:23:29.695526 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] Set router 5ef5c3bf-1b6f-4506-bea2-f30ece727c1e gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:29.766062 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-ed392329-6416-4fd3-976a-3db495d39829 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023052 Jul 15 13:23:29.778430 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef5c3bf-1b6f-4506-bea2-f30ece727c1e', 'name': 'tempest-snat-router-905731947', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:24Z', 'updated_at': '2021-07-15T13:23:29Z', 'revision_number': 4, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:29.821428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d77575d0-b982-49de-a754-fdb3b1becacd req-f2e80510-fb83-458c-93ad-9b7bcb334e7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fa9bf8c2543453cab957c153c3d7ea8&device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0621905 Jul 15 13:23:29.856782 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb9350-1f0d-465d-9ca7-5a5826df4937 None None] The sync data for ids ['5ef5c3bf-1b6f-4506-bea2-f30ece727c1e'] in n-d-798249-9 is: [{'id': '5ef5c3bf-1b6f-4506-bea2-f30ece727c1e', 'name': 'tempest-snat-router-905731947', 'tenant_id': '9a09fee5ff9449858a66211873a3a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:24Z', 'updated_at': '2021-07-15T13:23:29Z', 'revision_number': 4, 'project_id': '9a09fee5ff9449858a66211873a3a944', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:29.946462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2b11c490-70e5-452c-b147-36016195b5f1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:29.978956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9575065a-ef69-439c-bee2-17b7641e355d req-ea2a4433-bb6e-48e3-b232-db7c118e4c91 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991319 Jul 15 13:23:30.091970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d77575d0-b982-49de-a754-fdb3b1becacd req-db5611cc-c646-45ad-b7b2-558a2a8832e3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9fa9bf8c2543453cab957c153c3d7ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2572639 Jul 15 13:23:30.200973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2b11c490-70e5-452c-b147-36016195b5f1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:30.201368 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.232984 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-ff74e235-fabb-44c3-b811-09bf6e0b6c3a service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480832 Jul 15 13:23:30.351510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-353ee152-3481-4108-a535-14684b710ca6 req-0fc925c6-14e8-4be2-8925-556a417f3906 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.1023259 Jul 15 13:23:30.563664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.572658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77575d0-b982-49de-a754-fdb3b1becacd req-09574323-2636-4d0b-be91-0d69d697e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.579323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d77575d0-b982-49de-a754-fdb3b1becacd req-09574323-2636-4d0b-be91-0d69d697e4f9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4727800 Jul 15 13:23:30.621371 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e0831abd-7f30-431a-b985-9de17981a2e8 req-dd66c0a8-83dd-4d06-88c1-7e74395bf6e8 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103288 Jul 15 13:23:30.670682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event deleted for resources: {'Port': ['ID=114fbb0a-127d-40e8-bd40-59ea1adadad0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.700868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea4b96-801e-4051-946a-5b4f207a08f2 req-29a1156f-efec-4423-b3aa-c46cff85a7da tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.702495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ea4b96-801e-4051-946a-5b4f207a08f2 req-29a1156f-efec-4423-b3aa-c46cff85a7da tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.5780704 Jul 15 13:23:30.733297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.733638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.733973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.734403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.734742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.735081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.735395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.735718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.736037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.736359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.736733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.736998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.820492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.837381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07ea4b96-801e-4051-946a-5b4f207a08f2 req-ec91bbfb-f470-4129-9cd8-db53e0961e49 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071291 Jul 15 13:23:30.849582 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.009861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49734aae-26c2-49f6-8fdd-2302c4c69f4b req-f712ab3c-4be4-4259-a81f-1edb2524ded3 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.016613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49734aae-26c2-49f6-8fdd-2302c4c69f4b req-f712ab3c-4be4-4259-a81f-1edb2524ded3 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.4801078 Jul 15 13:23:31.080403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.084222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.220516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49734aae-26c2-49f6-8fdd-2302c4c69f4b req-a6df2858-b5f4-4851-94ef-7b45e032385f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029335 Jul 15 13:23:31.237485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.238306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef5c3bf-1b6f-4506-bea2-f30ece727c1e {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:31.243655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.245118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-00dbc186-8897-4ebd-a8a5-87cac644b337 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/routers/5ef5c3bf-1b6f-4506-bea2-f30ece727c1e HTTP/1.1" status: 204 len: 168 time: 2.9072647 Jul 15 13:23:31.248288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35428) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.681977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d8dba-7ac8-4522-aeb9-461b645888a3 req-865a54dd-dfb1-40dd-9bcf-9a7c4c65ee86 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.693443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d3d8dba-7ac8-4522-aeb9-461b645888a3 req-865a54dd-dfb1-40dd-9bcf-9a7c4c65ee86 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.1967392 Jul 15 13:23:31.805941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d3d8dba-7ac8-4522-aeb9-461b645888a3 req-e8008fad-65e9-4c10-b874-7e7962a8c440 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088119 Jul 15 13:23:31.867599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d8ae-6b61-49b7-a29a-8abaaa5338df req-b45b30c5-4bf4-4e2d-864b-59848855ed49 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.881652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c02d8ae-6b61-49b7-a29a-8abaaa5338df req-b45b30c5-4bf4-4e2d-864b-59848855ed49 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.3176003 Jul 15 13:23:31.914609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.002567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c02d8ae-6b61-49b7-a29a-8abaaa5338df req-93cea3d7-eaea-4553-9349-2e666e367d25 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144195 Jul 15 13:23:32.103794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91698fd1-0fea-4a51-9b45-beee4afeb4b4 req-f0587ed9-1229-4f82-bb3a-40a890e215b3 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0604310 Jul 15 13:23:32.230259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.301174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Deleting port 2b11c490-70e5-452c-b147-36016195b5f1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:32.302422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.478995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] For port 2b11c490-70e5-452c-b147-36016195b5f1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2b11c490-70e5-452c-b147-36016195b5f1,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:32.479352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.513480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Calling delete_port for 2b11c490-70e5-452c-b147-36016195b5f1 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:32.566271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db5a83-fcbb-4b03-a82f-e11d56340d5a req-2d2dc628-7da4-43fa-bfd9-28d6ade031f5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.566271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87db5a83-fcbb-4b03-a82f-e11d56340d5a req-2d2dc628-7da4-43fa-bfd9-28d6ade031f5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1273174 Jul 15 13:23:32.630246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87db5a83-fcbb-4b03-a82f-e11d56340d5a req-79685811-9bbb-4368-88c8-b3a2a1094cba tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587740 Jul 15 13:23:32.813264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-5f3f3adf-5d59-444b-a496-54203b2c6fd6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.815682 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-5f3f3adf-5d59-444b-a496-54203b2c6fd6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.1243038 Jul 15 13:23:32.854908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.898796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b11c490-70e5-452c-b147-36016195b5f1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.019772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.131071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port 4167da8a-199f-4a53-a267-480380f06578 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:33.131606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.152569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.160618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.273986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc1d3a-bcd0-4454-b077-86d28c7a4c79 req-add83e78-bf97-419e-bca8-1868c5053677 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.275613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acbc1d3a-bcd0-4454-b077-86d28c7a4c79 req-add83e78-bf97-419e-bca8-1868c5053677 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 946 time: 0.2439654 Jul 15 13:23:33.277650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.278324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4844ccad-f342-4b9d-b213-599e5b3a097b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:33.285413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.294653 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-21a70c3b-8d3f-4afa-a1c7-aa7ff9e85666 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4844ccad-f342-4b9d-b213-599e5b3a097b HTTP/1.1" status: 204 len: 168 time: 2.0450821 Jul 15 13:23:33.295331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.303890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1684580723', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:33.360203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port 4167da8a-199f-4a53-a267-480380f06578, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4167da8a-199f-4a53-a267-480380f06578,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:33.360899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.400191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for 4167da8a-199f-4a53-a267-480380f06578 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:33.417654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.419105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.439166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acbc1d3a-bcd0-4454-b077-86d28c7a4c79 req-81f2cbcd-a733-49ea-8864-7fc5d5c8225a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503994 Jul 15 13:23:33.523671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29f7b-5357-40ea-92ca-39ae658b5578 req-35d02997-0d5d-405c-aff2-cb1fafd848a8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.526468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57c29f7b-5357-40ea-92ca-39ae658b5578 req-35d02997-0d5d-405c-aff2-cb1fafd848a8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.2873158 Jul 15 13:23:33.542457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.588733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.613066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57c29f7b-5357-40ea-92ca-39ae658b5578 req-fabd2b9c-4838-4b56-a2c1-a00a6e5fcb89 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 Jul 15 13:23:33.706245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65bbea73-c586-495c-8b55-7762a911e926 req-34a316d8-683d-432b-88bb-557b05796956 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0658300 Jul 15 13:23:33.897749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.066477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.083614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['4167da8a-199f-4a53-a267-480380f06578'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:34.086730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:34.101657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2b11c490-70e5-452c-b147-36016195b5f1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:34.127517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d8147-6206-4c73-834a-c9dc214f2ec3 req-b35a9b89-ab39-4af7-b798-4d481c50cab3 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.135925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-159d8147-6206-4c73-834a-c9dc214f2ec3 req-b35a9b89-ab39-4af7-b798-4d481c50cab3 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1380510 Jul 15 13:23:34.144111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2b11c490-70e5-452c-b147-36016195b5f1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:34.144705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2b11c490-70e5-452c-b147-36016195b5f1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:34.187350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=4167da8a-199f-4a53-a267-480380f06578,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.265717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-159d8147-6206-4c73-834a-c9dc214f2ec3 req-82387af5-9013-438c-bb17-58548d493ca0 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259618 Jul 15 13:23:34.312731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port 4167da8a-199f-4a53-a267-480380f06578 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:34.317379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.320780 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc318a23-6e5a-4bda-adee-c845d90a0200 req-14982b32-c0ee-4411-8113-2c3b0f247394 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.23 "DELETE /v2.0/ports/4167da8a-199f-4a53-a267-480380f06578 HTTP/1.1" status: 204 len: 173 time: 1.4990249 Jul 15 13:23:34.321418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'name': 'network-vif-deleted', 'tag': '4167da8a-199f-4a53-a267-480380f06578'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:34.324135 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063d3a48-0258-487f-8a14-cd798cfd4cff" -d '{"events": [{"server_uuid": "c42bc940-a02d-402f-9916-c80b63b19ed2", "name": "network-vif-deleted", "tag": "4167da8a-199f-4a53-a267-480380f06578"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:34.417821 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e777ee-be29-49ed-b57c-4fabb809137b x-openstack-request-id: req-b9e777ee-be29-49ed-b57c-4fabb809137b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:34.418109 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42bc940-a02d-402f-9916-c80b63b19ed2", "name": "network-vif-deleted", "tag": "4167da8a-199f-4a53-a267-480380f06578", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:34.418414 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9e777ee-be29-49ed-b57c-4fabb809137b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:34.418815 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42bc940-a02d-402f-9916-c80b63b19ed2', 'name': 'network-vif-deleted', 'tag': '4167da8a-199f-4a53-a267-480380f06578', 'status': 'completed', 'code': 200} Jul 15 13:23:34.518954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.564976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.727480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Allocated IP 172.25.2.111 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/4985a3b5-aa38-4fe7-a8e8-6a84fec6f516) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:34.781288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03a12504-03f5-4273-bf45-49bd29c4ef67 req-383dbf8f-b504-489b-b238-d30e4c5086fd tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=c42bc940-a02d-402f-9916-c80b63b19ed2 HTTP/1.1" status: 200 len: 210 time: 0.0558140 Jul 15 13:23:34.959393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.110266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.161050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bb50c-834d-4431-9b5b-a61c9b818a15 req-db2f60fb-547d-4fce-b200-9f563d22c955 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.167802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f8bb50c-834d-4431-9b5b-a61c9b818a15 req-db2f60fb-547d-4fce-b200-9f563d22c955 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.2734334 Jul 15 13:23:35.169856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb46750c-5eba-4195-958a-9c983a7d065a req-0439008f-2dc6-49d2-8ebf-af3cfb2cc6df tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.1367962 Jul 15 13:23:35.221676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:35.232679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:35.242947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:35.277885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f8bb50c-834d-4431-9b5b-a61c9b818a15 req-6d3d551a-363f-4b98-bbf8-13bf2bb75e8c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011684 Jul 15 13:23:35.336768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event updated for resources: {'Port': ['ID=4985a3b5-aa38-4fe7-a8e8-6a84fec6f516,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.718887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a21551-01ac-4641-9137-47e08e9fe139 req-1c1d1ddb-0957-481f-bee7-bff00475ec38 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.727842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8a21551-01ac-4641-9137-47e08e9fe139 req-1c1d1ddb-0957-481f-bee7-bff00475ec38 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1454008 Jul 15 13:23:35.804562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8a21551-01ac-4641-9137-47e08e9fe139 req-08c183fa-4d9f-4954-b7fb-86d74ccea986 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757825 Jul 15 13:23:35.924638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.217966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.393476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e54e9dd4-4295-47e6-bbe5-d35ab2d66871 req-73445142-ab0c-4815-baa6-32362df4a562 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0417669 Jul 15 13:23:36.479160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Router 25575a6f-73a2-443f-9132-5dc7c467bed2 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:36.506494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4167da8a-199f-4a53-a267-480380f06578 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:36.570715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 4167da8a-199f-4a53-a267-480380f06578 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:36.576021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4167da8a-199f-4a53-a267-480380f06578 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:36.702519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:36.706791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] Sync routers for ids ['25575a6f-73a2-443f-9132-5dc7c467bed2'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:36.722780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] Routers {'25575a6f-73a2-443f-9132-5dc7c467bed2'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:36.724827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['25575a6f-73a2-443f-9132-5dc7c467bed2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:36.734852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.742440 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f7fa3b1-2bba-46bf-adff-32f2f9b7e58b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4399967 Jul 15 13:23:36.749837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.752216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:36.763015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce201ae-12b5-4e75-80ba-bec819400e16 req-bf872059-6163-4815-b7a0-82c220334ba2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.772224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ce201ae-12b5-4e75-80ba-bec819400e16 req-bf872059-6163-4815-b7a0-82c220334ba2 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.2225816 Jul 15 13:23:36.807281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:36.828533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] Routers {'25575a6f-73a2-443f-9132-5dc7c467bed2'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:36.829429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['25575a6f-73a2-443f-9132-5dc7c467bed2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:36.897119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:36.897944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5dcc9-98fe-4909-a68e-bc99021630e2 None None] The sync data for ids ['25575a6f-73a2-443f-9132-5dc7c467bed2'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:36.932986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-bd66961f-2ffb-422f-8208-e08efed6c943 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.939939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-bd66961f-2ffb-422f-8208-e08efed6c943 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.3030062 Jul 15 13:23:36.953671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-3ec79c7f-d830-4ee2-8e8a-6440f67815b4 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/quotas/bedf332613394bf28bb9fb6feff47229 HTTP/1.1" status: 200 len: 375 time: 0.0127401 Jul 15 13:23:36.985684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ce201ae-12b5-4e75-80ba-bec819400e16 req-9074f483-c78a-4e37-a8f3-36aab5762dc0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120051 Jul 15 13:23:37.133564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-c3825dc5-2bdf-47ee-8a58-f75368671e4b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1465445 Jul 15 13:23:37.157474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-9a3d3c5e-1a6c-4017-86f6-c5d99b28f33c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:23:37.158596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-9a3d3c5e-1a6c-4017-86f6-c5d99b28f33c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099735 Jul 15 13:23:37.316684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-a86b497e-dd8c-4628-a985-9fb331421014 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340635 Jul 15 13:23:37.498921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6411-ccda-4763-92b2-cfdb569745bc req-63ef36ff-69ff-4f80-b306-f91607119a27 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.506646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-769a6411-ccda-4763-92b2-cfdb569745bc req-63ef36ff-69ff-4f80-b306-f91607119a27 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1882589 Jul 15 13:23:37.562407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-769a6411-ccda-4763-92b2-cfdb569745bc req-7b3edf4a-3ae7-485e-844c-fdf3c542b38a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523174 Jul 15 13:23:37.578962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-82b6fc54-1a60-489a-810a-484ec3f99be6 service neutron] 10.222.0.48 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498496 Jul 15 13:23:37.665984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.763558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-674b577b-bedd-4e7c-b1de-a7ef5ee2e094 req-0afea871-2716-46cb-9f70-4cd1c302e267 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0573778 Jul 15 13:23:37.965798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9d3eb6e-1a31-41ab-aa99-001d235bc07e req-cf5f3092-0363-40fc-b1b1-8b850a8354b9 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0591321 Jul 15 13:23:38.315780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67b9b5-ecda-4b3c-8f03-fb9ceda67f53 req-5fa97687-ecf1-486c-a60f-e7cb8cd55b0d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.331412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd67b9b5-ecda-4b3c-8f03-fb9ceda67f53 req-5fa97687-ecf1-486c-a60f-e7cb8cd55b0d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1502521 Jul 15 13:23:38.411766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd67b9b5-ecda-4b3c-8f03-fb9ceda67f53 req-d3f4d130-44e3-4090-adc6-5d599bc43af4 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794752 Jul 15 13:23:38.488935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.494471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.720152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Router 25575a6f-73a2-443f-9132-5dc7c467bed2 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:38.872804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5bb5e-a9c8-455a-99bf-32a5ad84a9a5 req-078b4365-0356-4cee-962d-c2fc23843fc1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.883781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf5bb5e-a9c8-455a-99bf-32a5ad84a9a5 req-078b4365-0356-4cee-962d-c2fc23843fc1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1119261 Jul 15 13:23:38.948061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf5bb5e-a9c8-455a-99bf-32a5ad84a9a5 req-93d3b223-8650-41df-a2c7-f931b309b385 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630908 Jul 15 13:23:38.950978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:38.962613 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] Sync routers for ids ['25575a6f-73a2-443f-9132-5dc7c467bed2'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:38.970090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.973806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0f7ec98-1c9e-470b-abb2-89680746e537 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "PUT /v2.0/routers/25575a6f-73a2-443f-9132-5dc7c467bed2 HTTP/1.1" status: 200 len: 922 time: 2.2267733 Jul 15 13:23:38.974171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:38.986402 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] Routers {'25575a6f-73a2-443f-9132-5dc7c467bed2'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:38.987652 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['25575a6f-73a2-443f-9132-5dc7c467bed2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.050987 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.079241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] Routers {'25575a6f-73a2-443f-9132-5dc7c467bed2'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:39.080130 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['25575a6f-73a2-443f-9132-5dc7c467bed2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.125890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-956c47bf-838b-47b9-bdf0-0883248fcaf4 req-80bd97e0-d4e6-4a47-9159-11307ff011c4 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0945652 Jul 15 13:23:39.155557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.156230 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7df26e-dcd6-40d8-ac6d-4d1d2fd3e49b None None] The sync data for ids ['25575a6f-73a2-443f-9132-5dc7c467bed2'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:39.230691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb1d4c4d-550a-4512-902c-990ff40a16e8 req-dada8086-86a5-4b8b-b3b1-4bc6dbaa7310 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0389686 Jul 15 13:23:39.231091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bd3c6d24-a4cd-435a-8be3-2399a17eb533 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/25575a6f-73a2-443f-9132-5dc7c467bed2 HTTP/1.1" status: 200 len: 922 time: 0.2535877 Jul 15 13:23:39.234852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.412586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2fb2f-5bfa-4502-a1cb-a84d5a977bf6 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.419676 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f2d2fb2f-5bfa-4502-a1cb-a84d5a977bf6 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=25575a6f-73a2-443f-9132-5dc7c467bed2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1836152 Jul 15 13:23:39.422386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35548) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.597081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd96d7a-1c43-40c7-9c16-40be76090c21 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.601575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4cd96d7a-1c43-40c7-9c16-40be76090c21 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.1749933 Jul 15 13:23:39.601852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.639123 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f6fc37e-310c-4229-a506-6164bcfa9b61 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=25575a6f-73a2-443f-9132-5dc7c467bed2 HTTP/1.1" status: 200 len: 205 time: 0.0336554 Jul 15 13:23:39.639381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.669606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7837873-935b-4e0e-b88c-8e811c63b502 req-ed72fee7-29c4-4011-9951-8f90b37b7998 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.676703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7837873-935b-4e0e-b88c-8e811c63b502 req-ed72fee7-29c4-4011-9951-8f90b37b7998 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1237433 Jul 15 13:23:39.735680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7837873-935b-4e0e-b88c-8e811c63b502 req-cabc34a0-521b-4e23-be6b-cfeaf84b5c25 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578880 Jul 15 13:23:39.813374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.941562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.005427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Deleting port 4985a3b5-aa38-4fe7-a8e8-6a84fec6f516 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:40.006926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.114690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.130332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Calling delete_port for 4985a3b5-aa38-4fe7-a8e8-6a84fec6f516 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:40.159117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb6d9-e58f-494f-acab-dda53066b06a req-e595e85a-e632-4953-b4ad-3be1901a5b5d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.167120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b0bb6d9-e58f-494f-acab-dda53066b06a req-e595e85a-e632-4953-b4ad-3be1901a5b5d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.0843253 Jul 15 13:23:40.218873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b0bb6d9-e58f-494f-acab-dda53066b06a req-1d48ba13-3e6c-4e44-9754-6b1e892e303c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509763 Jul 15 13:23:40.337238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-219bc40a-c08b-4c8c-82f3-2dfc98441f76 req-95c22e9a-e18d-4fcf-9c88-0697991391cd tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0484831 Jul 15 13:23:40.339885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.371823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd5937db-1788-49a6-886d-55693c419a99 req-f18dfb21-2d82-48e3-88a2-2d99f088a206 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0300684 Jul 15 13:23:40.379064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event deleted for resources: {'Port': ['ID=4985a3b5-aa38-4fe7-a8e8-6a84fec6f516,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.439727 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.535455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.537913 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.852623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.853329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Fanout notify agent at l3_agent the message router_deleted on router 25575a6f-73a2-443f-9132-5dc7c467bed2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:40.870800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.871867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b68c865e-ad6d-4a8a-9536-459d5909770f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/25575a6f-73a2-443f-9132-5dc7c467bed2 HTTP/1.1" status: 204 len: 168 time: 1.2315967 Jul 15 13:23:40.875555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35578) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.881615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1955832376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:40.909317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.910737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.928875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b7ed-971b-4701-89cc-bacdd1e89847 req-289818b1-a018-42d9-8632-cb40b49fde27 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.936513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f15b7ed-971b-4701-89cc-bacdd1e89847 req-289818b1-a018-42d9-8632-cb40b49fde27 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.0815125 Jul 15 13:23:40.971467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.977087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.986773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f15b7ed-971b-4701-89cc-bacdd1e89847 req-f2132453-1522-47d7-b185-791bb7cb51d3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490167 Jul 15 13:23:40.994062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.995517 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-249f2ffb-f199-4a69-90d1-de4a8c3280a8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1188922 Jul 15 13:23:40.998133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.002784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:41.250240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.363879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-e70823f9-718f-4fc5-8999-290f4329a196 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.365443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-e70823f9-718f-4fc5-8999-290f4329a196 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 806 time: 0.1763167 Jul 15 13:23:41.433904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Request body: {'port': {'device_id': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'admin_state_up': True, 'tenant_id': 'bedf332613394bf28bb9fb6feff47229'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:41.484598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d77575d0-b982-49de-a754-fdb3b1becacd req-8c2a2e5d-c84b-4761-a276-b467b3b3e8fa tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0471897 Jul 15 13:23:41.556319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e95c-c00e-4b4c-95a6-8fd9f71a35f9 req-6040c7cc-97a9-400f-b0a9-41f72643b577 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.558299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3261e95c-c00e-4b4c-95a6-8fd9f71a35f9 req-6040c7cc-97a9-400f-b0a9-41f72643b577 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1772213 Jul 15 13:23:41.631747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3261e95c-c00e-4b4c-95a6-8fd9f71a35f9 req-e7cb08f8-4a52-4ac0-896f-49602c76c7cf tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675292 Jul 15 13:23:41.755297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Made reservation on behalf of bedf332613394bf28bb9fb6feff47229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:41.759126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.774122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34e9a398-f3e4-48e6-9de5-c12b453c571b req-0ae94d5c-507e-4f91-a383-61a97e546785 tempest-ServerShowV247Test-1623536261 tempest-ServerShowV247Test-1623536261-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c794c2c-8aee-4720-b2b4-4173ae87af97 HTTP/1.1" status: 200 len: 210 time: 0.0384922 Jul 15 13:23:41.791266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.827262 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.886395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42077941-356f-4422-a907-3e53e397d9e9 req-bab86611-68df-4e0d-b4e1-bd1bd1e2376d tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0411439 Jul 15 13:23:42.092360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Allocated IP 172.20.0.4 (67618a83-cab7-4cc3-9698-84a7122822d9/a041f53c-5dec-44f2-86e3-bf1003215a6c/b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:42.119641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Allocated IP 172.25.2.173 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/848e6cb9-1fee-4025-bfda-cda1e4da3e44) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:42.236599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c831e-261c-441b-9bf9-2c4c037d7177 req-624bddaa-2608-4315-a258-23f2c4d1d8ac tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.238535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-600c831e-261c-441b-9bf9-2c4c037d7177 req-624bddaa-2608-4315-a258-23f2c4d1d8ac tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 944 time: 0.1089633 Jul 15 13:23:42.301714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-600c831e-261c-441b-9bf9-2c4c037d7177 req-6bf12d9d-0621-4f63-b411-eae181e68388 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Jul 15 13:23:42.386737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.420949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.496279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.530865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.545876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:42.546117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:42.558059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.562365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:42.590685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event updated for resources: {'Port': ['ID=848e6cb9-1fee-4025-bfda-cda1e4da3e44,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.594166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Network 67618a83-cab7-4cc3-9698-84a7122822d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:42.607308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.626980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:42.650860 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d309-c726-4cd2-8e09-6952749952a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.751323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event updated for resources: {'Port': ['ID=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.761032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.761684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.807457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-60feb078-0e4f-47ec-a253-d22ba0af9278 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3801177 Jul 15 13:23:42.821509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Request body: {'port': {'device_id': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.845119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:42.867276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68821d92-7e61-4a3f-b667-06763ba843fe req-a3d187eb-4ff9-4612-adce-2571e089e2ee tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.876127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68821d92-7e61-4a3f-b667-06763ba843fe req-a3d187eb-4ff9-4612-adce-2571e089e2ee tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.0975385 Jul 15 13:23:42.934466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68821d92-7e61-4a3f-b667-06763ba843fe req-d5c31ce2-37df-4d55-980d-2c965586588e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569842 Jul 15 13:23:42.980772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.001217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.049047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.102240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'network_id': '72fc04c9-5790-47bb-ac5e-21f662c1be2a', 'port_id': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'mac_address': 'fa:16:3e:81:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d728839-ff2e-404f-a318-d5ca530ff2f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:43.196311 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.209677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:43.218364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7f42d-73ad-4754-afd9-991a714a5cf2 req-fa893034-9c60-419b-864e-d675f6dd9a95 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.220334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63c7f42d-73ad-4754-afd9-991a714a5cf2 req-fa893034-9c60-419b-864e-d675f6dd9a95 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 931 time: 0.1227574 Jul 15 13:23:43.240462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.246789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.281282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63c7f42d-73ad-4754-afd9-991a714a5cf2 req-a86121bd-b350-434a-8616-1f16920041f9 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536442 Jul 15 13:23:43.332494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.457062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['7455a5f5-8a56-4104-af7f-ca06bea74eb3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:43.497066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:43.527367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5075d7-6260-40d3-aeee-9ed42647ded3 req-940b19d6-e29d-49fc-9324-4a821bfbfde0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.530531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5075d7-6260-40d3-aeee-9ed42647ded3 req-940b19d6-e29d-49fc-9324-4a821bfbfde0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.0934544 Jul 15 13:23:43.594817 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.597418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5075d7-6260-40d3-aeee-9ed42647ded3 req-d3c155ea-4521-4668-9e2b-6cbb9b864602 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601447 Jul 15 13:23:43.603319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.641792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11967d95-cb5b-41ee-8b6a-a381d3bab439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.741302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11967d95-cb5b-41ee-8b6a-a381d3bab439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.745817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11967d95-cb5b-41ee-8b6a-a381d3bab439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.787357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-11967d95-cb5b-41ee-8b6a-a381d3bab439 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fa9bf8c2543453cab957c153c3d7ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877102 Jul 15 13:23:43.788506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967d95-cb5b-41ee-8b6a-a381d3bab439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d61f80-4b99-4084-8598-e8d112efe8e8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.792588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:43.848842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3d0d-1273-4f7b-89c0-95221a5d6e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.871358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3d0d-1273-4f7b-89c0-95221a5d6e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.918751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3d0d-1273-4f7b-89c0-95221a5d6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.921379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3d0d-1273-4f7b-89c0-95221a5d6e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.922638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1a2b3d0d-1273-4f7b-89c0-95221a5d6e87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44d61f80-4b99-4084-8598-e8d112efe8e8 HTTP/1.1" status: 204 len: 168 time: 0.1289384 Jul 15 13:23:43.931457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3d0d-1273-4f7b-89c0-95221a5d6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d61f80-4b99-4084-8598-e8d112efe8e8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.028252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:44.037706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.056522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Transition to ACTIVE for port object b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:44.072664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.109254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Router 714228c2-d729-4bc4-8743-93e8a862bfcf is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:44.121303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2603e42-65b4-438b-b566-043d0f6b776c req-dcc1efba-c6ac-4c6b-b6d4-a6f71357f739 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.123035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2603e42-65b4-438b-b566-043d0f6b776c req-dcc1efba-c6ac-4c6b-b6d4-a6f71357f739 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.0757267 Jul 15 13:23:44.138814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Pushing event updated for resources: {'Port': ['ID=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.171767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2603e42-65b4-438b-b566-043d0f6b776c req-f1ce1955-4852-4f4c-a835-a8209fd35d27 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411718 Jul 15 13:23:44.337505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Attempting to bind port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:44.337845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Attempting to bind port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:44.338175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Attempting to bind port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:44.344361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:44.353714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.354897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] Sync routers for ids ['714228c2-d729-4bc4-8743-93e8a862bfcf'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:44.358164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.359654 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e348514b-8177-45a5-a3e9-9d7289909c9b tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "PUT /v2.0/routers/714228c2-d729-4bc4-8743-93e8a862bfcf HTTP/1.1" status: 200 len: 880 time: 3.3604200 Jul 15 13:23:44.360958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 on network 67618a83-cab7-4cc3-9698-84a7122822d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:44.364509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Attempting to bind port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 on network 67618a83-cab7-4cc3-9698-84a7122822d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:44.373265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] Routers {'714228c2-d729-4bc4-8743-93e8a862bfcf'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:44.376153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['714228c2-d729-4bc4-8743-93e8a862bfcf'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.386009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:44.386333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Checking segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:44.386732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Bound using segment: {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:44.387186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Bound port: b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad6a0b-2f17-46b4-9842-2871ad3f5a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:44.387552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.412963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.423296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] Routers {'714228c2-d729-4bc4-8743-93e8a862bfcf'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:44.424814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['714228c2-d729-4bc4-8743-93e8a862bfcf'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.467581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.468523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9962ec-41c5-499c-a82c-1f44c86b29be None None] The sync data for ids ['714228c2-d729-4bc4-8743-93e8a862bfcf'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:44.501289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] For port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:44.504793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] For port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:44.512661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.527810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b3c11c73-cee0-4572-88f7-55b70fab6bb4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/714228c2-d729-4bc4-8743-93e8a862bfcf HTTP/1.1" status: 200 len: 921 time: 0.1660478 Jul 15 13:23:44.528087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.546666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1007119e-5526-4071-ab61-0e86775f267c details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:44.561332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.562612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.575764 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] 10.222.0.49 "PUT /v2.0/ports/b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 HTTP/1.1" status: 200 len: 1091 time: 1.7593319 Jul 15 13:23:44.577267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'tag': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:44.582196 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5fee4b-b674-409d-be5d-db564ac16594" -d '{"events": [{"name": "network-changed", "server_uuid": "32a80960-c925-4ff8-b2b6-fd6b1af6bbe5", "tag": "b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:44.624595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a78fd0-bc77-4b52-be2f-238cc374339b req-ffaeac3a-ee1f-471f-976e-3115704b7940 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.625995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82a78fd0-bc77-4b52-be2f-238cc374339b req-ffaeac3a-ee1f-471f-976e-3115704b7940 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 943 time: 0.1531880 Jul 15 13:23:44.665746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f6efa-31fa-4d04-937b-c286b7ee155d service neutron] Pushing event updated for resources: {'Port': ['ID=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.685152 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd40918-7249-4151-8ce6-6c5ba4ea2b28 x-openstack-request-id: req-8dd40918-7249-4151-8ce6-6c5ba4ea2b28 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:44.685448 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a80960-c925-4ff8-b2b6-fd6b1af6bbe5", "tag": "b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:44.686168 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dd40918-7249-4151-8ce6-6c5ba4ea2b28 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:44.687883 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'tag': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817', 'status': 'completed', 'code': 200} Jul 15 13:23:44.692191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc436f-1709-4c3a-906b-7d587688b5e1 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.696391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7abc436f-1709-4c3a-906b-7d587688b5e1 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=714228c2-d729-4bc4-8743-93e8a862bfcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1648021 Jul 15 13:23:44.699929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.715352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:44.730018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '1007119e-5526-4071-ab61-0e86775f267c', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'port_id': '1007119e-5526-4071-ab61-0e86775f267c', 'mac_address': 'fa:16:3e:16:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7bab79-ee65-4762-8c51-45bf309e2ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:44.778736 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.794221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e357ac5-2a7e-4e20-8916-39d96de4b4f3 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.795581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1007119e-5526-4071-ab61-0e86775f267c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:44.795703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5e357ac5-2a7e-4e20-8916-39d96de4b4f3 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.0948527 Jul 15 13:23:44.799018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.821193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82a78fd0-bc77-4b52-be2f-238cc374339b req-10fbb937-e4b3-447f-9437-75bf7143d535 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869295 Jul 15 13:23:44.830522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:44.832976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-aeef073a-94d8-4ac0-bb5b-8a3dfc0f6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.835559 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-aeef073a-94d8-4ac0-bb5b-8a3dfc0f6793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 1094 time: 0.1451352 Jul 15 13:23:44.837220 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.867310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f2aa7ab-9f1c-4550-95fa-6ee45f3f0ed8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=714228c2-d729-4bc4-8743-93e8a862bfcf HTTP/1.1" status: 200 len: 205 time: 0.0636868 Jul 15 13:23:44.874921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.891454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.894387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:44.933842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-ffd0d69e-e84a-43a7-86a2-411549fedbef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 HTTP/1.1" status: 200 len: 217 time: 0.0891562 Jul 15 13:23:44.976334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:44.982314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:44.983098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.031797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-15c2a9df-f97d-44c1-b309-1b5e9e2b736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.033371 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-15c2a9df-f97d-44c1-b309-1b5e9e2b736e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.0923133 Jul 15 13:23:45.101381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.109833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-0427d6b4-eb92-4810-ab31-3225d16284f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691473 Jul 15 13:23:45.140589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:45.142892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:45.145294 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b90bd9-2eec-4436-b758-6e440486a64d" -d '{"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-plugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:45.150184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1007119e-5526-4071-ab61-0e86775f267c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:45.184764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.240924 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-7b0fd596-6df4-4f98-9945-0d65d74c7ddd service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244113 Jul 15 13:23:45.275847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.341531 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9495-fc6a-4859-816f-582ac114dd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.400702 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-de46f4cf-5a35-4f93-96f8-dd6a3a0ab790 req-bdafa5da-6bda-46ea-ab92-3a936aa8f8b4 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541946 Jul 15 13:23:45.534266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-bc7456b0-6973-4fb6-8994-bbb42234e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.537285 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-bc7456b0-6973-4fb6-8994-bbb42234e42b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedf332613394bf28bb9fb6feff47229&device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0697935 Jul 15 13:23:45.539406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.598051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.668120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-412b1943-c108-45a2-9e5f-1a1e38cc0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.670010 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-412b1943-c108-45a2-9e5f-1a1e38cc0c15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 200 len: 907 time: 0.1269736 Jul 15 13:23:45.713785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299741a4-d926-4906-9619-452571347cc0 req-1d4a32a3-440e-4ede-a495-31b86ec4f95a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.720958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-299741a4-d926-4906-9619-452571347cc0 req-1d4a32a3-440e-4ede-a495-31b86ec4f95a tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 945 time: 0.8597431 Jul 15 13:23:45.764496 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-f71158d1-bd6e-4b47-bf26-3fe509dcd107 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 HTTP/1.1" status: 200 len: 217 time: 0.0852361 Jul 15 13:23:45.775602 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc5fdc1-a8ae-4e2d-ab58-47fd720c4401 x-openstack-request-id: req-efc5fdc1-a8ae-4e2d-ab58-47fd720c4401 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:45.776092 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-plugged", "status": "completed", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:45.776549 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efc5fdc1-a8ae-4e2d-ab58-47fd720c4401 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:45.776668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.777186 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'code': 200} Jul 15 13:23:45.783455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-299741a4-d926-4906-9619-452571347cc0 req-bc10356f-40c2-41ef-8761-c66f18e1adee tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616674 Jul 15 13:23:45.888513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-df4dbc99-bd5e-405b-88cd-7aa6bef8c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.892467 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-df4dbc99-bd5e-405b-88cd-7aa6bef8c7cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 200 len: 846 time: 0.1176085 Jul 15 13:23:45.893847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Deleting port 848e6cb9-1fee-4025-bfda-cda1e4da3e44 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:45.894736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.959582 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-ff0e1030-d25f-409c-b6e4-8d3c70c36e99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67618a83-cab7-4cc3-9698-84a7122822d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585773 Jul 15 13:23:46.160401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.170814 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-44b35e8a-28ee-4345-b9b4-51d4f236ae28 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948888 Jul 15 13:23:46.189920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Calling delete_port for 848e6cb9-1fee-4025-bfda-cda1e4da3e44 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:46.207484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561e29d-cc09-49e0-a906-60952e710930 req-f181b6cd-3b57-4b28-ba60-37277e642b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.209104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b561e29d-cc09-49e0-a906-60952e710930 req-f181b6cd-3b57-4b28-ba60-37277e642b3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1097 time: 0.2528594 Jul 15 13:23:46.259332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e203d-a6e4-4206-a62d-6747ccf322c7 req-6e777da5-a732-4bf3-84e5-9dda43cb53fb tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.261102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-718e203d-a6e4-4206-a62d-6747ccf322c7 req-6e777da5-a732-4bf3-84e5-9dda43cb53fb tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 944 time: 0.2066531 Jul 15 13:23:46.329974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b561e29d-cc09-49e0-a906-60952e710930 req-165818c1-5315-4dc1-a259-7393d712874f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856247 Jul 15 13:23:46.341350 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d5fee4b-b674-409d-be5d-db564ac16594 req-96c77d8e-c730-4464-a988-8c5943449ad1 service neutron] 10.222.0.49 "GET /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684668 Jul 15 13:23:46.408807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-718e203d-a6e4-4206-a62d-6747ccf322c7 req-869be3fc-2da2-4114-83f6-4106b2059763 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370180 Jul 15 13:23:46.480811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d22638-d835-4859-84ef-d4f56159a4cd req-ad35774a-9ff4-4c56-a3b9-0abd8b22de29 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.482273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69d22638-d835-4859-84ef-d4f56159a4cd req-ad35774a-9ff4-4c56-a3b9-0abd8b22de29 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 943 time: 0.1718409 Jul 15 13:23:46.522063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.546636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1007119e-5526-4071-ab61-0e86775f267c up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:46.571329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69d22638-d835-4859-84ef-d4f56159a4cd req-83942101-fc4d-4e2b-bf6e-940e3b9fa936 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817277 Jul 15 13:23:46.572582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event deleted for resources: {'Port': ['ID=848e6cb9-1fee-4025-bfda-cda1e4da3e44,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.615558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 1007119e-5526-4071-ab61-0e86775f267c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:46.616141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.655920 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.721061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.722544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.759942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:46.764277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.764732 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.766723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.817250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.824692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.825477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Fanout notify agent at l3_agent the message router_deleted on router 714228c2-d729-4bc4-8743-93e8a862bfcf {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:46.832747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.834992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-05ee9c3b-7067-450c-bbce-ac62c76a8407 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/714228c2-d729-4bc4-8743-93e8a862bfcf HTTP/1.1" status: 204 len: 168 time: 1.9588518 Jul 15 13:23:46.838979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.844511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101160165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:46.863083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:46.873929 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.875816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.944699 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.950237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.968191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.972253 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-149b279a-5825-448c-9d61-b4d803b096bd tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1294839 Jul 15 13:23:46.972429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.977356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': True}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:46.985142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:47.000242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817', 'network_id': '67618a83-cab7-4cc3-9698-84a7122822d9', 'port_id': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817', 'mac_address': 'fa:16:3e:73:0f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041f53c-5dec-44f2-86e3-bf1003215a6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:47.017620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5410cb-af1e-4dfc-88f8-5f442bbea75d req-1ce9c312-d064-4c79-91e1-dc57d22e16a0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.019962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e5410cb-af1e-4dfc-88f8-5f442bbea75d req-1ce9c312-d064-4c79-91e1-dc57d22e16a0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0901601 Jul 15 13:23:47.049697 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.091053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:47.092172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e5410cb-af1e-4dfc-88f8-5f442bbea75d req-b557bb04-48c6-4779-9754-13fa1972785f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658655 Jul 15 13:23:47.121084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:47.126659 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.192364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.256424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.336639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:47.593282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.619895 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.780709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007119e-5526-4071-ab61-0e86775f267c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:47.784628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Allocated IP 172.25.2.9 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/f8e2292b-5ebf-4088-adc8-295a879d6fd7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:47.789559 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600c77e-0133-42d7-bd5e-f29a4e788801" -d '{"events": [{"server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "name": "network-vif-plugged", "status": "completed", "tag": "1007119e-5526-4071-ab61-0e86775f267c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:47.873695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b7e8-ac05-4100-b246-c00200aa644e req-a2caa7b0-7f04-4fb8-86ad-63a7fc90fc72 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.886781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e36b7e8-ac05-4100-b246-c00200aa644e req-a2caa7b0-7f04-4fb8-86ad-63a7fc90fc72 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1542041 Jul 15 13:23:47.929488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.986924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.997873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e36b7e8-ac05-4100-b246-c00200aa644e req-03fbbea1-38ee-43b7-b768-086c92a80dad tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085930 Jul 15 13:23:48.049297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Port': ['ID=f8e2292b-5ebf-4088-adc8-295a879d6fd7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.049674 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.064740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:48.066134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:48.072648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:48.248961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d6e7e-62a4-4e8a-8654-d34e79eecfa0 req-1269bca0-60ec-4985-af2b-a70a89536e63 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.252552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-465d6e7e-62a4-4e8a-8654-d34e79eecfa0 req-1269bca0-60ec-4985-af2b-a70a89536e63 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 944 time: 0.2231817 Jul 15 13:23:48.295022 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e6880-62c9-4357-ae9b-b2aa330187be x-openstack-request-id: req-2b8e6880-62c9-4357-ae9b-b2aa330187be {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:48.295468 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "name": "network-vif-plugged", "status": "completed", "tag": "1007119e-5526-4071-ab61-0e86775f267c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:48.295748 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b8e6880-62c9-4357-ae9b-b2aa330187be {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:48.296119 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007119e-5526-4071-ab61-0e86775f267c', 'code': 200} Jul 15 13:23:48.392093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-465d6e7e-62a4-4e8a-8654-d34e79eecfa0 req-d50876c5-48f2-4dd3-b55d-9c855584833b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329670 Jul 15 13:23:48.503460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.591726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87232d1-5966-4f30-b8cd-35f6211cb27d req-8821951d-2d3f-4844-8c93-e1f9dfce9655 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.593509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a87232d1-5966-4f30-b8cd-35f6211cb27d req-8821951d-2d3f-4844-8c93-e1f9dfce9655 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0857308 Jul 15 13:23:48.663973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a87232d1-5966-4f30-b8cd-35f6211cb27d req-bd21236f-a3a6-4b57-85ee-8ca372127e9c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619249 Jul 15 13:23:48.847486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68425143-82c5-43ee-aae5-6c4302ea3bb9 req-e36b8209-fa1d-4a6e-888c-eb94c9bc32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.849032 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68425143-82c5-43ee-aae5-6c4302ea3bb9 req-e36b8209-fa1d-4a6e-888c-eb94c9bc32c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 1096 time: 0.1349564 Jul 15 13:23:48.866538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:48.878149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.884487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.897632 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68425143-82c5-43ee-aae5-6c4302ea3bb9 req-4c4ce609-87c7-4d85-9df1-42c1eed0d264 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 Jul 15 13:23:48.925858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:48.931730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:48.932458 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.014180 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.032810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Router 0d2202f6-d127-4b23-a163-9fbe35a0b1df is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:49.058600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:49.065390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.129794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.248689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb406e-2dd5-46ce-a53e-c190421dfeb3 req-390c7f51-79f5-406d-95fa-f0c4699653b1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.258553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddfb406e-2dd5-46ce-a53e-c190421dfeb3 req-390c7f51-79f5-406d-95fa-f0c4699653b1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.0839779 Jul 15 13:23:49.313001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddfb406e-2dd5-46ce-a53e-c190421dfeb3 req-495358f3-6408-49be-9945-a364754299bb tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Jul 15 13:23:49.539462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:49.548874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.550992 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2efcedf4-84a3-4477-be71-8716b31025c4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "PUT /v2.0/routers/0d2202f6-d127-4b23-a163-9fbe35a0b1df HTTP/1.1" status: 200 len: 912 time: 2.5774360 Jul 15 13:23:49.552698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] Sync routers for ids ['0d2202f6-d127-4b23-a163-9fbe35a0b1df'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:49.553867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35792) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.564178 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] Routers {'0d2202f6-d127-4b23-a163-9fbe35a0b1df'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:49.565145 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0d2202f6-d127-4b23-a163-9fbe35a0b1df'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:49.616624 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:49.653373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] Routers {'0d2202f6-d127-4b23-a163-9fbe35a0b1df'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:49.654005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0d2202f6-d127-4b23-a163-9fbe35a0b1df'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:49.741873 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:49.742324 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bda950-9ca3-4651-82ad-396f12301ea1 None None] The sync data for ids ['0d2202f6-d127-4b23-a163-9fbe35a0b1df'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:49.785393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdf109-8374-4465-9551-7a53327f5edd req-11728220-4d1c-44bc-b1f4-14ac9288094e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.789332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80cdf109-8374-4465-9551-7a53327f5edd req-11728220-4d1c-44bc-b1f4-14ac9288094e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2293508 Jul 15 13:23:49.794445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0dee7ac5-e7c0-4a60-80c3-af42312672cf tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/0d2202f6-d127-4b23-a163-9fbe35a0b1df HTTP/1.1" status: 200 len: 918 time: 0.2393661 Jul 15 13:23:49.798339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.854325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80cdf109-8374-4465-9551-7a53327f5edd req-a1b79a35-9a83-4825-a85d-2e339207bb6d tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Jul 15 13:23:49.899573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa935b93-453c-4569-99d3-5f5945928186 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.901129 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aa935b93-453c-4569-99d3-5f5945928186 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=0d2202f6-d127-4b23-a163-9fbe35a0b1df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1018023 Jul 15 13:23:49.903914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.029179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e14cd5-3762-40d6-9e2a-8dbdeace5d1e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.033273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-33e14cd5-3762-40d6-9e2a-8dbdeace5d1e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.1279814 Jul 15 13:23:50.033438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.059235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d043-8034-4deb-a020-ff64df439d00 req-18126e87-acb3-439f-986a-278056625d61 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.060851 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2e2d043-8034-4deb-a020-ff64df439d00 req-18126e87-acb3-439f-986a-278056625d61 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0884719 Jul 15 13:23:50.064223 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-577b91c1-260c-4cef-abc8-eb273d698d6e tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d2202f6-d127-4b23-a163-9fbe35a0b1df HTTP/1.1" status: 200 len: 205 time: 0.0296309 Jul 15 13:23:50.066581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.110682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2e2d043-8034-4deb-a020-ff64df439d00 req-bc8a05f7-a1cd-4c9b-aa2f-3f90a396e60c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Jul 15 13:23:50.189283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.293114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d4914-a1b3-4e97-b9a9-3ea36d8c5e48 req-9a92643b-d18b-43c8-bfdf-14da29ca41e8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.295420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-552d4914-a1b3-4e97-b9a9-3ea36d8c5e48 req-9a92643b-d18b-43c8-bfdf-14da29ca41e8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0674057 Jul 15 13:23:50.297132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:50.299575 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dbe393-e636-4294-ac98-96e5d6b30f59" -d '{"events": [{"server_uuid": "32a80960-c925-4ff8-b2b6-fd6b1af6bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:50.300140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.339967 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2675e0-2783-4d1d-921d-689d42bc097a x-openstack-request-id: req-dd2675e0-2783-4d1d-921d-689d42bc097a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:50.340516 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a80960-c925-4ff8-b2b6-fd6b1af6bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:50.340969 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd2675e0-2783-4d1d-921d-689d42bc097a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:50.341611 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817', 'code': 200} Jul 15 13:23:50.343109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-552d4914-a1b3-4e97-b9a9-3ea36d8c5e48 req-1eadf3d7-5d4f-427c-b6b7-7ecce0dc2eb3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Jul 15 13:23:50.361597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Deleting port f8e2292b-5ebf-4088-adc8-295a879d6fd7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:50.362039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.519179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.537138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Calling delete_port for f8e2292b-5ebf-4088-adc8-295a879d6fd7 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:50.549539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1dbac-da7b-4d69-a7df-13e5e90ebfeb req-f83bdab2-3390-4127-80b8-6bc5ca28298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.551009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda1dbac-da7b-4d69-a7df-13e5e90ebfeb req-f83bdab2-3390-4127-80b8-6bc5ca28298c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 1096 time: 0.0976756 Jul 15 13:23:50.583792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b35b2-fe71-42ef-a030-b134c5b86913 req-d0f1bf1f-902c-4985-bab4-511636c61b1e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.585668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-322b35b2-fe71-42ef-a030-b134c5b86913 req-d0f1bf1f-902c-4985-bab4-511636c61b1e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1181452 Jul 15 13:23:50.604278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca41b5-8a32-441f-b0db-a79f7bd1b727 req-84c4b85c-a223-4ff3-8a1b-ba85b6f8127d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.606796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29ca41b5-8a32-441f-b0db-a79f7bd1b727 req-84c4b85c-a223-4ff3-8a1b-ba85b6f8127d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1032069 Jul 15 13:23:50.635660 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-eda1dbac-da7b-4d69-a7df-13e5e90ebfeb req-3ee31873-ded4-4960-93cc-cc95785e6838 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780938 Jul 15 13:23:50.667031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-322b35b2-fe71-42ef-a030-b134c5b86913 req-0c6b9879-8ad5-48bc-a673-56b3bb6753af tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731027 Jul 15 13:23:50.669549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29ca41b5-8a32-441f-b0db-a79f7bd1b727 req-5b58949d-fa17-4d56-a446-697b6a33d63f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547984 Jul 15 13:23:50.759410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.792380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event deleted for resources: {'Port': ['ID=f8e2292b-5ebf-4088-adc8-295a879d6fd7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.863195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.957274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e9d1-3cfb-4c58-8c54-aaa1108904ba req-3bacfc45-404a-4dad-8a6e-949bbf5bb689 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.960005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8588e9d1-3cfb-4c58-8c54-aaa1108904ba req-3bacfc45-404a-4dad-8a6e-949bbf5bb689 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1518643 Jul 15 13:23:50.984790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d604-8881-4701-b30e-69e4f630f423 req-3bf215a0-ff3e-4531-ade8-1f188e41bf57 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.986412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28a6d604-8881-4701-b30e-69e4f630f423 req-3bf215a0-ff3e-4531-ade8-1f188e41bf57 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1670876 Jul 15 13:23:51.009439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.011876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.047685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8588e9d1-3cfb-4c58-8c54-aaa1108904ba req-d6528c28-2e6c-41cb-9c49-3ffa5fe6b454 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811348 Jul 15 13:23:51.070201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28a6d604-8881-4701-b30e-69e4f630f423 req-1ec41416-a9e6-4c2c-b585-bcb6701614f7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720365 Jul 15 13:23:51.074616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.075305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Fanout notify agent at l3_agent the message router_deleted on router 0d2202f6-d127-4b23-a163-9fbe35a0b1df {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:51.082912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.085329 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6af5715d-2aaa-4272-a2a8-28e724c5dac8 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/0d2202f6-d127-4b23-a163-9fbe35a0b1df HTTP/1.1" status: 204 len: 168 time: 1.0170801 Jul 15 13:23:51.088757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.097740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1798285510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:51.135051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.136461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.218930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.223702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.243699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.245599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-99f22426-442e-4048-a0e0-3617fe061299 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1553187 Jul 15 13:23:51.248371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.253692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:51.338244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014fe28-7ae9-4d85-a492-3343e79e9814 req-ef3150cd-8baa-437b-a409-1615b0258c6c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.339839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2014fe28-7ae9-4d85-a492-3343e79e9814 req-ef3150cd-8baa-437b-a409-1615b0258c6c tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0776694 Jul 15 13:23:51.389496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2014fe28-7ae9-4d85-a492-3343e79e9814 req-484f6208-fdb8-4fd9-b540-1a36be8c076e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Jul 15 13:23:51.528216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.652479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eed170-bce4-4a57-9168-378dd6b88f1b req-06888eae-ff5b-48eb-b9dd-f4dcfea90b08 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.666854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36eed170-bce4-4a57-9168-378dd6b88f1b req-06888eae-ff5b-48eb-b9dd-f4dcfea90b08 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1224096 Jul 15 13:23:51.719156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36eed170-bce4-4a57-9168-378dd6b88f1b req-94f77a1c-5779-460c-93c7-a4f8957d895d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Jul 15 13:23:51.889536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.917908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.947643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-97e90165-c85d-46e0-9445-f6eadaa50d7d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.949213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-97e90165-c85d-46e0-9445-f6eadaa50d7d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 815 time: 0.1791234 Jul 15 13:23:51.977725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-90086ff9-de44-4824-acb5-1eacb70689cc tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/quotas/4bc3217a18fc423db3b61ef994b9e161 HTTP/1.1" status: 200 len: 375 time: 0.0212908 Jul 15 13:23:52.035703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fda6a-1c08-426c-addd-fb21b549ae77 req-30879aaa-485b-429f-bbc6-a264cdccd38f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.045777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e9fda6a-1c08-426c-addd-fb21b549ae77 req-30879aaa-485b-429f-bbc6-a264cdccd38f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1640809 Jul 15 13:23:52.046418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Allocated IP 172.25.2.77 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/f1024bb7-4871-4f48-93ba-b75ab0a84530) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:52.126328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e9fda6a-1c08-426c-addd-fb21b549ae77 req-1c780b19-fbb5-43c8-9cf3-fbc3f6c3b257 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719433 Jul 15 13:23:52.151836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-b4b725f0-74fe-4fed-877e-57316d85519a tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653285 Jul 15 13:23:52.174581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.254624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.268821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-5f7b83c4-6920-4f6a-b13d-0a8a1ee2061b service neutron] 10.222.0.48 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159785 Jul 15 13:23:52.298510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:52.305062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:52.312708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:52.341788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Pushing event updated for resources: {'Port': ['ID=f1024bb7-4871-4f48-93ba-b75ab0a84530,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.412453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-27e0c98e-e5c3-4675-9350-875daa5f3694 service neutron] 10.222.0.48 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426864 Jul 15 13:23:52.438954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3e382-0407-4239-8f1d-38295956f86b req-24faa9f3-988b-44f4-9332-555b1eadacba tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.440521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67c3e382-0407-4239-8f1d-38295956f86b req-24faa9f3-988b-44f4-9332-555b1eadacba tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1408165 Jul 15 13:23:52.527056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67c3e382-0407-4239-8f1d-38295956f86b req-cd6955f9-7c11-453e-97a4-5b4867c7927b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 Jul 15 13:23:52.676028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.898029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe238728-023c-44a7-b158-6259f6239275 req-beffbf3b-2891-4c16-83d3-b99cf962d926 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.899673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe238728-023c-44a7-b158-6259f6239275 req-beffbf3b-2891-4c16-83d3-b99cf962d926 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1174061 Jul 15 13:23:52.955836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-07f93424-6123-4da6-9b3e-f177fb7f8c14 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.957418 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-07f93424-6123-4da6-9b3e-f177fb7f8c14 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb311f4d-ca15-4fc8-80e9-11a218ec5c90 HTTP/1.1" status: 200 len: 945 time: 0.1789205 Jul 15 13:23:53.010300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe238728-023c-44a7-b158-6259f6239275 req-d58033d7-470e-4669-8fae-f6f068b69302 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008158 Jul 15 13:23:53.073211 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.106280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.123738 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:53.184720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d54c447-0c78-440c-8b7b-31cc34f0363e req-99e60f22-ad5b-4c7f-8a65-10c44644db2f tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 210 time: 0.0616069 Jul 15 13:23:53.249068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Deleting port 1007119e-5526-4071-ab61-0e86775f267c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:53.249068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.362811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] For port 1007119e-5526-4071-ab61-0e86775f267c, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=1007119e-5526-4071-ab61-0e86775f267c,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:53.363225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.403083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Calling delete_port for 1007119e-5526-4071-ab61-0e86775f267c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:53.480928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caab65e-c643-4bdd-9819-40ffded84833 req-cfc812e9-fd1c-43b3-a73a-0a07d430fa88 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.488094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3caab65e-c643-4bdd-9819-40ffded84833 req-cfc812e9-fd1c-43b3-a73a-0a07d430fa88 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1239169 Jul 15 13:23:53.503933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Router 5e22bb5b-c84a-4e34-9013-d10cc8d89c7b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:53.547415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3caab65e-c643-4bdd-9819-40ffded84833 req-17f05e30-e3bc-4fdd-9c15-ec30099fbf35 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Jul 15 13:23:53.658622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1768-b2f9-4c1b-8f8b-2625dec31821 req-902b9e2b-606e-429c-8806-83f50d46e2bf tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.668227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02bd1768-b2f9-4c1b-8f8b-2625dec31821 req-902b9e2b-606e-429c-8806-83f50d46e2bf tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0785637 Jul 15 13:23:53.723297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02bd1768-b2f9-4c1b-8f8b-2625dec31821 req-8ddba275-51e8-43f8-8f61-8696abe630ce tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 Jul 15 13:23:53.927020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9f9fa-80ee-441e-b0c6-150f61f7e18e req-a0b7d37f-eccb-4b1c-9f84-7cb3bd38fc8b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.929297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddc9f9fa-80ee-441e-b0c6-150f61f7e18e req-a0b7d37f-eccb-4b1c-9f84-7cb3bd38fc8b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0843611 Jul 15 13:23:53.990964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddc9f9fa-80ee-441e-b0c6-150f61f7e18e req-dcd1fd02-57b4-42ef-9be2-f41547e7f6dc tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557535 Jul 15 13:23:54.086126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.098876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['1007119e-5526-4071-ab61-0e86775f267c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:54.121188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:54.123465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Pushing event deleted for resources: {'Port': ['ID=1007119e-5526-4071-ab61-0e86775f267c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.127553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.130168 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5ecaf0f-3a4b-4875-9b15-0b657b060226 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "PUT /v2.0/routers/5e22bb5b-c84a-4e34-9013-d10cc8d89c7b HTTP/1.1" status: 200 len: 915 time: 2.8808346 Jul 15 13:23:54.132906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.136483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] Sync routers for ids ['5e22bb5b-c84a-4e34-9013-d10cc8d89c7b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:54.178499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] Routers {'5e22bb5b-c84a-4e34-9013-d10cc8d89c7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:54.179166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5e22bb5b-c84a-4e34-9013-d10cc8d89c7b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.242787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] No DVR routers for this DVR port 1007119e-5526-4071-ab61-0e86775f267c on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:54.246797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.258517 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8bd43fb3-dfb5-42ff-bfd1-53dc67ac4895 req-0b4a66da-347c-4205-b3bc-55d27609557b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "DELETE /v2.0/ports/1007119e-5526-4071-ab61-0e86775f267c HTTP/1.1" status: 204 len: 173 time: 1.2674005 Jul 15 13:23:54.266151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'name': 'network-vif-deleted', 'tag': '1007119e-5526-4071-ab61-0e86775f267c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:54.268711 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd26d2-63ba-4fea-b450-f1a399153190" -d '{"events": [{"server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "name": "network-vif-deleted", "tag": "1007119e-5526-4071-ab61-0e86775f267c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:54.280294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.312471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] Routers {'5e22bb5b-c84a-4e34-9013-d10cc8d89c7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:54.315126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5e22bb5b-c84a-4e34-9013-d10cc8d89c7b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.419289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.419958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4432f58-2314-4713-a064-b0ce0e85a65d None None] The sync data for ids ['5e22bb5b-c84a-4e34-9013-d10cc8d89c7b'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:54.467814 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-045d7e6d-2610-42c6-94c9-5579360cb0fa tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/5e22bb5b-c84a-4e34-9013-d10cc8d89c7b HTTP/1.1" status: 200 len: 921 time: 0.3335543 Jul 15 13:23:54.476025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35940) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.509607 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42088ee3-60f1-41c7-9dcb-77a5f8ee3c14 x-openstack-request-id: req-42088ee3-60f1-41c7-9dcb-77a5f8ee3c14 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:54.509905 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb311f4d-ca15-4fc8-80e9-11a218ec5c90", "name": "network-vif-deleted", "tag": "1007119e-5526-4071-ab61-0e86775f267c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:54.510157 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42088ee3-60f1-41c7-9dcb-77a5f8ee3c14 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:54.510601 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb311f4d-ca15-4fc8-80e9-11a218ec5c90', 'name': 'network-vif-deleted', 'tag': '1007119e-5526-4071-ab61-0e86775f267c', 'status': 'completed', 'code': 200} Jul 15 13:23:54.623476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-373f1ef9-8614-4723-abd6-13520d000425 req-2feb877a-057b-45ed-bd3d-d3e0249706bd tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 210 time: 0.0826380 Jul 15 13:23:54.704892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4d3d9-a6e4-410f-a885-8b5f041194e4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.707392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-83a4d3d9-a6e4-410f-a885-8b5f041194e4 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=5e22bb5b-c84a-4e34-9013-d10cc8d89c7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2302237 Jul 15 13:23:54.710942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.761381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-314b211e-9620-4a56-9b5b-7b9c96ad17ae tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.764083 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-314b211e-9620-4a56-9b5b-7b9c96ad17ae tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 815 time: 0.2379007 Jul 15 13:23:54.778669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Request body: {'port': {'device_id': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'admin_state_up': True, 'tenant_id': '4bc3217a18fc423db3b61ef994b9e161'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:55.011750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Made reservation on behalf of 4bc3217a18fc423db3b61ef994b9e161 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:55.019071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.028416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12200cfa-3ccd-46f5-90ea-09e6e7464ba0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.032526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12200cfa-3ccd-46f5-90ea-09e6e7464ba0 tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.3164086 Jul 15 13:23:55.033098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.054034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0582754-5448-46f8-bc75-526060e89047 req-43689128-6b5b-49cd-a3c4-2a3bd5bc30a8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.055744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0582754-5448-46f8-bc75-526060e89047 req-43689128-6b5b-49cd-a3c4-2a3bd5bc30a8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2987862 Jul 15 13:23:55.086025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-212cadf4-706c-4f17-8b05-c679fe2f93e9 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e22bb5b-c84a-4e34-9013-d10cc8d89c7b HTTP/1.1" status: 200 len: 205 time: 0.0521724 Jul 15 13:23:55.089007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.189391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Allocated IP 172.20.0.14 (5707d833-433f-48bf-b178-7eda944e700a/6c7bab79-ee65-4762-8c51-45bf309e2ec3/48bfee74-582d-4695-b54a-d15d10bd639d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:55.190138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0582754-5448-46f8-bc75-526060e89047 req-2cde6893-5633-44b7-b886-b522ed0bb0f3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132169 Jul 15 13:23:55.198541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea2c1d-af81-48d4-9ec1-a25d9a9f1988 req-b04b2a1f-ae09-4b30-bb57-c4007719f68b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.200282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22ea2c1d-af81-48d4-9ec1-a25d9a9f1988 req-b04b2a1f-ae09-4b30-bb57-c4007719f68b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.2391753 Jul 15 13:23:55.317214 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.342105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22ea2c1d-af81-48d4-9ec1-a25d9a9f1988 req-2d41e550-6466-47d4-a2c6-b0e89d193800 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944402 Jul 15 13:23:55.503211 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.533198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.586240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.611722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Deleting port f1024bb7-4871-4f48-93ba-b75ab0a84530 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:55.612075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.679103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Pushing event updated for resources: {'Port': ['ID=48bfee74-582d-4695-b54a-d15d10bd639d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.700382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Network 5707d833-433f-48bf-b178-7eda944e700a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:55.706413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:55.714888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:55.795080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.798574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.799233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.827559 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-62ae9f34-23c3-4204-b51e-e7c8f985b5b6 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0527735 Jul 15 13:23:55.830111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Calling delete_port for f1024bb7-4871-4f48-93ba-b75ab0a84530 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:55.846870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Request body: {'port': {'device_id': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:55.935781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.298817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bfee74-582d-4695-b54a-d15d10bd639d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:56.307241 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.322500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Transition to ACTIVE for port object 48bfee74-582d-4695-b54a-d15d10bd639d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:56.338421 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.347820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4d5d-48b8-4d0d-a233-a354f999165b req-edaa4678-c359-4941-8277-71ca5964885b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.355320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-850d4d5d-48b8-4d0d-a233-a354f999165b req-edaa4678-c359-4941-8277-71ca5964885b tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 932 time: 0.5447958 Jul 15 13:23:56.435797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915946e-8f03-4075-b1f0-b64c6e59714c req-3a498602-62b4-45d8-b043-2904d378ad14 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.443303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b915946e-8f03-4075-b1f0-b64c6e59714c req-3a498602-62b4-45d8-b043-2904d378ad14 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.5433986 Jul 15 13:23:56.465117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-850d4d5d-48b8-4d0d-a233-a354f999165b req-f269437c-594c-4fe4-9ab5-45b7ace72d58 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089380 Jul 15 13:23:56.465868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-0fe9b4df-ec4d-46fe-9bec-e44f10ff1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.467518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-0fe9b4df-ec4d-46fe-9bec-e44f10ff1621 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1097 time: 0.5923975 Jul 15 13:23:56.493099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Pushing event updated for resources: {'Port': ['ID=48bfee74-582d-4695-b54a-d15d10bd639d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.536842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b915946e-8f03-4075-b1f0-b64c6e59714c req-3f9d3b87-98d9-4cad-8b02-ccd087d23b03 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920112 Jul 15 13:23:56.571080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Attempting to bind port 48bfee74-582d-4695-b54a-d15d10bd639d on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:56.571080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Attempting to bind port 48bfee74-582d-4695-b54a-d15d10bd639d by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:56.573710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Attempting to bind port 48bfee74-582d-4695-b54a-d15d10bd639d on network 5707d833-433f-48bf-b178-7eda944e700a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:56.583277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Port 48bfee74-582d-4695-b54a-d15d10bd639d on network 5707d833-433f-48bf-b178-7eda944e700a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:56.583954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Attempting to bind port 48bfee74-582d-4695-b54a-d15d10bd639d on network 5707d833-433f-48bf-b178-7eda944e700a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:56.638246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:56.638246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Checking segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:56.638246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Bound using segment: {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:56.638246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Bound port: 48bfee74-582d-4695-b54a-d15d10bd639d, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1cc409-aad2-406b-ad21-8b9015e34630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5707d833-433f-48bf-b178-7eda944e700a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:56.638246 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.640110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1007119e-5526-4071-ab61-0e86775f267c no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:56.660357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.723306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 1007119e-5526-4071-ab61-0e86775f267c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:56.723665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 1007119e-5526-4071-ab61-0e86775f267c not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:56.741481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] For port 48bfee74-582d-4695-b54a-d15d10bd639d, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:56.745906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] For port 48bfee74-582d-4695-b54a-d15d10bd639d, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=48bfee74-582d-4695-b54a-d15d10bd639d,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:56.764387 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.804346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-278b039c-8ba5-4f66-8076-b7016cc5114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.805853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-278b039c-8ba5-4f66-8076-b7016cc5114d service neutron] 10.222.0.49 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.3277028 Jul 15 13:23:56.811466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.813028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.814709 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] 10.222.0.23 "PUT /v2.0/ports/48bfee74-582d-4695-b54a-d15d10bd639d HTTP/1.1" status: 200 len: 1092 time: 0.9795721 Jul 15 13:23:56.821393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'tag': '48bfee74-582d-4695-b54a-d15d10bd639d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:56.823675 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a412c8f3-491b-4c12-a711-505ae6e83cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6f97b6-5850-48e6-8523-0e3a21998d6b", "tag": "48bfee74-582d-4695-b54a-d15d10bd639d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:56.824577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event deleted for resources: {'Port': ['ID=f1024bb7-4871-4f48-93ba-b75ab0a84530,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.920535 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-efdd5e13-ae9b-405f-9563-8009efe6169b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.1039572 Jul 15 13:23:56.922971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.950595 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ebbca2-a1cd-4719-8b63-691b640facb2 x-openstack-request-id: req-a7ebbca2-a1cd-4719-8b63-691b640facb2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:56.950885 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6f97b6-5850-48e6-8523-0e3a21998d6b", "tag": "48bfee74-582d-4695-b54a-d15d10bd639d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:56.951139 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ebbca2-a1cd-4719-8b63-691b640facb2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:56.951541 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'tag': '48bfee74-582d-4695-b54a-d15d10bd639d', 'status': 'completed', 'code': 200} Jul 15 13:23:56.953321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2ad1c-07b6-4c57-8a5c-070a29453c39 service neutron] Pushing event updated for resources: {'Port': ['ID=48bfee74-582d-4695-b54a-d15d10bd639d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.014477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-5dc1a2d7-6bc1-4410-9434-2a25138528d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.015997 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-5dc1a2d7-6bc1-4410-9434-2a25138528d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.0675631 Jul 15 13:23:57.034898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-c28e1923-1fd3-453d-9bec-a685e1ecbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.037081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-c28e1923-1fd3-453d-9bec-a685e1ecbe62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 1095 time: 0.1444421 Jul 15 13:23:57.042520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.046277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.057717 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-55f19120-9535-4a33-b9fa-217afd100578 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335314 Jul 15 13:23:57.058108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a38ce6-6efe-4f3d-840c-f0e07cd01073 req-744ea7c8-2fa6-492a-87b8-8116c612fd5a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.065525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a38ce6-6efe-4f3d-840c-f0e07cd01073 req-744ea7c8-2fa6-492a-87b8-8116c612fd5a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.3705156 Jul 15 13:23:57.117238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-23f5af15-f138-4aaf-bb7d-fd30e2c28cdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48bfee74-582d-4695-b54a-d15d10bd639d HTTP/1.1" status: 200 len: 217 time: 0.0620694 Jul 15 13:23:57.161974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96a38ce6-6efe-4f3d-840c-f0e07cd01073 req-9d50cb81-47a8-4127-814b-b8d874122851 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952799 Jul 15 13:23:57.182651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.183272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Fanout notify agent at l3_agent the message router_deleted on router 5e22bb5b-c84a-4e34-9013-d10cc8d89c7b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:57.190814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.196754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8c3357f-950f-4dea-bca7-a0214864ddf4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/5e22bb5b-c84a-4e34-9013-d10cc8d89c7b HTTP/1.1" status: 204 len: 168 time: 2.1057258 Jul 15 13:23:57.197377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.207813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1219483132', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:57.251705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-533685db-75eb-44bf-8403-6e85cf81c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.253444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-533685db-75eb-44bf-8403-6e85cf81c398 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 200 len: 855 time: 0.1046140 Jul 15 13:23:57.260550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.262192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.322600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.334871 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-e818b379-bb96-40bd-b7af-6cd6f1286351 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5707d833-433f-48bf-b178-7eda944e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487728 Jul 15 13:23:57.338481 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-74b8f6fc-8eab-4b16-baf1-67b65aefe212 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738161 Jul 15 13:23:57.473787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.506625 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-b863143f-a325-48db-a7bb-5a75a5775e4b service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650140 Jul 15 13:23:57.508773 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d57b94eb-8c3e-4cc3-ab2f-c11a41e050c1 req-1b4e9399-c401-46b5-8576-2df616903fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590836 Jul 15 13:23:57.720069 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7eccd89e-fc69-4c92-a625-34b3b34f12d6 req-8dfc66ec-3643-4419-99ca-006a0f03b846 service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068439 Jul 15 13:23:57.778901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-377cc2f1-5f33-4b38-bf22-d2c8513e603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.783616 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-377cc2f1-5f33-4b38-bf22-d2c8513e603a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08a4bc72e5104ac998cfccdd32e79777&device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 1097 time: 0.1445842 Jul 15 13:23:57.825043 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.936979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.966087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-ec668c8b-f43f-42ad-b71a-af0583aec93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.967687 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-ec668c8b-f43f-42ad-b71a-af0583aec93a service neutron] 10.222.0.49 "GET /v2.0/networks?id=72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 200 len: 914 time: 0.1064234 Jul 15 13:23:58.038629 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-4a637daa-8e73-42a7-9c4a-5ab1662c26c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 200 len: 217 time: 0.0522025 Jul 15 13:23:58.086629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-fdd009dc-1c65-4d18-880f-669fa5eb60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.088692 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-fdd009dc-1c65-4d18-880f-669fa5eb60b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bc3217a18fc423db3b61ef994b9e161&device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 1095 time: 0.2844646 Jul 15 13:23:58.102781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375cc7a-4a6b-41a2-8635-86181b574d33 req-b14fe93d-e7f4-4959-9c31-806ed2ae8828 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.111352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c375cc7a-4a6b-41a2-8635-86181b574d33 req-b14fe93d-e7f4-4959-9c31-806ed2ae8828 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 944 time: 0.4236355 Jul 15 13:23:58.215506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Allocated IP 172.25.2.142 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/66c4ad5e-2f8b-4d3c-bd6d-2e6b03843486) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:58.237604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-7c515a3b-5a4a-4421-9c90-fc7825bf8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.239401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-7c515a3b-5a4a-4421-9c90-fc7825bf8816 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 200 len: 853 time: 0.1929984 Jul 15 13:23:58.253887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c375cc7a-4a6b-41a2-8635-86181b574d33 req-17645e6b-5756-44d9-9963-26534acc14bd tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412687 Jul 15 13:23:58.287019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-b86a69d4-2960-4558-b36e-3d73af720dfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72fc04c9-5790-47bb-ac5e-21f662c1be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388262 Jul 15 13:23:58.292134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-d0fe63d6-a9b1-4084-b939-474d382abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.293576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-d0fe63d6-a9b1-4084-b939-474d382abb79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 200 len: 916 time: 0.1948566 Jul 15 13:23:58.310448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41703b6-727d-41bb-9464-629e47381a94 req-54a2fe12-b760-4324-b102-a32057123834 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.317901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e41703b6-727d-41bb-9464-629e47381a94 req-54a2fe12-b760-4324-b102-a32057123834 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1950777 Jul 15 13:23:58.361658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.382497 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-ec4b3f16-5106-4ee3-b617-f7ffeffe8b92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48bfee74-582d-4695-b54a-d15d10bd639d HTTP/1.1" status: 200 len: 217 time: 0.0699291 Jul 15 13:23:58.445460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e41703b6-727d-41bb-9464-629e47381a94 req-fccba56e-80b7-4892-b629-cfdfe8c8cefc tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261106 Jul 15 13:23:58.485942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-0ff71d02-5ec8-435a-9f51-ef98687247d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.487811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-0ff71d02-5ec8-435a-9f51-ef98687247d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 200 len: 855 time: 0.0978110 Jul 15 13:23:58.494394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-77ee2409-1a0e-46e4-b38b-229f49299c2d service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995189 Jul 15 13:23:58.499914 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.562426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.577050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-6fe28f76-85f4-458b-8b46-3bcb3e6deb23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5707d833-433f-48bf-b178-7eda944e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644858 Jul 15 13:23:58.629397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3afa8fa-4e5f-4927-b6c5-c37d6d7f125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.648308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:58.677281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:58.684010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:58.722683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event updated for resources: {'Port': ['ID=66c4ad5e-2f8b-4d3c-bd6d-2e6b03843486,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.735786 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c05152c6-c5ba-4a95-a707-bbeff0aad89a req-f27e2b58-7dbb-4e87-8d75-4004fd1f4e4b service neutron] 10.222.0.49 "GET /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343283 Jul 15 13:23:58.742692 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-e678d1f8-1485-4e4b-986c-eba52a7d6b32 service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571808 Jul 15 13:23:58.840887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.860660 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a412c8f3-491b-4c12-a711-505ae6e83cfb req-a8423ba6-9595-409a-b556-546c3d17a62b service neutron] 10.222.0.23 "GET /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096525 Jul 15 13:23:58.883948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a34fc5-2b0e-4e79-9253-d27b2c6f7cf0 req-820c966e-968f-4967-bb94-e555ce1b3dee tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.885370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1a34fc5-2b0e-4e79-9253-d27b2c6f7cf0 req-820c966e-968f-4967-bb94-e555ce1b3dee tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2606177 Jul 15 13:23:58.959691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d24dd4a-9823-4d7e-a2d5-4e3f769e3cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.962292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1a34fc5-2b0e-4e79-9253-d27b2c6f7cf0 req-4b8a8baf-6418-471a-b29e-75f372de0d9f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687864 Jul 15 13:23:59.018917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3afa8fa-4e5f-4927-b6c5-c37d6d7f125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.027137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3afa8fa-4e5f-4927-b6c5-c37d6d7f125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.123448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.181739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3afa8fa-4e5f-4927-b6c5-c37d6d7f125a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fffdca5f6a9f4e0eb2ed4d6b6344272c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164909 Jul 15 13:23:59.182903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa8fa-4e5f-4927-b6c5-c37d6d7f125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7889a5-4ffa-4a95-8f49-b7e177e16eab,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.184789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.298592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1077c421-6634-463e-b086-b7f9ac306356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.361140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1077c421-6634-463e-b086-b7f9ac306356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.369558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d24dd4a-9823-4d7e-a2d5-4e3f769e3cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.374840 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d24dd4a-9823-4d7e-a2d5-4e3f769e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.412890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24dd4a-9823-4d7e-a2d5-4e3f769e3cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a98d9-ef09-48f0-a7ec-3447e1c6fa57,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.418431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4d24dd4a-9823-4d7e-a2d5-4e3f769e3cbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dcd8abdefeb455690c0201991b968d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765018 Jul 15 13:23:59.422071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36022) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.470603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3026-36db-407d-9c7c-6f5a60e088d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.476291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.498090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3026-36db-407d-9c7c-6f5a60e088d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.534485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1077c421-6634-463e-b086-b7f9ac306356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.537932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1077c421-6634-463e-b086-b7f9ac306356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.539123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1077c421-6634-463e-b086-b7f9ac306356 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b7889a5-4ffa-4a95-8f49-b7e177e16eab HTTP/1.1" status: 204 len: 168 time: 0.3491764 Jul 15 13:23:59.559964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07048d4-b7e9-42c2-8a42-0357cf2d7932 req-f41af87a-c3b6-4529-8556-d0ad4eacadb9 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.561377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a07048d4-b7e9-42c2-8a42-0357cf2d7932 req-f41af87a-c3b6-4529-8556-d0ad4eacadb9 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 944 time: 0.1833973 Jul 15 13:23:59.561958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3026-36db-407d-9c7c-6f5a60e088d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.566709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077c421-6634-463e-b086-b7f9ac306356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7889a5-4ffa-4a95-8f49-b7e177e16eab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.569035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3026-36db-407d-9c7c-6f5a60e088d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.576278 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cc7e3026-36db-407d-9c7c-6f5a60e088d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db6a98d9-ef09-48f0-a7ec-3447e1c6fa57 HTTP/1.1" status: 204 len: 168 time: 0.1542313 Jul 15 13:23:59.589100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e3026-36db-407d-9c7c-6f5a60e088d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a98d9-ef09-48f0-a7ec-3447e1c6fa57,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.652495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a07048d4-b7e9-42c2-8a42-0357cf2d7932 req-16178485-ed5b-4446-b65c-ec79b9c0aae0 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817447 Jul 15 13:23:59.744698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d514ca-8277-4457-82d0-021d1bde6226 req-282bb51f-52cc-4eb3-8ff4-8ea493b6cc7d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.746398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d514ca-8277-4457-82d0-021d1bde6226 req-282bb51f-52cc-4eb3-8ff4-8ea493b6cc7d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1105812 Jul 15 13:23:59.747559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Router b416d5ab-7284-4935-b117-1488cd90255b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:59.829578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d514ca-8277-4457-82d0-021d1bde6226 req-0da745ee-b715-478c-bf08-c5c1b1d45d45 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750937 Jul 15 13:23:59.891956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:59.907146 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] Sync routers for ids ['b416d5ab-7284-4935-b117-1488cd90255b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:59.920517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] Routers {'b416d5ab-7284-4935-b117-1488cd90255b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:59.921135 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b416d5ab-7284-4935-b117-1488cd90255b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:59.950505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.951777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a519a545-b145-4a44-8a5e-fa3a9c6973d1 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7534473 Jul 15 13:23:59.954451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36048) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.961669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:59.992081 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:00.004533 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] Routers {'b416d5ab-7284-4935-b117-1488cd90255b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:00.005457 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b416d5ab-7284-4935-b117-1488cd90255b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:00.049809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:00.050777 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc4b2b-4678-4953-b4fb-3246c08071ac None None] The sync data for ids ['b416d5ab-7284-4935-b117-1488cd90255b'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:00.493611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380b85-54fe-4547-aea7-1f73aaa17b8f req-b7df190c-a224-4d59-9cf7-053ef668ee66 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.495147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78380b85-54fe-4547-aea7-1f73aaa17b8f req-b7df190c-a224-4d59-9cf7-053ef668ee66 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.5271368 Jul 15 13:24:00.623290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78380b85-54fe-4547-aea7-1f73aaa17b8f req-42627be6-06d5-4e63-9de6-5ef92206332d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936182 Jul 15 13:24:00.631754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98ac44-ff4a-482d-b20c-7678b2ba41c9 req-2b99dde8-661c-46fe-9b59-759153fa84f5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.634795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf98ac44-ff4a-482d-b20c-7678b2ba41c9 req-2b99dde8-661c-46fe-9b59-759153fa84f5 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2234020 Jul 15 13:24:00.659925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 48bfee74-582d-4695-b54a-d15d10bd639d details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:00.721012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf98ac44-ff4a-482d-b20c-7678b2ba41c9 req-12a17c65-33fd-49aa-9751-1ae00c5eb818 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769675 Jul 15 13:24:00.806721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.827815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.839016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 48bfee74-582d-4695-b54a-d15d10bd639d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=48bfee74-582d-4695-b54a-d15d10bd639d,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:00.882908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '48bfee74-582d-4695-b54a-d15d10bd639d', 'network_id': '5707d833-433f-48bf-b178-7eda944e700a', 'port_id': '48bfee74-582d-4695-b54a-d15d10bd639d', 'mac_address': 'fa:16:3e:52:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7bab79-ee65-4762-8c51-45bf309e2ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:00.899059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.918949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Deleting port 66c4ad5e-2f8b-4d3c-bd6d-2e6b03843486 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:00.919481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.956049 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.974447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bfee74-582d-4695-b54a-d15d10bd639d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:00.997465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 48bfee74-582d-4695-b54a-d15d10bd639d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=48bfee74-582d-4695-b54a-d15d10bd639d,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:01.003029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.060126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=48bfee74-582d-4695-b54a-d15d10bd639d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.063175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.070526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.071117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.071609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.072106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.072737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.073222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.073701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.074186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.074683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.075655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.076166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.076689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:01.104337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Calling delete_port for 66c4ad5e-2f8b-4d3c-bd6d-2e6b03843486 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:01.145119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e12277-c00e-41a6-a7a2-a5e1fb5640a4 req-0f151ebb-8dd0-4213-a739-35efab8b41b7 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.147220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6e12277-c00e-41a6-a7a2-a5e1fb5640a4 req-0f151ebb-8dd0-4213-a739-35efab8b41b7 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 944 time: 0.1660206 Jul 15 13:24:01.178536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36102) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.238896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b01-614a-4806-99f3-fa58caadee3c req-dea5191b-063c-4244-94a7-b1cef6711166 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.240932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5af2b01-614a-4806-99f3-fa58caadee3c req-dea5191b-063c-4244-94a7-b1cef6711166 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1893873 Jul 15 13:24:01.260525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6e12277-c00e-41a6-a7a2-a5e1fb5640a4 req-fa8b9f40-dcee-4842-b41d-1597969a2a62 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800953 Jul 15 13:24:01.270469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['48bfee74-582d-4695-b54a-d15d10bd639d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:01.336561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'network': {'name': 'tempest-network-smoke--2140194388', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:01.345679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5af2b01-614a-4806-99f3-fa58caadee3c req-6cd8bea2-ec2b-40da-a94b-c1323a074e8e tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963142 Jul 15 13:24:01.389106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:01.392891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.407307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.412733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.454616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Pushing event deleted for resources: {'Port': ['ID=66c4ad5e-2f8b-4d3c-bd6d-2e6b03843486,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.541858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.551692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.556856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.581629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:01.598097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf4ce6-f69e-4585-99fa-eee2bcb7b07a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.603329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.603669 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Added segment cae6bd62-1009-430f-9dae-8765c36477d1 of type vlan for network ccaea250-4242-4586-8363-d1c3f13224a2 Jul 15 13:24:01.647494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.676336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.683404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.683994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.726177 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5431237 Jul 15 13:24:01.727285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.731257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-121778531', 'admin_state_up': True, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:01.774537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221998-6be4-4602-8ac4-a5e525a697e5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Network': ['ID=ccaea250-4242-4586-8363-d1c3f13224a2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.785427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ccaea250-4242-4586-8363-d1c3f13224a2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:01.804165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.805587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.816888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.830318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a74c3-43b6-4dee-bdf4-68a6c6d2fbad req-9dc8fb85-c6c3-4b78-aa56-0e9da1fc4b42 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.838130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d92a74c3-43b6-4dee-bdf4-68a6c6d2fbad req-9dc8fb85-c6c3-4b78-aa56-0e9da1fc4b42 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.2113194 Jul 15 13:24:01.841149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.873461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.946784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d92a74c3-43b6-4dee-bdf4-68a6c6d2fbad req-1f1ebc64-3070-4810-8782-7cfedfba7940 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076839 Jul 15 13:24:01.997771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36136) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.006775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Router b416d5ab-7284-4935-b117-1488cd90255b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:02.042956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.110750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70a861-f300-4f85-8b7f-b15bcbf44cf6 req-c36fb431-0533-4096-abbd-9786ffb12b23 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.112294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d70a861-f300-4f85-8b7f-b15bcbf44cf6 req-c36fb431-0533-4096-abbd-9786ffb12b23 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1764903 Jul 15 13:24:02.118371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:02.128912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] Sync routers for ids ['b416d5ab-7284-4935-b117-1488cd90255b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:02.143120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.143299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] Routers {'b416d5ab-7284-4935-b117-1488cd90255b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:02.143840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b416d5ab-7284-4935-b117-1488cd90255b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:02.148988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36142) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.151090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-67e63ea2-d918-4093-ab28-0508882fdb5f tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "PUT /v2.0/routers/b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 200 len: 706 time: 2.1955848 Jul 15 13:24:02.191544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:02.201220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] Routers {'b416d5ab-7284-4935-b117-1488cd90255b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:02.202133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b416d5ab-7284-4935-b117-1488cd90255b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:02.219235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d70a861-f300-4f85-8b7f-b15bcbf44cf6 req-f8a3f084-aee8-4f40-9c8e-3be3daaf9b2b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 Jul 15 13:24:02.244344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:02.245357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5065e8a8-77f3-45f9-8366-5fc570a01d23 None None] The sync data for ids ['b416d5ab-7284-4935-b117-1488cd90255b'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:02.247208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1fed3-1b60-4b43-839f-094f1ccebcb5 req-19d6e54b-4a73-454a-9847-7250c6b19a4f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.249403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1a1fed3-1b60-4b43-839f-094f1ccebcb5 req-19d6e54b-4a73-454a-9847-7250c6b19a4f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0830252 Jul 15 13:24:02.258892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68409f45-9ca5-44a1-bdf4-0c566ca89383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.272571 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7929c864-4b94-49aa-ae48-69f83404078e tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/routers/b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 200 len: 741 time: 0.1228094 Jul 15 13:24:02.275163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36144) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.354796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1a1fed3-1b60-4b43-839f-094f1ccebcb5 req-bd238554-0df3-45c8-865e-578a1617142b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974967 Jul 15 13:24:02.360393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e5c9bfaf-004b-4bf0-a392-f1d2c09fa6cc tempest-RoutersAdminTest-645922852 tempest-RoutersAdminTest-645922852-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 200 len: 205 time: 0.0808017 Jul 15 13:24:02.360393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.398891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c8ef80e3-2c06-4b22-8acc-e39c3db6a874 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 200 len: 205 time: 0.0368249 Jul 15 13:24:02.403714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.405952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36152) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.462573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3da3-9c39-461e-989b-6da7d97ef243 req-11765f45-b771-4f0a-9181-2a7299f402aa tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.464094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b8f3da3-9c39-461e-989b-6da7d97ef243 req-11765f45-b771-4f0a-9181-2a7299f402aa tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 945 time: 0.0697093 Jul 15 13:24:02.475789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.536783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b8f3da3-9c39-461e-989b-6da7d97ef243 req-9e43b072-af49-4ec1-b377-8b040404cd8d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652921 Jul 15 13:24:02.558291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.572046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267d31-56ee-41f2-8329-fdef8b1b2f16 req-e4a3f58f-cbee-4357-905c-7916272bfe70 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.573562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca267d31-56ee-41f2-8329-fdef8b1b2f16 req-e4a3f58f-cbee-4357-905c-7916272bfe70 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1039813 Jul 15 13:24:02.613649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca267d31-56ee-41f2-8329-fdef8b1b2f16 req-2ff411e1-b8b6-48b4-9d22-f4a8fd82ca32 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Jul 15 13:24:02.686114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 48bfee74-582d-4695-b54a-d15d10bd639d up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:02.738539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 48bfee74-582d-4695-b54a-d15d10bd639d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:02.743237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 48bfee74-582d-4695-b54a-d15d10bd639d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:02.743987 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.795483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.799692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68409f45-9ca5-44a1-bdf4-0c566ca89383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.804619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.808505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68409f45-9ca5-44a1-bdf4-0c566ca89383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.818889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.25.2.239 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/e6d0f88c-04b5-420e-b27a-041f0ad8e0f5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:02.819087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6501e-4ccc-4029-b960-ed12c9f6dc84 req-51e9bf67-6502-4ea5-907c-b8375dda53f3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.821135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adb6501e-4ccc-4029-b960-ed12c9f6dc84 req-51e9bf67-6502-4ea5-907c-b8375dda53f3 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0664425 Jul 15 13:24:02.838012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.861363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adb6501e-4ccc-4029-b960-ed12c9f6dc84 req-07f097ce-f630-4a28-9028-29ef91b2b1a7 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Jul 15 13:24:02.861628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bfee74-582d-4695-b54a-d15d10bd639d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:02.863762 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9756bb-42d4-4c9f-8a58-d3c8a3f1c8a0" -d '{"events": [{"server_uuid": "3a6f97b6-5850-48e6-8523-0e3a21998d6b", "name": "network-vif-plugged", "status": "completed", "tag": "48bfee74-582d-4695-b54a-d15d10bd639d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:02.894525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 48bfee74-582d-4695-b54a-d15d10bd639d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=48bfee74-582d-4695-b54a-d15d10bd639d,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:02.896650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.897199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Fanout notify agent at l3_agent the message router_deleted on router b416d5ab-7284-4935-b117-1488cd90255b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:02.899989 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.906446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.906773 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-68409f45-9ca5-44a1-bdf4-0c566ca89383 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31ad2a031a2d4d429de86499f409a5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084744 Jul 15 13:24:02.913117 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.919021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-57ca8a21-f5ac-46e9-b4c3-756ed11b7384 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 204 len: 168 time: 0.5104361 Jul 15 13:24:02.922026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.922706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68409f45-9ca5-44a1-bdf4-0c566ca89383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1643b153-fa8f-4afe-959a-3ccc49f1a13e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.946154 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08aeec7-81f7-4590-a7ea-b360d36e33f7 x-openstack-request-id: req-f08aeec7-81f7-4590-a7ea-b360d36e33f7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:02.946473 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6f97b6-5850-48e6-8523-0e3a21998d6b", "name": "network-vif-plugged", "status": "completed", "tag": "48bfee74-582d-4695-b54a-d15d10bd639d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:02.946724 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f08aeec7-81f7-4590-a7ea-b360d36e33f7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:02.947108 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bfee74-582d-4695-b54a-d15d10bd639d', 'code': 200} Jul 15 13:24:02.975954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=48bfee74-582d-4695-b54a-d15d10bd639d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.985063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7aedbe60-688b-48c1-80e7-65cc9f9018de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.989835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f711e28-ab7f-453d-886d-6be8832149c7 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 200 len: 205 time: 0.0636449 Jul 15 13:24:02.992231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.013765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7aedbe60-688b-48c1-80e7-65cc9f9018de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.040913 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-6f388937-285e-4419-bc7d-c7e1d6014edb tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] delete failed (client error): The resource could not be found. Jul 15 13:24:03.043983 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6f388937-285e-4419-bc7d-c7e1d6014edb tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/b416d5ab-7284-4935-b117-1488cd90255b HTTP/1.1" status: 404 len: 336 time: 0.0484238 Jul 15 13:24:03.044548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36170) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.087983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc350461-f2af-48c3-9053-2c2523ac19bc tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e22bb5b-c84a-4e34-9013-d10cc8d89c7b HTTP/1.1" status: 200 len: 205 time: 0.0423684 Jul 15 13:24:03.099330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.121472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7aedbe60-688b-48c1-80e7-65cc9f9018de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.123998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7aedbe60-688b-48c1-80e7-65cc9f9018de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.126253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7aedbe60-688b-48c1-80e7-65cc9f9018de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1643b153-fa8f-4afe-959a-3ccc49f1a13e HTTP/1.1" status: 204 len: 168 time: 0.2174990 Jul 15 13:24:03.139457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedbe60-688b-48c1-80e7-65cc9f9018de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1643b153-fa8f-4afe-959a-3ccc49f1a13e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:03.149560 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-a1087030-9576-4580-8b63-af96a92b5822 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] delete failed (client error): The resource could not be found. Jul 15 13:24:03.153269 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a1087030-9576-4580-8b63-af96a92b5822 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/5e22bb5b-c84a-4e34-9013-d10cc8d89c7b HTTP/1.1" status: 404 len: 336 time: 0.0522010 Jul 15 13:24:03.153826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.170785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaad62-5308-4255-9804-5b15b4339fe1 req-60428ca5-67c2-463f-a11b-81b88692b375 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.172757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bdaad62-5308-4255-9804-5b15b4339fe1 req-60428ca5-67c2-463f-a11b-81b88692b375 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1173420 Jul 15 13:24:03.201783 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-875a88b9-748a-4dd0-a962-1a6e63093fdc tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d2202f6-d127-4b23-a163-9fbe35a0b1df HTTP/1.1" status: 200 len: 205 time: 0.0447984 Jul 15 13:24:03.204286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.226912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.241597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf1818-f547-44ec-9405-0d526be81d04 req-bb9a1925-2f8a-4c07-abb0-458fc451b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.243340 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-badf1818-f547-44ec-9405-0d526be81d04 req-bb9a1925-2f8a-4c07-abb0-458fc451b422 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 1097 time: 0.2127142 Jul 15 13:24:03.270117 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-32650a3d-a5fb-455a-b93b-a6cd40f189fc tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] delete failed (client error): The resource could not be found. Jul 15 13:24:03.274478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32650a3d-a5fb-455a-b93b-a6cd40f189fc tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/0d2202f6-d127-4b23-a163-9fbe35a0b1df HTTP/1.1" status: 404 len: 336 time: 0.0661595 Jul 15 13:24:03.281349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36182) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.283473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bdaad62-5308-4255-9804-5b15b4339fe1 req-8bc4e6d6-5e6a-48f7-b0f6-41bb59b58074 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038001 Jul 15 13:24:03.341646 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e329676-db4b-4673-a47b-dca2d115cee4 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=714228c2-d729-4bc4-8743-93e8a862bfcf HTTP/1.1" status: 200 len: 205 time: 0.0585091 Jul 15 13:24:03.343957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.347840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-badf1818-f547-44ec-9405-0d526be81d04 req-8f1693a3-cb22-42e4-a16b-1e9b3652bc2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960360 Jul 15 13:24:03.363679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.388323 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-913ea49f-6dd6-4704-9344-ac137dad6f74 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] delete failed (client error): The resource could not be found. Jul 15 13:24:03.389472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-913ea49f-6dd6-4704-9344-ac137dad6f74 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/714228c2-d729-4bc4-8743-93e8a862bfcf HTTP/1.1" status: 404 len: 336 time: 0.0443964 Jul 15 13:24:03.396296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36190) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.419554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:03.444831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:03.464312 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b290789a-f953-4298-8dd7-f844b9c7e22a tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=25575a6f-73a2-443f-9132-5dc7c467bed2 HTTP/1.1" status: 200 len: 205 time: 0.0648587 Jul 15 13:24:03.471588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac540-e1ea-48c3-854d-66a553111b6d req-7ea2142c-6650-4130-8202-9f54c0ee7539 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.473632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d4ac540-e1ea-48c3-854d-66a553111b6d req-7ea2142c-6650-4130-8202-9f54c0ee7539 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0876515 Jul 15 13:24:03.474350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.475637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:03.478082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:03.512820 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.526431 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c6085f93-403c-4dd1-9640-72a18fd7e944 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] delete failed (client error): The resource could not be found. Jul 15 13:24:03.527555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c6085f93-403c-4dd1-9640-72a18fd7e944 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/25575a6f-73a2-443f-9132-5dc7c467bed2 HTTP/1.1" status: 404 len: 336 time: 0.0521886 Jul 15 13:24:03.532501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.557884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d4ac540-e1ea-48c3-854d-66a553111b6d req-a86c1181-3aec-478f-b870-f0927a0667ed tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759046 Jul 15 13:24:03.577443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ce93e429-36e2-4fdf-8e31-67794d35679d tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "GET /v2.0/ports?device_id=f93fd1c2-324c-48e6-9ada-d26671b471db HTTP/1.1" status: 200 len: 205 time: 0.0430453 Jul 15 13:24:03.579920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.627753 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-b1b3d4aa-1f96-4324-98d5-e14428601279 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] delete failed (client error): The resource could not be found. Jul 15 13:24:03.628905 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b1b3d4aa-1f96-4324-98d5-e14428601279 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/routers/f93fd1c2-324c-48e6-9ada-d26671b471db HTTP/1.1" status: 404 len: 336 time: 0.0479901 Jul 15 13:24:03.632250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.640539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0199-fc6f-4fda-a8d8-6d111d44e211 req-7c941c68-3cd9-49b1-a514-538dd3f54dd0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.649425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e15e0199-fc6f-4fda-a8d8-6d111d44e211 req-7c941c68-3cd9-49b1-a514-538dd3f54dd0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0905390 Jul 15 13:24:03.690158 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0626a7b8-1624-446a-aa53-ff2e6425e5e3 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] DELETE failed (client error): The resource could not be found. Jul 15 13:24:03.690877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0626a7b8-1624-446a-aa53-ff2e6425e5e3 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:03.692768 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0626a7b8-1624-446a-aa53-ff2e6425e5e3 tempest-RoutersAdminTest-143701887 tempest-RoutersAdminTest-143701887-project] 10.222.0.48 "DELETE /v2.0/subnets/f38e5562-fd74-4ccf-9097-d2d4fcaff35c HTTP/1.1" status: 404 len: 337 time: 0.0595577 Jul 15 13:24:03.697904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e15e0199-fc6f-4fda-a8d8-6d111d44e211 req-7264020d-1b3e-44d1-800e-8fc9984a3aab tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Jul 15 13:24:03.789547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ca00d-79a6-4c6b-8b2a-9e7eb7f91861 req-8d4a55c1-fb77-4174-8419-45fbe763194e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.792304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb6ca00d-79a6-4c6b-8b2a-9e7eb7f91861 req-8d4a55c1-fb77-4174-8419-45fbe763194e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.0896957 Jul 15 13:24:03.874009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb6ca00d-79a6-4c6b-8b2a-9e7eb7f91861 req-2a818591-5045-42e4-ad2c-2d58ba276bb0 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757573 Jul 15 13:24:03.958785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.080876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a578b2-974e-4628-b79e-61584a0d24fb req-169e4a71-a67d-4213-80f9-419d0f71a2d9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.087256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.094269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2a578b2-974e-4628-b79e-61584a0d24fb req-169e4a71-a67d-4213-80f9-419d0f71a2d9 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0931153 Jul 15 13:24:04.167335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2a578b2-974e-4628-b79e-61584a0d24fb req-06640a16-0970-4148-8be5-f37e469b805c tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754845 Jul 15 13:24:04.284651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.393898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823edc8c-d414-413a-88ad-d01f1a3840cf req-8cbc408e-14ef-4d64-8f11-523233c050a0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.396594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-823edc8c-d414-413a-88ad-d01f1a3840cf req-8cbc408e-14ef-4d64-8f11-523233c050a0 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0817878 Jul 15 13:24:04.445411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-823edc8c-d414-413a-88ad-d01f1a3840cf req-494cb204-f700-4e5e-97fe-aa20ab30072f tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Jul 15 13:24:04.644047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb538adb-c98d-4118-9360-9e14d2430925 req-8322d56b-a3d0-4658-88b7-2e09745fabe5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.646457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb538adb-c98d-4118-9360-9e14d2430925 req-8322d56b-a3d0-4658-88b7-2e09745fabe5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.0787303 Jul 15 13:24:04.673364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4617e3aa-4383-4775-9926-2293740b2b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.700275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb538adb-c98d-4118-9360-9e14d2430925 req-6c68f550-e754-4aad-bd51-e4d9076a9369 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472782 Jul 15 13:24:04.777870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:04.795659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbeb26-395b-46b1-aa0e-b00f1ddf90bc req-012ca226-c10e-4c49-a359-c895c1c5e94e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.798055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29fbeb26-395b-46b1-aa0e-b00f1ddf90bc req-012ca226-c10e-4c49-a359-c895c1c5e94e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0965526 Jul 15 13:24:04.844241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29fbeb26-395b-46b1-aa0e-b00f1ddf90bc req-02f9fd4f-2f38-4656-a228-2ae2074e2820 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Jul 15 13:24:04.895128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4617e3aa-4383-4775-9926-2293740b2b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.907172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4617e3aa-4383-4775-9926-2293740b2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.941686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617e3aa-4383-4775-9926-2293740b2b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9ed12-3375-4754-be25-fbe2c36a4775,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.963657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4dc2f-6582-486e-88af-5c35ac1b2549 req-6dc219a7-c05b-4d8e-b26f-de373abb245b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.966545 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4617e3aa-4383-4775-9926-2293740b2b3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4364cbee5d9447dbaa5f6a26749244bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8782446 Jul 15 13:24:04.967628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:04.969199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.979283 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:04.983356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2a4dc2f-6582-486e-88af-5c35ac1b2549 req-6dc219a7-c05b-4d8e-b26f-de373abb245b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1113081 Jul 15 13:24:04.991852 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:04.993260 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.035385 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.037385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80949f90-4646-4e22-81ca-2a7a95cabec4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3096747 Jul 15 13:24:05.038140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9b2f-ce65-4766-9c70-ecc5f0717e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.040555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36268) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.046717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2a4dc2f-6582-486e-88af-5c35ac1b2549 req-aa9b8763-dcda-40e3-a2db-ef82b12b08f5 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625579 Jul 15 13:24:05.066057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9b2f-ce65-4766-9c70-ecc5f0717e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.134121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9b2f-ce65-4766-9c70-ecc5f0717e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.137101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9b2f-ce65-4766-9c70-ecc5f0717e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.138682 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f6d9b2f-ce65-4766-9c70-ecc5f0717e5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16c9ed12-3375-4754-be25-fbe2c36a4775 HTTP/1.1" status: 204 len: 168 time: 0.1687143 Jul 15 13:24:05.151340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d9b2f-ce65-4766-9c70-ecc5f0717e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9ed12-3375-4754-be25-fbe2c36a4775,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.232241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:05.296799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71aa7-aa3d-4ffa-9b49-b5b9ef545d00 req-f39f3ca4-0d4f-45ad-9e6a-07b0a72614c4 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.302833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bec71aa7-aa3d-4ffa-9b49-b5b9ef545d00 req-f39f3ca4-0d4f-45ad-9e6a-07b0a72614c4 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.1542113 Jul 15 13:24:05.347010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e770901-e24e-4c48-b096-31b7c73f0a95 req-a4a83a3b-35f8-4540-bf6b-db7f87425c37 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.348887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e770901-e24e-4c48-b096-31b7c73f0a95 req-a4a83a3b-35f8-4540-bf6b-db7f87425c37 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1257706 Jul 15 13:24:05.389359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bec71aa7-aa3d-4ffa-9b49-b5b9ef545d00 req-7b4889b4-11b9-47aa-b737-00acdf0709be tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851076 Jul 15 13:24:05.410564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e770901-e24e-4c48-b096-31b7c73f0a95 req-a27bc730-c921-4e94-b40c-c05083d84e80 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Jul 15 13:24:05.462367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.462530 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a39ad10-063a-454b-8cdb-3edb3659c8e7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6eb253ec0cac4c76a83f9135098fc834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4206445 Jul 15 13:24:05.494282 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:03Z', 'revision_number': 3, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.550731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:05.562956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Updating router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:05.613284 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.818948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.872591 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-69ee5819-330b-448f-be56-4cfc83806962 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a09fee5ff9449858a66211873a3a944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515816 Jul 15 13:24:05.874984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.938195 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.951317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728b8b50-a4cc-411a-be5d-85c6d8c39879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.951620 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Transition to ACTIVE for port object e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:05.960872 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.982899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728b8b50-a4cc-411a-be5d-85c6d8c39879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.007263 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Attempting to bind port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:06.008744 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Attempting to bind port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:06.008744 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Attempting to bind port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:06.016782 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:06.017156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:06.017559 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.017955 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:06.018448 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Bound port: e6d0f88c-04b5-420e-b27a-041f0ad8e0f5, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:06.018829 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.051988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728b8b50-a4cc-411a-be5d-85c6d8c39879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.059320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728b8b50-a4cc-411a-be5d-85c6d8c39879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.061096 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ce6f7-7236-4550-bb2f-74413c2d875c None None] Pushing event updated for resources: {'Port': ['ID=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.062092 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-728b8b50-a4cc-411a-be5d-85c6d8c39879 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/080da8a8-8932-40c9-a3d7-73a76a16e146 HTTP/1.1" status: 204 len: 168 time: 0.1855683 Jul 15 13:24:06.087167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b8b50-a4cc-411a-be5d-85c6d8c39879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080da8a8-8932-40c9-a3d7-73a76a16e146,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.118228 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] For port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:06.129003 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] For port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:06.135299 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.180518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72aa63-2713-4f5b-8c7a-a3785cf41d63 req-e9dc537f-e765-4cae-b7de-d8abd3b6419c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.186449 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:06.187162 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:06.187353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb72aa63-2713-4f5b-8c7a-a3785cf41d63 req-e9dc537f-e765-4cae-b7de-d8abd3b6419c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.6426463 Jul 15 13:24:06.212964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6680ea-0c97-4c52-8488-8bafd74370ed tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.217338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dd6680ea-0c97-4c52-8488-8bafd74370ed tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7509449 Jul 15 13:24:06.217484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.255246 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ce6f7-7236-4550-bb2f-74413c2d875c None None] Pushing event updated for resources: {'Port': ['ID=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.265096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb72aa63-2713-4f5b-8c7a-a3785cf41d63 req-f34d7557-7724-4023-afcb-a6cffebb8416 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768478 Jul 15 13:24:06.278296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-178c9d45-d36a-428c-aaaf-a8cafa07fb6f tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595620 Jul 15 13:24:06.285619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.293281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386336135', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:06.303632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a33d-f91a-4dbd-9afb-957add8b5846 req-4d691a34-80db-4e37-b9f5-6d64c01fbadb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.310954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f109a33d-f91a-4dbd-9afb-957add8b5846 req-4d691a34-80db-4e37-b9f5-6d64c01fbadb tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.6982014 Jul 15 13:24:06.352725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36316) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.361724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f109a33d-f91a-4dbd-9afb-957add8b5846 req-c4474da6-2777-45b3-93cf-b5fddba813ba tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499411 Jul 15 13:24:06.376095 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:06.439915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:06.444238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.611281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f527-4c31-458f-becb-7c0fc432454e req-f67b3a34-66d4-4562-bafd-f41f58d06bb6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.624332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b64f527-4c31-458f-becb-7c0fc432454e req-f67b3a34-66d4-4562-bafd-f41f58d06bb6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1742265 Jul 15 13:24:06.651732 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:03Z', 'revision_number': 3, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:06.689104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8266a3-fe36-48ab-8b71-6921e46429f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.717294 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d627e32-c9ab-424e-b337-8eeda509ec54 None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:03Z', 'revision_number': 3, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:06.740638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b64f527-4c31-458f-becb-7c0fc432454e req-723232fc-dc6a-440e-9c1d-59a059618379 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149273 Jul 15 13:24:06.823803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.890346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8266a3-fe36-48ab-8b71-6921e46429f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.916489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8266a3-fe36-48ab-8b71-6921e46429f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.932331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Checking segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:06.932794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network hostable DHCP agents. Network: ccaea250-4242-4586-8363-d1c3f13224a2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:06.938423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Subnet': ['ID=7bf3101d-cb76-4507-bec3-9cb6f769bc12,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.967758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network ccaea250-4242-4586-8363-d1c3f13224a2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:06.979459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ccaea250-4242-4586-8363-d1c3f13224a2) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:06.989614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8ddc3-7255-422b-877a-3845b2ccc01a None None] Network ccaea250-4242-4586-8363-d1c3f13224a2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:07.010265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.011123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.039563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8266a3-fe36-48ab-8b71-6921e46429f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ba3a1-6034-462c-9b00-fccfdcd3e4a8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.057711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8b8266a3-fe36-48ab-8b71-6921e46429f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec00a27bbf7a40509178e22c232b6096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036529 Jul 15 13:24:07.058461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.059195 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-084f9d67-3d1b-42ae-a1f5-cd646cfe66a6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7709694 Jul 15 13:24:07.060880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36342) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.226510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140a0c81-abec-4619-9ecf-1eab64366440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.262949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140a0c81-abec-4619-9ecf-1eab64366440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.328648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae068d8-a0f8-4138-acb3-af5a3885f056 req-511fc6bd-03d7-49e3-8b10-8b7616548f01 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.343714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ae068d8-a0f8-4138-acb3-af5a3885f056 req-511fc6bd-03d7-49e3-8b10-8b7616548f01 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.1935682 Jul 15 13:24:07.373879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36346) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.455166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ae068d8-a0f8-4138-acb3-af5a3885f056 req-7204467a-a5d3-4a59-a708-e87ea3d2f05e tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104074 Jul 15 13:24:07.483658 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140a0c81-abec-4619-9ecf-1eab64366440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.486280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140a0c81-abec-4619-9ecf-1eab64366440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.489786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-140a0c81-abec-4619-9ecf-1eab64366440 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e09ba3a1-6034-462c-9b00-fccfdcd3e4a8 HTTP/1.1" status: 204 len: 168 time: 0.4258349 Jul 15 13:24:07.511376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a0c81-abec-4619-9ecf-1eab64366440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ba3a1-6034-462c-9b00-fccfdcd3e4a8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.628655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-ccaea250-4242-4586-8363-d1c3f13224a2', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:07.630793 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.638526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-3e78e060-e040-4970-86fa-9950bc563a60 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.639774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e78e060-e040-4970-86fa-9950bc563a60 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2652736 Jul 15 13:24:07.642697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.647728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-8e6ab244-4f3d-4cc7-b9b7-97d4e905ff89 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.651037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8e6ab244-4f3d-4cc7-b9b7-97d4e905ff89 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072448 Jul 15 13:24:07.657420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.679551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-c8ca0a52-7e8e-4223-b467-07ad0988eab6 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.684811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c8ca0a52-7e8e-4223-b467-07ad0988eab6 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096159 Jul 15 13:24:07.690755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.702836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-4ee99fa9-5d54-49f2-98f9-4573f64c7212 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.713624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4ee99fa9-5d54-49f2-98f9-4573f64c7212 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0142491 Jul 15 13:24:07.730882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.756495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-ed151a59-0d0b-4cd3-a0d9-8c562cc697f3 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.768395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ed151a59-0d0b-4cd3-a0d9-8c562cc697f3 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0331771 Jul 15 13:24:07.845203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36366) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.854638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-3d6ca845-98da-41b9-a265-840ec59e43cc tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.858066 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3d6ca845-98da-41b9-a265-840ec59e43cc tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0069880 Jul 15 13:24:07.863768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36370) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.876286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-e711cb96-f0bb-4621-b863-7f5bd26aaef2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.886256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e711cb96-f0bb-4621-b863-7f5bd26aaef2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0201206 Jul 15 13:24:07.890598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.913036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-224142e1-8bcd-4662-a3f0-8072ad6ecfec tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.914338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Allocated IP 172.20.0.2 (ccaea250-4242-4586-8363-d1c3f13224a2/7bf3101d-cb76-4507-bec3-9cb6f769bc12/6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:07.920394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-224142e1-8bcd-4662-a3f0-8072ad6ecfec tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0286343 Jul 15 13:24:07.931808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.949956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-e8e028ed-0d1e-4413-8d70-36d0a232d487 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.953791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8e028ed-0d1e-4413-8d70-36d0a232d487 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0201252 Jul 15 13:24:07.956824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.980330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-b05ca4ea-5bc0-4876-8a41-98ec68756254 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:07.983042 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b05ca4ea-5bc0-4876-8a41-98ec68756254 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098405 Jul 15 13:24:07.986450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.005369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-fe5a7f0e-b179-4d72-b234-31df08ab920f tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.011702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe5a7f0e-b179-4d72-b234-31df08ab920f tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0112419 Jul 15 13:24:08.029160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.033418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082d44-8a55-4f89-b0c3-54285358c94a req-fe0bbb4f-a65d-4b29-92cd-40b771396e48 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.041061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0082d44-8a55-4f89-b0c3-54285358c94a req-fe0bbb4f-a65d-4b29-92cd-40b771396e48 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.2678826 Jul 15 13:24:08.053492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-06a09f3b-802a-4537-ab31-69a0fca8f132 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.054826 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06a09f3b-802a-4537-ab31-69a0fca8f132 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0196412 Jul 15 13:24:08.058562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.072250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-75850a11-7f66-4d99-a55d-b3ac46e3bb23 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.073837 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-75850a11-7f66-4d99-a55d-b3ac46e3bb23 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0134304 Jul 15 13:24:08.080784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.083662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:08.092176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-1d6bc87c-bd52-440f-adff-868d4f3e3580 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.093370 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1d6bc87c-bd52-440f-adff-868d4f3e3580 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055087 Jul 15 13:24:08.096025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.102877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-0555bc9e-269f-4c70-8ed1-aea68bd948ad tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.104180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0555bc9e-269f-4c70-8ed1-aea68bd948ad tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070677 Jul 15 13:24:08.106836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.111698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-b3cd3830-c0f4-4c6b-8ef4-5c1217c7b128 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.112869 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3cd3830-c0f4-4c6b-8ef4-5c1217c7b128 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049438 Jul 15 13:24:08.116694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.129172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-248dd464-1fd9-4674-87c1-4e6fbc080642 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.131349 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-248dd464-1fd9-4674-87c1-4e6fbc080642 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0092113 Jul 15 13:24:08.133957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.136337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.143571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-5ce71319-9175-42c3-96d3-a7bb1cb14eb7 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.144986 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ce71319-9175-42c3-96d3-a7bb1cb14eb7 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064025 Jul 15 13:24:08.151430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.183395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-dda31582-f864-49af-a163-3cbf91cc677d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.187117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dda31582-f864-49af-a163-3cbf91cc677d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0170751 Jul 15 13:24:08.189161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36398) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.196345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-ab522696-c89a-44cd-9aa8-dac9e690f67c tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.200439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ab522696-c89a-44cd-9aa8-dac9e690f67c tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054832 Jul 15 13:24:08.200439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.205016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-9dc22864-1b02-4922-ab31-82362f1d5309 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.206034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9dc22864-1b02-4922-ab31-82362f1d5309 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050435 Jul 15 13:24:08.214993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.215346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.231424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-1474a8e2-28aa-486e-b6b3-6077fe784f6d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.232415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1474a8e2-28aa-486e-b6b3-6077fe784f6d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075767 Jul 15 13:24:08.236827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.248179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0082d44-8a55-4f89-b0c3-54285358c94a req-f551cacd-dbab-4d4d-867a-53070e7ebb7c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062607 Jul 15 13:24:08.251000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c72baa34-38a7-465e-923e-64dd88750a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.258001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:08.272833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:08.273216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.300173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837e04b-d44d-42dc-add4-1df37d8f3537 req-a0e163dc-dbb2-4c00-9111-3e1ca474d730 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.309392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5837e04b-d44d-42dc-add4-1df37d8f3537 req-a0e163dc-dbb2-4c00-9111-3e1ca474d730 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2442560 Jul 15 13:24:08.407412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5837e04b-d44d-42dc-add4-1df37d8f3537 req-85d9b6a0-0547-4c9d-b8c9-3bb1a1cd2c88 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793142 Jul 15 13:24:08.417109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.438544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Transition to ACTIVE for port object 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:08.449658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-f276eebb-1f14-4163-97e3-7ec49fe04f2d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.450818 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f276eebb-1f14-4163-97e3-7ec49fe04f2d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084255 Jul 15 13:24:08.455852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.462667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-14a80984-35de-4146-b5ac-61bf0806afac tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.464334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-14a80984-35de-4146-b5ac-61bf0806afac tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071878 Jul 15 13:24:08.467006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.471959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-b00f2797-7d35-4d68-9311-683c6ecb5803 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.473356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b00f2797-7d35-4d68-9311-683c6ecb5803 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052390 Jul 15 13:24:08.477568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36414) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.482598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-c9666b9d-e70c-4956-ba6e-a607c3143bb2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.483930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c9666b9d-e70c-4956-ba6e-a607c3143bb2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051172 Jul 15 13:24:08.489681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.494720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-3d8b9cbd-a04e-49c5-80a7-f24b4b8e9a6f tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.495916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3d8b9cbd-a04e-49c5-80a7-f24b4b8e9a6f tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048835 Jul 15 13:24:08.498640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.501997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.502982 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c72baa34-38a7-465e-923e-64dd88750a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.509179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c72baa34-38a7-465e-923e-64dd88750a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.517559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-8dab51f6-460a-4706-8ed0-7a28e74c2da1 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.517781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Transition to ACTIVE for port object 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:08.518932 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8dab51f6-460a-4706-8ed0-7a28e74c2da1 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0155602 Jul 15 13:24:08.524265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.529017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-06a5bcfc-69c4-4c12-bb8c-54c81eec95be tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.529853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06a5bcfc-69c4-4c12-bb8c-54c81eec95be tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046141 Jul 15 13:24:08.533646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.539837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:08.542278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.546928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c72baa34-38a7-465e-923e-64dd88750a38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3041a9d9999443fa902846b213b36f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287497 Jul 15 13:24:08.552951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-fb8d67ca-94c7-4641-99b0-c080941b6ae6 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.554314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb8d67ca-94c7-4641-99b0-c080941b6ae6 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059595 Jul 15 13:24:08.556131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.556743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.568762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-1d165c59-6351-4123-8ef0-02215698385e tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.570498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d165c59-6351-4123-8ef0-02215698385e tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063953 Jul 15 13:24:08.580255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.586398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.595058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-28b01717-8957-4a43-9bf7-9118bb55e8dc tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.600449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-28b01717-8957-4a43-9bf7-9118bb55e8dc tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0124769 Jul 15 13:24:08.606128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36432) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.609091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Network ccaea250-4242-4586-8363-d1c3f13224a2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:08.612385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:08.617241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:08.618344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-f1a16ec7-e4ce-42a9-ad22-03c40edc0b9a tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.619324 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f1a16ec7-e4ce-42a9-ad22-03c40edc0b9a tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0122404 Jul 15 13:24:08.623187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.625652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Pushing event updated for resources: {'Port': ['ID=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.634925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-d5572031-7080-490d-8611-20a98a88ec50 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.636007 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5572031-7080-490d-8611-20a98a88ec50 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0121417 Jul 15 13:24:08.638975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.647314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-b63c0049-ada8-4e0c-8e2a-293ab1ce2995 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.648649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b63c0049-ada8-4e0c-8e2a-293ab1ce2995 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053051 Jul 15 13:24:08.662151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.668012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-7f8ddf58-c925-424e-a3e9-23090f558d65 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.669264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f8ddf58-c925-424e-a3e9-23090f558d65 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056341 Jul 15 13:24:08.673030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.674899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72baa34-38a7-465e-923e-64dd88750a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f9eef-7b8f-4c27-9c37-3bc7989ee7ef,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.683504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.692738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-d39f1a2b-8da9-4f6f-9e29-23e0a9ad4e80 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.696078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d39f1a2b-8da9-4f6f-9e29-23e0a9ad4e80 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0201364 Jul 15 13:24:08.702808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.707016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-cc459e38-6cd3-4ebc-8112-35382a5e5951 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.711520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cc459e38-6cd3-4ebc-8112-35382a5e5951 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087264 Jul 15 13:24:08.712398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.713234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d05cb9e-4373-463b-aec2-c836ec498243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.720487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-1cd3db33-2d41-4aed-8d9c-5ab9c6d8aed2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.721867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1cd3db33-2d41-4aed-8d9c-5ab9c6d8aed2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078609 Jul 15 13:24:08.729906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.738342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-2d5e5695-ab26-44b1-ab44-bab3cd0a7dda tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.742485 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2d5e5695-ab26-44b1-ab44-bab3cd0a7dda tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0085223 Jul 15 13:24:08.742726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.746819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-08ab4ecf-c0a1-4b1b-a8b2-98a281d70e1e tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.749977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-08ab4ecf-c0a1-4b1b-a8b2-98a281d70e1e tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042226 Jul 15 13:24:08.750372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36452) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.752039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Attempting to bind port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:08.752480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Attempting to bind port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:08.752919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Attempting to bind port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 on network ccaea250-4242-4586-8363-d1c3f13224a2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:08.753048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d05cb9e-4373-463b-aec2-c836ec498243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.754439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-849b94d6-d574-4742-8f62-ac04225faa0b tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.758299 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-849b94d6-d574-4742-8f62-ac04225faa0b tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048428 Jul 15 13:24:08.760020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:08.760569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Checking segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:08.761056 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.761545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Bound using segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:08.762096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Bound port: 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:08.762933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.763071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.767858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-44fd622f-a6de-4596-949d-6e9c647c1cf2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.771745 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-44fd622f-a6de-4596-949d-6e9c647c1cf2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048819 Jul 15 13:24:08.772067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.777687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-e0168b22-7c3a-4a99-b1e7-21df10690a0c tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.789405 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e0168b22-7c3a-4a99-b1e7-21df10690a0c tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0162761 Jul 15 13:24:08.796261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.20.0.1 (ccaea250-4242-4586-8363-d1c3f13224a2/7bf3101d-cb76-4507-bec3-9cb6f769bc12/eac2b087-56fd-4eea-a828-bf27a0230b6d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:08.803731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.808332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-087ac0f1-b847-47be-b094-3dda85aea2c9 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.814482 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-087ac0f1-b847-47be-b094-3dda85aea2c9 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072269 Jul 15 13:24:08.815002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.821939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-2dcdc0d5-51c2-4dd6-9992-005664571e6e tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.825528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2dcdc0d5-51c2-4dd6-9992-005664571e6e tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0070286 Jul 15 13:24:08.825528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d05cb9e-4373-463b-aec2-c836ec498243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.830218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.835894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d05cb9e-4373-463b-aec2-c836ec498243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.838316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0d05cb9e-4373-463b-aec2-c836ec498243 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d80f9eef-7b8f-4c27-9c37-3bc7989ee7ef HTTP/1.1" status: 204 len: 168 time: 0.2801468 Jul 15 13:24:08.844221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-eff0901f-661d-4427-b50a-9c9c540e9c4f tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.847704 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eff0901f-661d-4427-b50a-9c9c540e9c4f tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089569 Jul 15 13:24:08.852319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.862158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-e9e5c6c9-5e00-4cbc-9f08-1199b18fe083 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.875709 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e9e5c6c9-5e00-4cbc-9f08-1199b18fe083 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0121641 Jul 15 13:24:08.878178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.882108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05cb9e-4373-463b-aec2-c836ec498243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f9eef-7b8f-4c27-9c37-3bc7989ee7ef,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.884778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] For port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:08.896325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-235447f4-a64a-47bd-9963-0b4fa4fea2fa tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.903751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] For port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:08.904523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-235447f4-a64a-47bd-9963-0b4fa4fea2fa tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0171499 Jul 15 13:24:08.905364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.920837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-a2c47d78-aff8-4115-af0c-d95e3abbbb25 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.923058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.926048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a2c47d78-aff8-4115-af0c-d95e3abbbb25 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0180531 Jul 15 13:24:08.926927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.936228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-4d035c63-0ca6-4700-9a77-b3613115f69d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.940131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4d035c63-0ca6-4700-9a77-b3613115f69d tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099308 Jul 15 13:24:08.943162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.955552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-6cf1689e-d7bc-4915-a71a-6d9c604fc7f1 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.963903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6cf1689e-d7bc-4915-a71a-6d9c604fc7f1 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0182972 Jul 15 13:24:08.967366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.975407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-f1931cde-6246-48cc-8cfb-7954ab2e6418 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:08.981235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f1931cde-6246-48cc-8cfb-7954ab2e6418 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0128438 Jul 15 13:24:08.982933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.996118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-cd8601fa-4dd1-49ab-a086-f252699d2ae5 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.000174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cd8601fa-4dd1-49ab-a086-f252699d2ae5 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0148206 Jul 15 13:24:09.000882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.010904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-41d69a81-388d-42e8-a514-621ba37fee4b tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.016389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-41d69a81-388d-42e8-a514-621ba37fee4b tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0142224 Jul 15 13:24:09.017433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.028040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-7f276cc9-2878-44f8-bff7-7cc3de213534 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.032391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f276cc9-2878-44f8-bff7-7cc3de213534 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0108378 Jul 15 13:24:09.034259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.040350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-01f31acb-602b-4103-ac2f-3fe3c91c69bf tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.044266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-01f31acb-602b-4103-ac2f-3fe3c91c69bf tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085702 Jul 15 13:24:09.046097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.084889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.091453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a86bd3-7c9c-4743-9968-da53e67e3fd5 None None] Pushing event updated for resources: {'Port': ['ID=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.096504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-00cf0f76-c772-4a08-a4e7-7f57c54eb3c2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.101184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-00cf0f76-c772-4a08-a4e7-7f57c54eb3c2 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0137179 Jul 15 13:24:09.104419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.108952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-588c03f6-8113-40b3-aedd-bf9f9d201cfe tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.113076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-588c03f6-8113-40b3-aedd-bf9f9d201cfe tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082777 Jul 15 13:24:09.114847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.119573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Transition to ACTIVE for port object eac2b087-56fd-4eea-a828-bf27a0230b6d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:09.120818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-6f65322d-9056-4f8a-8148-ffa985a5e363 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.124844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6f65322d-9056-4f8a-8148-ffa985a5e363 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0088546 Jul 15 13:24:09.127416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.131877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-11aff050-1940-4247-bb71-e8ce5f797b13 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.141063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-11aff050-1940-4247-bb71-e8ce5f797b13 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096004 Jul 15 13:24:09.141063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.147261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-6387e175-bd18-44e2-bef5-e06cc9fe0147 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.152896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6387e175-bd18-44e2-bef5-e06cc9fe0147 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090139 Jul 15 13:24:09.157812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.162290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-9686ebb0-19d1-4ff2-903d-d99395eb5069 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.165771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9686ebb0-19d1-4ff2-903d-d99395eb5069 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060740 Jul 15 13:24:09.166465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.176577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-da5c9140-b9c7-4686-81f6-e80bf35e7d18 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.179903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-da5c9140-b9c7-4686-81f6-e80bf35e7d18 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092142 Jul 15 13:24:09.180450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.189051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-eb953c0e-d57b-4e79-8fc1-9e344400dd43 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.192974 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eb953c0e-d57b-4e79-8fc1-9e344400dd43 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091367 Jul 15 13:24:09.193753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.201210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.202279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afded2b-d7cb-4048-8c8c-f785288987b0 req-5810e80c-e3de-45cf-9d6d-d96cfd237281 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.210096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6afded2b-d7cb-4048-8c8c-f785288987b0 req-5810e80c-e3de-45cf-9d6d-d96cfd237281 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.1765149 Jul 15 13:24:09.220505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-a8275c51-2931-468a-a90d-37b28745ebbe tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.221527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a8275c51-2931-468a-a90d-37b28745ebbe tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094447 Jul 15 13:24:09.227938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.251427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-12840628-6889-48fa-913e-c17361afe69c tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.258986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12840628-6889-48fa-913e-c17361afe69c tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0303123 Jul 15 13:24:09.261798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network ccaea250-4242-4586-8363-d1c3f13224a2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:09.263929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.267112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:09.269761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:09.313750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6afded2b-d7cb-4048-8c8c-f785288987b0 req-4cb6a40e-351a-4d61-88fe-94e59588c7a5 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026461 Jul 15 13:24:09.391156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [None req-ca5b2d0d-a239-470e-b321-9dbbb041cf01 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.393088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca5b2d0d-a239-470e-b321-9dbbb041cf01 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0209477 Jul 15 13:24:09.396146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.401448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [None req-09dea407-518a-4fe6-af4d-217ab44a33f6 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:09.402686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-09dea407-518a-4fe6-af4d-217ab44a33f6 tempest-ExtensionsTestJSON-947608308 tempest-ExtensionsTestJSON-947608308-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055416 Jul 15 13:24:09.415319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=eac2b087-56fd-4eea-a828-bf27a0230b6d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.420383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.712447 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.755740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.824392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b65c1-e4d0-4367-b7f3-66a28bedb8da req-90d21efb-6f5e-44c7-a0f8-fe23717469d1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.832092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b54b65c1-e4d0-4367-b7f3-66a28bedb8da req-90d21efb-6f5e-44c7-a0f8-fe23717469d1 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.2181430 Jul 15 13:24:09.855695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6606e-6aa6-47da-a427-1f0ce874e8a0 req-a14e56db-6f8a-419c-bbee-84372cca9b72 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.862956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8e6606e-6aa6-47da-a427-1f0ce874e8a0 req-a14e56db-6f8a-419c-bbee-84372cca9b72 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1905270 Jul 15 13:24:09.977297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b54b65c1-e4d0-4367-b7f3-66a28bedb8da req-b951aaa0-3ee3-4f6f-b8df-673402efe7e2 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423566 Jul 15 13:24:10.025100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8e6606e-6aa6-47da-a427-1f0ce874e8a0 req-975909b1-168d-4442-8651-b846b6b2d83a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605411 Jul 15 13:24:10.053035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c73e502-c084-4f52-bda0-d449f2a49a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.238047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:10.362322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:10.363297 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.497963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:10.616786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:10.761621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.768825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c73e502-c084-4f52-bda0-d449f2a49a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.773772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ee9cf-f8bf-4aec-ab70-ece01ef73355 None None] Network ccaea250-4242-4586-8363-d1c3f13224a2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:10.773950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.888326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.897060 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c73e502-c084-4f52-bda0-d449f2a49a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.901622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=eac2b087-56fd-4eea-a828-bf27a0230b6d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:10.916544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] Provisioning for port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:10.924302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] Provisioning complete for port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:10.924796 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.941093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73e502-c084-4f52-bda0-d449f2a49a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28136c3d-c867-4017-ab62-92d3624ea9ea,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.002375 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c73e502-c084-4f52-bda0-d449f2a49a71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e61213d20ee4c598b3034227babe320&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2431266 Jul 15 13:24:11.003238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.123043 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50ddc2a4-bd8c-49da-8e77-d98336cb2584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.126246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.136327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network ccaea250-4242-4586-8363-d1c3f13224a2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:11.138471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:11.181825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50ddc2a4-bd8c-49da-8e77-d98336cb2584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.206459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] For port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:11.220775 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.391068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1560-46a6-4a86-a8fe-48b3a9e80fdb None None] Pushing event updated for resources: {'Port': ['ID=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.460558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50ddc2a4-bd8c-49da-8e77-d98336cb2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.463622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50ddc2a4-bd8c-49da-8e77-d98336cb2584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.465062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-50ddc2a4-bd8c-49da-8e77-d98336cb2584 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28136c3d-c867-4017-ab62-92d3624ea9ea HTTP/1.1" status: 204 len: 168 time: 0.4603155 Jul 15 13:24:11.485090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddc2a4-bd8c-49da-8e77-d98336cb2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28136c3d-c867-4017-ab62-92d3624ea9ea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.530286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c163122-b632-4de0-a619-6aaddca400a5 req-85315da9-b8bf-4e23-8726-6f719164276d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.532215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c163122-b632-4de0-a619-6aaddca400a5 req-85315da9-b8bf-4e23-8726-6f719164276d tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.2627406 Jul 15 13:24:11.553976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62e3a-64dd-4dad-a31d-bce60e5aec18 req-c6aacfdc-24e8-48d7-87a1-b868457a14eb tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.557042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebd62e3a-64dd-4dad-a31d-bce60e5aec18 req-c6aacfdc-24e8-48d7-87a1-b868457a14eb tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1918530 Jul 15 13:24:11.609820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c163122-b632-4de0-a619-6aaddca400a5 req-1f47a175-6d1e-4f51-b54e-4cbd3899b638 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Jul 15 13:24:11.633307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebd62e3a-64dd-4dad-a31d-bce60e5aec18 req-0d5efc63-28bf-41c0-863e-316f18efdb72 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617988 Jul 15 13:24:11.669025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c140059b-d00e-4d5c-b5f3-52add6fcbfb2 None None] Provisioning for port eac2b087-56fd-4eea-a828-bf27a0230b6d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:11.674759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c140059b-d00e-4d5c-b5f3-52add6fcbfb2 None None] Provisioning complete for port eac2b087-56fd-4eea-a828-bf27a0230b6d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:11.676344 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c140059b-d00e-4d5c-b5f3-52add6fcbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.757382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c140059b-d00e-4d5c-b5f3-52add6fcbfb2 None None] Port eac2b087-56fd-4eea-a828-bf27a0230b6d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:11.783850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c140059b-d00e-4d5c-b5f3-52add6fcbfb2 None None] Provisioning complete for port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:11.784240 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c140059b-d00e-4d5c-b5f3-52add6fcbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.042113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:12.045277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:12.234023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e22d644-170c-43e9-b1a9-0b77088879b8 None None] Provisioning complete for port eac2b087-56fd-4eea-a828-bf27a0230b6d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:12.234481 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e22d644-170c-43e9-b1a9-0b77088879b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.281726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:12.289538 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8499ade1-aea2-4d46-89d9-202b196800e0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "PUT /v2.0/routers/0ce8b53c-3eb4-4eed-9998-0f3bbabfe536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2270162 Jul 15 13:24:12.293036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36600) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:12.332484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:12.342196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-f7faa12b-5528-4607-81fd-fc7c4fb9cd9c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.347987 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-f7faa12b-5528-4607-81fd-fc7c4fb9cd9c tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 946 time: 0.4481409 Jul 15 13:24:12.410256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:12.411038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:12.517594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0e22d644-170c-43e9-b1a9-0b77088879b8 None None] Port eac2b087-56fd-4eea-a828-bf27a0230b6d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:12.542733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:12.543113 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.552071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Deleting port 48bfee74-582d-4695-b54a-d15d10bd639d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:12.552488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.693119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.695569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.698750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.699981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.700632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.701512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.702808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.704530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.705787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.708469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.712990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-482a0df4-847a-4d4f-92f9-35734e5c70cf tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7064 time: 0.4178777 Jul 15 13:24:12.716743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:12.727449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae6e977e-5bd5-423d-b259-94d310ebbce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.732346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab8db550-213f-4c63-939e-aa2315473ed9 None None] Provisioning complete for port eac2b087-56fd-4eea-a828-bf27a0230b6d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:12.732715 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab8db550-213f-4c63-939e-aa2315473ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.800586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:12.804576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ab8db550-213f-4c63-939e-aa2315473ed9 None None] Port eac2b087-56fd-4eea-a828-bf27a0230b6d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:12.846552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] For port 48bfee74-582d-4695-b54a-d15d10bd639d, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=48bfee74-582d-4695-b54a-d15d10bd639d,segment=NetworkSegment(bc1cc409-aad2-406b-ad21-8b9015e34630),segment_id=bc1cc409-aad2-406b-ad21-8b9015e34630)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:12.846987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.895920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Calling delete_port for 48bfee74-582d-4695-b54a-d15d10bd639d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:13.166498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.169701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:09Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:10Z', 'revision_number': 2, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:13.225163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.226738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.230804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.231705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.232319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.232927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.233538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.234193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.234842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.238843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.245492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-efae0b89-eb47-4974-b4e0-2a6234526821 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6455 time: 0.5274696 Jul 15 13:24:13.246740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:13.253640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.255149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Updating router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 port eac2b087-56fd-4eea-a828-bf27a0230b6d binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:13.290085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] No DVR routers for this DVR port 48bfee74-582d-4695-b54a-d15d10bd639d on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:13.296243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.305180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0f0173b6-a459-450a-9da3-3a80861ecb3d req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.23 "DELETE /v2.0/ports/48bfee74-582d-4695-b54a-d15d10bd639d HTTP/1.1" status: 204 len: 173 time: 0.9513757 Jul 15 13:24:13.305877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'name': 'network-vif-deleted', 'tag': '48bfee74-582d-4695-b54a-d15d10bd639d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:13.310819 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27484be8-5b94-4f0a-bb0d-e80f067acb67" -d '{"events": [{"server_uuid": "3a6f97b6-5850-48e6-8523-0e3a21998d6b", "name": "network-vif-deleted", "tag": "48bfee74-582d-4695-b54a-d15d10bd639d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:13.320093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaba0fd-a78d-4c8b-aaec-bbd6332924d8 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Pushing event deleted for resources: {'Port': ['ID=48bfee74-582d-4695-b54a-d15d10bd639d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.347305 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.457725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175d62-7100-404d-8990-5823d2a89357 req-c5f26b6f-5f0c-4d81-ab3c-934dc4c36968 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.465004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce175d62-7100-404d-8990-5823d2a89357 req-c5f26b6f-5f0c-4d81-ab3c-934dc4c36968 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.5594699 Jul 15 13:24:13.534531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b205f-07c0-4a41-8690-b8e61adc2b47 req-6d20d8b4-011e-405f-a3f8-590d99189560 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.542339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c3b205f-07c0-4a41-8690-b8e61adc2b47 req-6d20d8b4-011e-405f-a3f8-590d99189560 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6f97b6-5850-48e6-8523-0e3a21998d6b HTTP/1.1" status: 200 len: 867 time: 0.4927135 Jul 15 13:24:13.599213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce175d62-7100-404d-8990-5823d2a89357 req-23e5534c-f0ff-46e6-a6f4-7308d6513654 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324704 Jul 15 13:24:13.652267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.718883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c3b205f-07c0-4a41-8690-b8e61adc2b47 req-1dcecb7a-68af-483c-9d9f-f6c1b7024839 tempest-ServerDiskConfigTestJSON-47845720 tempest-ServerDiskConfigTestJSON-47845720-project] 10.222.0.48 "GET /v2.0/security-groups?id=0060adba-6fe1-4067-950d-2276d459be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750252 Jul 15 13:24:13.822039 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c7843-0934-4706-aa06-de9005def059 x-openstack-request-id: req-f87c7843-0934-4706-aa06-de9005def059 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:13.822507 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6f97b6-5850-48e6-8523-0e3a21998d6b", "name": "network-vif-deleted", "tag": "48bfee74-582d-4695-b54a-d15d10bd639d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:13.822756 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f87c7843-0934-4706-aa06-de9005def059 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:13.823152 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6f97b6-5850-48e6-8523-0e3a21998d6b', 'name': 'network-vif-deleted', 'tag': '48bfee74-582d-4695-b54a-d15d10bd639d', 'status': 'completed', 'code': 200} Jul 15 13:24:13.883060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6b25e648-b85f-44b8-8f43-327e27fc09eb tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.6043646 Jul 15 13:24:13.981285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.008138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Transition to ACTIVE for port object eac2b087-56fd-4eea-a828-bf27a0230b6d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:14.022472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.107538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe99e8-635b-48a9-a540-8f2001f4a9e8 None None] Pushing event updated for resources: {'Port': ['ID=eac2b087-56fd-4eea-a828-bf27a0230b6d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.109709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1074648539'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:14.182795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:14.198351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.233012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.259815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Attempting to bind port eac2b087-56fd-4eea-a828-bf27a0230b6d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:14.260193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Attempting to bind port eac2b087-56fd-4eea-a828-bf27a0230b6d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:14.260564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Attempting to bind port eac2b087-56fd-4eea-a828-bf27a0230b6d on network ccaea250-4242-4586-8363-d1c3f13224a2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:14.273917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:14.279797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Checking segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:14.280213 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.283480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Bound using segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:14.284191 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Bound port: eac2b087-56fd-4eea-a828-bf27a0230b6d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:14.284754 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.388030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:14.401002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545875782', 'description': 'tempest-secgroup-smoke-545875782 description', 'project_id': '6eb253ec0cac4c76a83f9135098fc834'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:14.465679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] For port eac2b087-56fd-4eea-a828-bf27a0230b6d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:14.472710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] For port eac2b087-56fd-4eea-a828-bf27a0230b6d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=eac2b087-56fd-4eea-a828-bf27a0230b6d,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:14.484186 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.506912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.512562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.529876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:14.550867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.552610 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Added segment 1defb151-6e75-4d7d-80f5-1621f5f8d05f of type vlan for network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca Jul 15 13:24:14.557171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe99e8-635b-48a9-a540-8f2001f4a9e8 None None] Pushing event updated for resources: {'Port': ['ID=eac2b087-56fd-4eea-a828-bf27a0230b6d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.577892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.591347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:14.595785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:14.621474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.674631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.683287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.683890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.742320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c797cee1-1177-4681-b573-851ccd4dd45d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.793488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e77d-a906-448f-ad53-0031dcbe1d66 req-b5ef0b98-26da-496a-ad3c-1f923e532792 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.794909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Network': ['ID=6fb5a71f-e15a-49c6-972a-8c6f7b57abca,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.795263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02a9e77d-a906-448f-ad53-0031dcbe1d66 req-b5ef0b98-26da-496a-ad3c-1f923e532792 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.2468412 Jul 15 13:24:14.915161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02a9e77d-a906-448f-ad53-0031dcbe1d66 req-530309df-ac77-4a2a-962c-4ce8d93a71d8 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093576 Jul 15 13:24:14.958165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.974543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ef78e73e-7608-4d84-b246-cc0a3123814e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3191910 Jul 15 13:24:14.975587 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.976229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:14.981690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'subnet': {'network_id': '6fb5a71f-e15a-49c6-972a-8c6f7b57abca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:14.986601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e841e-662b-4045-8bae-ee0ef51f6c93 req-6dc0632d-d0f7-40f6-ba1c-5316cabecb64 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.988366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-857e841e-662b-4045-8bae-ee0ef51f6c93 req-6dc0632d-d0f7-40f6-ba1c-5316cabecb64 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1327872 Jul 15 13:24:14.998687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 48bfee74-582d-4695-b54a-d15d10bd639d no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:15.001944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:15.045000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.052075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.052588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6627553 Jul 15 13:24:15.057547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '9dbc60e1-a072-416e-adb1-4d3ce080ac9d', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:15.062380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 48bfee74-582d-4695-b54a-d15d10bd639d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:15.062847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 48bfee74-582d-4695-b54a-d15d10bd639d not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:15.067241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58790af2-7767-4893-af6e-ccf89d857d9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbc60e1-a072-416e-adb1-4d3ce080ac9d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.102184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-857e841e-662b-4045-8bae-ee0ef51f6c93 req-e4bcaead-b633-4ad5-bcc1-ca73d026578b tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006792 Jul 15 13:24:15.151527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:15.200357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.253227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:15.259146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.314680 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2ea9-97ca-4fe4-810a-ee23130ed02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.433226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.441886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.453885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.465376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:09Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:14Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:15.498395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d8f6-7786-420b-8f36-c98ec4324a1f None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:09Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:14Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:15.499304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8581f140-cb0f-4a1d-b372-1a567c43ba42,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.510551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.512355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-636f0956-d472-453b-a401-b924c5da1b53 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587440 Jul 15 13:24:15.517074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.525879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '9dbc60e1-a072-416e-adb1-4d3ce080ac9d', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:15.538170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.575916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Deleting subnet 6c7bab79-ee65-4762-8c51-45bf309e2ec3 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:15.585845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.646730 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.658876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.662431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.700035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.781993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.788733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Subnet': ['ID=822e26f3-9fd7-4b53-bcac-9d5daaf1f44c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.793710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Checking segment: {'id': '1defb151-6e75-4d7d-80f5-1621f5f8d05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6fb5a71f-e15a-49c6-972a-8c6f7b57abca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:15.794069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network hostable DHCP agents. Network: 6fb5a71f-e15a-49c6-972a-8c6f7b57abca, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:15.811144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.816514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7bab79-ee65-4762-8c51-45bf309e2ec3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.821072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.824943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.830342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-77ca9dd4-f498-4376-bd42-ed326b328473 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c7bab79-ee65-4762-8c51-45bf309e2ec3 HTTP/1.1" status: 204 len: 168 time: 0.3747368 Jul 15 13:24:15.831151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.842320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:15.847902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa28bbd0-d0a0-49bb-92a3-80148a0d227d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.871535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 6fb5a71f-e15a-49c6-972a-8c6f7b57abca) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:15.881701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.883067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883df5d7-6c49-4d2f-ab0b-e7a5f5e037d5 None None] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:15.883461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aff91129-4eb0-44fd-b0d1-2def88b3aa52 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3662319 Jul 15 13:24:15.907126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.907805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.910087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.915864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '9dbc60e1-a072-416e-adb1-4d3ce080ac9d', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:15.948549 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.956194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.971816 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-65fcf08b-6d23-43ed-b58e-0cb9e3173bd2 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9944754 Jul 15 13:24:15.972422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.984352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-340408464', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:16.014425 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.015540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.063611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device eac2b087-56fd-4eea-a828-bf27a0230b6d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:16.085798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.101051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5707d833-433f-48bf-b178-7eda944e700a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.117144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1cc409-aad2-406b-ad21-8b9015e34630') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.118865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1cc409-aad2-406b-ad21-8b9015e34630') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.134847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.150578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.152701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.160175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:16.162155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.180966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.244843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e472807-5e50-40a0-9c73-6a33b8b417c4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.249525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.250795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c7f78fde-3725-4004-ac52-1c03c7a983d9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391111 Jul 15 13:24:16.253241 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.254807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.261315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '9dbc60e1-a072-416e-adb1-4d3ce080ac9d', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:16.287759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bb07f-2296-4584-8877-0091fe0a2ded req-a258b15b-1ef4-4c9f-9942-37567b452e79 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.289377 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-112bb07f-2296-4584-8877-0091fe0a2ded req-a258b15b-1ef4-4c9f-9942-37567b452e79 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.49 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.2236807 Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:16.291233 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:16.305778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.319676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c9459-5621-47c4-be18-5395595bb395 None None] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:16.323475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port eac2b087-56fd-4eea-a828-bf27a0230b6d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:16.335834 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.341136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/5707d833-433f-48bf-b178-7eda944e700a HTTP/1.1" status: 204 len: 168 time: 0.5087199 Jul 15 13:24:16.364367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98c911-715f-4ef5-a250-d28f002463ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5707d833-433f-48bf-b178-7eda944e700a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.382384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port eac2b087-56fd-4eea-a828-bf27a0230b6d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:16.383666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.407225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f833b-b58b-49fd-b0da-8a2e65c0043d req-30ef959e-e016-48c7-bcd7-2e6e7aff220b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.408984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a6f833b-b58b-49fd-b0da-8a2e65c0043d req-30ef959e-e016-48c7-bcd7-2e6e7aff220b tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 946 time: 0.1167500 Jul 15 13:24:16.592180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a6f833b-b58b-49fd-b0da-8a2e65c0043d req-187b0357-1ef0-442c-9e29-7d52e4bf7866 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a033d68-d20f-4eb0-9faa-8e3c77c51e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745906 Jul 15 13:24:16.623895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.673400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24112e-34a2-4cd1-a32c-d9421193571b req-3889501e-6310-4ce1-a7e2-51a3bcaa0f5f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.673715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.680946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce24112e-34a2-4cd1-a32c-d9421193571b req-3889501e-6310-4ce1-a7e2-51a3bcaa0f5f tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2382326 Jul 15 13:24:16.710024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.713270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.721934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port eac2b087-56fd-4eea-a828-bf27a0230b6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=eac2b087-56fd-4eea-a828-bf27a0230b6d,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:16.743960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.780734 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.793571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce24112e-34a2-4cd1-a32c-d9421193571b req-8c1dc2fd-9af4-41f1-9e20-e930d0f44fdc tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034803 Jul 15 13:24:16.849688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=eac2b087-56fd-4eea-a828-bf27a0230b6d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.936833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8c172442-99c5-47ea-ade2-896d95423f4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bc3217a18fc423db3b61ef994b9e161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201247 Jul 15 13:24:16.939384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.971221 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.001256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d546ac9-01b7-4765-a6e9-847bda0d8aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.007207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.031431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d546ac9-01b7-4765-a6e9-847bda0d8aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.031823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Deleting port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:17.032116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.056552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b455d08-a638-48bc-8f36-048d3601332d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.076757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.077964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-83a31ac5-c26f-40cf-8009-44aaef7bdae9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8205395 Jul 15 13:24:17.081066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:17.087463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '9dbc60e1-a072-416e-adb1-4d3ce080ac9d', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:17.117663 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Project 6eb253ec0cac4c76a83f9135098fc834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:24:17.123098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d546ac9-01b7-4765-a6e9-847bda0d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.126496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d546ac9-01b7-4765-a6e9-847bda0d8aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.129464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9d546ac9-01b7-4765-a6e9-847bda0d8aba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0060adba-6fe1-4067-950d-2276d459be4e HTTP/1.1" status: 204 len: 168 time: 0.1867237 Jul 15 13:24:17.151297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.162678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d546ac9-01b7-4765-a6e9-847bda0d8aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0060adba-6fe1-4067-950d-2276d459be4e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.254249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.262022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.288586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f762c5ea-ac0e-4519-b1ad-0a10bf40f752,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.294735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.295964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-15565485-3367-411c-8026-dfdde5911ec6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2137792 Jul 15 13:24:17.299623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] For port 7455a5f5-8a56-4104-af7f-ca06bea74eb3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7455a5f5-8a56-4104-af7f-ca06bea74eb3,segment=NetworkSegment(52f9e678-46cc-48a4-bec0-4b6c8f35e947),segment_id=52f9e678-46cc-48a4-bec0-4b6c8f35e947)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:17.300001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.300138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:17.306392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '9dbc60e1-a072-416e-adb1-4d3ce080ac9d', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:17.333190 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Project 6eb253ec0cac4c76a83f9135098fc834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:24:17.339296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.342838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.371324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Calling delete_port for 7455a5f5-8a56-4104-af7f-ca06bea74eb3 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:17.374693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.424643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.433073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.455797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f55089-4ad6-4718-8cc1-76b259aca076,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.465480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.467505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8806b1b3-33d5-4984-bae8-4ee16038cc3d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1664000 Jul 15 13:24:17.558067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.219 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/29f697f8-5503-44f9-ad91-016c8946d90e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:17.726360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-e61c7a75-20c4-4883-8c75-4a0906cf8d8d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545875782&fields=id&tenant_id=6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 267 time: 0.0566237 Jul 15 13:24:17.808681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.834512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19f2d37b-95e0-4d21-a8b9-23566360bb82 req-b7cdc426-b436-4aae-89ac-50ed701ae08d tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.48 "GET /v2.0/ports?device_id=05e17ff3-ddfa-4e3e-8819-a56ae9be44d6 HTTP/1.1" status: 200 len: 210 time: 0.0391793 Jul 15 13:24:17.953575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a4a04e6a-a3b1-4e23-b460-6d1a2a46d029 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.961224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a4a04e6a-a3b1-4e23-b460-6d1a2a46d029 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/networks?id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 797 time: 0.2254136 Jul 15 13:24:17.971557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Pushing event deleted for resources: {'Port': ['ID=7455a5f5-8a56-4104-af7f-ca06bea74eb3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.975427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] No DVR routers for this DVR port 7455a5f5-8a56-4104-af7f-ca06bea74eb3 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:17.978537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.981685 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-112bb07f-2296-4584-8877-0091fe0a2ded req-06beaad7-d5b9-4df1-96ab-56eb6eeb41e6 tempest-ServersNegativeTestJSON-1018593919 tempest-ServersNegativeTestJSON-1018593919-project] 10.222.0.49 "DELETE /v2.0/ports/7455a5f5-8a56-4104-af7f-ca06bea74eb3 HTTP/1.1" status: 204 len: 173 time: 1.5190604 Jul 15 13:24:17.983941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-6ea2d06e-62ea-4fc4-b400-6e872da7467e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/quotas/6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 375 time: 0.0217397 Jul 15 13:24:17.985293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.988226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-deleted', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:17.994184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device eac2b087-56fd-4eea-a828-bf27a0230b6d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:18.001917 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00609be9-d7e3-474f-af56-b3ab12d83791" -d '{"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-deleted", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:18.089754 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.121505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-29ea1f44-8333-4b85-bfa5-717029775c19 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1365032 Jul 15 13:24:18.139139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.152801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:18.159224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:18.164055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:18.170575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port eac2b087-56fd-4eea-a828-bf27a0230b6d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:18.174337 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.228619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755b444-abea-4eed-a829-12b075d794f4 req-7b3be83f-dccc-4493-b07f-e276c52b3db7 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.235718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1755b444-abea-4eed-a829-12b075d794f4 req-7b3be83f-dccc-4493-b07f-e276c52b3db7 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1118236 Jul 15 13:24:18.295893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1755b444-abea-4eed-a829-12b075d794f4 req-ea0add85-1089-4bfe-9fc8-1140e883fc13 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Jul 15 13:24:18.353128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:18.434606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=29f697f8-5503-44f9-ad91-016c8946d90e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:18.468200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-9afb1f73-2936-45f8-8578-2777abb7fc6d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:18.475191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-9afb1f73-2936-45f8-8578-2777abb7fc6d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3435466 Jul 15 13:24:18.509144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-463286983-network', 'tenant_id': '0d3d5ba0958347d1a8293a69d8d795fc'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:18.531619 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea82e1fc-b601-4e1e-aacb-051d1f114c0d x-openstack-request-id: req-ea82e1fc-b601-4e1e-aacb-051d1f114c0d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:18.531941 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e17ff3-ddfa-4e3e-8819-a56ae9be44d6", "name": "network-vif-deleted", "tag": "7455a5f5-8a56-4104-af7f-ca06bea74eb3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:18.532161 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea82e1fc-b601-4e1e-aacb-051d1f114c0d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:18.532546 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e17ff3-ddfa-4e3e-8819-a56ae9be44d6', 'name': 'network-vif-deleted', 'tag': '7455a5f5-8a56-4104-af7f-ca06bea74eb3', 'status': 'completed', 'code': 200} Jul 15 13:24:18.559780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.581644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Made reservation on behalf of 0d3d5ba0958347d1a8293a69d8d795fc for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:18.584783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.596826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.714270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-48f6869a-87f6-4067-ab7a-df9e52a4bf00 service neutron] 10.222.0.48 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367625 Jul 15 13:24:18.779361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.790947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.863591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:18.892699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd188d-7541-4e0d-95fe-cdc6528467c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:18.901178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.901790 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Added segment 3ecdd555-7645-4772-aa58-5e19dc6dd4ef of type vlan for network 4cb304c5-e666-4078-8a39-2e6054cf6b33 Jul 15 13:24:18.950526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:18.976209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-fd1773f0-cc46-42a2-ab77-ef62d433d164 service neutron] 10.222.0.48 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491310 Jul 15 13:24:19.000629 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.028337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 7455a5f5-8a56-4104-af7f-ca06bea74eb3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:19.029512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7455a5f5-8a56-4104-af7f-ca06bea74eb3 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:19.057516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.118094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.155322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.156303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:19.156876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.331425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:19.339730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb304c5-e666-4078-8a39-2e6054cf6b33,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:19.351681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:19.385866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Deleting subnet 2d728839-ff2e-404f-a318-d5ca530ff2f7 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:19.397316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.402834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-00cb752e-c311-4bef-bbbc-6ed95231eda6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0481510 Jul 15 13:24:19.412900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36918) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.429665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Request body: {'subnet': {'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-463286983-subnet', 'tenant_id': '0d3d5ba0958347d1a8293a69d8d795fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:19.470967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7e14326-1d97-4589-94fa-4dda4aba4699 req-1712da71-074d-4004-a727-c18c890a8854 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 210 time: 0.1249378 Jul 15 13:24:19.524256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.532882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.589428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Made reservation on behalf of 0d3d5ba0958347d1a8293a69d8d795fc for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:19.593392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.619955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:19.636305 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:19.655388 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:19.656057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.731421 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.735244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.756726 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:19.757419 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.845568 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.846136 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e355d-64d4-42cd-95ff-49092cd59f62 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:19.847715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e09c-7a79-482e-ace9-042e637f9614 req-4f1192ed-f822-4c1e-bcc4-3b8c8c1591ed tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:19.852892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.855906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b17d5a76-5428-488d-8e9a-5d5a1fe14a81 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8768268 Jul 15 13:24:19.856209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65c2e09c-7a79-482e-ace9-042e637f9614 req-4f1192ed-f822-4c1e-bcc4-3b8c8c1591ed tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2576151 Jul 15 13:24:19.856376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.865480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.902616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b27b446-cfdd-4460-aaad-3326605e9bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.933294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.956501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.961464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2d728839-ff2e-404f-a318-d5ca530ff2f7 HTTP/1.1" status: 204 len: 168 time: 0.9029331 Jul 15 13:24:19.967681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.987961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99881547-92c5-427e-923e-543e6247e7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d728839-ff2e-404f-a318-d5ca530ff2f7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.016401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65c2e09c-7a79-482e-ace9-042e637f9614 req-53f3f32e-0e07-45f7-bbdb-2f18581a6ffa tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607487 Jul 15 13:24:20.057962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Checking segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:20.058361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Network hostable DHCP agents. Network: 4cb304c5-e666-4078-8a39-2e6054cf6b33, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:20.079519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b27b446-cfdd-4460-aaad-3326605e9bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.089624 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b27b446-cfdd-4460-aaad-3326605e9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.105796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=beee3e98-7cae-42ee-9cc6-13e0883ebbfe,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.137051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7b27b446-cfdd-4460-aaad-3326605e9bdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f453e6661aff48aaa65aa9dc979a251f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994701 Jul 15 13:24:20.139933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36936) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.141907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.170268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27b446-cfdd-4460-aaad-3326605e9bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca676e0b-2b2c-4e77-a9ad-0aaf5bb94e0e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.184016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:20.213536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c59d3978-f2de-418a-a784-ae8a3fd409df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.222394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4cb304c5-e666-4078-8a39-2e6054cf6b33) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:20.231507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb2f207-4901-44fa-b428-11a04cc83f51 None None] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:20.244673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c59d3978-f2de-418a-a784-ae8a3fd409df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.262495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.263198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.328703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c59d3978-f2de-418a-a784-ae8a3fd409df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.332201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c59d3978-f2de-418a-a784-ae8a3fd409df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.342184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.352513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c59d3978-f2de-418a-a784-ae8a3fd409df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca676e0b-2b2c-4e77-a9ad-0aaf5bb94e0e HTTP/1.1" status: 204 len: 168 time: 0.2108207 Jul 15 13:24:20.361099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fc04c9-5790-47bb-ac5e-21f662c1be2a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.364818 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-167145ec-2ab8-424f-9fa6-f897c64aa5db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9508173 Jul 15 13:24:20.378948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f9e678-46cc-48a4-bec0-4b6c8f35e947') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.380514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f9e678-46cc-48a4-bec0-4b6c8f35e947') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.385848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d3978-f2de-418a-a784-ae8a3fd409df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca676e0b-2b2c-4e77-a9ad-0aaf5bb94e0e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.417603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038d31b-e0d8-4bb5-9760-63e5ead0beba None None] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:20.443750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.474656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.516246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:20.516485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:20.518803 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:20.620703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.627706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.630861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] 10.222.0.48 "DELETE /v2.0/networks/72fc04c9-5790-47bb-ac5e-21f662c1be2a HTTP/1.1" status: 204 len: 168 time: 0.6593637 Jul 15 13:24:20.649091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea687-67b1-43dc-b508-78b991844d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=72fc04c9-5790-47bb-ac5e-21f662c1be2a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.757379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.760393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9717db8-d5c9-4b84-a38a-99d2987c7d29 req-39595aa4-3487-44f0-a9ba-0cc77eccd6de tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 210 time: 0.0577819 Jul 15 13:24:20.846723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.863149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51a8ebe4-a186-4b53-9b9f-88afa371770e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.885518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.067886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-1314895d-754b-43bf-96c9-94e76697eab3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.069806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-1314895d-754b-43bf-96c9-94e76697eab3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.23 "GET /v2.0/networks?id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 797 time: 0.1783221 Jul 15 13:24:21.181412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-ca7faca6-d137-4e63-af65-7359ac3a483b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 379 time: 0.0730402 Jul 15 13:24:21.208163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'port': {'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'admin_state_up': True, 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'security_groups': ['9dbc60e1-a072-416e-adb1-4d3ce080ac9d']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:21.259617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.1 (6fb5a71f-e15a-49c6-972a-8c6f7b57abca/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c/d95453f7-189d-49e3-8ad0-c0f591e64956) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:21.431374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.472833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.481495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fc5beaf4-3639-4ca2-92af-1c6e06aa6e6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08a4bc72e5104ac998cfccdd32e79777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940447 Jul 15 13:24:21.487923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.526078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:21.529485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:21.533300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:21.557883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-9c930824-3d7c-4828-af58-dbd793eeb69e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.558244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=d95453f7-189d-49e3-8ad0-c0f591e64956,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:21.559079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-9c930824-3d7c-4828-af58-dbd793eeb69e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 812 time: 0.2288873 Jul 15 13:24:21.582830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.598765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1de47-7117-431d-a91b-415d74f0d119 req-6a48042b-879e-4349-8d11-4b2645fc3f6e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.600421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0f1de47-7117-431d-a91b-415d74f0d119 req-6a48042b-879e-4349-8d11-4b2645fc3f6e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2687347 Jul 15 13:24:21.614440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-583c1c0d-dceb-458a-ae8c-271aa7b107d6 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/quotas/0d3d5ba0958347d1a8293a69d8d795fc HTTP/1.1" status: 200 len: 375 time: 0.0395575 Jul 15 13:24:21.676617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51a8ebe4-a186-4b53-9b9f-88afa371770e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.677650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28966413-7ae6-4162-bba7-86c694f06246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.682623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-f30c3b04-d448-4015-8644-c9ad0795c1fa tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506110 Jul 15 13:24:21.693869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51a8ebe4-a186-4b53-9b9f-88afa371770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.720575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:21.724773 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.756674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.757737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0f1de47-7117-431d-a91b-415d74f0d119 req-ee8f42e5-007d-46bb-980f-66bfc8f7417e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507766 Jul 15 13:24:21.770231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28966413-7ae6-4162-bba7-86c694f06246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.803852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ebe4-a186-4b53-9b9f-88afa371770e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809c357-dfe1-48f8-b0a7-56505eb4596c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:21.840389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-51a8ebe4-a186-4b53-9b9f-88afa371770e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85f360a784bb4cada5670aed0f90beb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9925692 Jul 15 13:24:21.847591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.891549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-1fae58e5-7b9d-4de5-9346-7db71c6bcbca service neutron] 10.222.0.48 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848252 Jul 15 13:24:21.969446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28966413-7ae6-4162-bba7-86c694f06246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.972116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28966413-7ae6-4162-bba7-86c694f06246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.976492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-28966413-7ae6-4162-bba7-86c694f06246 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a033d68-d20f-4eb0-9faa-8e3c77c51e20 HTTP/1.1" status: 204 len: 168 time: 0.4821167 Jul 15 13:24:21.989770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28966413-7ae6-4162-bba7-86c694f06246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a033d68-d20f-4eb0-9faa-8e3c77c51e20,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.013573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.20.0.6 (ccaea250-4242-4586-8363-d1c3f13224a2/7bf3101d-cb76-4507-bec3-9cb6f769bc12/58815bc3-fe5a-489a-9a12-1cff381081be) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:22.031426 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-3720ca5a-976a-4952-9ae7-c794156fb9df service neutron] 10.222.0.48 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388814 Jul 15 13:24:22.052713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a6f0f4-0663-460c-9446-5a35c76e26cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.114510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a6f0f4-0663-460c-9446-5a35c76e26cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.180558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6605ac59-aed8-485c-9b6a-fa8e9b95fca6 req-2caed6b2-dbc5-4a9b-914d-ae52240dc67e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 210 time: 0.0419610 Jul 15 13:24:22.367679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.382276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a6f0f4-0663-460c-9446-5a35c76e26cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.384977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a6f0f4-0663-460c-9446-5a35c76e26cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.386273 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80a6f0f4-0663-460c-9446-5a35c76e26cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5809c357-dfe1-48f8-b0a7-56505eb4596c HTTP/1.1" status: 204 len: 168 time: 0.5368977 Jul 15 13:24:22.417875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Transition to ACTIVE for port object 58815bc3-fe5a-489a-9a12-1cff381081be will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:22.421370 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.423534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6f0f4-0663-460c-9446-5a35c76e26cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809c357-dfe1-48f8-b0a7-56505eb4596c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.434125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.547610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a02d-1eaa-4cd2-9d7e-1b8ff3bcf280 req-0b28bb25-2758-497a-9df7-3749ab7e49f2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.558440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9255a02d-1eaa-4cd2-9d7e-1b8ff3bcf280 req-0b28bb25-2758-497a-9df7-3749ab7e49f2 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1735806 Jul 15 13:24:22.639114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9255a02d-1eaa-4cd2-9d7e-1b8ff3bcf280 req-ece5f2c8-9508-4e55-bdb2-eba536a73063 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788755 Jul 15 13:24:22.670687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=d95453f7-189d-49e3-8ad0-c0f591e64956,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.674410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.704922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.742083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94f181a0-6fab-4d56-9bda-dc6f0bf95068 req-1bfb2dd5-b810-498e-80f8-5f3b531e348b tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 210 time: 0.0556698 Jul 15 13:24:22.847446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=58815bc3-fe5a-489a-9a12-1cff381081be,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.856368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network ccaea250-4242-4586-8363-d1c3f13224a2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:22.861883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:22.896014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:22.973076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.973860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.975793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79794c9-3fd5-486b-9486-098a80adf696 req-3e4f8ea9-aa18-4ed6-82be-d2675d5977d3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.990920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d79794c9-3fd5-486b-9486-098a80adf696 req-3e4f8ea9-aa18-4ed6-82be-d2675d5977d3 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1641595 Jul 15 13:24:22.991991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:22.995562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:23.089565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d79794c9-3fd5-486b-9486-098a80adf696 req-277bf72d-970a-4510-ab6f-21fc2bff40ac tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897880 Jul 15 13:24:23.125494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:23.126984 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a1c83131-8c32-403f-8dd8-a535150bd62a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9255962 Jul 15 13:24:23.161333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Request body: {'port': {'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:23.255366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-379053779-network', 'tenant_id': 'f3115d17ce47482592da24421f2017c6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:23.266951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fe3637af-f4dc-4a4c-ada8-5befbadacb16 None None] Provisioning for port 58815bc3-fe5a-489a-9a12-1cff381081be completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:23.273177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fe3637af-f4dc-4a4c-ada8-5befbadacb16 None None] Provisioning complete for port 58815bc3-fe5a-489a-9a12-1cff381081be triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:23.273988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3637af-f4dc-4a4c-ada8-5befbadacb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.310979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Made reservation on behalf of f3115d17ce47482592da24421f2017c6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:23.315260 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.320835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fe3637af-f4dc-4a4c-ada8-5befbadacb16 None None] Port 58815bc3-fe5a-489a-9a12-1cff381081be cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:23.338020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.553890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.647193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.701722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:23.774176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.774877 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Added segment 86e7d344-4123-4676-b604-38528be156f2 of type vlan for network cc55e916-9947-4289-93f6-8fd02c3dc354 Jul 15 13:24:23.781667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6636d-6e42-43cd-9d45-fa08479266e2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:23.805205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.808600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:23.862684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17818179-9b81-4042-abec-a46f1dd6f288 req-5a23bbb3-522c-4fee-aea3-0f19f7aea340 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.865502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17818179-9b81-4042-abec-a46f1dd6f288 req-5a23bbb3-522c-4fee-aea3-0f19f7aea340 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 931 time: 0.3065844 Jul 15 13:24:23.894315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.030840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17818179-9b81-4042-abec-a46f1dd6f288 req-eed840a3-d5fc-4d40-b09b-d6af2f917937 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585674 Jul 15 13:24:24.050811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.052828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.053431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.091875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9647734 Jul 15 13:24:24.096628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.101936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8360d-7aa5-4bd4-9e21-78cf953e5b5e req-3380d0af-1a83-4328-a042-5c1fd6dac934 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.102178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Request body: {'subnet': {'network_id': 'cc55e916-9947-4289-93f6-8fd02c3dc354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-379053779-subnet', 'tenant_id': 'f3115d17ce47482592da24421f2017c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.103684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dde8360d-7aa5-4bd4-9e21-78cf953e5b5e req-3380d0af-1a83-4328-a042-5c1fd6dac934 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2125719 Jul 15 13:24:24.110545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:24.121357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:24.133608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:24.141187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.168793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dde8360d-7aa5-4bd4-9e21-78cf953e5b5e req-e9b478e8-937a-4eab-89b9-756ff96a1a05 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567706 Jul 15 13:24:24.193185 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-409092f0-60e7-4725-a8cd-9f5a4c331a92 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/routers/018c4042-e19b-44fa-a2e7-8b8e18cf4aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3327229 Jul 15 13:24:24.197158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.202448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'port': {'network_id': '6fb5a71f-e15a-49c6-972a-8c6f7b57abca', 'name': 'tempest-FloatingIPTestJSON-913067370'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.222057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.243797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:24.246086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.249822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0f18667-8ed2-48ef-b2a6-86adeca622d8 req-52f2d87a-be59-401b-9867-4b06257f95df tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 210 time: 0.0639184 Jul 15 13:24:24.288842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Made reservation on behalf of f3115d17ce47482592da24421f2017c6 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:24.291459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.320304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dead3-ad15-4166-89bd-f30493b9b83d admin admin] Pushing event updated for resources: {'Network': ['ID=cc55e916-9947-4289-93f6-8fd02c3dc354,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:24.324309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.324309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471fb77-6dbd-4c46-979f-199d48f51af8 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:24.333966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network cc55e916-9947-4289-93f6-8fd02c3dc354 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:24.480489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58815bc3-fe5a-489a-9a12-1cff381081be {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:24.502024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.535264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:24.539623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.562651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Transition to ACTIVE for port object 58815bc3-fe5a-489a-9a12-1cff381081be will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:24.584665 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.632169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] device_id is not set on port 8781fbc7-3d43-4242-8292-e3991dcda34b yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:24.659907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-99f7e58f-8db6-4216-98d7-588c767b6b79 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.664121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-99f7e58f-8db6-4216-98d7-588c767b6b79 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.23 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 812 time: 0.1673810 Jul 15 13:24:24.675259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Request body: {'port': {'device_id': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'admin_state_up': True, 'tenant_id': '0d3d5ba0958347d1a8293a69d8d795fc'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.757720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Pushing event updated for resources: {'Port': ['ID=58815bc3-fe5a-489a-9a12-1cff381081be,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:24.884979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-82e157bd-2e52-43bd-8c0e-7709aa04dab6 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.886543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-82e157bd-2e52-43bd-8c0e-7709aa04dab6 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 812 time: 0.3968275 Jul 15 13:24:24.974131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Request body: {'port': {'device_id': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'admin_state_up': True, 'tenant_id': '0d3d5ba0958347d1a8293a69d8d795fc'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.986531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-be9b6653-71ef-4869-b531-d07702fa683e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.989370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-be9b6653-71ef-4869-b531-d07702fa683e tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1464674 Jul 15 13:24:24.991326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Made reservation on behalf of 0d3d5ba0958347d1a8293a69d8d795fc for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:24.995376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.075034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.122536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.8 (6fb5a71f-e15a-49c6-972a-8c6f7b57abca/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c/8781fbc7-3d43-4242-8292-e3991dcda34b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:25.268749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:25.269292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.289220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Allocated IP 172.20.0.2 (4cb304c5-e666-4078-8a39-2e6054cf6b33/beee3e98-7cae-42ee-9cc6-13e0883ebbfe/be1ea296-c694-4bff-a32d-79bc85290a11) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:25.370169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f1ecac-8783-4c40-b3f9-c19d02a6d422,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.404290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Attempting to bind port 58815bc3-fe5a-489a-9a12-1cff381081be on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:25.404685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Attempting to bind port 58815bc3-fe5a-489a-9a12-1cff381081be by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:25.404951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Attempting to bind port 58815bc3-fe5a-489a-9a12-1cff381081be on network ccaea250-4242-4586-8363-d1c3f13224a2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:25.412983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Port 58815bc3-fe5a-489a-9a12-1cff381081be on network ccaea250-4242-4586-8363-d1c3f13224a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:25.413462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Attempting to bind port 58815bc3-fe5a-489a-9a12-1cff381081be on network ccaea250-4242-4586-8363-d1c3f13224a2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:25.449622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:25.449978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Checking segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:25.450788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Bound using segment: {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:25.450941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Bound port: 58815bc3-fe5a-489a-9a12-1cff381081be, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae6bd62-1009-430f-9dae-8765c36477d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:25.451227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.457599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Checking segment: {'id': '86e7d344-4123-4676-b604-38528be156f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cc55e916-9947-4289-93f6-8fd02c3dc354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:25.458042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Network hostable DHCP agents. Network: cc55e916-9947-4289-93f6-8fd02c3dc354, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:25.476700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:25.477072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.477192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Made reservation on behalf of 0d3d5ba0958347d1a8293a69d8d795fc for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:25.480642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.497110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1bb2-b3e9-4ffa-bee0-56f9fa1d1239 req-cf250851-a228-48cc-8105-120fa24308a8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.498580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ded1bb2-b3e9-4ffa-bee0-56f9fa1d1239 req-cf250851-a228-48cc-8105-120fa24308a8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 943 time: 0.2933323 Jul 15 13:24:25.533890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:25.546031 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.561071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Network cc55e916-9947-4289-93f6-8fd02c3dc354 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:25.589951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaa5e3-baa2-4b15-803d-8a5398babef3 req-e2ce13ee-0bc0-41b9-bcfb-698eab04b3b0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.591528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dcaa5e3-baa2-4b15-803d-8a5398babef3 req-e2ce13ee-0bc0-41b9-bcfb-698eab04b3b0 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2905710 Jul 15 13:24:25.633553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, cc55e916-9947-4289-93f6-8fd02c3dc354) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:25.637940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.638648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.648141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7d962a-e9d4-43c8-b628-bbc5db834c6f None None] Network cc55e916-9947-4289-93f6-8fd02c3dc354 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:25.665277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] For port 58815bc3-fe5a-489a-9a12-1cff381081be, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:25.696511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ded1bb2-b3e9-4ffa-bee0-56f9fa1d1239 req-1f9620f1-aee4-411c-8753-65e28427123d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825480 Jul 15 13:24:25.709741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3024045-9050-4d6c-a359-e4dc5b397a0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6031339 Jul 15 13:24:25.716567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] For port 58815bc3-fe5a-489a-9a12-1cff381081be, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=58815bc3-fe5a-489a-9a12-1cff381081be,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:25.726440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.728591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.743502 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.752737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dcaa5e3-baa2-4b15-803d-8a5398babef3 req-3cff1af2-0123-4552-953a-6bae9599ba11 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472526 Jul 15 13:24:25.796631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.797287 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.799293 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] 10.222.0.23 "PUT /v2.0/ports/58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 200 len: 1091 time: 2.6600504 Jul 15 13:24:25.799770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:25.802137 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583bebfa-0daf-4495-ba13-c030be7528f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:25.809582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:25.818774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:25.821645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:25.884144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.884802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.949073 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d76d76-2c39-4891-a782-d343e137ef80 x-openstack-request-id: req-28d76d76-2c39-4891-a782-d343e137ef80 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:25.949766 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:25.949766 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28d76d76-2c39-4891-a782-d343e137ef80 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:25.950117 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be', 'status': 'completed', 'code': 200} Jul 15 13:24:25.952159 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7539845 Jul 15 13:24:25.975947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37110) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:25.978981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.004419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'port': {'network_id': '6fb5a71f-e15a-49c6-972a-8c6f7b57abca', 'name': 'tempest-FloatingIPTestJSON-1438618426'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:26.012841 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.020525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Allocated IP 172.20.0.7 (4cb304c5-e666-4078-8a39-2e6054cf6b33/beee3e98-7cae-42ee-9cc6-13e0883ebbfe/52454770-44d4-4515-8739-d07551f1e3b4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:26.061513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a', 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:26.106661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event updated for resources: {'Port': ['ID=be1ea296-c694-4bff-a32d-79bc85290a11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.125847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f301468-ad87-42b1-9aec-6ba808fd8bec service neutron] Pushing event updated for resources: {'Port': ['ID=58815bc3-fe5a-489a-9a12-1cff381081be,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.138496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d7d71-d89c-4f56-a685-9d0babb3b5db None None] Network cc55e916-9947-4289-93f6-8fd02c3dc354 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:26.170045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.196125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37114) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:26.210001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:26.225970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e28bc4-91a3-4cd3-aefe-3e40ade761ea tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=8781fbc7-3d43-4242-8292-e3991dcda34b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.261160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:26.273297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Deleting subnet f2f1ecac-8783-4c40-b3f9-c19d02a6d422 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:26.278718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.323678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.341997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.370128 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.394091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.440027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:26.460103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:26.465925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-170b5c0a-64ca-4702-afbc-531197a8aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.467603 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-170b5c0a-64ca-4702-afbc-531197a8aade service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1094 time: 0.5928104 Jul 15 13:24:26.470914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:26.476845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:26.489535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event updated for resources: {'Port': ['ID=52454770-44d4-4515-8739-d07551f1e3b4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.497622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.563871 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-383ce886-c335-45fd-8f2b-782c540eba75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 200 len: 217 time: 0.0835080 Jul 15 13:24:26.610399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.612200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2f1ecac-8783-4c40-b3f9-c19d02a6d422 HTTP/1.1" status: 204 len: 168 time: 0.4118369 Jul 15 13:24:26.613072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7389b2-8065-4d5e-926c-92a24d6858d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f1ecac-8783-4c40-b3f9-c19d02a6d422,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.617675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:26.620069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.621925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.622163 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-686c2519-20ff-40b4-9687-d007cb7a1200 req-915bb01d-80a1-4d2c-a4d8-b581076b4093 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "DELETE /v2.0/ports/b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 HTTP/1.1" status: 204 len: 173 time: 1.6228712 Jul 15 13:24:26.622783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.624760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37120) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:26.629713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'name': 'network-vif-deleted', 'tag': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:26.632601 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf0d6f-e372-4c0a-9544-ef83e67728a8" -d '{"events": [{"server_uuid": "32a80960-c925-4ff8-b2b6-fd6b1af6bbe5", "name": "network-vif-deleted", "tag": "b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:26.646447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-755a0534-0f2d-4af9-8535-a11353097689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.648882 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-755a0534-0f2d-4af9-8535-a11353097689 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bf3101d-cb76-4507-bec3-9cb6f769bc12 HTTP/1.1" status: 200 len: 835 time: 0.0766063 Jul 15 13:24:26.649691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:26.651329 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-7d53f9b8-06a4-4abe-8e50-3fd85a7f8da1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6921751 Jul 15 13:24:26.683897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Request body: {'port': {'device_id': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:26.702294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.702918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.773435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-599a1749-6fe2-41a4-bb32-1c9b2c57c59c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1023712 Jul 15 13:24:26.781923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd86db-6359-4231-a18e-98bd0ecf8e53 req-e30d85b0-66ea-4624-b647-96ec993e6ad5 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.789521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ebd86db-6359-4231-a18e-98bd0ecf8e53 req-e30d85b0-66ea-4624-b647-96ec993e6ad5 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 931 time: 0.6947527 Jul 15 13:24:26.801982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Request body: {'port': {'device_id': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:26.822898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-579607f6-7196-4333-8988-bf0c62d7cc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.861189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.872009 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dea692-715a-4d93-8013-2ff3a5601ec2 x-openstack-request-id: req-67dea692-715a-4d93-8013-2ff3a5601ec2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:26.872405 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a80960-c925-4ff8-b2b6-fd6b1af6bbe5", "name": "network-vif-deleted", "tag": "b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:26.872545 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67dea692-715a-4d93-8013-2ff3a5601ec2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:26.872909 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a80960-c925-4ff8-b2b6-fd6b1af6bbe5', 'name': 'network-vif-deleted', 'tag': 'b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817', 'status': 'completed', 'code': 200} Jul 15 13:24:26.877232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:26.880969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.947926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] device_id is not set on port 1815ef6a-1596-4020-a857-f3fdd5d9b938 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:26.959662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ebd86db-6359-4231-a18e-98bd0ecf8e53 req-caf257be-f2c1-40d2-bf66-c1662e006d4b tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692581 Jul 15 13:24:26.973441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-4733f8fd-63eb-47aa-b6bd-bf72e68d6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.974991 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-4733f8fd-63eb-47aa-b6bd-bf72e68d6b46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccaea250-4242-4586-8363-d1c3f13224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174424 Jul 15 13:24:26.978343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-579607f6-7196-4333-8988-bf0c62d7cc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.979612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.997414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-579607f6-7196-4333-8988-bf0c62d7cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.065845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.098781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579607f6-7196-4333-8988-bf0c62d7cc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b2b4d-6fe0-4836-9ab8-a6f0a1ddcf1e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.136972 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-579607f6-7196-4333-8988-bf0c62d7cc2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fd9cbac19cb45bd97bd3967be68b1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844630 Jul 15 13:24:27.143265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:27.144352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.209825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f475fb29-d211-411e-bed4-86c3d7a92ae1 req-f63bbbf6-8374-489d-9d0f-6d7f74484d14 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a80960-c925-4ff8-b2b6-fd6b1af6bbe5 HTTP/1.1" status: 200 len: 210 time: 0.1162817 Jul 15 13:24:27.211860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc55e916-9947-4289-93f6-8fd02c3dc354']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:27.262264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e7d344-4123-4676-b604-38528be156f2') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:27.262696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e7d344-4123-4676-b604-38528be156f2') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:27.292309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.300721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96bef8f1-23f7-4fad-88ea-77ee2c296adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.307717 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-8619a13c-774f-4d57-a04e-b2d44c4cfc22 service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258221 Jul 15 13:24:27.322075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd81b-9c39-47ab-afd2-f93929555802 req-a9154ab8-6feb-4011-acb1-77256913518e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:27.323743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6dbdd81b-9c39-47ab-afd2-f93929555802 req-a9154ab8-6feb-4011-acb1-77256913518e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 943 time: 0.3372810 Jul 15 13:24:27.376451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96bef8f1-23f7-4fad-88ea-77ee2c296adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.383881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.9 (6fb5a71f-e15a-49c6-972a-8c6f7b57abca/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c/1815ef6a-1596-4020-a857-f3fdd5d9b938) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:27.386158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.405817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:27.406242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:27.419494 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:27.510528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6dbdd81b-9c39-47ab-afd2-f93929555802 req-676af9f5-1e35-4fa7-9393-058a3a7cb795 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734860 Jul 15 13:24:27.516780 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4e9d96b9-7121-48b5-81e8-9f23853f83b0 req-a95078b2-ae58-4720-bae0-5d542632cada service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955612 Jul 15 13:24:27.522007 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.528830 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.532653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cc55e916-9947-4289-93f6-8fd02c3dc354 HTTP/1.1" status: 204 len: 168 time: 0.8967052 Jul 15 13:24:27.570782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20573e-1500-4d7f-ad17-d2a3ce20d3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc55e916-9947-4289-93f6-8fd02c3dc354,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.587772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96bef8f1-23f7-4fad-88ea-77ee2c296adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.590442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96bef8f1-23f7-4fad-88ea-77ee2c296adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.594012 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-96bef8f1-23f7-4fad-88ea-77ee2c296adc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a03b2b4d-6fe0-4836-9ab8-a6f0a1ddcf1e HTTP/1.1" status: 204 len: 168 time: 0.4456501 Jul 15 13:24:27.640694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bef8f1-23f7-4fad-88ea-77ee2c296adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b2b4d-6fe0-4836-9ab8-a6f0a1ddcf1e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.651063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52454770-44d4-4515-8739-d07551f1e3b4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:27.662184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.687270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Transition to ACTIVE for port object 52454770-44d4-4515-8739-d07551f1e3b4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:27.695435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.712528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37142) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:27.733115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-d948a3d8-1d29-41c9-a259-201ed1fb673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:27.734653 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-d948a3d8-1d29-41c9-a259-201ed1fb673a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1094 time: 0.1399028 Jul 15 13:24:27.776801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=52454770-44d4-4515-8739-d07551f1e3b4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.814301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.842689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0512b632-3517-4fae-a121-c1e0f195f1a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3115d17ce47482592da24421f2017c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267385 Jul 15 13:24:27.843969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37146) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:27.930351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-97d5d6b3-512f-4417-a844-eb4f4bfb1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:27.931860 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-97d5d6b3-512f-4417-a844-eb4f4bfb1db2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 898 time: 0.1878963 Jul 15 13:24:27.932297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.943202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1ea296-c694-4bff-a32d-79bc85290a11 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:27.943587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:27.976078 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.004435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:28.005513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Transition to ACTIVE for port object be1ea296-c694-4bff-a32d-79bc85290a11 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:28.009221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:28.014290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:28.017150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.021568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=1815ef6a-1596-4020-a857-f3fdd5d9b938,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.108439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.109096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.134046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be1ea296-c694-4bff-a32d-79bc85290a11,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.179351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f853f1a1-300a-4ea8-8f77-bc112466cf57 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1933587 Jul 15 13:24:28.180284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.210008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '1815ef6a-1596-4020-a857-f3fdd5d9b938', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:28.272402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Attempting to bind port be1ea296-c694-4bff-a32d-79bc85290a11 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:28.272684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Attempting to bind port be1ea296-c694-4bff-a32d-79bc85290a11 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:28.273023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Attempting to bind port be1ea296-c694-4bff-a32d-79bc85290a11 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:28.286202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275059c8-fbb1-4e0c-865e-bf347366900a req-291d318b-97d6-402f-b1be-6c25674f3364 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.287822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-275059c8-fbb1-4e0c-865e-bf347366900a req-291d318b-97d6-402f-b1be-6c25674f3364 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 943 time: 0.1748264 Jul 15 13:24:28.288633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.292913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Port be1ea296-c694-4bff-a32d-79bc85290a11 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:28.293557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Attempting to bind port be1ea296-c694-4bff-a32d-79bc85290a11 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:28.310864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Attempting to bind port 52454770-44d4-4515-8739-d07551f1e3b4 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:28.311424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Attempting to bind port 52454770-44d4-4515-8739-d07551f1e3b4 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:28.311557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Attempting to bind port 52454770-44d4-4515-8739-d07551f1e3b4 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:28.320985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.322824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:28.323170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Checking segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:28.323828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Bound using segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:28.323996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Bound port: be1ea296-c694-4bff-a32d-79bc85290a11, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:28.324356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.324901 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-9c4e601d-460b-4dcd-b2b6-0bf73c644a34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 200 len: 217 time: 0.3821025 Jul 15 13:24:28.343897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Port 52454770-44d4-4515-8739-d07551f1e3b4 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:28.344042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Attempting to bind port 52454770-44d4-4515-8739-d07551f1e3b4 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:28.355128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a210fab4-c1ec-4e56-872f-6b61a2cbfcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.357051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:28.358371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Checking segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:28.358804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Bound using segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:28.359258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Bound port: 52454770-44d4-4515-8739-d07551f1e3b4, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:28.359620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.397554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-275059c8-fbb1-4e0c-865e-bf347366900a req-805854b8-fa07-429d-a688-8d3e7255fa96 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930052 Jul 15 13:24:28.431958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a210fab4-c1ec-4e56-872f-6b61a2cbfcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.557325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.575171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-43df58a5-f9ed-4970-b306-12f6427598c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.576983 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-43df58a5-f9ed-4970-b306-12f6427598c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bf3101d-cb76-4507-bec3-9cb6f769bc12 HTTP/1.1" status: 200 len: 835 time: 0.2428570 Jul 15 13:24:28.648510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] For port 52454770-44d4-4515-8739-d07551f1e3b4, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:28.652280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] For port 52454770-44d4-4515-8739-d07551f1e3b4, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=52454770-44d4-4515-8739-d07551f1e3b4,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:28.657143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.751592 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71f5a49fe6b64bffa7a8a8dc1eec9741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047681 Jul 15 13:24:28.754966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.766427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.767077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb7a981-17d8-4455-b822-bbfd90216812,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.810739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 58815bc3-fe5a-489a-9a12-1cff381081be details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:28.811883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] For port be1ea296-c694-4bff-a32d-79bc85290a11, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:28.839836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] For port be1ea296-c694-4bff-a32d-79bc85290a11, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=be1ea296-c694-4bff-a32d-79bc85290a11,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:28.863539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.871200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.871546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.871885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.872220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.872545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.872870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.873786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.874122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.875164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.875499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.876998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.876998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade5e25-c4fd-4236-9713-da0628a3d9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:28.884741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.885368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.887248 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/52454770-44d4-4515-8739-d07551f1e3b4 HTTP/1.1" status: 200 len: 1091 time: 2.2203887 Jul 15 13:24:28.899897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'tag': '52454770-44d4-4515-8739-d07551f1e3b4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:28.902257 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c" -d '{"events": [{"name": "network-changed", "server_uuid": "324fb02c-85f0-4f85-a7e3-c93c6ffae039", "tag": "52454770-44d4-4515-8739-d07551f1e3b4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:28.956485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.961719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.963041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-b502bbf0-7c70-47a3-a58b-ab2880b7a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.964598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-b502bbf0-7c70-47a3-a58b-ab2880b7a609 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccaea250-4242-4586-8363-d1c3f13224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673800 Jul 15 13:24:28.964735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/be1ea296-c694-4bff-a32d-79bc85290a11 HTTP/1.1" status: 200 len: 1091 time: 2.1728995 Jul 15 13:24:28.971156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'tag': 'be1ea296-c694-4bff-a32d-79bc85290a11'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:28.975439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 58815bc3-fe5a-489a-9a12-1cff381081be, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=58815bc3-fe5a-489a-9a12-1cff381081be,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:28.983149 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9e3695-4194-469c-a83a-bac04067b5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf2fbf1-91e1-4e76-a484-7020da6731e9", "tag": "be1ea296-c694-4bff-a32d-79bc85290a11"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:28.983296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a6bef-4c7e-4ccd-ad75-321e2852f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=52454770-44d4-4515-8739-d07551f1e3b4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.995673 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c05f73-7b00-40fb-af29-3e576503c178 x-openstack-request-id: req-e5c05f73-7b00-40fb-af29-3e576503c178 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:28.995970 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324fb02c-85f0-4f85-a7e3-c93c6ffae039", "tag": "52454770-44d4-4515-8739-d07551f1e3b4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:28.996199 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5c05f73-7b00-40fb-af29-3e576503c178 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:28.996584 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'tag': '52454770-44d4-4515-8739-d07551f1e3b4', 'status': 'completed', 'code': 200} Jul 15 13:24:28.998116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4679306-d0eb-4f81-bf49-4ac57a8f10a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.008719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:29.012132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '58815bc3-fe5a-489a-9a12-1cff381081be', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:29.022667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ce13-0cb5-46c8-8b0a-7ecbd97a03a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be1ea296-c694-4bff-a32d-79bc85290a11,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.033236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:29.034486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a210fab4-c1ec-4e56-872f-6b61a2cbfcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.035118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b30ea3b8-bffd-4c5a-8b9f-e6dca91c3817 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:29.037848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a210fab4-c1ec-4e56-872f-6b61a2cbfcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.042006 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a210fab4-c1ec-4e56-872f-6b61a2cbfcfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dc6636d-6e42-43cd-9d45-fa08479266e2 HTTP/1.1" status: 204 len: 168 time: 1.1977084 Jul 15 13:24:29.070463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4679306-d0eb-4f81-bf49-4ac57a8f10a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.117921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.131128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f230-79df-4026-95bb-e699cb2ea655 req-bf3c7d44-29b9-4fe4-a7ae-17b5c375f409 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.134872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58815bc3-fe5a-489a-9a12-1cff381081be {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:29.139985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc61f230-79df-4026-95bb-e699cb2ea655 req-bf3c7d44-29b9-4fe4-a7ae-17b5c375f409 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 943 time: 0.3295407 Jul 15 13:24:29.145289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210fab4-c1ec-4e56-872f-6b61a2cbfcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6636d-6e42-43cd-9d45-fa08479266e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.177148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 58815bc3-fe5a-489a-9a12-1cff381081be, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=58815bc3-fe5a-489a-9a12-1cff381081be,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:29.195134 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.195327 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.198777 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a5474-327e-4e23-88d7-0986b241fbbf x-openstack-request-id: req-2a9a5474-327e-4e23-88d7-0986b241fbbf {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:29.199147 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf2fbf1-91e1-4e76-a484-7020da6731e9", "tag": "be1ea296-c694-4bff-a32d-79bc85290a11", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:29.199375 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a9a5474-327e-4e23-88d7-0986b241fbbf {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:29.199767 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'tag': 'be1ea296-c694-4bff-a32d-79bc85290a11', 'status': 'completed', 'code': 200} Jul 15 13:24:29.218445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc61f230-79df-4026-95bb-e699cb2ea655 req-c3893a7b-45f9-4f09-8c12-2682d9bf4132 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771272 Jul 15 13:24:29.290395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-5fcb9775-f551-43f3-8c0a-1b41646fd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.292075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-5fcb9775-f551-43f3-8c0a-1b41646fd8ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 1094 time: 0.2611709 Jul 15 13:24:29.292428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-eed23e7a-a276-421a-9d36-aa19d6753322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.294019 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-eed23e7a-a276-421a-9d36-aa19d6753322 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=324fb02c-85f0-4f85-a7e3-c93c6ffae039 HTTP/1.1" status: 200 len: 1094 time: 0.3487935 Jul 15 13:24:29.298575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=58815bc3-fe5a-489a-9a12-1cff381081be,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.299804 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-230f64bc-0b11-4740-9320-b91378782916 service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128505 Jul 15 13:24:29.354595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-42f165c4-3f0e-4a5c-99bd-f7d7aae18d2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be1ea296-c694-4bff-a32d-79bc85290a11 HTTP/1.1" status: 200 len: 217 time: 0.0497851 Jul 15 13:24:29.378706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-ed6bdf20-5930-454e-8748-67b2eb9f2c6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52454770-44d4-4515-8739-d07551f1e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0765095 Jul 15 13:24:29.447541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['58815bc3-fe5a-489a-9a12-1cff381081be'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:29.454416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.205 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/5cf3e97f-2a6b-4b52-868c-78fc969d6d1c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:29.457992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-5051525a-a6ee-4a97-b7a8-4f87ef403ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.458769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4679306-d0eb-4f81-bf49-4ac57a8f10a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.459638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-5051525a-a6ee-4a97-b7a8-4f87ef403ba6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.0973437 Jul 15 13:24:29.461602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4679306-d0eb-4f81-bf49-4ac57a8f10a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.465475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f4679306-d0eb-4f81-bf49-4ac57a8f10a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cb7a981-17d8-4455-b822-bbfd90216812 HTTP/1.1" status: 204 len: 168 time: 0.6678288 Jul 15 13:24:29.491726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4679306-d0eb-4f81-bf49-4ac57a8f10a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb7a981-17d8-4455-b822-bbfd90216812,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.500800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-2ea0add7-0704-4759-9351-27ec6922e242 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318151 Jul 15 13:24:29.523768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-20a23eeb-3182-48cc-b3e0-fa8eca5c275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.525423 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-20a23eeb-3182-48cc-b3e0-fa8eca5c275a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.1388865 Jul 15 13:24:29.568869 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-583bebfa-0daf-4495-ba13-c030be7528f9 req-1cceb6d7-570f-4e5c-bcb7-f8c3e6f21e4b service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599330 Jul 15 13:24:29.572001 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-233cd8d8-92d8-40fb-a44e-0e4f480fdd0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368679 Jul 15 13:24:29.629145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-cc6c3bac-931d-4aa2-90a2-d1abb12f9c3d service neutron] 10.222.0.23 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210828 Jul 15 13:24:29.778580 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-8ec54ee7-38bb-404e-86c1-d39ef796d71f service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838889 Jul 15 13:24:29.907139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.939722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca49faf-c26a-404e-b86c-51602e10b2b2 req-fc34b0f4-0ce8-45ce-b3bf-5eda2bf5bcd3 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.947616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fca49faf-c26a-404e-b86c-51602e10b2b2 req-fc34b0f4-0ce8-45ce-b3bf-5eda2bf5bcd3 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 943 time: 0.2318027 Jul 15 13:24:29.997360 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-058126cb-bf9c-4e82-8f12-c4d397e1fe9a service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107031 Jul 15 13:24:30.001720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97224a3f-5a83-40ef-9973-99b4c584b406 req-ef101f0d-fe57-4a1c-83b1-e57ce8862ffc service neutron] 10.222.0.23 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849085 Jul 15 13:24:30.026732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fca49faf-c26a-404e-b86c-51602e10b2b2 req-0e1dc8d1-1e53-4a65-a244-1187bb839b0a tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781188 Jul 15 13:24:30.049676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.116740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:30.129960 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:24:30.141313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:30.148318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:30.153656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=5cf3e97f-2a6b-4b52-868c-78fc969d6d1c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.218825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-176f3250-2efb-4b3b-b717-676ceeaa82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.224994 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-176f3250-2efb-4b3b-b717-676ceeaa82cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=324fb02c-85f0-4f85-a7e3-c93c6ffae039 HTTP/1.1" status: 200 len: 1094 time: 0.1290276 Jul 15 13:24:30.225389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-0fb108b4-632f-4b80-bf46-2bedc769223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.226930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-0fb108b4-632f-4b80-bf46-2bedc769223b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 1094 time: 0.1392624 Jul 15 13:24:30.398172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-79ca755d-3d39-42e1-ab18-ad55786bf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.400879 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-79ca755d-3d39-42e1-ab18-ad55786bf143 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 913 time: 0.1672356 Jul 15 13:24:30.458368 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-ea1cb6a4-49cb-4027-8fb7-a871f3170d0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52454770-44d4-4515-8739-d07551f1e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0466909 Jul 15 13:24:30.519497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-82bd72cf-ff12-45bb-aeec-8a4510d5a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.522233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-82bd72cf-ff12-45bb-aeec-8a4510d5a775 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.0574229 Jul 15 13:24:30.564159 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-32bb3387-f7a3-4cd9-a7fc-1281712c5237 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335350 Jul 15 13:24:30.570945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-62e70f2d-4765-4de9-82b2-ec1c20c4707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.572417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-62e70f2d-4765-4de9-82b2-ec1c20c4707c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 913 time: 0.3192110 Jul 15 13:24:30.647401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:30.665038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46b355-c838-4bba-80fe-b204d1ecc532 req-497a0aab-52d0-4454-8f43-1c53cd9abe39 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.671799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c46b355-c838-4bba-80fe-b204d1ecc532 req-497a0aab-52d0-4454-8f43-1c53cd9abe39 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 946 time: 0.3644495 Jul 15 13:24:30.678914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-2dd26092-a5a4-497d-b0c5-2aa0c3461cfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be1ea296-c694-4bff-a32d-79bc85290a11 HTTP/1.1" status: 200 len: 217 time: 0.0947978 Jul 15 13:24:30.689315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-01ba2c16-1304-4f5d-a4bf-5195f44213cb service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166608 Jul 15 13:24:30.735974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d997b36-56d6-4d07-bb00-a34b1638960b req-7b735441-33ae-4b62-a9b3-dabe6ee24918 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.737480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d997b36-56d6-4d07-bb00-a34b1638960b req-7b735441-33ae-4b62-a9b3-dabe6ee24918 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 944 time: 0.3729320 Jul 15 13:24:30.798262 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-194ec2c5-58ea-4fa8-963a-1e0cd813d42c req-71ec955b-6ac8-4c0e-9cbd-c2b966016a88 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017151 Jul 15 13:24:30.820025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c46b355-c838-4bba-80fe-b204d1ecc532 req-434ae8eb-eac3-4d61-840e-12559a3df7f6 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469388 Jul 15 13:24:30.821752 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.829685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-0b83f1b4-9728-4c53-9f62-ddc110681445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.841552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-0b83f1b4-9728-4c53-9f62-ddc110681445 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.1439943 Jul 15 13:24:30.843222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 58815bc3-fe5a-489a-9a12-1cff381081be up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:30.884469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-5347486e-1241-4af0-bb41-95bd3cb9afc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416431 Jul 15 13:24:30.921246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 58815bc3-fe5a-489a-9a12-1cff381081be completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:30.926880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 58815bc3-fe5a-489a-9a12-1cff381081be triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:30.927562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.929604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d997b36-56d6-4d07-bb00-a34b1638960b req-e410fac5-39e9-4f84-a523-82be51f5d4fa tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825638 Jul 15 13:24:30.970142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-network', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:31.012871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Made reservation on behalf of 8a392eb61e9140f992ab612e1a7f30e7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:31.016623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.022910 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.029597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.056771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:31.060012 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa7103-596f-49e5-81b0-0680bece02ad" -d '{"events": [{"server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "name": "network-vif-plugged", "status": "completed", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:31.075389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 58815bc3-fe5a-489a-9a12-1cff381081be, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=58815bc3-fe5a-489a-9a12-1cff381081be,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:31.084010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.103020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-738d218b-18f0-48af-abd0-23a34e778fcd service neutron] 10.222.0.23 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852875 Jul 15 13:24:31.153543 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e405fe-efbb-489e-9924-df79d006e175 x-openstack-request-id: req-25e405fe-efbb-489e-9924-df79d006e175 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:31.153844 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "name": "network-vif-plugged", "status": "completed", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:31.154104 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25e405fe-efbb-489e-9924-df79d006e175 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:31.154534 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be', 'code': 200} Jul 15 13:24:31.156030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=58815bc3-fe5a-489a-9a12-1cff381081be,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.200211 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.206989 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.255766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:31.282301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa0c67a-700b-4510-9278-dd82e5b82583,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.290639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.291133 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Added segment 3be977a7-fdac-461a-b708-e5b90e2580fe of type vlan for network eb663f0d-2521-4fa9-8c65-66a08e55a976 Jul 15 13:24:31.317957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.344887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.360627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484ef23-dfee-4e52-96e4-8fc6c6a8c658 req-9632854f-9f1b-4636-8148-42e2c2679c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.362353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a484ef23-dfee-4e52-96e4-8fc6c6a8c658 req-9632854f-9f1b-4636-8148-42e2c2679c4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1096 time: 0.1295860 Jul 15 13:24:31.378618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9e3695-4194-469c-a83a-bac04067b5fc req-baec8498-a908-4bd3-bb56-f5c40d0adb15 service neutron] 10.222.0.23 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641973 Jul 15 13:24:31.407283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.408235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.408684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.413080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace17e6-29af-452e-8647-a25b5b06ee82 req-bf1114f5-b0d2-42e3-89ce-c3800250bde8 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.413880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ace17e6-29af-452e-8647-a25b5b06ee82 req-bf1114f5-b0d2-42e3-89ce-c3800250bde8 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 943 time: 0.1907794 Jul 15 13:24:31.429355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a484ef23-dfee-4e52-96e4-8fc6c6a8c658 req-cc62806f-7888-4583-8a82-d4f26a37483d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558627 Jul 15 13:24:31.454266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8022404 Jul 15 13:24:31.454266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:31.459454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Request body: {'subnet': {'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-subnet', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:31.470747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.501214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6249d-fe09-448c-b921-7c0fcfa2ca59 admin admin] Pushing event updated for resources: {'Network': ['ID=eb663f0d-2521-4fa9-8c65-66a08e55a976,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.519144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ace17e6-29af-452e-8647-a25b5b06ee82 req-992f5842-90ec-484f-8de5-9da1b5b07482 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825236 Jul 15 13:24:31.522566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:31.565374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Made reservation on behalf of 8a392eb61e9140f992ab612e1a7f30e7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:31.568688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.658880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-ade21bbf-6982-42e0-bf05-049e4e7d179a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.660982 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-ade21bbf-6982-42e0-bf05-049e4e7d179a tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 946 time: 0.1494679 Jul 15 13:24:31.678325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.684047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.762078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=5cf3e97f-2a6b-4b52-868c-78fc969d6d1c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.774611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.774887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.775452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.775555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.775866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.776256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.776589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.777250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.777250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.777762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.778032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.778428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.789527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.853028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Deleting port 6f29970c-ca93-41f6-a062-f66c0666c73a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:31.853269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.868745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.911224 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 6434c638-f2c0-4865-9397-e927f1545208 associated. External IP: 172.25.2.205, port: 1815ef6a-1596-4020-a857-f3fdd5d9b938. Jul 15 13:24:32.015745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1030ab15-bd88-4cf1-be40-db9b36bfa8e6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.030971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Checking segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:32.031344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Network hostable DHCP agents. Network: eb663f0d-2521-4fa9-8c65-66a08e55a976, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:32.052832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] For port 6f29970c-ca93-41f6-a062-f66c0666c73a, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=6f29970c-ca93-41f6-a062-f66c0666c73a,segment=NetworkSegment(6bad6a0b-2f17-46b4-9842-2871ad3f5a86),segment_id=6bad6a0b-2f17-46b4-9842-2871ad3f5a86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:32.053200 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.071807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Calling delete_port for 6f29970c-ca93-41f6-a062-f66c0666c73a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:32.078684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:32.106064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, eb663f0d-2521-4fa9-8c65-66a08e55a976) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:32.110627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.110781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.119550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91377d9-0ee9-483f-8008-72e65ac41afe None None] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:32.188347 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-df94b85a-df08-4ff3-a27c-fef07d29ecc0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7333260 Jul 15 13:24:32.193027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.198266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:32.234841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.236042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.302672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-eb663f0d-2521-4fa9-8c65-66a08e55a976', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:32.304578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.346920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.490773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Allocated IP 172.20.0.2 (eb663f0d-2521-4fa9-8c65-66a08e55a976/1030ab15-bd88-4cf1-be40-db9b36bfa8e6/be7c47e3-1028-4184-b07c-41f08d82b3ad) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:32.493470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.510392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['6f29970c-ca93-41f6-a062-f66c0666c73a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:32.577631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Pushing event deleted for resources: {'Port': ['ID=6f29970c-ca93-41f6-a062-f66c0666c73a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.607967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.634680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] No DVR routers for this DVR port 6f29970c-ca93-41f6-a062-f66c0666c73a on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:32.639021 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.641637 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b1316c8c-490f-40b1-96ca-2cdc22301454 req-45b736ac-1360-4cec-9c45-7321b4695ba8 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.49 "DELETE /v2.0/ports/6f29970c-ca93-41f6-a062-f66c0666c73a HTTP/1.1" status: 204 len: 173 time: 0.9761167 Jul 15 13:24:32.642610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'name': 'network-vif-deleted', 'tag': '6f29970c-ca93-41f6-a062-f66c0666c73a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:32.646847 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23210c11-ad48-4208-a545-a3308fdd5578" -d '{"events": [{"server_uuid": "e16825e6-0032-4e30-8be3-16c7c6966499", "name": "network-vif-deleted", "tag": "6f29970c-ca93-41f6-a062-f66c0666c73a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:32.751971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.770506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Transition to ACTIVE for port object be7c47e3-1028-4184-b07c-41f08d82b3ad will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:32.789037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Transition to ACTIVE for port object be7c47e3-1028-4184-b07c-41f08d82b3ad will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:32.789258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32db9-3cf0-4296-92a9-6283ff8138bb req-f145062f-d7d3-4912-ae0d-ffff4782dc56 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.797536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54b32db9-3cf0-4296-92a9-6283ff8138bb req-f145062f-d7d3-4912-ae0d-ffff4782dc56 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16825e6-0032-4e30-8be3-16c7c6966499 HTTP/1.1" status: 200 len: 946 time: 0.8099072 Jul 15 13:24:32.798419 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.860802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:32.864585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Pushing event updated for resources: {'Port': ['ID=be7c47e3-1028-4184-b07c-41f08d82b3ad,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.868207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:32.870936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device be1ea296-c694-4bff-a32d-79bc85290a11 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:32.874457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:32.883394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d47d4-7d27-4e1f-80d6-fa35137f2476 req-f61e694a-e63f-4c38-b832-666ad5d1adc0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.891323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef8d47d4-7d27-4e1f-80d6-fa35137f2476 req-f61e694a-e63f-4c38-b832-666ad5d1adc0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 945 time: 0.8075206 Jul 15 13:24:32.927481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:32.930882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54b32db9-3cf0-4296-92a9-6283ff8138bb req-79ac53c9-b9ef-4aee-8cfd-e4442ea27d63 tempest-ServersTestJSON-1537280300 tempest-ServersTestJSON-1537280300-project] 10.222.0.48 "GET /v2.0/security-groups?id=33585caa-0000-4723-84b4-0b4910479aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325467 Jul 15 13:24:32.982186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Attempting to bind port be7c47e3-1028-4184-b07c-41f08d82b3ad on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:32.982633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Attempting to bind port be7c47e3-1028-4184-b07c-41f08d82b3ad by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:32.983074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Attempting to bind port be7c47e3-1028-4184-b07c-41f08d82b3ad on network eb663f0d-2521-4fa9-8c65-66a08e55a976 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:32.984724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.991079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:32.991585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Checking segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:32.992249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.992823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Bound using segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:32.993561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Bound port: be7c47e3-1028-4184-b07c-41f08d82b3ad, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:32.994041 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.026350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef8d47d4-7d27-4e1f-80d6-fa35137f2476 req-1a8b52ee-499a-4f64-858a-2190086a1d8e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339731 Jul 15 13:24:33.028594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.103032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 52454770-44d4-4515-8739-d07551f1e3b4 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:33.186666 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de54dc1-6ca4-4fe4-8dc3-9df7f4ff47a3 x-openstack-request-id: req-9de54dc1-6ca4-4fe4-8dc3-9df7f4ff47a3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:33.186666 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16825e6-0032-4e30-8be3-16c7c6966499", "name": "network-vif-deleted", "tag": "6f29970c-ca93-41f6-a062-f66c0666c73a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:33.186987 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9de54dc1-6ca4-4fe4-8dc3-9df7f4ff47a3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:33.187170 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16825e6-0032-4e30-8be3-16c7c6966499', 'name': 'network-vif-deleted', 'tag': '6f29970c-ca93-41f6-a062-f66c0666c73a', 'status': 'completed', 'code': 200} Jul 15 13:24:33.206295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:33.220335 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:33.228945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.235927 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:33.237438 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.257599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:33.275304 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.284772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:33.285580 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.288297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4437af7f-26c2-4f07-8b79-be0e1a3c605f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0842700 Jul 15 13:24:33.290691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:33.308291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:33.322569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Allocated IP 172.25.2.130 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:33.322851 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.323728 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0883fe-775d-40bd-a604-03a23d548557 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:33.397943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.486148 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f039df8a-4696-4c7d-a2c1-5170775d8af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.491337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port be1ea296-c694-4bff-a32d-79bc85290a11, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=be1ea296-c694-4bff-a32d-79bc85290a11,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.499900 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.543129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'be1ea296-c694-4bff-a32d-79bc85290a11', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'port_id': 'be1ea296-c694-4bff-a32d-79bc85290a11', 'mac_address': 'fa:16:3e:9e:93:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beee3e98-7cae-42ee-9cc6-13e0883ebbfe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:33.547328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.578841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] For port be7c47e3-1028-4184-b07c-41f08d82b3ad, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:33.586633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c7fe7-a521-446c-bd91-9fc2d517fcbb req-b3dbb99d-5d96-40f6-8ceb-1879557026e1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.588145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-763c7fe7-a521-446c-bd91-9fc2d517fcbb req-b3dbb99d-5d96-40f6-8ceb-1879557026e1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 943 time: 0.2716794 Jul 15 13:24:33.590838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.614183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:33.621568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:33.623835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Pushing event updated for resources: {'Port': ['ID=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.627871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:33.628036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] For port be7c47e3-1028-4184-b07c-41f08d82b3ad, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=be7c47e3-1028-4184-b07c-41f08d82b3ad,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:33.648299 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.650150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.657475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 52454770-44d4-4515-8739-d07551f1e3b4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=52454770-44d4-4515-8739-d07551f1e3b4,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.659257 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.659257 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 6434c638-f2c0-4865-9397-e927f1545208 disassociated. External IP: 172.25.2.205, port: 1815ef6a-1596-4020-a857-f3fdd5d9b938. Jul 15 13:24:33.672476 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.705332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '52454770-44d4-4515-8739-d07551f1e3b4', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'port_id': '52454770-44d4-4515-8739-d07551f1e3b4', 'mac_address': 'fa:16:3e:59:9c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beee3e98-7cae-42ee-9cc6-13e0883ebbfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:33.719027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-763c7fe7-a521-446c-bd91-9fc2d517fcbb req-176e9442-bd32-4563-b5d8-e73040f15100 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Jul 15 13:24:33.763597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1ea296-c694-4bff-a32d-79bc85290a11 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:33.806039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port be1ea296-c694-4bff-a32d-79bc85290a11, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=be1ea296-c694-4bff-a32d-79bc85290a11,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.818543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5104-168e-4eac-9e98-a69ef222a831 None None] Pushing event updated for resources: {'Port': ['ID=be7c47e3-1028-4184-b07c-41f08d82b3ad,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.830515 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.837774 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f039df8a-4696-4c7d-a2c1-5170775d8af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.862603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.883153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f039df8a-4696-4c7d-a2c1-5170775d8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.902938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52454770-44d4-4515-8739-d07551f1e3b4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:33.930624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 52454770-44d4-4515-8739-d07551f1e3b4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=52454770-44d4-4515-8739-d07551f1e3b4,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.935306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039df8a-4696-4c7d-a2c1-5170775d8af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c5a547-7632-4aef-9664-db768e527b31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.943125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f039df8a-4696-4c7d-a2c1-5170775d8af4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01c9bfbb4770422c801088140d9bf4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852012 Jul 15 13:24:33.953095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.960776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=be1ea296-c694-4bff-a32d-79bc85290a11,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.983764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.075121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:34.084047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-098ccd93-c4c3-45ec-9bec-8eedaed84b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.098818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=52454770-44d4-4515-8739-d07551f1e3b4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.122614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.132512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-098ccd93-c4c3-45ec-9bec-8eedaed84b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.159517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['52454770-44d4-4515-8739-d07551f1e3b4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:34.239801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['be1ea296-c694-4bff-a32d-79bc85290a11'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:34.355070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Deleting subnet a041f53c-5dec-44f2-86e3-bf1003215a6c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:34.360575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.402028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.423712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:34.430829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.435009 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.436945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-098ccd93-c4c3-45ec-9bec-8eedaed84b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.439326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-098ccd93-c4c3-45ec-9bec-8eedaed84b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.443809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-098ccd93-c4c3-45ec-9bec-8eedaed84b2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35c5a547-7632-4aef-9664-db768e527b31 HTTP/1.1" status: 204 len: 168 time: 0.4557717 Jul 15 13:24:34.448671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:34.484718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:34.485494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:34.518914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be50c-984a-4d7f-9d28-168be6da02ca req-99922f13-cd13-4acf-91b5-ac58406f7bcc tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.528140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a3be50c-984a-4d7f-9d28-168be6da02ca req-99922f13-cd13-4acf-91b5-ac58406f7bcc tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 945 time: 0.2885251 Jul 15 13:24:34.530692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ccd93-c4c3-45ec-9bec-8eedaed84b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c5a547-7632-4aef-9664-db768e527b31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.552703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:34.573419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:34.574099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:34.586855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b5425339-b0be-4a44-aa94-73069f6a8f65 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/floatingips/6434c638-f2c0-4865-9397-e927f1545208 HTTP/1.1" status: 200 len: 688 time: 1.2950063 Jul 15 13:24:34.598686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37340) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.611322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:34.611990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6aae36-668b-4d8e-8188-f0401c81ea80 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:34.621650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.626425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a3be50c-984a-4d7f-9d28-168be6da02ca req-0d53c338-ce56-486a-a0e3-f66bdb004b9a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974348 Jul 15 13:24:34.697452 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.734742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a041f53c-5dec-44f2-86e3-bf1003215a6c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.741494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.743736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e748ed00-4042-4f7f-8bc8-78573f93a42c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a041f53c-5dec-44f2-86e3-bf1003215a6c HTTP/1.1" status: 204 len: 168 time: 0.6193986 Jul 15 13:24:34.746274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37346) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.807205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.880175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 5cf3e97f-2a6b-4b52-868c-78fc969d6d1c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:34.880608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.921075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.946823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.006952 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6ba14ec-22a6-48b6-b920-21f9051cc44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.041770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c66fe-c9a4-4045-9eec-c273cdb6a779 req-7da6b0ca-0fbc-4096-be96-966d6a17e6df tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.043497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a9c66fe-c9a4-4045-9eec-c273cdb6a779 req-7da6b0ca-0fbc-4096-be96-966d6a17e6df tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 945 time: 0.2498059 Jul 15 13:24:35.051879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 52454770-44d4-4515-8739-d07551f1e3b4 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:35.054911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.055260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.089939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.093609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 5cf3e97f-2a6b-4b52-868c-78fc969d6d1c owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:35.124484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305a85-9697-429a-87a1-622ddeaa6c4d req-ab5a9e14-636c-413f-aec3-b3e6ca8d98ba tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.126008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67305a85-9697-429a-87a1-622ddeaa6c4d req-ab5a9e14-636c-413f-aec3-b3e6ca8d98ba tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 944 time: 0.2084408 Jul 15 13:24:35.127890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67618a83-cab7-4cc3-9698-84a7122822d9']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:35.149635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bad6a0b-2f17-46b4-9842-2871ad3f5a86') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:35.149949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bad6a0b-2f17-46b4-9842-2871ad3f5a86') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:35.155316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 52454770-44d4-4515-8739-d07551f1e3b4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:35.164815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 52454770-44d4-4515-8739-d07551f1e3b4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:35.165632 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.189500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:35.195479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.197278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ed9ef9-c391-431a-8623-77f8b8dd9683 None None] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:35.201407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a9c66fe-c9a4-4045-9eec-c273cdb6a779 req-01264bdb-26e1-4495-ad47-2e1d6e908f78 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505609 Jul 15 13:24:35.226914 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.243678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.258593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:35.259305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:35.262819 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:35.269049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67305a85-9697-429a-87a1-622ddeaa6c4d req-91560d94-267a-4cc7-a3b8-effa19534d04 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322284 Jul 15 13:24:35.299136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a10fe17-bc97-48af-9a46-64207173a17d None None] Provisioning for port be7c47e3-1028-4184-b07c-41f08d82b3ad completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:35.320909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6ba14ec-22a6-48b6-b920-21f9051cc44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.392177 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.397968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:35.404935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6ba14ec-22a6-48b6-b920-21f9051cc44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.405731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.407796 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:35.425787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:35.427073 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:35.429315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52454770-44d4-4515-8739-d07551f1e3b4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:35.431174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.431625 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060f488-8c98-4399-83eb-389ef4405be6" -d '{"events": [{"server_uuid": "324fb02c-85f0-4f85-a7e3-c93c6ffae039", "name": "network-vif-plugged", "status": "completed", "tag": "52454770-44d4-4515-8739-d07551f1e3b4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:35.436030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/67618a83-cab7-4cc3-9698-84a7122822d9 HTTP/1.1" status: 204 len: 168 time: 0.6855164 Jul 15 13:24:35.436030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01db4-9672-490d-a44d-e0245f188c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=67618a83-cab7-4cc3-9698-84a7122822d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.441794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20978565-85de-47b5-bf5b-26bb62ae87d2 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.443786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-20978565-85de-47b5-bf5b-26bb62ae87d2 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1091 time: 0.1986394 Jul 15 13:24:35.458453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37360) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.467594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:35.468292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 52454770-44d4-4515-8739-d07551f1e3b4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=52454770-44d4-4515-8739-d07551f1e3b4,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:35.484449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.485718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6f29970c-ca93-41f6-a062-f66c0666c73a no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:35.496834 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.498543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2233540c-a7dd-468f-bab8-568699bddf1d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3044758 Jul 15 13:24:35.503010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.515609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 6f29970c-ca93-41f6-a062-f66c0666c73a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:35.515919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 6f29970c-ca93-41f6-a062-f66c0666c73a not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:35.563117 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b6ba14ec-22a6-48b6-b920-21f9051cc44d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f518e9ddde64027a7d5d5b16776526b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144838 Jul 15 13:24:35.564141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba14ec-22a6-48b6-b920-21f9051cc44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0849ddd-351f-4372-a0bc-2a26bf96e5dd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.564260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.567055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.599029 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acdd40f-37ab-4324-a079-9cb448abb3f7 x-openstack-request-id: req-8acdd40f-37ab-4324-a079-9cb448abb3f7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:35.599636 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324fb02c-85f0-4f85-a7e3-c93c6ffae039", "name": "network-vif-plugged", "status": "completed", "tag": "52454770-44d4-4515-8739-d07551f1e3b4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:35.599636 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8acdd40f-37ab-4324-a079-9cb448abb3f7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:35.600047 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52454770-44d4-4515-8739-d07551f1e3b4', 'code': 200} Jul 15 13:24:35.605821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.636537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=52454770-44d4-4515-8739-d07551f1e3b4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.719417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=5cf3e97f-2a6b-4b52-868c-78fc969d6d1c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.741234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.786836 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:35.817544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe53-c508-4f0a-8640-f12c697b67d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.834949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.837692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.843122 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51bc8146-a787-4599-8eae-b5fbf26f421f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/floatingips/6434c638-f2c0-4865-9397-e927f1545208 HTTP/1.1" status: 204 len: 168 time: 1.2394190 Jul 15 13:24:35.843601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.845789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591b32-db46-4c16-b711-cb2202ebf9ef req-c659583c-0bf5-456f-9ffb-59266591ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.847556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cb591b32-db46-4c16-b711-cb2202ebf9ef req-c659583c-0bf5-456f-9ffb-59266591ab91 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=324fb02c-85f0-4f85-a7e3-c93c6ffae039 HTTP/1.1" status: 200 len: 1096 time: 0.2358396 Jul 15 13:24:35.854594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '8781fbc7-3d43-4242-8292-e3991dcda34b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:35.917807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.935076 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cb591b32-db46-4c16-b711-cb2202ebf9ef req-c3636c75-58b6-4dbb-a2fc-3b42ef8dab63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 Jul 15 13:24:35.978862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-10f3652a-cee3-4061-a674-7a1cfefd84d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bedf332613394bf28bb9fb6feff47229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329001 Jul 15 13:24:35.979433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.985673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe53-c508-4f0a-8640-f12c697b67d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.006647 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:34Z', 'revision_number': 3, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.029261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be7c47e3-1028-4184-b07c-41f08d82b3ad up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:36.042797 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:36.043431 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Updating router b465f8c8-6501-4aa8-a1e9-0b41d050db36 port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:36.071212 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.094472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port be7c47e3-1028-4184-b07c-41f08d82b3ad completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:36.103980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port be7c47e3-1028-4184-b07c-41f08d82b3ad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:36.104190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e149369c-ebb9-46da-9ea7-fa8316b6a4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.104520 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.106657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.116851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.162323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe53-c508-4f0a-8640-f12c697b67d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.165523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe53-c508-4f0a-8640-f12c697b67d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.166803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b65cbe53-c508-4f0a-8640-f12c697b67d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0849ddd-351f-4372-a0bc-2a26bf96e5dd HTTP/1.1" status: 204 len: 168 time: 0.5962634 Jul 15 13:24:36.193678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e149369c-ebb9-46da-9ea7-fa8316b6a4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.214430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.214702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cbe53-c508-4f0a-8640-f12c697b67d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0849ddd-351f-4372-a0bc-2a26bf96e5dd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.271922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port be7c47e3-1028-4184-b07c-41f08d82b3ad, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=be7c47e3-1028-4184-b07c-41f08d82b3ad,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:36.283038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.328025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.168 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/d7ffcdc6-e825-412a-bd49-5f27ccf569c5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:36.330687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e149369c-ebb9-46da-9ea7-fa8316b6a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.334201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e149369c-ebb9-46da-9ea7-fa8316b6a4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.335599 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e149369c-ebb9-46da-9ea7-fa8316b6a4db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33585caa-0000-4723-84b4-0b4910479aca HTTP/1.1" status: 204 len: 168 time: 0.3554003 Jul 15 13:24:36.352196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149369c-ebb9-46da-9ea7-fa8316b6a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33585caa-0000-4723-84b4-0b4910479aca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.402825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=be7c47e3-1028-4184-b07c-41f08d82b3ad,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.532197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.591072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.596455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.641936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:36.644121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92887392-b74f-4d6d-8dfd-f0ed3f240921 req-8a6704a7-47b4-4c15-9191-d36b2305ca18 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.645803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:36.646620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92887392-b74f-4d6d-8dfd-f0ed3f240921 req-8a6704a7-47b4-4c15-9191-d36b2305ca18 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 944 time: 0.1631525 Jul 15 13:24:36.648687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:36.678654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=d7ffcdc6-e825-412a-bd49-5f27ccf569c5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.806547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92887392-b74f-4d6d-8dfd-f0ed3f240921 req-2533fc19-6ea6-4836-944b-2d60b0245ee9 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182270 Jul 15 13:24:36.830723 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.842151 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Transition to ACTIVE for port object acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:36.856975 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.857661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device be1ea296-c694-4bff-a32d-79bc85290a11 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:36.922923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.25.2.97 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/f28e62c0-5f18-4d9e-9a6a-60c0aecdd20e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:36.963244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port be1ea296-c694-4bff-a32d-79bc85290a11 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:36.967884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port be1ea296-c694-4bff-a32d-79bc85290a11 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:36.968269 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.984432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Allocated IP 172.20.0.1 (eb663f0d-2521-4fa9-8c65-66a08e55a976/1030ab15-bd88-4cf1-be40-db9b36bfa8e6/ebfdeb21-4ea4-48f4-8862-a384535916bc) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:37.020652 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Pushing event updated for resources: {'Port': ['ID=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.028965 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Attempting to bind port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:37.029973 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Attempting to bind port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:37.031945 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Attempting to bind port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:37.053215 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.055005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.055384 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.057951 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.058349 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.058742 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.059958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.060299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.060625 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.060948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.061269 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.061591 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:37.086171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:37.086712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:37.087120 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.087553 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:37.088198 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Bound port: acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:37.088751 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.136152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.177090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port be1ea296-c694-4bff-a32d-79bc85290a11, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=be1ea296-c694-4bff-a32d-79bc85290a11,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:37.190623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.205864 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] For port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:37.210659 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] For port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:37.217283 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.247426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.278256 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:37.279279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:37.293978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.333178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=be1ea296-c694-4bff-a32d-79bc85290a11,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.363878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Transition to ACTIVE for port object ebfdeb21-4ea4-48f4-8862-a384535916bc will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:37.365720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.401338 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:37.433555 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.481250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:37.489560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:37.492160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:37.497326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.531033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Pushing event updated for resources: {'Port': ['ID=ebfdeb21-4ea4-48f4-8862-a384535916bc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.551213 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.553344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:37.561461 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f613c8-3041-489d-8544-0a1aa3a8f684 None None] Pushing event updated for resources: {'Port': ['ID=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.587522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:37.590418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:37.601262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1ea296-c694-4bff-a32d-79bc85290a11'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:37.604351 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e1581c-9c9d-4b6e-b3eb-2d55734d64b7" -d '{"events": [{"server_uuid": "fdf2fbf1-91e1-4e76-a484-7020da6731e9", "name": "network-vif-plugged", "status": "completed", "tag": "be1ea296-c694-4bff-a32d-79bc85290a11"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:37.703877 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae46dcf-14e5-4fc5-a917-c20f6e0590b8 x-openstack-request-id: req-7ae46dcf-14e5-4fc5-a917-c20f6e0590b8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:37.704451 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf2fbf1-91e1-4e76-a484-7020da6731e9", "name": "network-vif-plugged", "status": "completed", "tag": "be1ea296-c694-4bff-a32d-79bc85290a11", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:37.704908 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ae46dcf-14e5-4fc5-a917-c20f6e0590b8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:37.705501 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1ea296-c694-4bff-a32d-79bc85290a11', 'code': 200} Jul 15 13:24:37.852373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:34Z', 'revision_number': 3, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:37.890172 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a6e72-53ce-448f-b263-c27832f724aa None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:34Z', 'revision_number': 3, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:37.992064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b82f929b-fd16-4fb7-b924-d6567384552c None None] Provisioning for port ebfdeb21-4ea4-48f4-8862-a384535916bc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:37.993600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.997879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b82f929b-fd16-4fb7-b924-d6567384552c None None] Provisioning complete for port ebfdeb21-4ea4-48f4-8862-a384535916bc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:37.998275 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b82f929b-fd16-4fb7-b924-d6567384552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.010144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.011595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be7c47e3-1028-4184-b07c-41f08d82b3ad up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:38.073891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=d7ffcdc6-e825-412a-bd49-5f27ccf569c5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.200788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b82f929b-fd16-4fb7-b924-d6567384552c None None] Port ebfdeb21-4ea4-48f4-8862-a384535916bc cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:38.210526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port be7c47e3-1028-4184-b07c-41f08d82b3ad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:38.211274 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.211966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1a08d-63e4-4ce2-9966-9b18d396242f req-37b46a00-13fc-4a00-8c02-ee9970ebe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.216943 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d5f1a08d-63e4-4ce2-9966-9b18d396242f req-37b46a00-13fc-4a00-8c02-ee9970ebe0c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 1096 time: 0.4072077 Jul 15 13:24:38.217904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.258451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.395374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=f28e62c0-5f18-4d9e-9a6a-60c0aecdd20e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.481693 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d5f1a08d-63e4-4ce2-9966-9b18d396242f req-1bfa7913-f690-4ce8-8ed0-961d98a227a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837456 Jul 15 13:24:38.539413 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP e19c7eff-bd1f-42db-abdd-49da4316e1c3 associated. External IP: 172.25.2.168, port: 8781fbc7-3d43-4242-8292-e3991dcda34b. Jul 15 13:24:38.598254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6f9dc-9801-4a5c-bf23-af768a88fe08 req-5df23db7-0a53-468f-b0af-34fa24fedbcb tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.598254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e6f9dc-9801-4a5c-bf23-af768a88fe08 req-5df23db7-0a53-468f-b0af-34fa24fedbcb tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 945 time: 0.3557265 Jul 15 13:24:38.744423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45e6f9dc-9801-4a5c-bf23-af768a88fe08 req-0745ddac-824e-4736-9a05-e87304608c0a tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404650 Jul 15 13:24:38.749060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.275788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.281550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.310458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.366947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:39.461304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.464764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Pushing event updated for resources: {'Port': ['ID=ebfdeb21-4ea4-48f4-8862-a384535916bc,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.547915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.549560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:39.563824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:39.575734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.584324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:39.586950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.658673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.664604 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25584f57-d2d6-4483-9031-a6f5b6b35c80 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8146470 Jul 15 13:24:39.666780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.682086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:39.682246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:39.684808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.686747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:39.801945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.801945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8821e57-ea96-4606-aa79-00fc3628c710 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:39.834099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7f921505-e405-430d-8ac0-1a4cc5caf385 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/floatingips/e19c7eff-bd1f-42db-abdd-49da4316e1c3 HTTP/1.1" status: 200 len: 977 time: 0.1643155 Jul 15 13:24:39.835445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.008089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.047912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:40.064531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:40.065468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.113951 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e9aed539-5879-4285-8c3d-472a27121efe tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2751248 Jul 15 13:24:40.115836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.129742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'port_id': '1815ef6a-1596-4020-a857-f3fdd5d9b938'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:40.176716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8e1a460-c61e-4a41-a56f-2d746536443e None None] Provisioning complete for port ebfdeb21-4ea4-48f4-8862-a384535916bc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:40.177355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a460-c61e-4a41-a56f-2d746536443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.220201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.229785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=f28e62c0-5f18-4d9e-9a6a-60c0aecdd20e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.256931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1a460-c61e-4a41-a56f-2d746536443e None None] Port ebfdeb21-4ea4-48f4-8862-a384535916bc cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:40.266888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:40.274301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.275339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:40.276165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.388630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.400685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb92291-8fb9-4eaa-b9da-4f9eddc45edb req-5cd62b66-14ca-4e81-b12c-03446235948e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.402704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eb92291-8fb9-4eaa-b9da-4f9eddc45edb req-5cd62b66-14ca-4e81-b12c-03446235948e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 945 time: 0.3920445 Jul 15 13:24:40.426006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.437559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:40.458938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:40.467862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.476580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.527241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.539833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b88fa1d-8d03-4292-b4a9-979cb3eea73a admin admin] 10.222.0.48 "PUT /v2.0/routers/b465f8c8-6501-4aa8-a1e9-0b41d050db36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0211663 Jul 15 13:24:40.554888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eb92291-8fb9-4eaa-b9da-4f9eddc45edb req-f57ca213-369f-4945-9efd-1fb40ec01d73 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402817 Jul 15 13:24:40.594088 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Floating IP ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66 associated. External IP: 172.25.2.97, port: 58815bc3-fe5a-489a-9a12-1cff381081be. Jul 15 13:24:40.691811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98306c6b-7274-423b-a50f-ba3109aa87bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.775431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c9afed-517d-47bb-b5c7-b811ef681ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.827517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a020-1d8c-4442-9de7-cdf136cfae31 req-3fb71d3b-b9d6-41f0-84a5-b581782f090b tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.829054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-beb1a020-1d8c-4442-9de7-cdf136cfae31 req-3fb71d3b-b9d6-41f0-84a5-b581782f090b tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=324fb02c-85f0-4f85-a7e3-c93c6ffae039 HTTP/1.1" status: 200 len: 945 time: 0.1485286 Jul 15 13:24:40.861034 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:40.873703 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:40.875067 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:40.943404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-beb1a020-1d8c-4442-9de7-cdf136cfae31 req-f4b71d1c-d1ae-429e-bb1e-15d3e43ed053 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737114 Jul 15 13:24:40.991420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98306c6b-7274-423b-a50f-ba3109aa87bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.991650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:41.023096 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:41.024035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98306c6b-7274-423b-a50f-ba3109aa87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.090417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98306c6b-7274-423b-a50f-ba3109aa87bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efee23a-d8f2-4c9c-ae26-8a91902e95dc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.112564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.126718 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-98306c6b-7274-423b-a50f-ba3109aa87bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=756b0b6a23e448d0b230c6e16da971e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467628 Jul 15 13:24:41.126920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.139722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.176934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:41.190694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:41.212074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:41.219981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c9afed-517d-47bb-b5c7-b811ef681ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.221086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:41.227928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c9afed-517d-47bb-b5c7-b811ef681ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.256213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.295217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ed22f75-d14e-4ec8-a0b0-a59186e13adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.307653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9afed-517d-47bb-b5c7-b811ef681ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c38c95-d0c5-4620-84d0-1d852d42d130,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.320332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-19c9afed-517d-47bb-b5c7-b811ef681ea5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6ed63501825444a94b3c50904699b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9253268 Jul 15 13:24:41.320660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.325781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ed22f75-d14e-4ec8-a0b0-a59186e13adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.346503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6c92aad5-6ae2-4e7b-8bb8-42f4e084ceab tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8867772 Jul 15 13:24:41.349979 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 2, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:41.350197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.350745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:41.353105 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5788cbe-749b-4664-ade0-75303a02ff97" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:41.385769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ed22f75-d14e-4ec8-a0b0-a59186e13adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.388787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ed22f75-d14e-4ec8-a0b0-a59186e13adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.392284 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8ed22f75-d14e-4ec8-a0b0-a59186e13adb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3efee23a-d8f2-4c9c-ae26-8a91902e95dc HTTP/1.1" status: 204 len: 168 time: 0.2630663 Jul 15 13:24:41.428129 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP e19c7eff-bd1f-42db-abdd-49da4316e1c3 associated. External IP: 172.25.2.168, port: 8781fbc7-3d43-4242-8292-e3991dcda34b. Jul 15 13:24:41.430409 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:41.434330 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Updating router b465f8c8-6501-4aa8-a1e9-0b41d050db36 port ebfdeb21-4ea4-48f4-8862-a384535916bc binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:41.436422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed22f75-d14e-4ec8-a0b0-a59186e13adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efee23a-d8f2-4c9c-ae26-8a91902e95dc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.476372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-668c1fb4-3135-4246-abfb-75128c6f43a0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66 HTTP/1.1" status: 200 len: 990 time: 0.1180351 Jul 15 13:24:41.482194 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-922b8e8d-b2f6-4de2-83e8-7b89d71a26f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.495870 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.534187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.556340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:41.573551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813354495', 'description': 'tempest-description--2122747941'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:41.598520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-922b8e8d-b2f6-4de2-83e8-7b89d71a26f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.726070 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65378136-c749-4080-a55d-9b92e0a215cb x-openstack-request-id: req-65378136-c749-4080-a55d-9b92e0a215cb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:41.726334 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:41.726662 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65378136-c749-4080-a55d-9b92e0a215cb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:41.727271 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be', 'status': 'completed', 'code': 200} Jul 15 13:24:41.763814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-922b8e8d-b2f6-4de2-83e8-7b89d71a26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.771843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-922b8e8d-b2f6-4de2-83e8-7b89d71a26f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.776200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-922b8e8d-b2f6-4de2-83e8-7b89d71a26f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66c38c95-d0c5-4620-84d0-1d852d42d130 HTTP/1.1" status: 204 len: 168 time: 0.4520082 Jul 15 13:24:41.821679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b8e8d-b2f6-4de2-83e8-7b89d71a26f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c38c95-d0c5-4620-84d0-1d852d42d130,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.826456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.940162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:09Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 0, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:41.963816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-e515b07c-2671-4a7e-9c6b-042d17481be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.965337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-e515b07c-2671-4a7e-9c6b-042d17481be8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1096 time: 0.2909420 Jul 15 13:24:42.010139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:42.038299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:42.039089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.044042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.045497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.062406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc66e011-eb0c-41e1-b1d6-c0e03a9d994d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.065957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.122197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:42.168390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.171452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6298275 Jul 15 13:24:42.173180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72656c-d330-40d2-9821-af1c5b70df7c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c085cc3-8c71-4867-bd87-34a2605dad9b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.227387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.240488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'security_group_rule': {'security_group_id': '4c085cc3-8c71-4867-bd87-34a2605dad9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:42.247972 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.250129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:42.250779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.268014 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Transition to ACTIVE for port object ebfdeb21-4ea4-48f4-8862-a384535916bc will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:42.286484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:42.289092 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.294279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:42.347753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-f834662e-4a06-4e74-b3ed-3f55cf380e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.349553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-f834662e-4a06-4e74-b3ed-3f55cf380e1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 898 time: 0.3750753 Jul 15 13:24:42.356168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc66e011-eb0c-41e1-b1d6-c0e03a9d994d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.368488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc66e011-eb0c-41e1-b1d6-c0e03a9d994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.381867 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b365d-732b-4d83-861c-37f92925914d None None] Pushing event updated for resources: {'Port': ['ID=ebfdeb21-4ea4-48f4-8862-a384535916bc,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.497331 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Attempting to bind port ebfdeb21-4ea4-48f4-8862-a384535916bc on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:42.497694 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Attempting to bind port ebfdeb21-4ea4-48f4-8862-a384535916bc by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:42.498045 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Attempting to bind port ebfdeb21-4ea4-48f4-8862-a384535916bc on network eb663f0d-2521-4fa9-8c65-66a08e55a976 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:42.515599 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:42.516020 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Checking segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:42.516430 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.516877 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Bound using segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:42.517349 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Bound port: ebfdeb21-4ea4-48f4-8862-a384535916bc, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:42.517727 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.523694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-614cd14a-6144-4228-bd5b-a6c0ff526834 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.531357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-614cd14a-6144-4228-bd5b-a6c0ff526834 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 812 time: 0.1577554 Jul 15 13:24:42.533509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.534179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.538794 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-fa9c1f39-73bb-4d4b-a41e-91d9301d9bc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 200 len: 998 time: 0.1755593 Jul 15 13:24:42.646976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edaf6da4-1e60-496b-9c6d-9e28c03be2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.649356 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] For port ebfdeb21-4ea4-48f4-8862-a384535916bc, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:42.655772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] For port ebfdeb21-4ea4-48f4-8862-a384535916bc, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ebfdeb21-4ea4-48f4-8862-a384535916bc,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:42.675016 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.689050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.690736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-21febc8e-a693-47d8-8f0c-0f03f119f88b tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/quotas/0d3d5ba0958347d1a8293a69d8d795fc HTTP/1.1" status: 200 len: 375 time: 0.1580596 Jul 15 13:24:42.714992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.715934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dc66e011-eb0c-41e1-b1d6-c0e03a9d994d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=818d811ae34441269a417a00bd92313e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688888 Jul 15 13:24:42.716070 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-380d517a-5455-4453-97c4-d52ad5a45b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.760457 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b365d-732b-4d83-861c-37f92925914d None None] Pushing event updated for resources: {'Port': ['ID=ebfdeb21-4ea4-48f4-8862-a384535916bc,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.761540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66e011-eb0c-41e1-b1d6-c0e03a9d994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5a1ee-a348-4ae5-9bd9-99c93dee8f18,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.778411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-efec5588-9d14-44c9-8d85-8988a7b10e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.780018 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-efec5588-9d14-44c9-8d85-8988a7b10e4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bf3101d-cb76-4507-bec3-9cb6f769bc12 HTTP/1.1" status: 200 len: 835 time: 0.2276783 Jul 15 13:24:42.807764 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:42.808540 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.824971 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7e5d3b52-d090-495b-aa9a-aaad4976c2dd tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66 HTTP/1.1" status: 200 len: 990 time: 0.2803495 Jul 15 13:24:42.898024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-f5377023-cfbe-4463-9edc-a15b834ea577 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637995 Jul 15 13:24:42.920474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:42.940431 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:43.007179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:09Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 0, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.033503 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:43.034048 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.047806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c00989-5d5d-4ebc-bbc4-59e0b326feeb None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:24:09Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 0, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:43.049611 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.074021 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.102791 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:43.103407 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.109389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:43.129480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edaf6da4-1e60-496b-9c6d-9e28c03be2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.140987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-8faa653f-eec9-459e-a267-b72ddfe0df25 service neutron] 10.222.0.48 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293599 Jul 15 13:24:43.151100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edaf6da4-1e60-496b-9c6d-9e28c03be2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.172257 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.172897 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a46458-4bc7-4305-bc41-2c53e138e628 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:43.181611 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.204489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2d3ab0-9770-411e-a2c6-57a557233e87,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.230263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740462d3-a4a9-436b-8e07-59e05b6f110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.262635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-bc9afb05-e094-458c-89c4-4142584027a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.264913 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-bc9afb05-e094-458c-89c4-4142584027a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccaea250-4242-4586-8363-d1c3f13224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4579594 Jul 15 13:24:43.275919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-edaf6da4-1e60-496b-9c6d-9e28c03be2d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f19c96e24f2d476f9b80fa297cdc83f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210298 Jul 15 13:24:43.278323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6da4-1e60-496b-9c6d-9e28c03be2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2975b7-10de-4126-a4b7-4722f428a684,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.280735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.315586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-f7647f8f-e9f7-448a-99ad-a364e2af7beb service neutron] 10.222.0.48 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737411 Jul 15 13:24:43.363237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933f3d44-da7a-46f4-860a-efd82e3bc952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.398185 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-26b96fa7-6bd6-41cd-ba56-77c719a81e00 service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258550 Jul 15 13:24:43.399046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.402835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8a6dd38-5d13-450e-90b5-014d6eb3bb98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1643641 Jul 15 13:24:43.403004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933f3d44-da7a-46f4-860a-efd82e3bc952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.403584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.416111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12812209-062c-430e-bde1-a1437da94dcf None None] New status for floating IP ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:43.432264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'security_group_rule': {'security_group_id': '4c085cc3-8c71-4867-bd87-34a2605dad9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:43.434109 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:42Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.473359 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906863-d4bb-4fed-adac-369e6f98dac3 None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:42Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:43.493480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740462d3-a4a9-436b-8e07-59e05b6f110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.651732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933f3d44-da7a-46f4-860a-efd82e3bc952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.655701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933f3d44-da7a-46f4-860a-efd82e3bc952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.656944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-933f3d44-da7a-46f4-860a-efd82e3bc952 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b2975b7-10de-4126-a4b7-4722f428a684 HTTP/1.1" status: 204 len: 168 time: 0.3739738 Jul 15 13:24:43.673890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f3d44-da7a-46f4-860a-efd82e3bc952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2975b7-10de-4126-a4b7-4722f428a684,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.678184 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.772472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.784026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.811914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572dacc-101a-437e-8807-d932a22b710d req-ab3ebbf3-5497-437d-9c7a-ac748b8904d6 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.813524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7572dacc-101a-437e-8807-d932a22b710d req-ab3ebbf3-5497-437d-9c7a-ac748b8904d6 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdf2fbf1-91e1-4e76-a484-7020da6731e9 HTTP/1.1" status: 200 len: 945 time: 0.3483109 Jul 15 13:24:43.837194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.837665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52be0d8-a92a-4da8-ab32-0e74bd08a198,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.930008 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.931251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dcf5ae84-6430-4f1a-aa98-d072c60d2b1d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5115986 Jul 15 13:24:43.945517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.965539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:44.117897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ebfdeb21-4ea4-48f4-8862-a384535916bc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:44.221056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c38ae78-413f-4901-b6f0-38c68d65566b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66 HTTP/1.1" status: 200 len: 992 time: 0.3805566 Jul 15 13:24:44.226433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d481399e-f6da-4225-aae2-af7e5eebb3ad req-f2b23a34-c30a-46ba-9767-6c101f12a430 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 210 time: 0.1377330 Jul 15 13:24:44.230718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.237957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ebfdeb21-4ea4-48f4-8862-a384535916bc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:44.264637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ebfdeb21-4ea4-48f4-8862-a384535916bc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:44.265032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.385684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.443691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ebfdeb21-4ea4-48f4-8862-a384535916bc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ebfdeb21-4ea4-48f4-8862-a384535916bc,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:44.457199 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.479606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-c2ae5619-9961-4739-b5fd-ba6f9509ad4f tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.481362 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-c2ae5619-9961-4739-b5fd-ba6f9509ad4f tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "GET /v2.0/ports?device_id=324fb02c-85f0-4f85-a7e3-c93c6ffae039 HTTP/1.1" status: 200 len: 945 time: 1.6248343 Jul 15 13:24:44.484070 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b5788cbe-749b-4664-ade0-75303a02ff97 req-8c5404fb-6547-4a21-a258-3505dcd6701d service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9927900 Jul 15 13:24:44.544119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ebfdeb21-4ea4-48f4-8862-a384535916bc,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.559853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:44.731723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740462d3-a4a9-436b-8e07-59e05b6f110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.734718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-740462d3-a4a9-436b-8e07-59e05b6f110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.735977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-740462d3-a4a9-436b-8e07-59e05b6f110b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2a5a1ee-a348-4ae5-9bd9-99c93dee8f18 HTTP/1.1" status: 204 len: 168 time: 2.0200169 Jul 15 13:24:44.838592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Deleting port be1ea296-c694-4bff-a32d-79bc85290a11 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:44.839182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.858698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:44.870077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740462d3-a4a9-436b-8e07-59e05b6f110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5a1ee-a348-4ae5-9bd9-99c93dee8f18,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.870968 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:44.901284 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:44.901911 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.915096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.040133 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.051757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Deleting port 52454770-44d4-4515-8739-d07551f1e3b4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:45.052148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.064686 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:45.066984 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.087427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] For port be1ea296-c694-4bff-a32d-79bc85290a11, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=be1ea296-c694-4bff-a32d-79bc85290a11,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:45.088753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.113141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Calling delete_port for be1ea296-c694-4bff-a32d-79bc85290a11 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:45.122163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.143676 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.145176 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7e385-e112-4a6d-96aa-f1423110bcfc None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:45.234552 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bae02660-ae65-41e8-bb19-f0d88b30196d tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/floatingips/e19c7eff-bd1f-42db-abdd-49da4316e1c3 HTTP/1.1" status: 200 len: 978 time: 5.1127377 Jul 15 13:24:45.240432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.250865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:45.324181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd252f60-62fc-453b-ab8d-26ac75d8c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.426195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] For port 52454770-44d4-4515-8739-d07551f1e3b4, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=52454770-44d4-4515-8739-d07551f1e3b4,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:45.450298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.500411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Calling delete_port for 52454770-44d4-4515-8739-d07551f1e3b4 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:45.514859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.549467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.617204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eac42bf-a84e-4f18-9efc-698cfaab6221 req-c75d04f3-56bb-461d-8ed1-b8244451ea04 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 210 time: 0.1032724 Jul 15 13:24:45.652491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Allocated IP 172.25.2.230 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/49954cde-8b4d-416a-a7fa-c09831844fb1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:45.768950 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.797915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.826814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.827171 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP e19c7eff-bd1f-42db-abdd-49da4316e1c3 disassociated. External IP: 172.25.2.168, port: 1815ef6a-1596-4020-a857-f3fdd5d9b938. Jul 15 13:24:45.840852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event deleted for resources: {'Port': ['ID=be1ea296-c694-4bff-a32d-79bc85290a11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.920430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] No DVR routers for this DVR port be1ea296-c694-4bff-a32d-79bc85290a11 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:45.924297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.926944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7572dacc-101a-437e-8807-d932a22b710d req-b35e0dd8-b2d2-445d-9d4b-3a6ab28b6477 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.23 "DELETE /v2.0/ports/be1ea296-c694-4bff-a32d-79bc85290a11 HTTP/1.1" status: 204 len: 173 time: 2.1041689 Jul 15 13:24:45.927392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'name': 'network-vif-deleted', 'tag': 'be1ea296-c694-4bff-a32d-79bc85290a11'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:45.938167 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c29a1f4-2261-48d9-80e3-73f355ec39c7" -d '{"events": [{"server_uuid": "fdf2fbf1-91e1-4e76-a484-7020da6731e9", "name": "network-vif-deleted", "tag": "be1ea296-c694-4bff-a32d-79bc85290a11"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:45.976346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.977390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.058678 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb6c1a-5ed8-44f7-bc51-a7cfe4e2690b x-openstack-request-id: req-eacb6c1a-5ed8-44f7-bc51-a7cfe4e2690b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:46.059027 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf2fbf1-91e1-4e76-a484-7020da6731e9", "name": "network-vif-deleted", "tag": "be1ea296-c694-4bff-a32d-79bc85290a11", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:46.059330 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eacb6c1a-5ed8-44f7-bc51-a7cfe4e2690b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:46.060870 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf2fbf1-91e1-4e76-a484-7020da6731e9', 'name': 'network-vif-deleted', 'tag': 'be1ea296-c694-4bff-a32d-79bc85290a11', 'status': 'completed', 'code': 200} Jul 15 13:24:46.064710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event deleted for resources: {'Port': ['ID=52454770-44d4-4515-8739-d07551f1e3b4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.073392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.101920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] No DVR routers for this DVR port 52454770-44d4-4515-8739-d07551f1e3b4 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:46.105855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.107849 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fb2d3d5f-fe12-4387-8590-abda95deeaf1 req-e6f43ae7-ac26-4d2d-bdcc-4b4a3d83fce7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "DELETE /v2.0/ports/52454770-44d4-4515-8739-d07551f1e3b4 HTTP/1.1" status: 204 len: 173 time: 1.6076181 Jul 15 13:24:46.108288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'name': 'network-vif-deleted', 'tag': '52454770-44d4-4515-8739-d07551f1e3b4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:46.111899 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d145c2f-ea55-44b0-bb5c-1a790efd6dce" -d '{"events": [{"server_uuid": "324fb02c-85f0-4f85-a7e3-c93c6ffae039", "name": "network-vif-deleted", "tag": "52454770-44d4-4515-8739-d07551f1e3b4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:46.114688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ebfdeb21-4ea4-48f4-8862-a384535916bc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:46.205472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'Port': ['ID=49954cde-8b4d-416a-a7fa-c09831844fb1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.229679 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c771f047-fd43-484d-b46c-77f5d096da4b x-openstack-request-id: req-c771f047-fd43-484d-b46c-77f5d096da4b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:46.229944 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324fb02c-85f0-4f85-a7e3-c93c6ffae039", "name": "network-vif-deleted", "tag": "52454770-44d4-4515-8739-d07551f1e3b4", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:46.230714 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c771f047-fd43-484d-b46c-77f5d096da4b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:46.231446 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324fb02c-85f0-4f85-a7e3-c93c6ffae039', 'name': 'network-vif-deleted', 'tag': '52454770-44d4-4515-8739-d07551f1e3b4', 'status': 'completed', 'code': 200} Jul 15 13:24:46.238775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:46.251943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:46.254860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:46.261358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:46.274340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ebfdeb21-4ea4-48f4-8862-a384535916bc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:46.274847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.408976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.499251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.708912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:46.720623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:46.728596 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.732288 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.758453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:46.758453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.817622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7f00528-0158-4059-881b-8a2ee871c52a req-8107a964-9115-4d37-9a29-057b0cb527e4 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 210 time: 0.0558357 Jul 15 13:24:46.846441 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6ca70b2-0313-4df4-ab7b-ab36c8ba7152 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/floatingips/e19c7eff-bd1f-42db-abdd-49da4316e1c3 HTTP/1.1" status: 200 len: 688 time: 1.6026511 Jul 15 13:24:46.848322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:46.854780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.885772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:46.889247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.924817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.932289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.987021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device be1ea296-c694-4bff-a32d-79bc85290a11 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:47.009892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'Port': ['ID=49954cde-8b4d-416a-a7fa-c09831844fb1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.062203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:47.068253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce627ae4-a89d-4690-a298-3a35e4725b2d None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:47.078441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: be1ea296-c694-4bff-a32d-79bc85290a11 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:47.078789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device be1ea296-c694-4bff-a32d-79bc85290a11 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:47.111324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.127234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 52454770-44d4-4515-8739-d07551f1e3b4 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:47.137444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.154436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c56799be-4e7f-4d76-8ea1-a239e3b40a92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2080214 Jul 15 13:24:47.181416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 52454770-44d4-4515-8739-d07551f1e3b4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:47.184283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 52454770-44d4-4515-8739-d07551f1e3b4 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:47.220731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-e8714859-179a-4720-9d6c-940306071d32 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.224538 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-e8714859-179a-4720-9d6c-940306071d32 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 812 time: 0.8015995 Jul 15 13:24:47.242381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Request body: {'port': {'device_id': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'admin_state_up': True, 'tenant_id': '0d3d5ba0958347d1a8293a69d8d795fc'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:47.247910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port d7ffcdc6-e825-412a-bd49-5f27ccf569c5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:47.248470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.437924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-b3fc957c-82ea-4ef2-954e-e6dc0cdd7bfb tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.440086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-b3fc957c-82ea-4ef2-954e-e6dc0cdd7bfb tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 812 time: 0.1606255 Jul 15 13:24:47.456984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.457723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.462507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Request body: {'port': {'device_id': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'admin_state_up': True, 'tenant_id': '0d3d5ba0958347d1a8293a69d8d795fc'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:47.481949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for d7ffcdc6-e825-412a-bd49-5f27ccf569c5 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:47.583267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Made reservation on behalf of 0d3d5ba0958347d1a8293a69d8d795fc for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:47.589071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.769594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-f10091bc-d6ff-45b8-8498-b9b52eb60b04 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--813354495&fields=id&tenant_id=8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 267 time: 0.2249553 Jul 15 13:24:47.801174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Allocated IP 172.20.0.3 (4cb304c5-e666-4078-8a39-2e6054cf6b33/beee3e98-7cae-42ee-9cc6-13e0883ebbfe/3e591e2b-875a-4892-bc07-7d5307cf1f8d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:47.808000 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.848180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=d7ffcdc6-e825-412a-bd49-5f27ccf569c5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.865939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Made reservation on behalf of 0d3d5ba0958347d1a8293a69d8d795fc for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:47.872911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.004361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.008593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.012753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8fff0340-b271-4c77-9c6f-1abc2e44e59e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/floatingips/e19c7eff-bd1f-42db-abdd-49da4316e1c3 HTTP/1.1" status: 204 len: 168 time: 1.1603689 Jul 15 13:24:48.014859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.058335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.095789 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-86f659f9-42a8-44a2-a72c-32d51558abf9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] delete failed (client error): The resource could not be found. Jul 15 13:24:48.100930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86f659f9-42a8-44a2-a72c-32d51558abf9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/floatingips/e19c7eff-bd1f-42db-abdd-49da4316e1c3 HTTP/1.1" status: 404 len: 345 time: 0.0810728 Jul 15 13:24:48.106095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-b4d0719a-358a-4089-b5d0-37013489f502 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.108287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-b4d0719a-358a-4089-b5d0-37013489f502 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 817 time: 0.3281202 Jul 15 13:24:48.111525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.156721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.168460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.212249 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.239224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-348ec772-51ac-44d3-b704-456d029d1755 req-e94e6692-9bce-4ec5-9046-adf2c7786e23 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 210 time: 0.0676568 Jul 15 13:24:48.245313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-8c92dda6-018f-499c-8af3-fb492a279809 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/quotas/8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 375 time: 0.1042752 Jul 15 13:24:48.294434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:48.298934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:48.304314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:48.348449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event updated for resources: {'Port': ['ID=3e591e2b-875a-4892-bc07-7d5307cf1f8d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:48.350870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3db4276a-0334-484e-b9b4-27271119f095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.391617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.392369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.409119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d62152-8d89-4113-917a-bb10d6cbe5d3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.415397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d62152-8d89-4113-917a-bb10d6cbe5d3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.421683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d62152-8d89-4113-917a-bb10d6cbe5d3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.423828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-86d62152-8d89-4113-917a-bb10d6cbe5d3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/ports?network_id=6fb5a71f-e15a-49c6-972a-8c6f7b57abca HTTP/1.1" status: 200 len: 2357 time: 0.3108444 Jul 15 13:24:48.428408 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-13175c45-d12f-4e45-b8ff-fdaad5d2a9ed {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:24:48.428408 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:24:48.429531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.482784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3db4276a-0334-484e-b9b4-27271119f095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.490549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-a432db63-b20f-4f2e-961e-1d1d45d51840 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2069709 Jul 15 13:24:48.491723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3db4276a-0334-484e-b9b4-27271119f095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.501189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3c9f9-f8d1-4442-966f-571e859a92d7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.502616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8bc3c9f9-f8d1-4442-966f-571e859a92d7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/subnets/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c HTTP/1.1" status: 200 len: 797 time: 0.0716801 Jul 15 13:24:48.508443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.521200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'port': {'network_id': '6fb5a71f-e15a-49c6-972a-8c6f7b57abca', 'name': 'tempest-FloatingIPTestJSON-73616481', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:48.523537 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1d3e99ad-70a3-4b83-87e4-88a67100fe5e tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872102 Jul 15 13:24:48.544934 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3db4276a-0334-484e-b9b4-27271119f095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d2116b140314f4399a4db81d06f8072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871806 Jul 15 13:24:48.548543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.557863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4276a-0334-484e-b9b4-27271119f095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100fc57a-9115-428f-8226-d807289f61c9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:48.615512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Request body: {'port': {'device_id': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:48.657633 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4d34-bb20-44ae-b233-88727937d090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.681382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-562ce276-ebc4-46ca-9447-c83c89017172 service neutron] 10.222.0.48 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738415 Jul 15 13:24:48.713485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4d34-bb20-44ae-b233-88727937d090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.735654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:48.738643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.853062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-8234639f-6962-4225-9adb-29d308536f17 service neutron] 10.222.0.48 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605725 Jul 15 13:24:48.875078 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.890723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4d34-bb20-44ae-b233-88727937d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.893475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] device_id is not set on port b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:48.894421 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4d34-bb20-44ae-b233-88727937d090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.895598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eb9d4d34-bb20-44ae-b233-88727937d090 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/100fc57a-9115-428f-8226-d807289f61c9 HTTP/1.1" status: 204 len: 168 time: 0.3461459 Jul 15 13:24:48.913058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d4d34-bb20-44ae-b233-88727937d090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100fc57a-9115-428f-8226-d807289f61c9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:48.948338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.206873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e591e2b-875a-4892-bc07-7d5307cf1f8d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:49.224796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.244635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Transition to ACTIVE for port object 3e591e2b-875a-4892-bc07-7d5307cf1f8d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:49.252120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.262412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba9a0a12-6f55-410c-b8f3-d8ba36e0e51b req-4bde5822-99fc-4f62-aa85-0c8dc3b135ca tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 210 time: 0.0442719 Jul 15 13:24:49.350960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Pushing event updated for resources: {'Port': ['ID=3e591e2b-875a-4892-bc07-7d5307cf1f8d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.362353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Allocated IP 172.20.0.6 (4cb304c5-e666-4078-8a39-2e6054cf6b33/beee3e98-7cae-42ee-9cc6-13e0883ebbfe/c056685e-90f1-4f97-b202-cc89cdb8a495) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:49.369150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.14 (6fb5a71f-e15a-49c6-972a-8c6f7b57abca/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c/b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:49.383213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.13 (6fb5a71f-e15a-49c6-972a-8c6f7b57abca/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c/b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:49.511797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:49.528237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:49.534106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82070550-fb98-4c17-837d-9fcfe677c945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.569147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94a071fc-d843-42e6-a324-7631b3d88c38 req-f57c662f-3e8f-48e4-b7fe-3bb8dc80365f tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 210 time: 0.0617232 Jul 15 13:24:49.571978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Attempting to bind port 3e591e2b-875a-4892-bc07-7d5307cf1f8d on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:49.573530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Attempting to bind port 3e591e2b-875a-4892-bc07-7d5307cf1f8d by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:49.573530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Attempting to bind port 3e591e2b-875a-4892-bc07-7d5307cf1f8d on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:49.582732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Port 3e591e2b-875a-4892-bc07-7d5307cf1f8d on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:49.583194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Attempting to bind port 3e591e2b-875a-4892-bc07-7d5307cf1f8d on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:49.602584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:49.602934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Checking segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:49.603380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Bound using segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:49.603833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Bound port: 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:49.604285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.700626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] For port 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:49.704105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] For port 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:49.719207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.731906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.756569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.763189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.764188 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.765909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] 10.222.0.49 "PUT /v2.0/ports/3e591e2b-875a-4892-bc07-7d5307cf1f8d HTTP/1.1" status: 200 len: 1091 time: 1.1560414 Jul 15 13:24:49.774064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'tag': '3e591e2b-875a-4892-bc07-7d5307cf1f8d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:49.776545 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b200f693-20ee-4262-a2c2-a18afb0d3690" -d '{"events": [{"name": "network-changed", "server_uuid": "53a461a8-a6b5-4353-89aa-4c6faf259de0", "tag": "3e591e2b-875a-4892-bc07-7d5307cf1f8d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:49.808859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6a0c-2230-4ea1-8484-63f51435f5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.827441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.875619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.879883 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b954ad-eed2-40f9-89e2-6e32c85e1110 x-openstack-request-id: req-63b954ad-eed2-40f9-89e2-6e32c85e1110 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:49.880172 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a461a8-a6b5-4353-89aa-4c6faf259de0", "tag": "3e591e2b-875a-4892-bc07-7d5307cf1f8d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:49.880419 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63b954ad-eed2-40f9-89e2-6e32c85e1110 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:49.881159 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'tag': '3e591e2b-875a-4892-bc07-7d5307cf1f8d', 'status': 'completed', 'code': 200} Jul 15 13:24:49.881279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Network 4cb304c5-e666-4078-8a39-2e6054cf6b33 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:49.898164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:49.902276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82070550-fb98-4c17-837d-9fcfe677c945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.902812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:49.903203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9130c5-98b0-4aba-b05c-9c5db4804f36 service neutron] Pushing event updated for resources: {'Port': ['ID=3e591e2b-875a-4892-bc07-7d5307cf1f8d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.913974 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82070550-fb98-4c17-837d-9fcfe677c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.930834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event updated for resources: {'Port': ['ID=c056685e-90f1-4f97-b202-cc89cdb8a495,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.936440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:49.965596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:49.972087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:49.983034 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-82070550-fb98-4c17-837d-9fcfe677c945 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aca65ab167764e4d880039867fce5669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699707 Jul 15 13:24:49.983864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82070550-fb98-4c17-837d-9fcfe677c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f65673-9246-4661-bf65-730a3b5189e6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.989900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.020754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.021386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.039397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.044513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-db93d3a8-a3f4-4fc3-aa73-26824816c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.050249 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-db93d3a8-a3f4-4fc3-aa73-26824816c773 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 1094 time: 0.2392280 Jul 15 13:24:50.060584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.061209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.115644 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-047ad5bf-f5c5-48bd-9ec2-01840dc2ffbc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d HTTP/1.1" status: 200 len: 217 time: 0.0521617 Jul 15 13:24:50.172770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afd1801d-686a-4e02-b5de-1e35911cc84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.220454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6a0c-2230-4ea1-8484-63f51435f5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.229713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0964a718-5c0c-49fa-ba1a-398d78de2d47 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7723989 Jul 15 13:24:50.230664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afd1801d-686a-4e02-b5de-1e35911cc84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.235030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fc277dbc-70b7-45b4-aabc-300f0c42a5e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7163749 Jul 15 13:24:50.235207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.241499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:50.250807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Request body: {'port': {'device_id': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:50.254460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1b6e5000-54b1-4233-ac9d-92ad2e84a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.256361 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-1b6e5000-54b1-4233-ac9d-92ad2e84a693 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.1293378 Jul 15 13:24:50.257099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6a0c-2230-4ea1-8484-63f51435f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.307453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.340328 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-b5cbb8fa-6c11-4a3d-9512-ac5f318f5104 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647104 Jul 15 13:24:50.360884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c4cc6a0c-2230-4ea1-8484-63f51435f5c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3131bc1f166c4c859fd47084609e49e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8284028 Jul 15 13:24:50.362392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc6a0c-2230-4ea1-8484-63f51435f5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef1ac8-f6cc-412e-999e-0e15adb8d9b2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.367269 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.370459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37852) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.427086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afd1801d-686a-4e02-b5de-1e35911cc84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.429651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afd1801d-686a-4e02-b5de-1e35911cc84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.430888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-afd1801d-686a-4e02-b5de-1e35911cc84d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92f65673-9246-4661-bf65-730a3b5189e6 HTTP/1.1" status: 204 len: 168 time: 0.4391847 Jul 15 13:24:50.444819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1801d-686a-4e02-b5de-1e35911cc84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f65673-9246-4661-bf65-730a3b5189e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.469388 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-c76d9fdb-6704-414c-8b3d-84025c6e8188 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196349 Jul 15 13:24:50.523992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26a61228-dd04-4abb-a1a6-de9836f46aaf req-dd9de335-a16a-4908-b96f-21652c155dd3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 210 time: 0.0570607 Jul 15 13:24:50.586512 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-34abc48d-ee6e-4f6c-aaba-8379feb2bc57 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092925 Jul 15 13:24:50.610805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5eabf987-e00a-40f5-93c4-5dbfbe7971e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.708940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5eabf987-e00a-40f5-93c4-5dbfbe7971e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.713418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.725742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-40b44865-f802-4297-946f-f46a856f9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.727292 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-40b44865-f802-4297-946f-f46a856f9660 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 1094 time: 0.0787294 Jul 15 13:24:50.835324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-a10e8d78-4592-481e-be89-4f710103e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.836911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-a10e8d78-4592-481e-be89-4f710103e336 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 913 time: 0.1024127 Jul 15 13:24:50.893026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-514f5f19-00cc-4e85-ba6b-e7d2c989c6c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d HTTP/1.1" status: 200 len: 217 time: 0.0486782 Jul 15 13:24:50.955253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-2b0c3f96-85cd-48ca-88c8-90d88f665003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.958263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-2b0c3f96-85cd-48ca-88c8-90d88f665003 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.0576792 Jul 15 13:24:50.993234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-9f1c13da-a801-4a7f-a9a4-4672138c2d34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jul 15 13:24:51.403481 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-1ceca137-c886-448b-a754-a03eaac82e06 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029784 Jul 15 13:24:51.406510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-b62427e9-0c0f-4372-ba00-8c3b9ff59160 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.408019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-b62427e9-0c0f-4372-ba00-8c3b9ff59160 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 817 time: 0.7657044 Jul 15 13:24:51.452677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5eabf987-e00a-40f5-93c4-5dbfbe7971e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.452930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5eabf987-e00a-40f5-93c4-5dbfbe7971e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.457141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5eabf987-e00a-40f5-93c4-5dbfbe7971e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04ef1ac8-f6cc-412e-999e-0e15adb8d9b2 HTTP/1.1" status: 204 len: 168 time: 1.0811408 Jul 15 13:24:51.476868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1412-35f8-42e8-a306-42ba06641d4b req-77b85f05-6de0-47e1-af7e-11b5b70afa69 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.483719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7cb1412-35f8-42e8-a306-42ba06641d4b req-77b85f05-6de0-47e1-af7e-11b5b70afa69 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 931 time: 0.3459370 Jul 15 13:24:51.518035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.41 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/b1f42f9d-e5ef-4574-b777-721b96bf8982) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:51.521842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b200f693-20ee-4262-a2c2-a18afb0d3690 req-02b98e24-26de-45f8-a85f-95a3e3720a53 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089132 Jul 15 13:24:51.548612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf987-e00a-40f5-93c4-5dbfbe7971e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef1ac8-f6cc-412e-999e-0e15adb8d9b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:51.595120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-5e4a77a9-ccca-4acc-b0e4-71d38d41c0d1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 379 time: 0.1715858 Jul 15 13:24:51.609175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c056685e-90f1-4f97-b202-cc89cdb8a495 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:51.627554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'port': {'device_id': '92b76341-f404-469e-8f68-4b205059c5f1', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'admin_state_up': True, 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'security_groups': ['4c085cc3-8c71-4867-bd87-34a2605dad9b']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:51.652136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7cb1412-35f8-42e8-a306-42ba06641d4b req-e62f4749-153f-487a-b08f-8b1139118d62 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674316 Jul 15 13:24:51.657960 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.745718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Transition to ACTIVE for port object c056685e-90f1-4f97-b202-cc89cdb8a495 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:51.800477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d5c8d43-fd72-4ae6-b91e-17ec9ae031de req-45b40831-6122-4f37-a4de-60c4f5da6e12 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 210 time: 0.0972869 Jul 15 13:24:51.806411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.908745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.917066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Pushing event updated for resources: {'Port': ['ID=c056685e-90f1-4f97-b202-cc89cdb8a495,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:51.957387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:51.971178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea59f0bd-684d-473c-aaaf-207f4069a8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.015164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Made reservation on behalf of 8a392eb61e9140f992ab612e1a7f30e7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:52.019444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.050782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Attempting to bind port c056685e-90f1-4f97-b202-cc89cdb8a495 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:52.055291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Attempting to bind port c056685e-90f1-4f97-b202-cc89cdb8a495 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:52.055291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Attempting to bind port c056685e-90f1-4f97-b202-cc89cdb8a495 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:52.067133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Port c056685e-90f1-4f97-b202-cc89cdb8a495 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:52.067471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Attempting to bind port c056685e-90f1-4f97-b202-cc89cdb8a495 on network 4cb304c5-e666-4078-8a39-2e6054cf6b33 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:52.071132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.120849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea59f0bd-684d-473c-aaaf-207f4069a8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.125423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea59f0bd-684d-473c-aaaf-207f4069a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.131328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:52.131686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Checking segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:52.132083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Bound using segment: {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:52.132525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Bound port: c056685e-90f1-4f97-b202-cc89cdb8a495, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecdd555-7645-4772-aa58-5e19dc6dd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:52.132888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.167844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59f0bd-684d-473c-aaaf-207f4069a8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e297739-1535-4db6-bf72-687ba982867f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.176893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:52.186229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:52.188082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=b1f42f9d-e5ef-4574-b777-721b96bf8982,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.191171 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ea59f0bd-684d-473c-aaaf-207f4069a8ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87961d218d8845c4bfe5bb3dc6dc6e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324429 Jul 15 13:24:52.192227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.212165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:52.247234 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2334e9f5-ff72-4c89-b5e3-0459f3867412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.277308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2334e9f5-ff72-4c89-b5e3-0459f3867412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.320188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Allocated IP 172.20.0.7 (eb663f0d-2521-4fa9-8c65-66a08e55a976/1030ab15-bd88-4cf1-be40-db9b36bfa8e6/b50c3083-9e41-46c8-b6ce-a83c9434c6d8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:52.333434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2334e9f5-ff72-4c89-b5e3-0459f3867412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.336156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2334e9f5-ff72-4c89-b5e3-0459f3867412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.337463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] For port c056685e-90f1-4f97-b202-cc89cdb8a495, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:52.337640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2334e9f5-ff72-4c89-b5e3-0459f3867412 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e297739-1535-4db6-bf72-687ba982867f HTTP/1.1" status: 204 len: 168 time: 0.1443298 Jul 15 13:24:52.342048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] For port c056685e-90f1-4f97-b202-cc89cdb8a495, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c056685e-90f1-4f97-b202-cc89cdb8a495,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:52.348321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334e9f5-ff72-4c89-b5e3-0459f3867412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e297739-1535-4db6-bf72-687ba982867f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.368124 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.483770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.484381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.485812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] 10.222.0.49 "PUT /v2.0/ports/c056685e-90f1-4f97-b202-cc89cdb8a495 HTTP/1.1" status: 200 len: 1091 time: 2.2403321 Jul 15 13:24:52.486281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'tag': 'c056685e-90f1-4f97-b202-cc89cdb8a495'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:52.488927 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfe2b42-f23a-4aa0-8d38-c0496d465919" -d '{"events": [{"name": "network-changed", "server_uuid": "ab89048e-f461-4317-9c54-9335d8c7f374", "tag": "c056685e-90f1-4f97-b202-cc89cdb8a495"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:52.552215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f7e1d-f74a-4af5-ab5e-0a3ecb11ec35 service neutron] Pushing event updated for resources: {'Port': ['ID=c056685e-90f1-4f97-b202-cc89cdb8a495,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.592718 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63098c72-d662-4e88-8729-ec2e5baab600 x-openstack-request-id: req-63098c72-d662-4e88-8729-ec2e5baab600 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:52.593179 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab89048e-f461-4317-9c54-9335d8c7f374", "tag": "c056685e-90f1-4f97-b202-cc89cdb8a495", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:52.593527 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63098c72-d662-4e88-8729-ec2e5baab600 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:52.594028 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'tag': 'c056685e-90f1-4f97-b202-cc89cdb8a495', 'status': 'completed', 'code': 200} Jul 15 13:24:52.764944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.775624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0baf7151-945a-45dd-8d38-32b18c627e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.777169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0baf7151-945a-45dd-8d38-32b18c627e96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 1094 time: 0.2365470 Jul 15 13:24:52.847566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Transition to ACTIVE for port object b50c3083-9e41-46c8-b6ce-a83c9434c6d8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:52.906539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-47b0763b-94c7-4fe5-86e4-f861120b6344 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c056685e-90f1-4f97-b202-cc89cdb8a495 HTTP/1.1" status: 200 len: 217 time: 0.1191719 Jul 15 13:24:52.997626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-da81e2af-1492-439e-8370-6f2b9f70cf32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0804820 Jul 15 13:24:53.061725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6294208-ca08-4104-a211-102e74201c90 req-626f7641-39fb-45ed-b6a9-cb09c1197837 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 210 time: 0.1025803 Jul 15 13:24:53.112502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0c803586-9c3b-4fee-816d-787a8b8de345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.114992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-0c803586-9c3b-4fee-816d-787a8b8de345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.1870949 Jul 15 13:24:53.119016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.138326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.139130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.139613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.140150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.141004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.141140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.141566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.146400 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-84430845-22bb-486b-8286-f6e1248077ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6490 time: 0.0946634 Jul 15 13:24:53.147096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3e591e2b-875a-4892-bc07-7d5307cf1f8d details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:53.188701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd15660-6f98-4e21-a865-4724a4c297b0 req-e4fa62d2-57b2-4073-bb71-5ac5ed1cfb56 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.191665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3dd15660-6f98-4e21-a865-4724a4c297b0 req-e4fa62d2-57b2-4073-bb71-5ac5ed1cfb56 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 943 time: 0.3858638 Jul 15 13:24:53.297759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-3fec11e4-492a-42fd-bf46-46c7233dfd7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753449 Jul 15 13:24:53.316975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:53.330169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.337836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '3e591e2b-875a-4892-bc07-7d5307cf1f8d', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'port_id': '3e591e2b-875a-4892-bc07-7d5307cf1f8d', 'mac_address': 'fa:16:3e:ab:44:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beee3e98-7cae-42ee-9cc6-13e0883ebbfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:53.353967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:53.388868 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.399799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:53.402340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:53.413434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e591e2b-875a-4892-bc07-7d5307cf1f8d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:53.442310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:53.451134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-c469b6f8-0973-41ba-9fd8-df20d86242ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.451635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-c469b6f8-0973-41ba-9fd8-df20d86242ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.453403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-c469b6f8-0973-41ba-9fd8-df20d86242ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.455217 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-c469b6f8-0973-41ba-9fd8-df20d86242ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 200 len: 2294 time: 0.2817166 Jul 15 13:24:53.462630 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.472686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.539265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3e591e2b-875a-4892-bc07-7d5307cf1f8d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.562517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.563028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.583754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3dd15660-6f98-4e21-a865-4724a4c297b0 req-4cc578dc-2bb0-4e02-93e1-5910a0f850b3 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843781 Jul 15 13:24:53.617593 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-28adff3b-2970-4b1d-9e1a-dc314d2eaf29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 200 len: 1001 time: 0.1548455 Jul 15 13:24:53.652278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-d6e1d2d2-5c84-4ba8-a5ae-0cc5b984006e service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430579 Jul 15 13:24:53.669697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3e591e2b-875a-4892-bc07-7d5307cf1f8d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:53.681897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-d01a96b7-b7e5-4554-b199-ad45e5b7d67e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0749598 Jul 15 13:24:53.701997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Request body: {'port': {'device_id': '92b76341-f404-469e-8f68-4b205059c5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:53.764241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.778658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8860c7e-454c-4379-9c73-e33fe7ac5e4a None None] Provisioning for port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:53.788000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8860c7e-454c-4379-9c73-e33fe7ac5e4a None None] Provisioning complete for port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:53.788460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8860c7e-454c-4379-9c73-e33fe7ac5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.789861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-8f98bf1d-5a60-4f14-bd2a-024e075b99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.791573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-8f98bf1d-5a60-4f14-bd2a-024e075b99d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42606211-d54c-41d8-be8f-542dec82c4bb HTTP/1.1" status: 200 len: 851 time: 0.1523948 Jul 15 13:24:53.864664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b8860c7e-454c-4379-9c73-e33fe7ac5e4a None None] Port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:53.906971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-de655aef-9e01-4b6c-9e0e-5398b9b6fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.908715 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-de655aef-9e01-4b6c-9e0e-5398b9b6fbd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098721 Jul 15 13:24:53.942299 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.994741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc22ac76-ca69-40e9-b9ca-e94740e4e6e6 req-e21e644d-5513-467f-8875-429475ff8b43 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333662 Jul 15 13:24:54.074015 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-9cdbbe2c-e6c1-4c67-9fb8-a1b18aa56110 service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571012 Jul 15 13:24:54.191340 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-0475ad38-eb1d-4b5f-8747-614bc99f77c4 service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097760 Jul 15 13:24:54.248577 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-6d343fed-5e53-4a58-8f12-a1063aa9dfbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 217 time: 0.0508776 Jul 15 13:24:54.313152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.316583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-bd788650-c421-44ae-bba2-3d7f5b3b6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.318410 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-bd788650-c421-44ae-bba2-3d7f5b3b6be6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0637820 Jul 15 13:24:54.391600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-b6a9ef45-7120-455b-a5f6-9960f63133bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.394703 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-b6a9ef45-7120-455b-a5f6-9960f63133bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694025 Jul 15 13:24:54.512496 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-b2d44c8f-2f40-4391-9a93-0826d4df0cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107645 Jul 15 13:24:54.647788 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e1e94f8f-3a0c-4c56-9dda-4ea6e17e0005 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281641 Jul 15 13:24:54.714010 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-c478da74-b69b-4750-b5da-34e4830d198c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 217 time: 0.0590153 Jul 15 13:24:54.728369 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.790967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e952e041-f189-4765-8d96-62ab06260605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.792941 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e952e041-f189-4765-8d96-62ab06260605 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0708256 Jul 15 13:24:54.872824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e842a8be-c790-4069-9562-2e1d9fa613a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.874647 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e842a8be-c790-4069-9562-2e1d9fa613a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718424 Jul 15 13:24:54.916221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=b1f42f9d-e5ef-4574-b777-721b96bf8982,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:54.919916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-73123aa2-430c-47a2-b654-43c98ae08b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.921439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-73123aa2-430c-47a2-b654-43c98ae08b15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 1094 time: 0.8632827 Jul 15 13:24:54.996862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-f553b9c2-9a65-4b7f-ac79-dbce1f8effc5 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135852 Jul 15 13:24:55.009929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.098503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3557e-387d-431b-8841-50a81db953f3 req-bb7a99b1-00d8-4cdc-b933-7f7194d6c918 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.105485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9d3557e-387d-431b-8841-50a81db953f3 req-bb7a99b1-00d8-4cdc-b933-7f7194d6c918 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 931 time: 0.8251529 Jul 15 13:24:55.131485 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-2e677bf1-2f67-4397-8216-af1ebd86d899 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271787 Jul 15 13:24:55.155524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23060771-b10e-4abb-899f-8acfd87a3e67 req-3f22cc06-c986-41ae-b881-2c204a79608f tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.158058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23060771-b10e-4abb-899f-8acfd87a3e67 req-3f22cc06-c986-41ae-b881-2c204a79608f tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 943 time: 0.4249444 Jul 15 13:24:55.171518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c056685e-90f1-4f97-b202-cc89cdb8a495 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:55.181326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3e591e2b-875a-4892-bc07-7d5307cf1f8d up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:55.202979 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e568a4de-30df-4d6d-a8f2-9169e12cd8b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7116542e-4575-40d6-ba9d-5e337ae2b823 HTTP/1.1" status: 200 len: 217 time: 0.0646937 Jul 15 13:24:55.239783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9d3557e-387d-431b-8841-50a81db953f3 req-d66dc51b-f205-4161-9bcb-c98f2135f234 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334138 Jul 15 13:24:55.291483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-0283b1a2-73f0-4b3e-996a-c388d1665520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.292988 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-0283b1a2-73f0-4b3e-996a-c388d1665520 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0838504 Jul 15 13:24:55.326072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-1c22acf2-7f1b-414c-bcb2-cdafe73adb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.327652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-1c22acf2-7f1b-414c-bcb2-cdafe73adb8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 200 len: 913 time: 0.3932447 Jul 15 13:24:55.366980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 3e591e2b-875a-4892-bc07-7d5307cf1f8d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:55.387159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 3e591e2b-875a-4892-bc07-7d5307cf1f8d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:55.395350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.413121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-8c112a99-3eed-4a7f-9bb3-7cce9cdfd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.415865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-8c112a99-3eed-4a7f-9bb3-7cce9cdfd322 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141822 Jul 15 13:24:55.426676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-c1444cf2-5289-477a-a0f3-fab32403c345 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c056685e-90f1-4f97-b202-cc89cdb8a495 HTTP/1.1" status: 200 len: 217 time: 0.0750742 Jul 15 13:24:55.437058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50c3083-9e41-46c8-b6ce-a83c9434c6d8 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:55.483814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c056685e-90f1-4f97-b202-cc89cdb8a495, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c056685e-90f1-4f97-b202-cc89cdb8a495,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:55.498464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c056685e-90f1-4f97-b202-cc89cdb8a495', 'network_id': '4cb304c5-e666-4078-8a39-2e6054cf6b33', 'port_id': 'c056685e-90f1-4f97-b202-cc89cdb8a495', 'mac_address': 'fa:16:3e:cd:55:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beee3e98-7cae-42ee-9cc6-13e0883ebbfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:55.510807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-f3418931-fdac-4306-9020-e60b18f44247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.512623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-f3418931-fdac-4306-9020-e60b18f44247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 200 len: 852 time: 0.0778866 Jul 15 13:24:55.537195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23060771-b10e-4abb-899f-8acfd87a3e67 req-281fe492-55be-4c0a-9943-00dc31312b06 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283491 Jul 15 13:24:55.538728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.556273 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP e973c662-d5e7-4b8a-86af-c056c0972668 associated. External IP: 172.25.2.41, port: b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81. Jul 15 13:24:55.567614 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.578069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.594161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c056685e-90f1-4f97-b202-cc89cdb8a495 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:55.594841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-bb4a0a68-27cc-46e6-99b2-8a8de12e8f5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb304c5-e666-4078-8a39-2e6054cf6b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530806 Jul 15 13:24:55.622187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e591e2b-875a-4892-bc07-7d5307cf1f8d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:55.624651 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8aa8bb-eac6-41bb-838d-4fd052d21db3" -d '{"events": [{"server_uuid": "53a461a8-a6b5-4353-89aa-4c6faf259de0", "name": "network-vif-plugged", "status": "completed", "tag": "3e591e2b-875a-4892-bc07-7d5307cf1f8d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:55.631535 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-c38d8e90-f3ed-4c64-9ab8-bd1366533662 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070501 Jul 15 13:24:55.644683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c056685e-90f1-4f97-b202-cc89cdb8a495, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c056685e-90f1-4f97-b202-cc89cdb8a495,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:55.646812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:55.653671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Transition to ACTIVE for port object b50c3083-9e41-46c8-b6ce-a83c9434c6d8 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:55.662150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.666717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.723884 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba676eb8-b021-477f-a062-7622597ffdb5 x-openstack-request-id: req-ba676eb8-b021-477f-a062-7622597ffdb5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:55.724170 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a461a8-a6b5-4353-89aa-4c6faf259de0", "name": "network-vif-plugged", "status": "completed", "tag": "3e591e2b-875a-4892-bc07-7d5307cf1f8d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:55.724595 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba676eb8-b021-477f-a062-7622597ffdb5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:55.725147 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e591e2b-875a-4892-bc07-7d5307cf1f8d', 'code': 200} Jul 15 13:24:55.746692 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-2b22f44e-110e-4302-a88d-e1b94a3dd6d2 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064291 Jul 15 13:24:55.774501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c056685e-90f1-4f97-b202-cc89cdb8a495,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.795060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.796322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.835866 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-379e1ff3-4522-48f8-89b5-3a7b79a1d75d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=11bb89de-762c-45bf-8abf-68f77a86d653 HTTP/1.1" status: 200 len: 217 time: 0.0776136 Jul 15 13:24:55.839313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3e591e2b-875a-4892-bc07-7d5307cf1f8d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.882049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c056685e-90f1-4f97-b202-cc89cdb8a495'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:55.960461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-dc29470e-1d4c-49b2-9557-980b24653d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.962371 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-dc29470e-1d4c-49b2-9557-980b24653d23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0963910 Jul 15 13:24:55.970066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.013390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdae8d-8769-4c88-b2f8-567c8bce3a6e req-0837020f-6dce-4f45-9bc1-b5ab8782f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.014952 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-91bdae8d-8769-4c88-b2f8-567c8bce3a6e req-0837020f-6dce-4f45-9bc1-b5ab8782f00b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 1096 time: 0.1985068 Jul 15 13:24:56.066862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-fcf80fbf-557a-41de-b91a-14d1e95f9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.068579 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-fcf80fbf-557a-41de-b91a-14d1e95f9f9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968647 Jul 15 13:24:56.073009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-91bdae8d-8769-4c88-b2f8-567c8bce3a6e req-e2a96a46-a1be-4212-91b2-532fc84cde45 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Jul 15 13:24:56.074245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6207d3-4e15-479b-9fd0-d0be4174c454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.132209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-31a7bc9b-c878-4e9b-b706-f33640b10384 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837461 Jul 15 13:24:56.199464 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-ff99bd85-ff9d-4d7a-a832-3e8d3b08bda5 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222563 Jul 15 13:24:56.273141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Attempting to bind port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:56.273481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Attempting to bind port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:56.273816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Attempting to bind port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 on network eb663f0d-2521-4fa9-8c65-66a08e55a976 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:56.288896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:56.298389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 on network eb663f0d-2521-4fa9-8c65-66a08e55a976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:56.298718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Attempting to bind port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 on network eb663f0d-2521-4fa9-8c65-66a08e55a976 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:56.325125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:56.325470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Checking segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:56.325860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Bound using segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:56.326375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Bound port: b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:56.326783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.330134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4cfe2b42-f23a-4aa0-8d38-c0496d465919 req-ef1d8908-44d0-463a-9ea4-2d8a57af7d3f service neutron] 10.222.0.49 "GET /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873481 Jul 15 13:24:56.354199 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-053d54a9-2aec-4f7c-9cb6-64db8b1d45e4 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471124 Jul 15 13:24:56.430200 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-43574eca-4656-468e-a297-6ee2b205a776 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab HTTP/1.1" status: 200 len: 217 time: 0.0644963 Jul 15 13:24:56.501058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-f4aedf27-4014-46e9-8d44-bdcb3899336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.504516 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-f4aedf27-4014-46e9-8d44-bdcb3899336c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.0657685 Jul 15 13:24:56.573046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-67404d42-8c72-494d-8e55-e895b99e70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.576407 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-67404d42-8c72-494d-8e55-e895b99e70f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672979 Jul 15 13:24:56.582694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:56.587342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6207d3-4e15-479b-9fd0-d0be4174c454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.604377 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6207d3-4e15-479b-9fd0-d0be4174c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.618055 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:56.635960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:56.637957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.650771 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:56.668026 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:56.668670 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:56.704575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-18ce0931-af02-4541-bd1b-75dcf21128e7 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211064 Jul 15 13:24:56.719255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41076c-bd07-44ff-9c5d-3525bebf1e42 req-7a6ac2f7-09f8-4a46-814f-00d2de175ae6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.726764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c41076c-bd07-44ff-9c5d-3525bebf1e42 req-7a6ac2f7-09f8-4a46-814f-00d2de175ae6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2886817 Jul 15 13:24:56.728544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6207d3-4e15-479b-9fd0-d0be4174c454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43e0fe-7ac6-4330-a766-dac4f5cbec12,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.732765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bf6207d3-4e15-479b-9fd0-d0be4174c454 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6a61e9e3abc44259fa7af8fdff23ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9339480 Jul 15 13:24:56.745151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.745765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.747170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] 10.222.0.23 "PUT /v2.0/ports/b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 1091 time: 3.0502300 Jul 15 13:24:56.747298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38068) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:56.752300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:56.754941 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd29fc2-4dad-4b41-8037-c26537482a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:56.770784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.773687 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:56.787447 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:56.788291 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:56.845037 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:56.846021 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1753e46-e49d-412f-a8fa-80f6b7133b53 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:56.955703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ddae3-d47a-4eb1-8d18-c57df9f20cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.968484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9899390-4104-4b58-9159-5f8455ed7507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.989123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c41076c-bd07-44ff-9c5d-3525bebf1e42 req-ab1d3c34-cba4-445f-9351-172ace9b97d7 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614784 Jul 15 13:24:56.998835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38074) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:56.999059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57dc93c4-1978-47a4-90f6-fb950acf856b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.7628121 Jul 15 13:24:57.013537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'port_id': 'b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:57.025169 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-3e6f886d-1fbc-4261-beae-a57a62102b06 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018041 Jul 15 13:24:57.046112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-459d3e1d-8221-493b-8948-b6a7d8deecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.048272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-459d3e1d-8221-493b-8948-b6a7d8deecb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1094 time: 0.2239254 Jul 15 13:24:57.062598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c95d-a018-462e-bc74-8f3fb4b5178a req-feb77a0f-cbd6-4620-bf04-c94c4c31042c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.071262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fb0c95d-a018-462e-bc74-8f3fb4b5178a req-feb77a0f-cbd6-4620-bf04-c94c4c31042c tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 944 time: 0.2423382 Jul 15 13:24:57.071457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9899390-4104-4b58-9159-5f8455ed7507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.121379 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ac4865-c8fe-45b4-bff3-2e1a8ab15225 x-openstack-request-id: req-e7ac4865-c8fe-45b4-bff3-2e1a8ab15225 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:57.121670 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:57.121937 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7ac4865-c8fe-45b4-bff3-2e1a8ab15225 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:57.122346 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'status': 'completed', 'code': 200} Jul 15 13:24:57.124459 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-4a2ac1be-55ef-4eef-a553-bcc51cceeff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 200 len: 217 time: 0.0506587 Jul 15 13:24:57.129955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-949874e9-4c07-4994-b59b-22bec4c31e5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 217 time: 0.0568295 Jul 15 13:24:57.169817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c056685e-90f1-4f97-b202-cc89cdb8a495 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:57.179460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fb0c95d-a018-462e-bc74-8f3fb4b5178a req-cbdf011c-01e3-487e-a01a-e0defe9c5562 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074636 Jul 15 13:24:57.197150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-fa1801c3-dcd3-46e4-81f4-49fe83c81f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.199724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-fa1801c3-dcd3-46e4-81f4-49fe83c81f1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0630724 Jul 15 13:24:57.200866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.249185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c056685e-90f1-4f97-b202-cc89cdb8a495 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:57.257965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c056685e-90f1-4f97-b202-cc89cdb8a495 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:57.258672 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.279014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-3ed67595-4f3f-4ec0-8d54-186bf32ea594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.280688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-3ed67595-4f3f-4ec0-8d54-186bf32ea594 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734272 Jul 15 13:24:57.293347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-a4b94be2-0e1e-4e0f-bcff-f165365d549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.295068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-a4b94be2-0e1e-4e0f-bcff-f165365d549b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.1613150 Jul 15 13:24:57.318684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9899390-4104-4b58-9159-5f8455ed7507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.321617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9899390-4104-4b58-9159-5f8455ed7507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.323036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f9899390-4104-4b58-9159-5f8455ed7507 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf43e0fe-7ac6-4330-a766-dac4f5cbec12 HTTP/1.1" status: 204 len: 168 time: 0.5746977 Jul 15 13:24:57.363398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899390-4104-4b58-9159-5f8455ed7507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43e0fe-7ac6-4330-a766-dac4f5cbec12,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.385028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.394905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-85e9c2fe-235c-4e60-91a4-0fdb3adafd7a service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067965 Jul 15 13:24:57.435008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c056685e-90f1-4f97-b202-cc89cdb8a495, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c056685e-90f1-4f97-b202-cc89cdb8a495,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:57.442540 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.494252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-186b909f-9d40-4c06-8c7d-a62970834401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.496219 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-186b909f-9d40-4c06-8c7d-a62970834401 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893740 Jul 15 13:24:57.527365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c056685e-90f1-4f97-b202-cc89cdb8a495,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.539748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d19be4-b63b-4a02-8ea9-b34fd61f5921 req-3258bbe6-1b37-4aae-9fa9-12dfb46990a8 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371524 Jul 15 13:24:57.691847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-b584983c-0c3b-4ef8-9e1f-4e5db375ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.695012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-b584983c-0c3b-4ef8-9e1f-4e5db375ed1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0942764 Jul 15 13:24:57.696598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-bdf0acf3-7c07-4a38-b10e-9878443680ab service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924870 Jul 15 13:24:57.727049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c056685e-90f1-4f97-b202-cc89cdb8a495'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:57.731177 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8f2b41-5095-40e2-afde-7eca6caa98e6" -d '{"events": [{"server_uuid": "ab89048e-f461-4317-9c54-9335d8c7f374", "name": "network-vif-plugged", "status": "completed", "tag": "c056685e-90f1-4f97-b202-cc89cdb8a495"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:57.829889 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2297becc-a1ac-47d2-b2da-8e4d5a570956 x-openstack-request-id: req-2297becc-a1ac-47d2-b2da-8e4d5a570956 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:57.830511 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab89048e-f461-4317-9c54-9335d8c7f374", "name": "network-vif-plugged", "status": "completed", "tag": "c056685e-90f1-4f97-b202-cc89cdb8a495", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:57.831627 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2297becc-a1ac-47d2-b2da-8e4d5a570956 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:57.832493 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c056685e-90f1-4f97-b202-cc89cdb8a495', 'code': 200} Jul 15 13:24:57.934073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38096) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:57.970434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cc11740f-74c7-4c6a-b232-ba4cd75f1173 req-e579c6c4-b0ec-4e1e-babe-8f7827e6b487 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267456 Jul 15 13:24:57.976852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-98af60c9-b6a7-40be-a1cb-7251486ef68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.978439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-98af60c9-b6a7-40be-a1cb-7251486ef68a service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.2701833 Jul 15 13:24:57.979367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-209212c9-8b2c-442c-a1de-17cd71b483cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.028547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-31596dbe-71b0-4e37-8651-4ca5ef8c0e36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 217 time: 0.0424960 Jul 15 13:24:58.031846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776750-f6bf-4f51-93e2-dd1beb46728d req-07227014-f0a2-4c9f-82f1-55e68ee3c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.033585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95776750-f6bf-4f51-93e2-dd1beb46728d req-07227014-f0a2-4c9f-82f1-55e68ee3c557 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 1096 time: 0.1281219 Jul 15 13:24:58.073898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.085492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.136700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95776750-f6bf-4f51-93e2-dd1beb46728d req-69a2b428-fc15-470f-a26c-fed19091e194 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786338 Jul 15 13:24:58.160398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-d0cd3e2a-f9f1-47a5-b3ba-338f12ead808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.162509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-d0cd3e2a-f9f1-47a5-b3ba-338f12ead808 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.1265543 Jul 15 13:24:58.252250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-209212c9-8b2c-442c-a1de-17cd71b483cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.262790 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-209212c9-8b2c-442c-a1de-17cd71b483cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.278341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-28a014e8-2abe-4198-b049-ab56c77b987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.288963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-28a014e8-2abe-4198-b049-ab56c77b987b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177850 Jul 15 13:24:58.302003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017489ca-46f9-477e-ac5e-ae430388aa2f req-d3dc06ea-5305-4fe9-84ff-2b6c583d1150 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.308447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-017489ca-46f9-477e-ac5e-ae430388aa2f req-d3dc06ea-5305-4fe9-84ff-2b6c583d1150 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1245961 Jul 15 13:24:58.359140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209212c9-8b2c-442c-a1de-17cd71b483cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3a1a7-8d41-4050-9a64-ae92a76af651,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.366095 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-209212c9-8b2c-442c-a1de-17cd71b483cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4b8432f018146f6b61b27fc6105e71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299839 Jul 15 13:24:58.369076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38106) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:58.471774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:58.477785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d6c27d5-db1a-4384-8838-4011f47ccea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.479245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-017489ca-46f9-477e-ac5e-ae430388aa2f req-497ea802-a49b-4135-b733-672f434ae1d6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696484 Jul 15 13:24:58.503818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d6c27d5-db1a-4384-8838-4011f47ccea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.514101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755a876-fbd5-4506-bc16-68eda4db6ff4 req-9097492b-733c-4574-acaf-b15a327687b5 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.515685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a755a876-fbd5-4506-bc16-68eda4db6ff4 req-9097492b-733c-4574-acaf-b15a327687b5 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 945 time: 0.1570809 Jul 15 13:24:58.521715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-4aa5bed3-043e-465d-b311-e94a702efa48 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103896 Jul 15 13:24:58.595117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a755a876-fbd5-4506-bc16-68eda4db6ff4 req-f69d3048-d214-4801-b929-0e53a596f162 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723817 Jul 15 13:24:58.651598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:58.654221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abd29fc2-4dad-4b41-8037-c26537482a0a req-3caef6ce-c64e-4fcb-9338-507b6ababe6a service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231453 Jul 15 13:24:58.656605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.662794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:58.676034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:58.676983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:58.678163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d6c27d5-db1a-4384-8838-4011f47ccea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.680717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d6c27d5-db1a-4384-8838-4011f47ccea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.681875 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0d6c27d5-db1a-4384-8838-4011f47ccea5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31d3a1a7-8d41-4050-9a64-ae92a76af651 HTTP/1.1" status: 204 len: 168 time: 0.3118970 Jul 15 13:24:58.703605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c27d5-db1a-4384-8838-4011f47ccea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3a1a7-8d41-4050-9a64-ae92a76af651,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.715295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:58.743672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:58.745046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:58.788376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:58.789198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07998080-8c95-43fb-a714-c4aa2468289e None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:59.013775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:59.043180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a2fdd318-6f73-4688-9f2f-f3b9edb71ada tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/floatingips/e973c662-d5e7-4b8a-86af-c056c0972668 HTTP/1.1" status: 200 len: 976 time: 2.0414934 Jul 15 13:24:59.045824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.170819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:59.185463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'mac_address': 'fa:16:3e:fe:f9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:59.254884 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.273383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50c3083-9e41-46c8-b6ce-a83c9434c6d8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:59.298833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port b1f42f9d-e5ef-4574-b777-721b96bf8982 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:59.299362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.299504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:59.304493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.362932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.389994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.390358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.403645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for b1f42f9d-e5ef-4574-b777-721b96bf8982 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:59.580324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b50c3083-9e41-46c8-b6ce-a83c9434c6d8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:59.637378 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.712024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=b1f42f9d-e5ef-4574-b777-721b96bf8982,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.729028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb8ed8-45a1-4707-aa3a-38b19825696e req-69e2096c-e3e0-4e61-a98b-417cdd037247 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.734960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57bb8ed8-45a1-4707-aa3a-38b19825696e req-69e2096c-e3e0-4e61-a98b-417cdd037247 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 944 time: 0.1138539 Jul 15 13:24:59.829213 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.829834 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP e973c662-d5e7-4b8a-86af-c056c0972668 disassociated (deleted). External IP: 172.25.2.41, port: b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81. Jul 15 13:24:59.876629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57bb8ed8-45a1-4707-aa3a-38b19825696e req-db62ebd8-995d-4eeb-80a1-9f446b153157 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362131 Jul 15 13:24:59.922182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f225298-637c-410a-b038-c0d2ca270161 req-55c195ab-a70d-4c9a-9fdb-0ad839226458 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.930730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f225298-637c-410a-b038-c0d2ca270161 req-55c195ab-a70d-4c9a-9fdb-0ad839226458 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 945 time: 0.1638131 Jul 15 13:24:59.970808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f225298-637c-410a-b038-c0d2ca270161 req-10590f66-110f-4a69-9202-51fd118d5d49 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Jul 15 13:25:00.080541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:00.183515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbea27-14e2-482a-8a15-17e0d261b34e req-e348323d-7e67-427f-908d-4970dc074a39 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.191594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03bbea27-14e2-482a-8a15-17e0d261b34e req-e348323d-7e67-427f-908d-4970dc074a39 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 945 time: 0.0874939 Jul 15 13:25:00.224029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:00.228832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.236358 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:00.250401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:00.251281 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.255764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03bbea27-14e2-482a-8a15-17e0d261b34e req-ea5ec649-278d-40cf-a14b-2f283785f1a1 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629556 Jul 15 13:25:00.273740 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7f150a1e-9aa2-4b1d-a5ee-cc1e6d664351 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/floatingips/e973c662-d5e7-4b8a-86af-c056c0972668 HTTP/1.1" status: 204 len: 168 time: 1.2265577 Jul 15 13:25:00.276688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:00.333241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.354384 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:00.354999 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.420117 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.420973 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce738e4-272d-4590-b66f-d0adb9135442 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:00.430796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:00.431152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.530380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.545097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:00.761850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.799560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:00.837460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.965632 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.967480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-92cf96c8-f30d-42d9-8798-85c818a858e5 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/ports/b9bbbbf3-e2a5-4c86-a0a2-7f56988e4f81 HTTP/1.1" status: 204 len: 168 time: 0.6898742 Jul 15 13:25:00.971522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:00.977000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:01.001425 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.021210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:01.042027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efc1fc-c540-4038-a5a1-004a6f9d08a6 req-e6b72c97-2d93-4e1c-8dcd-765c82d6a9c9 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.047647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74efc1fc-c540-4038-a5a1-004a6f9d08a6 req-e6b72c97-2d93-4e1c-8dcd-765c82d6a9c9 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 945 time: 0.0908477 Jul 15 13:25:01.114689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:01.119995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:01.120702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.255712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.260613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.301902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:01.304279 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b43ff-96ee-4a2f-b68d-a421160d1a53" -d '{"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:01.319295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:01.324863 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.395833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.404472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.405081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.405589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.406091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.406626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.407117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.407621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.408267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.408904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.410138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.410769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.411314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:01.448291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.6 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/3882afff-4067-481f-8ce3-30d24a079bad) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:01.522787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-74efc1fc-c540-4038-a5a1-004a6f9d08a6 req-be3aeddb-2c11-4ae8-81d7-5061d7abcf75 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4cd188d-7541-4e0d-95fe-cdc6528467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636209 Jul 15 13:25:01.546445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594553-502d-404f-8481-c5196c8a1f9c req-317dbb68-8299-4d9c-9b71-f81d4597026c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.556792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90594553-502d-404f-8481-c5196c8a1f9c req-317dbb68-8299-4d9c-9b71-f81d4597026c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 944 time: 0.5052495 Jul 15 13:25:01.594734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.596295 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf32db7-2852-4eba-a270-dd2dc13ad296 x-openstack-request-id: req-4cf32db7-2852-4eba-a270-dd2dc13ad296 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:01.597363 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:01.597736 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cf32db7-2852-4eba-a270-dd2dc13ad296 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:01.598195 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'code': 200} Jul 15 13:25:01.636948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90594553-502d-404f-8481-c5196c8a1f9c req-c8b8c377-0098-45d2-8a2e-f967fe07cd18 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820012 Jul 15 13:25:01.668365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.719981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:01.725045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:01.727643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:01.763664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3dfe0-de6a-4689-94e7-4cb2e76d2124 req-0c2548bb-9289-4506-afdb-5885bffc9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.765214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77a3dfe0-de6a-4689-94e7-4cb2e76d2124 req-0c2548bb-9289-4506-afdb-5885bffc9214 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0928507 Jul 15 13:25:01.792785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=3882afff-4067-481f-8ce3-30d24a079bad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.807061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77a3dfe0-de6a-4689-94e7-4cb2e76d2124 req-a1fc42f8-7ef8-4709-a9d7-7c4218268593 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354373 Jul 15 13:25:01.873886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.922787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.064408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-3788a357-ff83-4eb3-938b-a4c0e3a7e6f7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.067485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-3788a357-ff83-4eb3-938b-a4c0e3a7e6f7 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "GET /v2.0/ports?device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 945 time: 0.0808692 Jul 15 13:25:02.137745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.148973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.190299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Deleting port 3e591e2b-875a-4892-bc07-7d5307cf1f8d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:02.191699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.270159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=3882afff-4067-481f-8ce3-30d24a079bad,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.289227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.310238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.314271 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f2d3477e-9589-4258-975c-f7e8ba8f5f20 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3410389 Jul 15 13:25:02.315791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.321061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'port': {'network_id': '6fb5a71f-e15a-49c6-972a-8c6f7b57abca', 'name': 'tempest-FloatingIPTestJSON-157009276'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:02.335429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] For port 3e591e2b-875a-4892-bc07-7d5307cf1f8d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3e591e2b-875a-4892-bc07-7d5307cf1f8d,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:02.335891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.349864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Calling delete_port for 3e591e2b-875a-4892-bc07-7d5307cf1f8d owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:02.407186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-12fcea4d-7294-463c-ac67-3e6fdafc911d tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.408699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-12fcea4d-7294-463c-ac67-3e6fdafc911d tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 945 time: 0.1673961 Jul 15 13:25:02.524847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.538345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3e591e2b-875a-4892-bc07-7d5307cf1f8d', 'c056685e-90f1-4f97-b202-cc89cdb8a495'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:02.557926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:02.573177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.584242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event deleted for resources: {'Port': ['ID=3e591e2b-875a-4892-bc07-7d5307cf1f8d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.632519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] device_id is not set on port 01a2b758-e755-40dd-88f4-4609872f24c7 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:02.640312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Deleting port c056685e-90f1-4f97-b202-cc89cdb8a495 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:02.642014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.693051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] No DVR routers for this DVR port 3e591e2b-875a-4892-bc07-7d5307cf1f8d on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:02.700105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.705598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70ce0163-d6cc-439d-a31e-3f0d466af83e req-30792803-d6c5-42db-a344-2efddbe95603 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "DELETE /v2.0/ports/3e591e2b-875a-4892-bc07-7d5307cf1f8d HTTP/1.1" status: 204 len: 173 time: 0.6316442 Jul 15 13:25:02.707705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'name': 'network-vif-deleted', 'tag': '3e591e2b-875a-4892-bc07-7d5307cf1f8d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:02.717988 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4bd38-ac25-484b-8649-79e4f9ee13de" -d '{"events": [{"server_uuid": "53a461a8-a6b5-4353-89aa-4c6faf259de0", "name": "network-vif-deleted", "tag": "3e591e2b-875a-4892-bc07-7d5307cf1f8d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:02.852526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d066166-1023-467e-833c-2a2e9f0a8011 req-b82c3089-1055-4b45-9389-1d65a5df2fe9 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=53a461a8-a6b5-4353-89aa-4c6faf259de0 HTTP/1.1" status: 200 len: 210 time: 0.0784240 Jul 15 13:25:02.955350 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09241c9-c2ad-4119-85bc-0766e257f5ef x-openstack-request-id: req-f09241c9-c2ad-4119-85bc-0766e257f5ef {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:02.955653 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a461a8-a6b5-4353-89aa-4c6faf259de0", "name": "network-vif-deleted", "tag": "3e591e2b-875a-4892-bc07-7d5307cf1f8d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:02.956468 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f09241c9-c2ad-4119-85bc-0766e257f5ef {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:02.957896 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a461a8-a6b5-4353-89aa-4c6faf259de0', 'name': 'network-vif-deleted', 'tag': '3e591e2b-875a-4892-bc07-7d5307cf1f8d', 'status': 'completed', 'code': 200} Jul 15 13:25:03.002335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6b95-0eb0-421a-8057-58562882111a req-6d6dccee-a97c-4c1d-8dde-35d46dcd608a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:03.004021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34cd6b95-0eb0-421a-8057-58562882111a req-6d6dccee-a97c-4c1d-8dde-35d46dcd608a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1612024 Jul 15 13:25:03.057033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] For port c056685e-90f1-4f97-b202-cc89cdb8a495, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c056685e-90f1-4f97-b202-cc89cdb8a495,segment=NetworkSegment(3ecdd555-7645-4772-aa58-5e19dc6dd4ef),segment_id=3ecdd555-7645-4772-aa58-5e19dc6dd4ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:03.057412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.073788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.5 (6fb5a71f-e15a-49c6-972a-8c6f7b57abca/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c/01a2b758-e755-40dd-88f4-4609872f24c7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:03.081715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Calling delete_port for c056685e-90f1-4f97-b202-cc89cdb8a495 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:03.136400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-34cd6b95-0eb0-421a-8057-58562882111a req-eca28b98-6610-4b8e-9b52-b3b0a5b3a346 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211345 Jul 15 13:25:03.360207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.365852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.402406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Pushing event deleted for resources: {'Port': ['ID=c056685e-90f1-4f97-b202-cc89cdb8a495,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.417205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8675-c79d-403c-91e5-d829de9a3061 req-cce029bb-30cb-436c-9555-8dc571b0c746 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:03.430733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5aaa8675-c79d-403c-91e5-d829de9a3061 req-cce029bb-30cb-436c-9555-8dc571b0c746 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1135457 Jul 15 13:25:03.431995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38388) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:03.439702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:03.449707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'floatingip': {'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:03.507415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] No DVR routers for this DVR port c056685e-90f1-4f97-b202-cc89cdb8a495 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:03.514989 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.517176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-461af8e5-eb7b-493f-8838-2ddc558275c2 req-19d052e7-a064-4a5e-a9f5-11fa1a00aa16 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.49 "DELETE /v2.0/ports/c056685e-90f1-4f97-b202-cc89cdb8a495 HTTP/1.1" status: 204 len: 173 time: 1.0977545 Jul 15 13:25:03.523936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'name': 'network-vif-deleted', 'tag': 'c056685e-90f1-4f97-b202-cc89cdb8a495'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:03.526478 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9091693-6dbb-455a-9de2-f74adf26152f" -d '{"events": [{"server_uuid": "ab89048e-f461-4317-9c54-9335d8c7f374", "name": "network-vif-deleted", "tag": "c056685e-90f1-4f97-b202-cc89cdb8a495"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:03.531169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.548036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.610057 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37fbac-2d60-4739-a9ae-aa0dc211b93c x-openstack-request-id: req-ef37fbac-2d60-4739-a9ae-aa0dc211b93c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:03.610612 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab89048e-f461-4317-9c54-9335d8c7f374", "name": "network-vif-deleted", "tag": "c056685e-90f1-4f97-b202-cc89cdb8a495", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:03.610868 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef37fbac-2d60-4739-a9ae-aa0dc211b93c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:03.611267 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab89048e-f461-4317-9c54-9335d8c7f374', 'name': 'network-vif-deleted', 'tag': 'c056685e-90f1-4f97-b202-cc89cdb8a495', 'status': 'completed', 'code': 200} Jul 15 13:25:03.649025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.735387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 6fb5a71f-e15a-49c6-972a-8c6f7b57abca is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:03.745546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:03.754867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:03.784887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6670-d34c-4458-a7e1-e3c20572fee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.786708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=01a2b758-e755-40dd-88f4-4609872f24c7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.863762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:03.864500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.936619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6670-d34c-4458-a7e1-e3c20572fee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.941346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6670-d34c-4458-a7e1-e3c20572fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.958805 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5489ffbd-1114-43ac-8161-cb36f8be077e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6419389 Jul 15 13:25:03.960801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:03.983319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'port_id': '01a2b758-e755-40dd-88f4-4609872f24c7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:04.054153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.160918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f5cc6670-d34c-4458-a7e1-e3c20572fee2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55e401e9f9d3432cad68675e985b88ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7276232 Jul 15 13:25:04.165551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.205783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6670-d34c-4458-a7e1-e3c20572fee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d293b7bb-81c0-41cb-9bc6-6b71b3e8ae60,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.210385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f5d715f-3d08-46ce-8882-84a227e45bb8 req-0b7cca31-bf59-43c2-a3d5-40ad8d9b4735 tempest-MultipleCreateTestJSON-554525338 tempest-MultipleCreateTestJSON-554525338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab89048e-f461-4317-9c54-9335d8c7f374 HTTP/1.1" status: 200 len: 210 time: 0.1060443 Jul 15 13:25:04.328966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1580-9769-4755-a920-503d388a3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.336802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.346435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.404842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1580-9769-4755-a920-503d388a3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.496831 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Floating IP 28c83bae-0b77-43db-92ab-256dacb51e30 associated. External IP: 172.25.2.230, port: b50c3083-9e41-46c8-b6ce-a83c9434c6d8. Jul 15 13:25:04.689893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.694829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.808048 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 8e95ea98-b016-4172-b4e0-8e27694dfa95 associated. External IP: 172.25.2.6, port: 01a2b758-e755-40dd-88f4-4609872f24c7. Jul 15 13:25:04.832398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1580-9769-4755-a920-503d388a3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.835190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1580-9769-4755-a920-503d388a3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.836380 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ec2b1580-9769-4755-a920-503d388a3dd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d293b7bb-81c0-41cb-9bc6-6b71b3e8ae60 HTTP/1.1" status: 204 len: 168 time: 0.6700594 Jul 15 13:25:04.852269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b1580-9769-4755-a920-503d388a3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d293b7bb-81c0-41cb-9bc6-6b71b3e8ae60,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.020373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:05.095412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:05.159067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:05.166416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.171214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:05.186132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:05.186799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.233937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:05.244819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:05.258408 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.260030 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:05.260645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.274566 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f16fe516-404f-4dce-bf01-598a00595b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "PUT /v2.0/floatingips/28c83bae-0b77-43db-92ab-256dacb51e30 HTTP/1.1" status: 200 len: 991 time: 1.8284628 Jul 15 13:25:05.280806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3e591e2b-875a-4892-bc07-7d5307cf1f8d no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:05.306820 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.323837 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:05.324366 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.324989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9a69f093-65b2-4e6c-9a62-23cf46f2d608 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/floatingips/8e95ea98-b016-4172-b4e0-8e27694dfa95 HTTP/1.1" status: 200 len: 975 time: 1.3600631 Jul 15 13:25:05.327637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.353660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 3e591e2b-875a-4892-bc07-7d5307cf1f8d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:05.354011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3e591e2b-875a-4892-bc07-7d5307cf1f8d not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:05.358589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c056685e-90f1-4f97-b202-cc89cdb8a495 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:05.395747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: c056685e-90f1-4f97-b202-cc89cdb8a495 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:05.396468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c056685e-90f1-4f97-b202-cc89cdb8a495 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:05.404927 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.406116 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b299ed3-b289-432f-8575-d9893834f9c7 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:05.418093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.477604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Deleting subnet beee3e98-7cae-42ee-9cc6-13e0883ebbfe {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:05.481645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.523866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.530176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:05.547976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 01a2b758-e755-40dd-88f4-4609872f24c7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:05.547976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.548764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.583470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.588003 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c52d998-a37f-4ee1-ad46-f16c394e3a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.614713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:05.617123 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af570e3d-9569-42fb-b192-906c15594539" -d '{"events": [{"name": "network-changed", "server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:05.666314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.675603 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6bea0d-4976-448a-b355-d748545a53c5 x-openstack-request-id: req-cc6bea0d-4976-448a-b355-d748545a53c5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:05.676104 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:05.676415 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc6bea0d-4976-448a-b355-d748545a53c5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:05.677528 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'status': 'completed', 'code': 200} Jul 15 13:25:05.710969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.712585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.714890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/beee3e98-7cae-42ee-9cc6-13e0883ebbfe HTTP/1.1" status: 204 len: 168 time: 0.2952948 Jul 15 13:25:05.717121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.735385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c189dc5-a0d1-42ab-ae17-e6d657ff6174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beee3e98-7cae-42ee-9cc6-13e0883ebbfe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.788378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570e3d-9569-42fb-b192-906c15594539 req-baa0f6ce-2661-49bc-b2e4-7a6c7eabd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.789921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-baa0f6ce-2661-49bc-b2e4-7a6c7eabd065 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0740490 Jul 15 13:25:05.896441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.915886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570e3d-9569-42fb-b192-906c15594539 req-6e78900b-716a-4c88-a613-1263675ff464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.917573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-6e78900b-716a-4c88-a613-1263675ff464 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.1212687 Jul 15 13:25:05.972418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c52d998-a37f-4ee1-ad46-f16c394e3a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.981228 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c52d998-a37f-4ee1-ad46-f16c394e3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.996140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-53a1eeab-1114-4245-b6f9-9e60138b5afd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 999 time: 0.0715563 Jul 15 13:25:06.052993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570e3d-9569-42fb-b192-906c15594539 req-7ae3962b-573a-4d75-86bb-d910930ef832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:06.054777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-7ae3962b-573a-4d75-86bb-d910930ef832 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0514848 Jul 15 13:25:06.098973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52d998-a37f-4ee1-ad46-f16c394e3a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1acfa-7e52-4cde-b798-562bdb13d3b1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.110803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '28c83bae-0b77-43db-92ab-256dacb51e30', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'mac_address': 'fa:16:3e:fe:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b76341-f404-469e-8f68-4b205059c5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:46Z', 'updated_at': '2021-07-15T13:25:04Z', 'revision_number': 1, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.126912 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9c52d998-a37f-4ee1-ad46-f16c394e3a1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=464ab6c281c94b18ae1fd3e46e308065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772448 Jul 15 13:25:06.130834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.147368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:06.158014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:06.158689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.181845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570e3d-9569-42fb-b192-906c15594539 req-7879eac8-1b96-440b-bad9-26b782ef2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:06.183639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-7879eac8-1b96-440b-bad9-26b782ef2e40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215353 Jul 15 13:25:06.185129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.189058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.189720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.190955 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 8e95ea98-b016-4172-b4e0-8e27694dfa95 disassociated. External IP: 172.25.2.6, port: 01a2b758-e755-40dd-88f4-4609872f24c7. Jul 15 13:25:06.191742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 01a2b758-e755-40dd-88f4-4609872f24c7 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:06.204551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb304c5-e666-4078-8a39-2e6054cf6b33']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.221219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecdd555-7645-4772-aa58-5e19dc6dd4ef') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.222826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecdd555-7645-4772-aa58-5e19dc6dd4ef') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.267183 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a49-60f0-4ec1-bdbb-3c2265866597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.278521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.288691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:06.300405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.303803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a49-60f0-4ec1-bdbb-3c2265866597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.314255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:06.314675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:06.317321 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:06.331369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-a68d80bd-8b08-49fd-abb3-6b201e6a9ea2 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373074 Jul 15 13:25:06.430786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.434755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a49-60f0-4ec1-bdbb-3c2265866597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.437451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a49-60f0-4ec1-bdbb-3c2265866597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.438174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.438890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc7b0a49-60f0-4ec1-bdbb-3c2265866597 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8db1acfa-7e52-4cde-b798-562bdb13d3b1 HTTP/1.1" status: 204 len: 168 time: 0.3067458 Jul 15 13:25:06.440151 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4cb304c5-e666-4078-8a39-2e6054cf6b33 HTTP/1.1" status: 204 len: 168 time: 0.7162721 Jul 15 13:25:06.455879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af570e3d-9569-42fb-b192-906c15594539 req-1f46ca73-04bb-4847-9b53-9cf7a2f3d975 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162984 Jul 15 13:25:06.456793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0a49-60f0-4ec1-bdbb-3c2265866597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1acfa-7e52-4cde-b798-562bdb13d3b1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.465619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504ca5-49a3-46cc-9c30-dfe3fc133743 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb304c5-e666-4078-8a39-2e6054cf6b33,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.492416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.547275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=01a2b758-e755-40dd-88f4-4609872f24c7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.679661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '28c83bae-0b77-43db-92ab-256dacb51e30', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'mac_address': 'fa:16:3e:fe:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b76341-f404-469e-8f68-4b205059c5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:46Z', 'updated_at': '2021-07-15T13:25:04Z', 'revision_number': 1, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.724478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.726305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fbf82-6d64-4e53-83a9-78692313b9b3 None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '28c83bae-0b77-43db-92ab-256dacb51e30', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'mac_address': 'fa:16:3e:fe:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b76341-f404-469e-8f68-4b205059c5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:46Z', 'updated_at': '2021-07-15T13:25:04Z', 'revision_number': 1, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:06.736608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:06.803836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-014ddc3a-3313-416d-834a-005231a27388 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d3d5ba0958347d1a8293a69d8d795fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758173 Jul 15 13:25:06.804129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.888034 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcbf10c6-c82b-4602-aaa8-b7925815a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.920307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:06.923411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcbf10c6-c82b-4602-aaa8-b7925815a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.931529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:06.948248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:06.950917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.049585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.052735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.054155 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ced9cc-1396-47ad-b340-9d024f5a25f8 None None] New status for floating IP 28c83bae-0b77-43db-92ab-256dacb51e30: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:25:07.054792 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-baf47fc2-9a61-4eb0-a4f4-9463062e0450 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/ports/01a2b758-e755-40dd-88f4-4609872f24c7 HTTP/1.1" status: 204 len: 168 time: 1.7259650 Jul 15 13:25:07.058329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.068171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcbf10c6-c82b-4602-aaa8-b7925815a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.076727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcbf10c6-c82b-4602-aaa8-b7925815a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.082409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:07.082628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bcbf10c6-c82b-4602-aaa8-b7925815a4ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4cd188d-7541-4e0d-95fe-cdc6528467c8 HTTP/1.1" status: 204 len: 168 time: 0.2774789 Jul 15 13:25:07.083074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.105262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf10c6-c82b-4602-aaa8-b7925815a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd188d-7541-4e0d-95fe-cdc6528467c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.130864 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:07.156171 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3e9f8350-f109-4752-b374-d5db4e75eac3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/floatingips/8e95ea98-b016-4172-b4e0-8e27694dfa95 HTTP/1.1" status: 200 len: 686 time: 0.0974462 Jul 15 13:25:07.158718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.161312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.161935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767a1f7-7f6a-4d97-8119-374c5ecb69fc None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:07.321147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 3882afff-4067-481f-8ce3-30d24a079bad {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:07.321650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.389922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.409932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.410156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.424168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 3882afff-4067-481f-8ce3-30d24a079bad owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:07.505564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f126a3-5e61-4be8-b090-e6ccb613708f tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:07.506489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f126a3-5e61-4be8-b090-e6ccb613708f tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:07.507101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f126a3-5e61-4be8-b090-e6ccb613708f tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:07.509012 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c7f126a3-5e61-4be8-b090-e6ccb613708f tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=6eb253ec0cac4c76a83f9135098fc834&network_id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 2969 time: 0.1180542 Jul 15 13:25:07.608683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.689924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=3882afff-4067-481f-8ce3-30d24a079bad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.718152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.722286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.723478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f0b0b05a-8a51-43a9-8f59-a1249198b3d9 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/floatingips/8e95ea98-b016-4172-b4e0-8e27694dfa95 HTTP/1.1" status: 204 len: 168 time: 0.5622191 Jul 15 13:25:07.728253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.734967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '1815ef6a-1596-4020-a857-f3fdd5d9b938'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:07.766767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.949134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.084500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.110 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/164c12e0-3e48-49d9-9875-b50f488165e5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:08.215975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.258610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.299558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:08.302645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:08.308527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:08.337345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=164c12e0-3e48-49d9-9875-b50f488165e5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.629316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:08.818310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-994547379-network', 'tenant_id': '9145e2f050d24ad5aa1b36ff3020e50b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:08.886288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Made reservation on behalf of 9145e2f050d24ad5aa1b36ff3020e50b for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:08.889725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.904895 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.044686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.076143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.086961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.125179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.131994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:09.139207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd04d4-0fea-4370-a7b6-369b2214f0aa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.147440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.147795 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Added segment 1a933ab9-d5fc-417b-a844-db8830dd3e97 of type vlan for network dd19588d-772a-4fe0-b90f-f5c1defaffcc Jul 15 13:25:09.198168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.220613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.221194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1c75a43c-fca6-4c6d-9b64-22b61e2405f1 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-430675186'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.221349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1c75a43c-fca6-4c6d-9b64-22b61e2405f1 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Unknown quota resources ['metering_label']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:25:09.332758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.374840 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.375822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.376404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.388808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.394961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.437812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c75a43c-fca6-4c6d-9b64-22b61e2405f1 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.439095 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1c75a43c-fca6-4c6d-9b64-22b61e2405f1 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3929629 Jul 15 13:25:09.443840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.448784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1b7e64cd-e5d0-43bb-ac00-71830e5b0301 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9fc57fa0-b470-4777-a637-9d8dd1f3cb5f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.449275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1b7e64cd-e5d0-43bb-ac00-71830e5b0301 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:25:09.454846 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8237486 Jul 15 13:25:09.460391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.466615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Request body: {'subnet': {'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-994547379-subnet', 'tenant_id': '9145e2f050d24ad5aa1b36ff3020e50b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.480494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=164c12e0-3e48-49d9-9875-b50f488165e5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.482762 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b801-8090-4065-8441-c23eb2f2e4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.499966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.511622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b84e-32d4-4b58-b114-3642c9538c1f admin admin] Pushing event updated for resources: {'Network': ['ID=dd19588d-772a-4fe0-b90f-f5c1defaffcc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.522645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network dd19588d-772a-4fe0-b90f-f5c1defaffcc details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:09.553373 n-d-798249-9 neutron-server[93823]: WARNING neutron.services.metering.metering_plugin [None req-1b7e64cd-e5d0-43bb-ac00-71830e5b0301 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:25:09.629546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.638861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b7e64cd-e5d0-43bb-ac00-71830e5b0301 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.640062 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b7e64cd-e5d0-43bb-ac00-71830e5b0301 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1953056 Jul 15 13:25:09.643339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.648320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8fff038e-1435-4959-92ee-d3612c342a1b tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9fc57fa0-b470-4777-a637-9d8dd1f3cb5f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.648822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8fff038e-1435-4959-92ee-d3612c342a1b tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:25:09.651615 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 6ee84ab0-aed8-4d4e-92b7-2a0255d34868 associated. External IP: 172.25.2.110, port: 1815ef6a-1596-4020-a857-f3fdd5d9b938. Jul 15 13:25:09.704828 n-d-798249-9 neutron-server[93823]: WARNING neutron.services.metering.metering_plugin [None req-8fff038e-1435-4959-92ee-d3612c342a1b tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:25:09.777307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c92cc2-642d-4d00-9c6d-1da872b828a8 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.778711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-88c92cc2-642d-4d00-9c6d-1da872b828a8 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 814 time: 0.1482337 Jul 15 13:25:09.794713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fff038e-1435-4959-92ee-d3612c342a1b tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.796135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8fff038e-1435-4959-92ee-d3612c342a1b tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1512578 Jul 15 13:25:09.798822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.800325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b801-8090-4065-8441-c23eb2f2e4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.806461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b801-8090-4065-8441-c23eb2f2e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.816774 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ef6e6ee0-2522-4492-b86b-15ffe65b7cc2 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=05ac1683-7137-41e4-9a6a-53483db7e08b HTTP/1.1" status: 200 len: 464 time: 0.0162973 Jul 15 13:25:09.821464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.834372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Made reservation on behalf of 9145e2f050d24ad5aa1b36ff3020e50b for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:09.836776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.857494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4ef3b801-8090-4065-8441-c23eb2f2e4aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30f98a301fac4430be72840f60ac888e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236187 Jul 15 13:25:09.858201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3b801-8090-4065-8441-c23eb2f2e4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f626a-406f-4f29-a808-91f48759e19f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.861323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.983105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8501a2dc-31ef-4bb3-957b-f1001c77b2eb tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.984984 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8501a2dc-31ef-4bb3-957b-f1001c77b2eb tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/05ac1683-7137-41e4-9a6a-53483db7e08b HTTP/1.1" status: 204 len: 168 time: 0.1618888 Jul 15 13:25:09.988677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.005282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e3889fa-dcc9-4b28-ac4f-895463352526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.011755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5868d15b-97c0-4aac-a189-146bd8c6872a tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=05ac1683-7137-41e4-9a6a-53483db7e08b HTTP/1.1" status: 200 len: 221 time: 0.0220742 Jul 15 13:25:10.015421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.020939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3601ab91-5c3f-4a7e-8150-5434e9b75718 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--530337550', 'description': 'label created by tempest'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.021528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3601ab91-5c3f-4a7e-8150-5434e9b75718 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Unknown quota resources ['metering_label']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:25:10.030127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:10.041406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e3889fa-dcc9-4b28-ac4f-895463352526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.183714 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e3889fa-dcc9-4b28-ac4f-895463352526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.186465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e3889fa-dcc9-4b28-ac4f-895463352526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.190423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0e3889fa-dcc9-4b28-ac4f-895463352526 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d70f626a-406f-4f29-a808-91f48759e19f HTTP/1.1" status: 204 len: 168 time: 0.3249664 Jul 15 13:25:10.209999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3889fa-dcc9-4b28-ac4f-895463352526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f626a-406f-4f29-a808-91f48759e19f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.214459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:10.231609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:10.240536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.250174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3601ab91-5c3f-4a7e-8150-5434e9b75718 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.252377 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3601ab91-5c3f-4a7e-8150-5434e9b75718 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2359803 Jul 15 13:25:10.255222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.257098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.262983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:10.263630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.278595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38640) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.289392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'network': {'name': 'tempest-network-smoke--1991054351', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.308669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.321084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:10.322190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:24:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.325462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e2093ae6-8371-4faa-b3d6-106b95fbd16e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5956986 Jul 15 13:25:10.328263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.335489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1187007260'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.349157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-463f5d37-ffdb-415c-b93d-443ba193c65f tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=a463ad1d-be6c-4a1a-9e02-0a41b01fec2a HTTP/1.1" status: 200 len: 467 time: 0.0892491 Jul 15 13:25:10.349926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.361022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:10.366861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.374876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.376076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85836b71-8c7d-47fe-8f3b-533060a3b70e None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:10.385378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:10.388935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.419701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e9745c-f4b3-4239-8f29-a7600c79bba6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.419962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:10.431559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:10.441458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.441840 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Added segment 2737950f-e69b-47c9-9345-b9e4aee78054 of type vlan for network d07625f2-e7da-4419-9a80-d6f3d0048648 Jul 15 13:25:10.454333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.454928 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Added segment ba3f4890-43d8-4768-b7b3-074feb2e487b of type vlan for network 7bf38a31-fd44-4358-abbb-93e6454c36ee Jul 15 13:25:10.481402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Checking segment: {'id': '1a933ab9-d5fc-417b-a844-db8830dd3e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:10.481762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Network hostable DHCP agents. Network: dd19588d-772a-4fe0-b90f-f5c1defaffcc, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:10.519955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.538928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.550040 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.567447 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b7c12c-eb6e-4b6f-862b-9ec682445fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.619973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.626578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:10.627233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.638525 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.644850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:10.645488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.730910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Network': ['ID=d07625f2-e7da-4419-9a80-d6f3d0048648,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.744023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d07625f2-e7da-4419-9a80-d6f3d0048648 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:10.820540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Network': ['ID=7bf38a31-fd44-4358-abbb-93e6454c36ee,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.831496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:10.856448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b7c12c-eb6e-4b6f-862b-9ec682445fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.861328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2eea8fac-309b-4b9c-8816-bf12e307e2ad tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.862707 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2eea8fac-309b-4b9c-8816-bf12e307e2ad tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/a463ad1d-be6c-4a1a-9e02-0a41b01fec2a HTTP/1.1" status: 204 len: 168 time: 0.5082834 Jul 15 13:25:10.864851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66b7c12c-eb6e-4b6f-862b-9ec682445fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.865400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.871753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Network dd19588d-772a-4fe0-b90f-f5c1defaffcc is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:10.883798 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-08c80917-b7de-4640-9615-42b2dbf7ae18 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=a463ad1d-be6c-4a1a-9e02-0a41b01fec2a HTTP/1.1" status: 200 len: 216 time: 0.0172291 Jul 15 13:25:10.886877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-175a6cf3-ef85-4400-b3e3-49f7d9361778 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6060045 Jul 15 13:25:10.887219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-61155db3-6cca-4a5a-a924-54837c98d0b7 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5580292 Jul 15 13:25:10.887840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.888991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38654) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.891399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.905823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'subnet': {'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.909292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, dd19588d-772a-4fe0-b90f-f5c1defaffcc) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:10.924129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-66b7c12c-eb6e-4b6f-862b-9ec682445fe1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=676a8e1d7d914f4fa20530b8fb933bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840928 Jul 15 13:25:10.925763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce9411-4b90-43e3-851c-91fc2ec54d5b None None] Network dd19588d-772a-4fe0-b90f-f5c1defaffcc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:10.926293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.938300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d645f34c-5d44-4b91-b9c7-b54ec7bf5763 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0404518 Jul 15 13:25:10.938300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7c12c-eb6e-4b6f-862b-9ec682445fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36f5809-3955-4fbe-85cc-667d4f63a8c1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.940872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.947066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:10.947605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.973552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-53d8ade1-24d3-4854-9a44-549aad266310 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0336266 Jul 15 13:25:10.976439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.984316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-257774fc-9603-44bc-bd97-2d9b1288bf57 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5229309 Jul 15 13:25:11.020638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-815d2485-8965-4e28-afe1-c3d20f00977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.051899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-815d2485-8965-4e28-afe1-c3d20f00977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.104235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fac1c-7d17-4010-a7ea-0663ebfed9df None None] Network dd19588d-772a-4fe0-b90f-f5c1defaffcc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:11.105923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27abb3-3566-4953-8ab4-8aff0e6bb107 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.107597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1f27abb3-3566-4953-8ab4-8aff0e6bb107 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6eb253ec0cac4c76a83f9135098fc834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2172370 Jul 15 13:25:11.115135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80a0aecf-002d-486b-94ed-1ff3254dc41b tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/9fc57fa0-b470-4777-a637-9d8dd1f3cb5f HTTP/1.1" status: 200 len: 472 time: 0.1294405 Jul 15 13:25:11.117168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38668) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.119006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.144839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-815d2485-8965-4e28-afe1-c3d20f00977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.147697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-815d2485-8965-4e28-afe1-c3d20f00977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.149241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-815d2485-8965-4e28-afe1-c3d20f00977c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c36f5809-3955-4fbe-85cc-667d4f63a8c1 HTTP/1.1" status: 204 len: 168 time: 0.2216911 Jul 15 13:25:11.163671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d2485-8965-4e28-afe1-c3d20f00977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36f5809-3955-4fbe-85cc-667d4f63a8c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.294583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5b414-9d13-40f7-b0da-acad731f372d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.298572 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-59f5b414-9d13-40f7-b0da-acad731f372d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778426 Jul 15 13:25:11.299381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.322116 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1f71bd9b-b8fd-449d-8e04-8dcfe933f5da tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/d000e849-361e-4176-b0de-209aa923a3cf HTTP/1.1" status: 200 len: 461 time: 0.0289893 Jul 15 13:25:11.326344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.327347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:11.332314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.354741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4253065a-16b2-4ae1-b7a4-8352ffe41016 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530472 Jul 15 13:25:11.355638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.441595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-71ec82a6-92cf-482c-bd4b-69ae129557f1 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6eb253ec0cac4c76a83f9135098fc834&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813379 Jul 15 13:25:11.442697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.565438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba4004-57bd-40fb-8ccd-6cec2ef0aa03 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.570444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b0ba4004-57bd-40fb-8ccd-6cec2ef0aa03 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1238959 Jul 15 13:25:11.570725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.575653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f86f90-c47c-4ffe-97e0-0a8bdf8cc2b0 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.576797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71f86f90-c47c-4ffe-97e0-0a8bdf8cc2b0 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/d000e849-361e-4176-b0de-209aa923a3cf HTTP/1.1" status: 204 len: 168 time: 0.2408094 Jul 15 13:25:11.579978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38698) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.616531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b69c4f4c-2fba-4c8b-8f14-007b229b590d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441184 Jul 15 13:25:11.619024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.625781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1168753729', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:11.824791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:11.828343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.840721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82ac73ef-bdbd-4819-8cb4-64d5c4c32479 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.844394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-82ac73ef-bdbd-4819-8cb4-64d5c4c32479 tempest-MeteringTestJSON-433749040 tempest-MeteringTestJSON-433749040-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/9fc57fa0-b470-4777-a637-9d8dd1f3cb5f HTTP/1.1" status: 204 len: 168 time: 0.2608662 Jul 15 13:25:11.867427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.871892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-b710e879-f933-4296-9b1c-48b28de6f4c1 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.873896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-b710e879-f933-4296-9b1c-48b28de6f4c1 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/networks?id=dd19588d-772a-4fe0-b90f-f5c1defaffcc HTTP/1.1" status: 200 len: 821 time: 0.2044907 Jul 15 13:25:11.945103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Subnet': ['ID=20e7df39-255d-4068-84f8-f9aefeab15bb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.959089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-41271f45-8774-4b06-9f53-2aea082274a0 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/quotas/9145e2f050d24ad5aa1b36ff3020e50b HTTP/1.1" status: 200 len: 375 time: 0.0758386 Jul 15 13:25:11.963882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Checking segment: {'id': 'ba3f4890-43d8-4768-b7b3-074feb2e487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:11.964507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network hostable DHCP agents. Network: 7bf38a31-fd44-4358-abbb-93e6454c36ee, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:11.985462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:12.000128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 7bf38a31-fd44-4358-abbb-93e6454c36ee) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:12.008660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-139bbe47-0c11-4f7c-9ea1-da0679eb0b62 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9145e2f050d24ad5aa1b36ff3020e50b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486281 Jul 15 13:25:12.013359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116ec67-e963-4ae0-a178-2bd572fc98c9 None None] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:12.028742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:12.029364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.073557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca9c9114-7eac-4d87-81c9-ec95a9a6e495 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1722713 Jul 15 13:25:12.075926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.082027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1108607735', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:12.137891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.138941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.159766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-5abf01ce-7b20-467a-81d5-0d30b2cfd155 service neutron] 10.222.0.48 "GET /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495891 Jul 15 13:25:12.185488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.239975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.244423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7bf38a31-fd44-4358-abbb-93e6454c36ee', 'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee', 'tenant_id': '88241535276b4b249ce279a97fb2f53f', 'fixed_ips': [{'subnet_id': '20e7df39-255d-4068-84f8-f9aefeab15bb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:12.247334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.288977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.390922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-64f05b4d-58f5-45b8-afe3-c2d470bebd47 service neutron] 10.222.0.48 "GET /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301290 Jul 15 13:25:12.441861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.512138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Subnet': ['ID=8f7b5d11-5676-414f-92b7-119883fc24c8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:12.575141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Checking segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:12.575551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network hostable DHCP agents. Network: d07625f2-e7da-4419-9a80-d6f3d0048648, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:12.598227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f46ac71e-9f25-4aa9-8dad-3fd29cc78135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.619304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Allocated IP 172.20.0.2 (7bf38a31-fd44-4358-abbb-93e6454c36ee/20e7df39-255d-4068-84f8-f9aefeab15bb/db26649d-4050-4d35-89f4-5b7e5a62180e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:12.649435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network d07625f2-e7da-4419-9a80-d6f3d0048648 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:12.709493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d07625f2-e7da-4419-9a80-d6f3d0048648) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:12.732073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:12.732902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.803972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11f884ee-6b30-48f1-9656-1d2ee9473a92 req-4f6ba165-abb0-477d-a45b-3b9a4c78c9fc tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 210 time: 0.0372665 Jul 15 13:25:12.869458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.898514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.912273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc19c2-2fdb-49c0-b732-e67e4cd94c98 None None] Network d07625f2-e7da-4419-9a80-d6f3d0048648 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:12.942717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f46ac71e-9f25-4aa9-8dad-3fd29cc78135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.954870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f46ac71e-9f25-4aa9-8dad-3fd29cc78135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.980644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d99ebbe8-8c8d-4dbc-b23c-5513f9170ee8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3604915 Jul 15 13:25:12.985190 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8884c7eb-f9e4-4322-b50a-2f7d4d698ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.023027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.036757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Transition to ACTIVE for port object db26649d-4050-4d35-89f4-5b7e5a62180e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:13.039605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f46ac71e-9f25-4aa9-8dad-3fd29cc78135 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e5303f954184620ad830f4aefe05be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8457098 Jul 15 13:25:13.040489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ac71e-9f25-4aa9-8dad-3fd29cc78135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70cb065-e993-4722-a8f2-e8219f82b535,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.046965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.102148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.25.2.136 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/e1c696d5-67bc-4e79-95a9-0bf0572f7d84) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:13.195002 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ab80131-802f-4777-b45d-c37a91ee06bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.224823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ab80131-802f-4777-b45d-c37a91ee06bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.227842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Transition to ACTIVE for port object db26649d-4050-4d35-89f4-5b7e5a62180e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:13.287962 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.333229 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.367471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ab80131-802f-4777-b45d-c37a91ee06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.370545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ab80131-802f-4777-b45d-c37a91ee06bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.371145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0ab80131-802f-4777-b45d-c37a91ee06bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c70cb065-e993-4722-a8f2-e8219f82b535 HTTP/1.1" status: 204 len: 168 time: 0.3231490 Jul 15 13:25:13.386783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d07625f2-e7da-4419-9a80-d6f3d0048648', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ips': [{'subnet_id': '8f7b5d11-5676-414f-92b7-119883fc24c8'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:13.388849 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.393001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab80131-802f-4777-b45d-c37a91ee06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70cb065-e993-4722-a8f2-e8219f82b535,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.415058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.480203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:13.489319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:13.496561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Pushing event updated for resources: {'Port': ['ID=db26649d-4050-4d35-89f4-5b7e5a62180e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.499052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:13.511865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=e1c696d5-67bc-4e79-95a9-0bf0572f7d84,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.545140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:13.547383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:13.560005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:13.639296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Attempting to bind port db26649d-4050-4d35-89f4-5b7e5a62180e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:13.639845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Attempting to bind port db26649d-4050-4d35-89f4-5b7e5a62180e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ba3f4890-43d8-4768-b7b3-074feb2e487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:13.640284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Attempting to bind port db26649d-4050-4d35-89f4-5b7e5a62180e on network 7bf38a31-fd44-4358-abbb-93e6454c36ee {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:13.651433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:13.652133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Checking segment: {'id': 'ba3f4890-43d8-4768-b7b3-074feb2e487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:13.652387 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.652859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Bound using segment: {'id': 'ba3f4890-43d8-4768-b7b3-074feb2e487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:13.653526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Bound port: db26649d-4050-4d35-89f4-5b7e5a62180e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3f4890-43d8-4768-b7b3-074feb2e487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:13.653967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.766427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Allocated IP 172.20.0.18 (d07625f2-e7da-4419-9a80-d6f3d0048648/8f7b5d11-5676-414f-92b7-119883fc24c8/d6eda3bb-f100-4f49-8372-3f074b7ed772) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:13.799540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] For port db26649d-4050-4d35-89f4-5b7e5a62180e, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:13.804518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] For port db26649d-4050-4d35-89f4-5b7e5a62180e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db26649d-4050-4d35-89f4-5b7e5a62180e,segment=NetworkSegment(ba3f4890-43d8-4768-b7b3-074feb2e487b),segment_id=ba3f4890-43d8-4768-b7b3-074feb2e487b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:13.825553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.890315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661d59f-3cda-4c94-9b30-56514c4e5a92 None None] Pushing event updated for resources: {'Port': ['ID=db26649d-4050-4d35-89f4-5b7e5a62180e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.002927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.023252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920434589', 'description': 'tempest-secgroup-smoke-920434589 description', 'project_id': '6eb253ec0cac4c76a83f9135098fc834'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.071262 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.149164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.166418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Transition to ACTIVE for port object d6eda3bb-f100-4f49-8372-3f074b7ed772 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:14.187371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Transition to ACTIVE for port object d6eda3bb-f100-4f49-8372-3f074b7ed772 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:14.190612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.197423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.239748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Network d07625f2-e7da-4419-9a80-d6f3d0048648 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:14.243221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:14.247123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:14.279003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d6b6bef-a859-4537-966c-e9d151fe065f req-abb18a5f-3b56-40d8-a33b-3ef836666935 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 210 time: 0.1015613 Jul 15 13:25:14.308197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.310681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.320725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.401905 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.405701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3983622 Jul 15 13:25:14.406692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.417382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '2eedc540-79be-4550-912e-78ffc3032f81', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.435495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299878f7-d5b6-479b-afc8-b0589d5902ed tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eedc540-79be-4550-912e-78ffc3032f81,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.491927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.531553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5103ef77-f3bb-4e6e-9862-df7fdd17a282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.613494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.622959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.644930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879d33bf-ceb5-4b22-b97e-853f37c24bce,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.646414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Pushing event updated for resources: {'Port': ['ID=d6eda3bb-f100-4f49-8372-3f074b7ed772,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.702160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Attempting to bind port d6eda3bb-f100-4f49-8372-3f074b7ed772 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:14.703648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Attempting to bind port d6eda3bb-f100-4f49-8372-3f074b7ed772 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:14.704718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Attempting to bind port d6eda3bb-f100-4f49-8372-3f074b7ed772 on network d07625f2-e7da-4419-9a80-d6f3d0048648 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:14.712763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:14.713133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Checking segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:14.713666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.714131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Bound using segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:14.714695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Bound port: d6eda3bb-f100-4f49-8372-3f074b7ed772, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:14.715376 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.776165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-0c92f845-aa92-4843-8fd5-30b5c5575521 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:14.783384 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-0c92f845-aa92-4843-8fd5-30b5c5575521 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.49 "GET /v2.0/networks?id=dd19588d-772a-4fe0-b90f-f5c1defaffcc HTTP/1.1" status: 200 len: 821 time: 0.3146822 Jul 15 13:25:14.792044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] For port d6eda3bb-f100-4f49-8372-3f074b7ed772, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:14.797125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] For port d6eda3bb-f100-4f49-8372-3f074b7ed772, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d6eda3bb-f100-4f49-8372-3f074b7ed772,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:14.800895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Request body: {'port': {'device_id': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc', 'admin_state_up': True, 'tenant_id': '9145e2f050d24ad5aa1b36ff3020e50b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.804549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.885957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693751-52a2-42e2-b5fd-543aca50b184 None None] Pushing event updated for resources: {'Port': ['ID=d6eda3bb-f100-4f49-8372-3f074b7ed772,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.903905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.295435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c067e02-56a0-4d21-9ba5-e2dc91f95b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.436236 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5103ef77-f3bb-4e6e-9862-df7fdd17a282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.477696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0cb70ff-e306-4cf3-bfec-31ca36bfd903 req-0d0f25ab-8d00-4806-a23c-46cee5c314bc tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 210 time: 0.0414705 Jul 15 13:25:15.481471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.483548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5103ef77-f3bb-4e6e-9862-df7fdd17a282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.485012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-81da8734-2d66-4d20-9dcf-38a24cdb2574 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0765886 Jul 15 13:25:15.488380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.505487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '2eedc540-79be-4550-912e-78ffc3032f81', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:15.525699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103ef77-f3bb-4e6e-9862-df7fdd17a282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94b8dd-543e-4898-9193-8999817709c3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.552964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.565633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Made reservation on behalf of 9145e2f050d24ad5aa1b36ff3020e50b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:15.569195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.593225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.597421 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5103ef77-f3bb-4e6e-9862-df7fdd17a282 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2cec80a15194f23a2d21155facf9f98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2849929 Jul 15 13:25:15.598658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.625801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2bbd9-ec34-4d2b-a11e-2d88eb673c80 None None] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:15.677100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.683279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.701320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bb27d0-50dd-40c7-b363-420d5642b757,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.724383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-384dc77d-bf8c-4621-8c3d-f155e0d2a0f7 None None] Provisioning for port db26649d-4050-4d35-89f4-5b7e5a62180e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:15.729655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.732033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-18049def-20b5-4fba-b1be-bebee254fcca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2420018 Jul 15 13:25:15.734787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.740940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '2eedc540-79be-4550-912e-78ffc3032f81', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:15.775855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 6ee8720f-8b71-4925-ad4b-42f90e0345a6 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:15.786476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.798850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Allocated IP 172.20.0.9 (dd19588d-772a-4fe0-b90f-f5c1defaffcc/36e9745c-f4b3-4239-8f29-a7600c79bba6/76a003c0-9641-4321-b0a5-45a2b3968e1c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:15.865862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.888880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.923623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f651ea-baaa-47dd-9894-207d9ed92058,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.937676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.939739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-683fa89a-24ca-4a3a-ae14-ecaf6c459a0f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035635 Jul 15 13:25:15.942518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.976756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '2eedc540-79be-4550-912e-78ffc3032f81', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.039527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.042311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ad02015-0420-4803-abc0-9f14ceb4dcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.106091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.183265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.188370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.232553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ad02015-0420-4803-abc0-9f14ceb4dcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.238814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2c62e9-34cd-41e9-b16d-29e26b89116f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.242546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db26649d-4050-4d35-89f4-5b7e5a62180e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:16.252009 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.253718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9101bb07-b9b3-4cc8-ada9-84ef99612db2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099873 Jul 15 13:25:16.256586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.263184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '2eedc540-79be-4550-912e-78ffc3032f81', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.301794 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Project 6eb253ec0cac4c76a83f9135098fc834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:25:16.309731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.376347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:16.383150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port db26649d-4050-4d35-89f4-5b7e5a62180e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:16.389687 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] Sync routers for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:16.404921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-165cb79e-0249-4678-ad62-19da0dc161c5 None None] Provisioning complete for port db26649d-4050-4d35-89f4-5b7e5a62180e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:16.405296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-165cb79e-0249-4678-ad62-19da0dc161c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.407607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.411351 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:16.412249 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.418316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.430168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.431308 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-965b1582-d33c-4cf6-b961-eed4f66eb9ac tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3540523 Jul 15 13:25:16.435913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.452841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ad02015-0420-4803-abc0-9f14ceb4dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.455238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ad02015-0420-4803-abc0-9f14ceb4dcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.456193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418b053f-eb48-4213-affc-f209c611835d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.457057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2ad02015-0420-4803-abc0-9f14ceb4dcbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd94b8dd-543e-4898-9193-8999817709c3 HTTP/1.1" status: 204 len: 168 time: 0.8526471 Jul 15 13:25:16.458541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.464141 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.467162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1b4a4dbe-374f-4acc-9d5b-9bb438e0021c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2080195 Jul 15 13:25:16.468918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.475087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port db26649d-4050-4d35-89f4-5b7e5a62180e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:16.475673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.481862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '2eedc540-79be-4550-912e-78ffc3032f81', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.494556 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.519804 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:16.520736 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.531142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd745f5-3e74-4085-b7ae-485fd8103e38 None None] Network d07625f2-e7da-4419-9a80-d6f3d0048648 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:16.541109 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Project 6eb253ec0cac4c76a83f9135098fc834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:25:16.550414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.593176 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.599697 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b237559-a0c9-42d0-8cbc-ef550f37c45a None None] The sync data for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:16.623831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Pushing event updated for resources: {'Port': ['ID=76a003c0-9641-4321-b0a5-45a2b3968e1c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.644902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad02015-0420-4803-abc0-9f14ceb4dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94b8dd-543e-4898-9193-8999817709c3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.688565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Network dd19588d-772a-4fe0-b90f-f5c1defaffcc is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:16.711839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.718819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:16.723311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:16.755921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.779918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.822077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.824148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3535869 Jul 15 13:25:16.841949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.842621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.849290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2690478-78ed-4733-b355-4eb1c5adf3be tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99b7665-6c4f-4aae-ba82-4e95a78f70fa,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.868947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-96cc60d3-6f9f-4f01-b592-7b6f6018ce1e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0768249 Jul 15 13:25:16.900900 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.904448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Request body: {'port': {'device_id': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.911760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1b3e8-4797-4702-9e33-f90dee33ff90 req-15b885c9-fdff-4764-bebf-c63b0bfd32e5 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.913455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0f1b3e8-4797-4702-9e33-f90dee33ff90 req-15b885c9-fdff-4764-bebf-c63b0bfd32e5 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 931 time: 0.2002547 Jul 15 13:25:16.915333 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-165cb79e-0249-4678-ad62-19da0dc161c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.974304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port db26649d-4050-4d35-89f4-5b7e5a62180e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db26649d-4050-4d35-89f4-5b7e5a62180e,segment=NetworkSegment(ba3f4890-43d8-4768-b7b3-074feb2e487b),segment_id=ba3f4890-43d8-4768-b7b3-074feb2e487b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:16.986402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.987155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d6eda3bb-f100-4f49-8372-3f074b7ed772 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:17.001296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0f1b3e8-4797-4702-9e33-f90dee33ff90 req-8b24447a-77e8-4cc0-af0d-a0027bb0d916 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801897 Jul 15 13:25:17.116672 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-165cb79e-0249-4678-ad62-19da0dc161c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:25:17.117210 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-165cb79e-0249-4678-ad62-19da0dc161c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:25:17.126296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=db26649d-4050-4d35-89f4-5b7e5a62180e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.146327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d6eda3bb-f100-4f49-8372-3f074b7ed772 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:17.209399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.272702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-98cf403f-f877-44b1-80a7-a28a09fdccc0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920434589&fields=id&tenant_id=6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 267 time: 0.0668886 Jul 15 13:25:17.481080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-f54900bd-2715-47f2-8bca-b0059274cd0d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.482995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-f54900bd-2715-47f2-8bca-b0059274cd0d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/networks?id=d07625f2-e7da-4419-9a80-d6f3d0048648 HTTP/1.1" status: 200 len: 797 time: 0.2038963 Jul 15 13:25:17.499173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-7b147f09-3594-4568-9479-f644568bb9c0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/quotas/6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 375 time: 0.0098076 Jul 15 13:25:17.581608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-8f2f5938-bb53-4b70-98b3-8255f4bcda06 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0744207 Jul 15 13:25:17.634562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.708708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-e63bacca-b0fe-4681-aee2-d5ab7183f75b service neutron] 10.222.0.48 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128166 Jul 15 13:25:17.809566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] Provisioning for port d6eda3bb-f100-4f49-8372-3f074b7ed772 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:17.810170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a003c0-9641-4321-b0a5-45a2b3968e1c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:17.816109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] Provisioning complete for port d6eda3bb-f100-4f49-8372-3f074b7ed772 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:17.817674 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.822942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.847230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Transition to ACTIVE for port object 76a003c0-9641-4321-b0a5-45a2b3968e1c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:17.857422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-88bb4da2-72f1-4c2c-8eec-50c2bea917d6 service neutron] 10.222.0.48 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402879 Jul 15 13:25:17.859317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.874445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:17.945424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.987262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] For port d6eda3bb-f100-4f49-8372-3f074b7ed772, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d6eda3bb-f100-4f49-8372-3f074b7ed772,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.991861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.051862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db26649d-4050-4d35-89f4-5b7e5a62180e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:18.075176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-178573394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:18.102800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Pushing event updated for resources: {'Port': ['ID=76a003c0-9641-4321-b0a5-45a2b3968e1c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.124095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.132656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.133854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.149221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4823a-62d4-482e-9955-12c3383e3812 None None] Pushing event updated for resources: {'Port': ['ID=d6eda3bb-f100-4f49-8372-3f074b7ed772,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.205290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port db26649d-4050-4d35-89f4-5b7e5a62180e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:18.206389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.258417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1fe03b4-653f-4bae-847e-6691148b4e8a req-284ec17c-ecb7-4097-9143-de575eea66a1 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 210 time: 0.0629561 Jul 15 13:25:18.340471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.1 (7bf38a31-fd44-4358-abbb-93e6454c36ee/20e7df39-255d-4068-84f8-f9aefeab15bb/8f09dcd6-29a9-478a-bd58-3c2020a52589) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:18.342629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Attempting to bind port 76a003c0-9641-4321-b0a5-45a2b3968e1c on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:18.343004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Attempting to bind port 76a003c0-9641-4321-b0a5-45a2b3968e1c by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '1a933ab9-d5fc-417b-a844-db8830dd3e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:18.344689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Attempting to bind port 76a003c0-9641-4321-b0a5-45a2b3968e1c on network dd19588d-772a-4fe0-b90f-f5c1defaffcc {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:18.349846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Port 76a003c0-9641-4321-b0a5-45a2b3968e1c on network dd19588d-772a-4fe0-b90f-f5c1defaffcc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:18.350183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Attempting to bind port 76a003c0-9641-4321-b0a5-45a2b3968e1c on network dd19588d-772a-4fe0-b90f-f5c1defaffcc {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:18.360383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:18.360732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Checking segment: {'id': '1a933ab9-d5fc-417b-a844-db8830dd3e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:18.361118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Bound using segment: {'id': '1a933ab9-d5fc-417b-a844-db8830dd3e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:18.362127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Bound port: 76a003c0-9641-4321-b0a5-45a2b3968e1c, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a933ab9-d5fc-417b-a844-db8830dd3e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:18.362403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.377761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.430649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.483395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.488099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c085e292-7754-438b-aa1d-96d861afddde tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6122811 Jul 15 13:25:18.489595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:18.495156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-259652410'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:18.532824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Made reservation on behalf of 6b69a50118e44851a0166629ff388a5d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:18.537750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.548489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] For port 76a003c0-9641-4321-b0a5-45a2b3968e1c, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:18.556797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.586824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] For port 76a003c0-9641-4321-b0a5-45a2b3968e1c, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c,segment=NetworkSegment(1a933ab9-d5fc-417b-a844-db8830dd3e97),segment_id=1a933ab9-d5fc-417b-a844-db8830dd3e97)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:18.588435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632c59-e6f1-4e2b-9fbe-71a77ba30b8d req-1b15149b-9479-4c6c-acb1-0c09fd0a7fd7 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.598133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65632c59-e6f1-4e2b-9fbe-71a77ba30b8d req-1b15149b-9479-4c6c-acb1-0c09fd0a7fd7 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 943 time: 0.2540190 Jul 15 13:25:18.599174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.607564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.662248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65632c59-e6f1-4e2b-9fbe-71a77ba30b8d req-3d8e979c-f14b-4ea6-8eff-88b8eec0263d tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637777 Jul 15 13:25:18.666618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Transition to ACTIVE for port object 8f09dcd6-29a9-478a-bd58-3c2020a52589 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:18.674238 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.675277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.676960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] 10.222.0.49 "PUT /v2.0/ports/76a003c0-9641-4321-b0a5-45a2b3968e1c HTTP/1.1" status: 200 len: 1091 time: 1.7793686 Jul 15 13:25:18.679207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'tag': '76a003c0-9641-4321-b0a5-45a2b3968e1c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:18.689941 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4797aec2-3dc2-4cac-836e-80de27678af9" -d '{"events": [{"name": "network-changed", "server_uuid": "d11f26f9-d525-4832-958f-3afe9d813d82", "tag": "76a003c0-9641-4321-b0a5-45a2b3968e1c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:18.717054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c611b-f0e3-41e3-9c6d-01db2df4b10c service neutron] Pushing event updated for resources: {'Port': ['ID=76a003c0-9641-4321-b0a5-45a2b3968e1c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.743561 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22fcf84-5fd9-45f3-86f5-eb806729d748 x-openstack-request-id: req-f22fcf84-5fd9-45f3-86f5-eb806729d748 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:18.743848 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11f26f9-d525-4832-958f-3afe9d813d82", "tag": "76a003c0-9641-4321-b0a5-45a2b3968e1c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:18.744099 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f22fcf84-5fd9-45f3-86f5-eb806729d748 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:18.744498 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'tag': '76a003c0-9641-4321-b0a5-45a2b3968e1c', 'status': 'completed', 'code': 200} Jul 15 13:25:18.755517 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.759346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.791004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:18.796857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.802539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b543bd6-44e3-4c00-8bc8-de751bc82616,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.808916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.809265 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Added segment 3cca969c-2dc8-4ca5-be7f-111f1d7c6123 of type vlan for network 09964569-d89b-49e6-828e-4b3887668791 Jul 15 13:25:18.848245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:18.856515 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:18.860643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.863330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-748e9a18-e5b7-4a9a-bef5-7163193f7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.864870 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-748e9a18-e5b7-4a9a-bef5-7163193f7a93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9145e2f050d24ad5aa1b36ff3020e50b&device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 1094 time: 0.1195867 Jul 15 13:25:18.865994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:18.870052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=8f09dcd6-29a9-478a-bd58-3c2020a52589,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.923213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.931248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.932243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.934786 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-9731240b-cf61-4965-bf7d-4b26e6ecf993 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c HTTP/1.1" status: 200 len: 217 time: 0.0621319 Jul 15 13:25:18.964654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4738715 Jul 15 13:25:18.983422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:18.992181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'subnet': {'network_id': '09964569-d89b-49e6-828e-4b3887668791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:19.004966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.081921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04f76-f336-4b05-b9a3-db2a1914f6d2 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Network': ['ID=09964569-d89b-49e6-828e-4b3887668791,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.106435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-a8d8ed0e-0b07-464f-89a3-121da3d9b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.107906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-a8d8ed0e-0b07-464f-89a3-121da3d9b75a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=36e9745c-f4b3-4239-8f29-a7600c79bba6 HTTP/1.1" status: 200 len: 861 time: 0.1637042 Jul 15 13:25:19.144854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 09964569-d89b-49e6-828e-4b3887668791 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:19.223449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-86eb5abd-bd26-4ff9-93da-6b8f53a08591 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd19588d-772a-4fe0-b90f-f5c1defaffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763822 Jul 15 13:25:19.269390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-16c7b477-f266-4ee0-b3f8-d3e5685021c7 None None] Provisioning for port 8f09dcd6-29a9-478a-bd58-3c2020a52589 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:19.277582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-16c7b477-f266-4ee0-b3f8-d3e5685021c7 None None] Provisioning complete for port 8f09dcd6-29a9-478a-bd58-3c2020a52589 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:19.277955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16c7b477-f266-4ee0-b3f8-d3e5685021c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.335766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Made reservation on behalf of 6b69a50118e44851a0166629ff388a5d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:19.339359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.358794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-16c7b477-f266-4ee0-b3f8-d3e5685021c7 None None] Port 8f09dcd6-29a9-478a-bd58-3c2020a52589 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:19.437470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-347f4857-b5a5-43dc-9944-f6c3f8847467 req-fd909634-53b1-454a-9760-f3967f7af3dc tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 210 time: 0.0403183 Jul 15 13:25:19.470684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.476969 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-a29755fd-6b52-4f02-8d47-42d248918e0b service neutron] 10.222.0.49 "GET /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254617 Jul 15 13:25:19.725541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-bf2444d2-1988-4c82-9daa-429cff746c3c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.728079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-bf2444d2-1988-4c82-9daa-429cff746c3c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "GET /v2.0/networks?id=d07625f2-e7da-4419-9a80-d6f3d0048648 HTTP/1.1" status: 200 len: 797 time: 0.1834381 Jul 15 13:25:19.807829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-032fadcc-a6d0-40f2-8760-667460b7dfae req-16cfc7f3-21f3-47c2-893c-0c317aeb8a9e service neutron] 10.222.0.49 "GET /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157165 Jul 15 13:25:19.851489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-d32ac205-185d-4c8c-8763-15b25e39eee7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 471 time: 0.1127331 Jul 15 13:25:19.866685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'port': {'device_id': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'admin_state_up': True, 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'security_groups': ['2eedc540-79be-4550-912e-78ffc3032f81']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.078174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d6eda3bb-f100-4f49-8372-3f074b7ed772 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:20.101473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f95a9-d4dc-42fd-a598-d6a7738e0750 req-baf25d57-5b10-40df-ae00-152a9a30c163 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.102456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf1f95a9-d4dc-42fd-a598-d6a7738e0750 req-baf25d57-5b10-40df-ae00-152a9a30c163 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 943 time: 0.1687059 Jul 15 13:25:20.145148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:20.149219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.172280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf1f95a9-d4dc-42fd-a598-d6a7738e0750 req-ab27de86-fa92-46cd-923e-99ae0746a067 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564985 Jul 15 13:25:20.182019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d6eda3bb-f100-4f49-8372-3f074b7ed772 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:20.182524 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.312606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.20.0.21 (d07625f2-e7da-4419-9a80-d6f3d0048648/8f7b5d11-5676-414f-92b7-119883fc24c8/0434842e-2b13-4723-96cb-5c114ab38557) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:20.393962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.474296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.489715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Transition to ACTIVE for port object 0434842e-2b13-4723-96cb-5c114ab38557 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:20.529433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.530119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Subnet': ['ID=7438271f-02ce-4a67-ae3b-b15cf9427b01,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.550539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-7e98c4fd-52b6-4ff4-869f-d83341675bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.552754 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-7e98c4fd-52b6-4ff4-869f-d83341675bf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9145e2f050d24ad5aa1b36ff3020e50b&device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 1094 time: 0.6623783 Jul 15 13:25:20.608517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Checking segment: {'id': '3cca969c-2dc8-4ca5-be7f-111f1d7c6123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09964569-d89b-49e6-828e-4b3887668791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:20.608913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network hostable DHCP agents. Network: 09964569-d89b-49e6-828e-4b3887668791, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:20.617183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network d07625f2-e7da-4419-9a80-d6f3d0048648 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:20.626778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:20.628692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:20.672498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=0434842e-2b13-4723-96cb-5c114ab38557,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.679425 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.694390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.711848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.712495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.728458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23ab76-d7c4-4840-acad-851be94aa3f3 req-5fb358eb-fd72-4f62-af51-cd22cd12d184 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.730061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a23ab76-d7c4-4840-acad-851be94aa3f3 req-5fb358eb-fd72-4f62-af51-cd22cd12d184 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 932 time: 0.1573839 Jul 15 13:25:20.740487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 09964569-d89b-49e6-828e-4b3887668791 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:20.769054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-2db37380-106c-47b8-8f54-750a9731cf2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9118142 Jul 15 13:25:20.779119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-dba19012-5a77-4a33-88c0-048105f9959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.781068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-dba19012-5a77-4a33-88c0-048105f9959d service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd19588d-772a-4fe0-b90f-f5c1defaffcc HTTP/1.1" status: 200 len: 922 time: 0.2184308 Jul 15 13:25:20.805364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Request body: {'port': {'device_id': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.809371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 09964569-d89b-49e6-828e-4b3887668791) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:20.818787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c5d8ba-916c-4986-8166-3a5cb218bd15 None None] Network 09964569-d89b-49e6-828e-4b3887668791 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:20.847702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.848551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.873303 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-ff3bfaa0-8b9c-4f4e-8abb-8b8d8fd532fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c HTTP/1.1" status: 200 len: 217 time: 0.0842044 Jul 15 13:25:20.876851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=8f09dcd6-29a9-478a-bd58-3c2020a52589,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.882912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.886045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-979c42c9-2394-4c76-9504-0972beba2361 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9014823 Jul 15 13:25:20.889458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:20.895209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'network': {'name': 'tempest-router-network01--1769979690'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.913555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a23ab76-d7c4-4840-acad-851be94aa3f3 req-fa4378cf-6b8a-4bd2-8d55-9ec0c9770fe8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775959 Jul 15 13:25:20.953854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.033327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Made reservation on behalf of 6b69a50118e44851a0166629ff388a5d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:21.040000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.046611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-fa2da01c-7538-4d30-8c1f-887dc2482252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.048314 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-fa2da01c-7538-4d30-8c1f-887dc2482252 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=36e9745c-f4b3-4239-8f29-a7600c79bba6 HTTP/1.1" status: 200 len: 861 time: 0.1674390 Jul 15 13:25:21.082522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:21.085979 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-383ace24-832b-4565-9f0e-84330abc8f04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd19588d-772a-4fe0-b90f-f5c1defaffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311775 Jul 15 13:25:21.125020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-09964569-d89b-49e6-828e-4b3887668791', 'network_id': '09964569-d89b-49e6-828e-4b3887668791', 'tenant_id': '6b69a50118e44851a0166629ff388a5d', 'fixed_ips': [{'subnet_id': '7438271f-02ce-4a67-ae3b-b15cf9427b01'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:21.125907 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.146719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:21.150004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:21.151824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.152388 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Added segment 2ba277e1-3145-4ac3-bfae-04e13b2e6311 of type vlan for network 0436955e-529f-4f11-aa68-59d80f49674c Jul 15 13:25:21.176586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed36a72b-4998-499e-80de-5034b654089d None None] Provisioning for port 0434842e-2b13-4723-96cb-5c114ab38557 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:21.182535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed36a72b-4998-499e-80de-5034b654089d None None] Provisioning complete for port 0434842e-2b13-4723-96cb-5c114ab38557 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.183859 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed36a72b-4998-499e-80de-5034b654089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.270820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.306353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ed36a72b-4998-499e-80de-5034b654089d None None] Port 0434842e-2b13-4723-96cb-5c114ab38557 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:21.347019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 76a003c0-9641-4321-b0a5-45a2b3968e1c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:21.381117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Allocated IP 172.20.0.2 (09964569-d89b-49e6-828e-4b3887668791/7438271f-02ce-4a67-ae3b-b15cf9427b01/1c0aab1f-045b-4f3f-84fe-ce480c58b99c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:21.444085 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-eaab02b4-2503-44d7-9db8-52bdd544381c service neutron] 10.222.0.49 "GET /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445611 Jul 15 13:25:21.445799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.456697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.457431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.498560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 6ee8720f-8b71-4925-ad4b-42f90e0345a6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:21.535406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6449571 Jul 15 13:25:21.543257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:21.574975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 76a003c0-9641-4321-b0a5-45a2b3968e1c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c,segment=NetworkSegment(1a933ab9-d5fc-417b-a844-db8830dd3e97),segment_id=1a933ab9-d5fc-417b-a844-db8830dd3e97)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:21.586292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'network': {'name': 'tempest-router-network02--90158517'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:21.592392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:21.598606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cdbf294-2912-4fa7-9ae1-55c92b709aeb None None] Provisioning complete for port 8f09dcd6-29a9-478a-bd58-3c2020a52589 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.598983 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf294-2912-4fa7-9ae1-55c92b709aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.603700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '76a003c0-9641-4321-b0a5-45a2b3968e1c', 'network_id': 'dd19588d-772a-4fe0-b90f-f5c1defaffcc', 'port_id': '76a003c0-9641-4321-b0a5-45a2b3968e1c', 'mac_address': 'fa:16:3e:b5:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9745c-f4b3-4239-8f29-a7600c79bba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:21.623424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c97df-a4b8-49d5-a6fe-0d988c42796d tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Network': ['ID=0436955e-529f-4f11-aa68-59d80f49674c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.644650 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4797aec2-3dc2-4cac-836e-80de27678af9 req-175e0448-2e87-4683-8e94-0f6f99fc8307 service neutron] 10.222.0.49 "GET /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730819 Jul 15 13:25:21.653768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0436955e-529f-4f11-aa68-59d80f49674c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:21.664505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda52d0-4ece-4090-bb7a-92838c7ab4c5 req-f181aab5-ceaf-488f-a7ac-cff3eb2a17dd tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.666344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdda52d0-4ece-4090-bb7a-92838c7ab4c5 req-f181aab5-ceaf-488f-a7ac-cff3eb2a17dd tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 943 time: 0.2989385 Jul 15 13:25:21.672018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0434842e-2b13-4723-96cb-5c114ab38557 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:21.703203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.706088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:21.710110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Made reservation on behalf of 6b69a50118e44851a0166629ff388a5d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:21.715074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.721946 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fe446819-51b2-4b6a-a2d8-75f030967d0a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/routers/6ee8720f-8b71-4925-ad4b-42f90e0345a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2821882 Jul 15 13:25:21.722872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:21.730067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'port': {'network_id': '7bf38a31-fd44-4358-abbb-93e6454c36ee', 'name': 'tempest-FloatingIPTestJSON-2134452165'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:21.757828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Transition to ACTIVE for port object 0434842e-2b13-4723-96cb-5c114ab38557 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:21.773953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdda52d0-4ece-4090-bb7a-92838c7ab4c5 req-549629ca-8114-45f4-9f4e-c7ab5b63b4bb tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957770 Jul 15 13:25:21.776659 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.796931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:21.887839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20258bf-7764-42d8-96ee-4a6323ddc03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.896820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.897447 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Added segment 5f8e57fb-85d7-4233-be79-96d924320161 of type vlan for network 3f53d446-c692-445a-beaa-ddf5728c721f Jul 15 13:25:21.898232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Made reservation on behalf of 88241535276b4b249ce279a97fb2f53f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:21.903918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.928733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] Sync routers for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:21.938671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] device_id is not set on port a829e250-4aa8-4f38-af26-05ccd6e5aff8 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:21.963285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Pushing event updated for resources: {'Port': ['ID=0434842e-2b13-4723-96cb-5c114ab38557,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.008845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbf294-2912-4fa7-9ae1-55c92b709aeb None None] Port 8f09dcd6-29a9-478a-bd58-3c2020a52589 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:22.011321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:22.012069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.055868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.058735 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.060555 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.081098 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a003c0-9641-4321-b0a5-45a2b3968e1c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:22.107710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Transition to ACTIVE for port object 1c0aab1f-045b-4f3f-84fe-ce480c58b99c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:22.138874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Allocated IP 172.20.0.5 (7bf38a31-fd44-4358-abbb-93e6454c36ee/20e7df39-255d-4068-84f8-f9aefeab15bb/a829e250-4aa8-4f38-af26-05ccd6e5aff8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:22.139806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Transition to ACTIVE for port object 1c0aab1f-045b-4f3f-84fe-ce480c58b99c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:22.168594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 76a003c0-9641-4321-b0a5-45a2b3968e1c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c,segment=NetworkSegment(1a933ab9-d5fc-417b-a844-db8830dd3e97),segment_id=1a933ab9-d5fc-417b-a844-db8830dd3e97)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:22.178256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:22.178956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.189439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.217094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.226169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.232497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.233349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02777d-eb45-4424-a017-ad0af669210c None None] The sync data for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:22.277997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Network 09964569-d89b-49e6-828e-4b3887668791 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:22.284711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:22.286570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Pushing event updated for resources: {'Port': ['ID=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.288688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:22.299730 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20258bf-7764-42d8-96ee-4a6323ddc03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.303586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Attempting to bind port 0434842e-2b13-4723-96cb-5c114ab38557 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:22.304735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Attempting to bind port 0434842e-2b13-4723-96cb-5c114ab38557 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:22.304735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Attempting to bind port 0434842e-2b13-4723-96cb-5c114ab38557 on network d07625f2-e7da-4419-9a80-d6f3d0048648 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.306260 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.311751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.312351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.326962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a20258bf-7764-42d8-96ee-4a6323ddc03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.337114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.353647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Port 0434842e-2b13-4723-96cb-5c114ab38557 on network d07625f2-e7da-4419-9a80-d6f3d0048648 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:22.354024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Attempting to bind port 0434842e-2b13-4723-96cb-5c114ab38557 on network d07625f2-e7da-4419-9a80-d6f3d0048648 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.355591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Transition to ACTIVE for port object a829e250-4aa8-4f38-af26-05ccd6e5aff8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:22.372256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2957a0-2a94-4380-810e-c376390a158a req-5af640a7-ba75-464b-b320-cb54d61027fc tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.373780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f2957a0-2a94-4380-810e-c376390a158a req-5af640a7-ba75-464b-b320-cb54d61027fc tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 944 time: 0.2625296 Jul 15 13:25:22.388568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Attempting to bind port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:22.388946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Attempting to bind port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '3cca969c-2dc8-4ca5-be7f-111f1d7c6123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09964569-d89b-49e6-828e-4b3887668791'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:22.389308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Attempting to bind port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c on network 09964569-d89b-49e6-828e-4b3887668791 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.392838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8397107 Jul 15 13:25:22.396285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=76a003c0-9641-4321-b0a5-45a2b3968e1c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.397690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.399261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:22.399736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Checking segment: {'id': '3cca969c-2dc8-4ca5-be7f-111f1d7c6123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09964569-d89b-49e6-828e-4b3887668791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:22.400043 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.400411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Bound using segment: {'id': '3cca969c-2dc8-4ca5-be7f-111f1d7c6123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09964569-d89b-49e6-828e-4b3887668791'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:22.400886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Bound port: 1c0aab1f-045b-4f3f-84fe-ce480c58b99c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cca969c-2dc8-4ca5-be7f-111f1d7c6123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09964569-d89b-49e6-828e-4b3887668791'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:22.401261 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.413143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'subnet': {'network_id': '0436955e-529f-4f11-aa68-59d80f49674c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:22.423247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.437324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['76a003c0-9641-4321-b0a5-45a2b3968e1c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:22.451737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:22.452161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Checking segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:22.452462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Bound using segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:22.453301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Bound port: 0434842e-2b13-4723-96cb-5c114ab38557, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:22.453301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.470130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487b564-6043-4a7c-9592-f1274745a511 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Network': ['ID=3f53d446-c692-445a-beaa-ddf5728c721f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.480881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a20258bf-7764-42d8-96ee-4a6323ddc03b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2719a92afba542309f5f8bd354c54f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833518 Jul 15 13:25:22.480881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20258bf-7764-42d8-96ee-4a6323ddc03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7c0f6-b2f6-4d8c-abfe-57322b2ba860,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.481178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.496913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3f53d446-c692-445a-beaa-ddf5728c721f details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:22.527828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f2957a0-2a94-4380-810e-c376390a158a req-416ba65b-661f-4ca2-afed-60efe8a0cc37 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292672 Jul 15 13:25:22.532987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] For port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:22.554465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:22.571008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] For port 0434842e-2b13-4723-96cb-5c114ab38557, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:22.574019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:22.574671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] For port 0434842e-2b13-4723-96cb-5c114ab38557, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0434842e-2b13-4723-96cb-5c114ab38557,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:22.577904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:22.582440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.584506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event updated for resources: {'Port': ['ID=a829e250-4aa8-4f38-af26-05ccd6e5aff8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.586941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] For port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,segment=NetworkSegment(3cca969c-2dc8-4ca5-be7f-111f1d7c6123),segment_id=3cca969c-2dc8-4ca5-be7f-111f1d7c6123)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:22.619088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.628644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.629461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.631424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] 10.222.0.49 "PUT /v2.0/ports/0434842e-2b13-4723-96cb-5c114ab38557 HTTP/1.1" status: 200 len: 1092 time: 1.8434069 Jul 15 13:25:22.632128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'tag': '0434842e-2b13-4723-96cb-5c114ab38557'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:22.634653 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94517b-d4b8-440f-be55-6e2841d05f82" -d '{"events": [{"name": "network-changed", "server_uuid": "e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e", "tag": "0434842e-2b13-4723-96cb-5c114ab38557"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:22.675702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd813-55f5-46d1-8543-34fbb93ed5ca service neutron] Pushing event updated for resources: {'Port': ['ID=0434842e-2b13-4723-96cb-5c114ab38557,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.721818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Made reservation on behalf of 6b69a50118e44851a0166629ff388a5d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:22.725379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.735557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.736223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.739843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d53e71-09a9-4d87-9708-b0c959cf17cc None None] Pushing event updated for resources: {'Port': ['ID=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.764474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca39a7-da1e-4260-9c61-8c8e54d5c555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.774191 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e7ace-80e6-4a4f-b06e-bd16f5d60720 x-openstack-request-id: req-d29e7ace-80e6-4a4f-b06e-bd16f5d60720 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:22.775245 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e", "tag": "0434842e-2b13-4723-96cb-5c114ab38557", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:22.775741 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d29e7ace-80e6-4a4f-b06e-bd16f5d60720 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:22.777490 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'tag': '0434842e-2b13-4723-96cb-5c114ab38557', 'status': 'completed', 'code': 200} Jul 15 13:25:22.799238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-397c6806-37e8-4bbb-9198-a8004dddb75e tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0750582 Jul 15 13:25:22.803378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.812646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Request body: {'floatingip': {'port_id': 'a829e250-4aa8-4f38-af26-05ccd6e5aff8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:22.875659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-6135c87e-8de7-4ce7-8868-a2a8d63bef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.880266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-6135c87e-8de7-4ce7-8868-a2a8d63bef10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 1095 time: 0.1728754 Jul 15 13:25:22.883555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca39a7-da1e-4260-9c61-8c8e54d5c555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.950455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.957092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-4115dcab-291b-430a-9afd-6cda89c28150 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0434842e-2b13-4723-96cb-5c114ab38557 HTTP/1.1" status: 200 len: 217 time: 0.0647941 Jul 15 13:25:22.998186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca39a7-da1e-4260-9c61-8c8e54d5c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.001144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca39a7-da1e-4260-9c61-8c8e54d5c555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.006401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-63ca39a7-da1e-4260-9c61-8c8e54d5c555 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3a7c0f6-b2f6-4d8c-abfe-57322b2ba860 HTTP/1.1" status: 204 len: 168 time: 0.5246761 Jul 15 13:25:23.032909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca39a7-da1e-4260-9c61-8c8e54d5c555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7c0f6-b2f6-4d8c-abfe-57322b2ba860,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.091504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-30cbad09-658e-4cf9-9840-202ab8f0d1ef None None] Provisioning for port a829e250-4aa8-4f38-af26-05ccd6e5aff8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:23.107762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-30cbad09-658e-4cf9-9840-202ab8f0d1ef None None] Provisioning complete for port a829e250-4aa8-4f38-af26-05ccd6e5aff8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:23.108385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30cbad09-658e-4cf9-9840-202ab8f0d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.198264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-30cbad09-658e-4cf9-9840-202ab8f0d1ef None None] Port a829e250-4aa8-4f38-af26-05ccd6e5aff8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:23.286307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.358413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Subnet': ['ID=24ccaa6e-db9e-4300-a8a3-6f897efbad95,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.361161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 76a003c0-9641-4321-b0a5-45a2b3968e1c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:23.367555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Checking segment: {'id': '2ba277e1-3145-4ac3-bfae-04e13b2e6311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0436955e-529f-4f11-aa68-59d80f49674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:23.367933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network hostable DHCP agents. Network: 0436955e-529f-4f11-aa68-59d80f49674c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:23.391500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 0436955e-529f-4f11-aa68-59d80f49674c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:23.412089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0436955e-529f-4f11-aa68-59d80f49674c) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:23.428546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e724e25-3aa4-4df9-8780-f898e9f65b73 None None] Network 0436955e-529f-4f11-aa68-59d80f49674c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:23.428812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.429418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.454791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31a54975-a083-4e4b-9ca1-539ed9bb90b9 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0524497 Jul 15 13:25:23.456274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39000) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.462769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'subnet': {'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:23.507467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 76a003c0-9641-4321-b0a5-45a2b3968e1c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:23.516908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 76a003c0-9641-4321-b0a5-45a2b3968e1c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:23.517278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.600892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.620149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Made reservation on behalf of 6b69a50118e44851a0166629ff388a5d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:23.624792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.631305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b456217-4901-45ee-8372-bc2999c44402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.678137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-66470f7b-bcd0-490f-a930-5c60aaee930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.679944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-66470f7b-bcd0-490f-a930-5c60aaee930d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f7b5d11-5676-414f-92b7-119883fc24c8 HTTP/1.1" status: 200 len: 838 time: 0.1300220 Jul 15 13:25:23.702920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-0436955e-529f-4f11-aa68-59d80f49674c', 'network_id': '0436955e-529f-4f11-aa68-59d80f49674c', 'tenant_id': '6b69a50118e44851a0166629ff388a5d', 'fixed_ips': [{'subnet_id': '24ccaa6e-db9e-4300-a8a3-6f897efbad95'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:23.703842 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.732022 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.794276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55871-3639-4efe-b175-a03a250a70e9 req-18e00242-576a-4958-a2e7-173ba7b09f5e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.802092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa55871-3639-4efe-b175-a03a250a70e9 req-18e00242-576a-4958-a2e7-173ba7b09f5e tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 944 time: 0.8477230 Jul 15 13:25:23.868858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a003c0-9641-4321-b0a5-45a2b3968e1c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:23.871743 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462803b0-6223-484e-bff9-93cd1e819e88" -d '{"events": [{"server_uuid": "d11f26f9-d525-4832-958f-3afe9d813d82", "name": "network-vif-plugged", "status": "completed", "tag": "76a003c0-9641-4321-b0a5-45a2b3968e1c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:23.887743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 76a003c0-9641-4321-b0a5-45a2b3968e1c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c,segment=NetworkSegment(1a933ab9-d5fc-417b-a844-db8830dd3e97),segment_id=1a933ab9-d5fc-417b-a844-db8830dd3e97)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:23.898348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.902354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b456217-4901-45ee-8372-bc2999c44402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.916288 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b456217-4901-45ee-8372-bc2999c44402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.935863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.957977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2aa55871-3639-4efe-b175-a03a250a70e9 req-86c61125-823c-476f-9aed-a1265e71dc90 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548758 Jul 15 13:25:23.990653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=76a003c0-9641-4321-b0a5-45a2b3968e1c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.021328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Allocated IP 172.20.0.2 (0436955e-529f-4f11-aa68-59d80f49674c/24ccaa6e-db9e-4300-a8a3-6f897efbad95/d397f041-8f7c-4d33-bd13-817b4bdb901d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:24.063694 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a39eec2-ae8b-4e10-9f38-ef1a1742e31c x-openstack-request-id: req-4a39eec2-ae8b-4e10-9f38-ef1a1742e31c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:24.063956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456217-4901-45ee-8372-bc2999c44402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f43abc-dd7f-4c1a-a020-67ae64028aad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.064516 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11f26f9-d525-4832-958f-3afe9d813d82", "name": "network-vif-plugged", "status": "completed", "tag": "76a003c0-9641-4321-b0a5-45a2b3968e1c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:24.064516 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a39eec2-ae8b-4e10-9f38-ef1a1742e31c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:24.064810 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a003c0-9641-4321-b0a5-45a2b3968e1c', 'code': 200} Jul 15 13:25:24.065835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-72bf75d2-ec7e-41a9-9f21-277b858953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.069151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-72bf75d2-ec7e-41a9-9f21-277b858953f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d07625f2-e7da-4419-9a80-d6f3d0048648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3771389 Jul 15 13:25:24.085864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4b456217-4901-45ee-8372-bc2999c44402 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c1b9fee188f41febd9fa9b0ec0ec025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830554 Jul 15 13:25:24.094463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:24.115800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf617c-3961-41f7-936a-0aee839e6ba4 req-dd006219-8a91-4103-96a6-dfa0de09e3f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.123260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0cf617c-3961-41f7-936a-0aee839e6ba4 req-dd006219-8a91-4103-96a6-dfa0de09e3f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 944 time: 0.3850586 Jul 15 13:25:24.177971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Subnet': ['ID=977c36e0-2c89-4863-939e-b9e0ba042e67,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.213433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Checking segment: {'id': '5f8e57fb-85d7-4233-be79-96d924320161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:24.214098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network hostable DHCP agents. Network: 3f53d446-c692-445a-beaa-ddf5728c721f, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:24.229982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1c0aab1f-045b-4f3f-84fe-ce480c58b99c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:24.270253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dbd2-4bf1-4aee-b0c4-28f2a6e1261e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.275216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b80a41-d5f2-438f-b73b-347ba074519b req-e69c8560-ec43-4f8d-8541-afd981be7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.276731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d1b80a41-d5f2-438f-b73b-347ba074519b req-e69c8560-ec43-4f8d-8541-afd981be7e2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 1096 time: 0.1535044 Jul 15 13:25:24.279256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 3f53d446-c692-445a-beaa-ddf5728c721f is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:24.311301 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.322790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Transition to ACTIVE for port object d397f041-8f7c-4d33-bd13-817b4bdb901d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:24.328591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:24.331473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dbd2-4bf1-4aee-b0c4-28f2a6e1261e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.333556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3f53d446-c692-445a-beaa-ddf5728c721f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:24.343408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d940a-1bef-4a06-83b0-c592dee1d8f0 None None] Network 3f53d446-c692-445a-beaa-ddf5728c721f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:24.357294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.358346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.405070 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d1b80a41-d5f2-438f-b73b-347ba074519b req-4a46d41b-bb2e-4e8b-806c-e515b96a3f2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181884 Jul 15 13:25:24.411982 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-615e59e9-444d-46cf-a659-19ba04f387c6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9543498 Jul 15 13:25:24.414516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0cf617c-3961-41f7-936a-0aee839e6ba4 req-812f0519-0594-4f9f-9ba3-9e285e074b74 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858598 Jul 15 13:25:24.415225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:24.448759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Transition to ACTIVE for port object d397f041-8f7c-4d33-bd13-817b4bdb901d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:24.464497 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.523566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-11dd579f-56c9-44ae-aab5-05440b727998 service neutron] 10.222.0.49 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432507 Jul 15 13:25:24.530079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce618b-e90e-411b-9b2f-cd6ee4ebdd5a None None] Network 09964569-d89b-49e6-828e-4b3887668791 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:24.556642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Network 0436955e-529f-4f11-aa68-59d80f49674c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:24.558198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dbd2-4bf1-4aee-b0c4-28f2a6e1261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.560791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dbd2-4bf1-4aee-b0c4-28f2a6e1261e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.564495 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d9a6dbd2-4bf1-4aee-b0c4-28f2a6e1261e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42f43abc-dd7f-4c1a-a020-67ae64028aad HTTP/1.1" status: 204 len: 168 time: 0.4672303 Jul 15 13:25:24.571989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:24.612106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6dbd2-4bf1-4aee-b0c4-28f2a6e1261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f43abc-dd7f-4c1a-a020-67ae64028aad,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.617915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:24.666855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Pushing event updated for resources: {'Port': ['ID=d397f041-8f7c-4d33-bd13-817b4bdb901d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.700974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfe876c7-827d-4a7e-9eae-07ee215bea03 req-41f1902b-9b39-42be-bed7-e927368d922f service neutron] 10.222.0.49 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711144 Jul 15 13:25:24.713265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3f53d446-c692-445a-beaa-ddf5728c721f', 'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f', 'tenant_id': '6b69a50118e44851a0166629ff388a5d', 'fixed_ips': [{'subnet_id': '977c36e0-2c89-4863-939e-b9e0ba042e67'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:24.714143 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.749199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] Provisioning for port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:24.761897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] Provisioning complete for port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:24.762282 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.787498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.815527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.831297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.894272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-bfd0ed42-339a-4185-a7f5-c9cdd756f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.895895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-bfd0ed42-339a-4185-a7f5-c9cdd756f130 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 1095 time: 0.1233184 Jul 15 13:25:24.909620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Attempting to bind port d397f041-8f7c-4d33-bd13-817b4bdb901d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:24.910072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Attempting to bind port d397f041-8f7c-4d33-bd13-817b4bdb901d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2ba277e1-3145-4ac3-bfae-04e13b2e6311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0436955e-529f-4f11-aa68-59d80f49674c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:24.910465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Attempting to bind port d397f041-8f7c-4d33-bd13-817b4bdb901d on network 0436955e-529f-4f11-aa68-59d80f49674c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:24.937407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:24.937810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Checking segment: {'id': '2ba277e1-3145-4ac3-bfae-04e13b2e6311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0436955e-529f-4f11-aa68-59d80f49674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:24.938191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.938635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Bound using segment: {'id': '2ba277e1-3145-4ac3-bfae-04e13b2e6311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0436955e-529f-4f11-aa68-59d80f49674c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:24.939123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Bound port: d397f041-8f7c-4d33-bd13-817b4bdb901d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba277e1-3145-4ac3-bfae-04e13b2e6311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0436955e-529f-4f11-aa68-59d80f49674c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:24.939570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.051045 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 6ee84ab0-aed8-4d4e-92b7-2a0255d34868 associated. External IP: 172.25.2.110, port: 1815ef6a-1596-4020-a857-f3fdd5d9b938. Jul 15 13:25:25.146683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Allocated IP 172.20.0.2 (3f53d446-c692-445a-beaa-ddf5728c721f/977c36e0-2c89-4863-939e-b9e0ba042e67/383298f9-0e1d-43f6-899f-7522b4505b30) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:25.182144 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.192417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Allocated IP 172.20.0.1 (0436955e-529f-4f11-aa68-59d80f49674c/24ccaa6e-db9e-4300-a8a3-6f897efbad95/d27b304f-1bb4-425f-8d3c-b1a16164ba79) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:25.227787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] For port d397f041-8f7c-4d33-bd13-817b4bdb901d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:25.233451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-7e72336c-c68d-473b-94b9-d024522250be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.235040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-7e72336c-c68d-473b-94b9-d024522250be service neutron] 10.222.0.49 "GET /v2.0/networks?id=d07625f2-e7da-4419-9a80-d6f3d0048648 HTTP/1.1" status: 200 len: 898 time: 0.2975585 Jul 15 13:25:25.305761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] For port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,segment=NetworkSegment(3cca969c-2dc8-4ca5-be7f-111f1d7c6123),segment_id=3cca969c-2dc8-4ca5-be7f-111f1d7c6123)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:25.309686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] For port d397f041-8f7c-4d33-bd13-817b4bdb901d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d397f041-8f7c-4d33-bd13-817b4bdb901d,segment=NetworkSegment(2ba277e1-3145-4ac3-bfae-04e13b2e6311),segment_id=2ba277e1-3145-4ac3-bfae-04e13b2e6311)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:25.331339 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.333960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.373397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-a5b4975b-7fa1-4528-a27f-1135ec04b6c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0434842e-2b13-4723-96cb-5c114ab38557 HTTP/1.1" status: 200 len: 217 time: 0.1297684 Jul 15 13:25:25.413336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ab231-a3c8-410d-8e98-82d6fdfac332 req-f3281705-0a3d-4f8d-b8d2-dd427a7c4bda tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.415954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c8ab231-a3c8-410d-8e98-82d6fdfac332 req-f3281705-0a3d-4f8d-b8d2-dd427a7c4bda tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 945 time: 0.2541344 Jul 15 13:25:25.433137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.489124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Transition to ACTIVE for port object d27b304f-1bb4-425f-8d3c-b1a16164ba79 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:25.591353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.615785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-0a7b1257-ecc1-4711-8671-5faf91ab4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.619761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-0a7b1257-ecc1-4711-8671-5faf91ab4de6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f7b5d11-5676-414f-92b7-119883fc24c8 HTTP/1.1" status: 200 len: 838 time: 0.2346313 Jul 15 13:25:25.620268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 0436955e-529f-4f11-aa68-59d80f49674c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:25.623173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:25.636370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314d1da-125e-4dd6-92b4-d3f96b2f94cc None None] Pushing event updated for resources: {'Port': ['ID=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.639574 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.647488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:25.714157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c8ab231-a3c8-410d-8e98-82d6fdfac332 req-4b74f681-21f9-4266-a386-b34f5239a246 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644491 Jul 15 13:25:25.767265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045eb9a-6ce4-4aef-bff9-f2dee3f4fddd None None] Pushing event updated for resources: {'Port': ['ID=d397f041-8f7c-4d33-bd13-817b4bdb901d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.793312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Transition to ACTIVE for port object 383298f9-0e1d-43f6-899f-7522b4505b30 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:25.827992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Transition to ACTIVE for port object 383298f9-0e1d-43f6-899f-7522b4505b30 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:25.837828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.843409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Port': ['ID=d27b304f-1bb4-425f-8d3c-b1a16164ba79,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.851535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.921745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Network 3f53d446-c692-445a-beaa-ddf5728c721f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:25.926020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:25.930808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:25.984683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b13290f-a644-4c2a-a968-7ce73dfa2972 None None] Provisioning complete for port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:25.985061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b13290f-a644-4c2a-a968-7ce73dfa2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.034113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:26.043413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Pushing event updated for resources: {'Port': ['ID=383298f9-0e1d-43f6-899f-7522b4505b30,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.059055 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-cdfa5370-930e-4dba-97c3-330f9171052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.063229 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.065598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-cdfa5370-930e-4dba-97c3-330f9171052b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d07625f2-e7da-4419-9a80-d6f3d0048648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4101439 Jul 15 13:25:26.168055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Attempting to bind port 383298f9-0e1d-43f6-899f-7522b4505b30 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:26.168434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Attempting to bind port 383298f9-0e1d-43f6-899f-7522b4505b30 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5f8e57fb-85d7-4233-be79-96d924320161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:26.168814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Attempting to bind port 383298f9-0e1d-43f6-899f-7522b4505b30 on network 3f53d446-c692-445a-beaa-ddf5728c721f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:26.180720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:26.181121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Checking segment: {'id': '5f8e57fb-85d7-4233-be79-96d924320161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:26.181728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.182384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Bound using segment: {'id': '5f8e57fb-85d7-4233-be79-96d924320161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:26.186978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Bound port: 383298f9-0e1d-43f6-899f-7522b4505b30, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8e57fb-85d7-4233-be79-96d924320161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3f53d446-c692-445a-beaa-ddf5728c721f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:26.187460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548b18c-9e51-4505-830f-f7d6854eb750 req-b452aba1-713c-496a-82ba-ac8838478650 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.187785 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.190489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7548b18c-9e51-4505-830f-f7d6854eb750 req-b452aba1-713c-496a-82ba-ac8838478650 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 944 time: 0.3808708 Jul 15 13:25:26.200720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d397f041-8f7c-4d33-bd13-817b4bdb901d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:26.361799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7548b18c-9e51-4505-830f-f7d6854eb750 req-c61a5093-393a-4c66-a88a-63cea9661e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515300 Jul 15 13:25:26.366280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-1de2b13d-db4d-4516-bdf8-f44e49971200 service neutron] 10.222.0.49 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927909 Jul 15 13:25:26.382761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:26.383453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d397f041-8f7c-4d33-bd13-817b4bdb901d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:26.396052 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:26.396434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] For port 383298f9-0e1d-43f6-899f-7522b4505b30, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:26.411065 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:26.412173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.413426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] For port 383298f9-0e1d-43f6-899f-7522b4505b30, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=383298f9-0e1d-43f6-899f-7522b4505b30,segment=NetworkSegment(5f8e57fb-85d7-4233-be79-96d924320161),segment_id=5f8e57fb-85d7-4233-be79-96d924320161)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:26.417726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1c0aab1f-045b-4f3f-84fe-ce480c58b99c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:26.521465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.536453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.604951 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.628387 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:26.632088 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.705401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.705951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.706119 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e076f-3453-41e6-8a9f-cd6ade808a84 None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:26.715656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Port': ['ID=d27b304f-1bb4-425f-8d3c-b1a16164ba79,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.834328 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.882466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 0436955e-529f-4f11-aa68-59d80f49674c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:26.884239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:26.895618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d689ddc-858a-4309-8416-bff2e6271d17 None None] Pushing event updated for resources: {'Port': ['ID=383298f9-0e1d-43f6-899f-7522b4505b30,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.907371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:26.907885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.113437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Router db9b04f2-2357-4fb9-b85e-b25c87cd87da is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:27.115091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229dfcd2-4fb1-42f7-8035-12800a6b5788 None None] Network 0436955e-529f-4f11-aa68-59d80f49674c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:27.227506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b902058a-a042-4637-be56-0262159da341 None None] Provisioning for port d397f041-8f7c-4d33-bd13-817b4bdb901d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:27.233761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b902058a-a042-4637-be56-0262159da341 None None] Provisioning complete for port d397f041-8f7c-4d33-bd13-817b4bdb901d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:27.238994 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b902058a-a042-4637-be56-0262159da341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.332897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b94517b-d4b8-440f-be55-6e2841d05f82 req-603e51c9-0159-476a-a1d8-f25a012b5ed1 service neutron] 10.222.0.49 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9595447 Jul 15 13:25:27.380083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0434842e-2b13-4723-96cb-5c114ab38557 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:27.457426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a57901-33bf-4a93-ac88-a3ab4bf11de2 req-bc48c745-c126-49f3-a113-54a42c631acd tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.464965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a57901-33bf-4a93-ac88-a3ab4bf11de2 req-bc48c745-c126-49f3-a113-54a42c631acd tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 945 time: 0.2209115 Jul 15 13:25:27.548155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7a57901-33bf-4a93-ac88-a3ab4bf11de2 req-a18d6605-1be4-47a5-b2e0-27eb21ff314c tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820234 Jul 15 13:25:27.589614 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b902058a-a042-4637-be56-0262159da341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.635273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 6ee8720f-8b71-4925-ad4b-42f90e0345a6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:27.738371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadac74-7c10-4eea-9382-94136edf0a0e req-af9a5b7e-9584-4819-8581-d5f980af3ca0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.745764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4aadac74-7c10-4eea-9382-94136edf0a0e req-af9a5b7e-9584-4819-8581-d5f980af3ca0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 944 time: 0.1717913 Jul 15 13:25:27.750946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:27.757306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3573244d-fb54-4b0e-8333-75c8fa83acfe tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3404882 Jul 15 13:25:27.760466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.785214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] Sync routers for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:27.832266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b902058a-a042-4637-be56-0262159da341 None None] For port d397f041-8f7c-4d33-bd13-817b4bdb901d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d397f041-8f7c-4d33-bd13-817b4bdb901d,segment=NetworkSegment(2ba277e1-3145-4ac3-bfae-04e13b2e6311),segment_id=2ba277e1-3145-4ac3-bfae-04e13b2e6311)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:27.838728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4aadac74-7c10-4eea-9382-94136edf0a0e req-83d9acd9-08e9-4c95-8c31-1068512c1132 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914748 Jul 15 13:25:27.848242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b902058a-a042-4637-be56-0262159da341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.886124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:27.898832 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] Sync routers for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:27.903301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.923641 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:27.924916 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.043674 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.067657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:28.069458 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.085848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902058a-a042-4637-be56-0262159da341 None None] Pushing event updated for resources: {'Port': ['ID=d397f041-8f7c-4d33-bd13-817b4bdb901d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.132287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8bdb570d-ab85-4f36-809b-ecc0b69c3f1b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/floatingips/6ee84ab0-aed8-4d4e-92b7-2a0255d34868 HTTP/1.1" status: 200 len: 978 time: 5.3210227 Jul 15 13:25:28.136434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.147713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:28.152499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.216267 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.217206 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d60106-57d9-47ca-b938-c6e552b86018 None None] The sync data for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:28.258276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.279190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 383298f9-0e1d-43f6-899f-7522b4505b30 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:28.395989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port a829e250-4aa8-4f38-af26-05ccd6e5aff8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:28.396943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.428397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:28.429244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.496021 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1973899f-67b3-45da-8ecb-d9ab58a386e6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:28.500317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1973899f-67b3-45da-8ecb-d9ab58a386e6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7387938 Jul 15 13:25:28.502505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.506324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.506989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a390fd4-4846-4504-827d-8d73a323d645 None None] The sync data for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:28.509730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0434842e-2b13-4723-96cb-5c114ab38557, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0434842e-2b13-4723-96cb-5c114ab38557,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.528150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '0434842e-2b13-4723-96cb-5c114ab38557', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'port_id': '0434842e-2b13-4723-96cb-5c114ab38557', 'mac_address': 'fa:16:3e:fc:f2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:28.579424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 383298f9-0e1d-43f6-899f-7522b4505b30 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:28.601139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.620144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.622159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4d9da-784c-4567-8c9b-c455c0db42c5 None None] Network 3f53d446-c692-445a-beaa-ddf5728c721f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:28.706991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0434842e-2b13-4723-96cb-5c114ab38557 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:28.766335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0434842e-2b13-4723-96cb-5c114ab38557, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0434842e-2b13-4723-96cb-5c114ab38557,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.787040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] Provisioning for port 383298f9-0e1d-43f6-899f-7522b4505b30 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:28.796919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.826435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] Provisioning complete for port 383298f9-0e1d-43f6-899f-7522b4505b30 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:28.826816 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.970687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.040861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['0434842e-2b13-4723-96cb-5c114ab38557'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:29.102249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0434842e-2b13-4723-96cb-5c114ab38557,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.133543 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.146419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.146419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.146647 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Floating IP 6ee84ab0-aed8-4d4e-92b7-2a0255d34868 disassociated. External IP: 172.25.2.110, port: a829e250-4aa8-4f38-af26-05ccd6e5aff8. Jul 15 13:25:29.146852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for a829e250-4aa8-4f38-af26-05ccd6e5aff8 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:29.226797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.248606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.294853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] For port 383298f9-0e1d-43f6-899f-7522b4505b30, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=383298f9-0e1d-43f6-899f-7522b4505b30,segment=NetworkSegment(5f8e57fb-85d7-4233-be79-96d924320161),segment_id=5f8e57fb-85d7-4233-be79-96d924320161)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:29.311057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.352815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.373603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204661b6-92f7-4867-b59c-eb2b262659ae req-86262f80-6d07-4a78-aad2-02947cbfeba9 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.384700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204661b6-92f7-4867-b59c-eb2b262659ae req-86262f80-6d07-4a78-aad2-02947cbfeba9 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 945 time: 0.4784844 Jul 15 13:25:29.400250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c48ce1-7c9d-46cc-a044-dcc7794ec391 None None] Pushing event updated for resources: {'Port': ['ID=383298f9-0e1d-43f6-899f-7522b4505b30,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.427757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=a829e250-4aa8-4f38-af26-05ccd6e5aff8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.469970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2147b839-b16d-4e53-a92a-ad78501ffc74 None None] Provisioning complete for port d397f041-8f7c-4d33-bd13-817b4bdb901d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:29.470568 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2147b839-b16d-4e53-a92a-ad78501ffc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.471527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b937-30ed-4d9a-8659-3d6399ac14fc req-e8e828b2-7d3e-41fe-975e-64af265860a5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.479049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b69b937-30ed-4d9a-8659-3d6399ac14fc req-e8e828b2-7d3e-41fe-975e-64af265860a5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 945 time: 0.4294417 Jul 15 13:25:29.511470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204661b6-92f7-4867-b59c-eb2b262659ae req-8144eb54-56b4-4d29-b3c8-336fa74ecde0 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258075 Jul 15 13:25:29.513661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.534983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.612319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2147b839-b16d-4e53-a92a-ad78501ffc74 None None] Provisioning for port d27b304f-1bb4-425f-8d3c-b1a16164ba79 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:29.617069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2147b839-b16d-4e53-a92a-ad78501ffc74 None None] Provisioning complete for port d27b304f-1bb4-425f-8d3c-b1a16164ba79 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:29.617500 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2147b839-b16d-4e53-a92a-ad78501ffc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.628853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b1ae2af0aec484e8c0152aee56d140f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548271 Jul 15 13:25:29.633291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb2f5b2-4eaa-4c30-b91f-adfa531a84b3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.636281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.653782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b69b937-30ed-4d9a-8659-3d6399ac14fc req-17b341f6-ef0e-40b1-985a-907dde474880 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739392 Jul 15 13:25:29.672171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.672435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.672783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.673171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.673509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.675406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.675767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.676108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.676509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.676760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.677090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.677416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d90456-68ce-4cb8-a663-4413adce7048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:29.684331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2147b839-b16d-4e53-a92a-ad78501ffc74 None None] Port d27b304f-1bb4-425f-8d3c-b1a16164ba79 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:29.735409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting port d27b304f-1bb4-425f-8d3c-b1a16164ba79 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:29.738047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.754238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 6ee8720f-8b71-4925-ad4b-42f90e0345a6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:29.809794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da5db6a1-3ceb-4b52-8de7-011acfa6ef02 None None] Provisioning complete for port 383298f9-0e1d-43f6-899f-7522b4505b30 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:29.810199 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5db6a1-3ceb-4b52-8de7-011acfa6ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.822981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e1f75a-ce42-40a8-a7fa-bff27c800c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.866554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e1f75a-ce42-40a8-a7fa-bff27c800c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.883566 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.906660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:29.908938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Calling delete_port for d27b304f-1bb4-425f-8d3c-b1a16164ba79 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:29.919751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] Sync routers for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:29.935015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:29.935983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:29.973449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:29.979340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.982899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a38062b-ae8f-45a0-a576-7fd438a68be3 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/ports/a829e250-4aa8-4f38-af26-05ccd6e5aff8 HTTP/1.1" status: 204 len: 168 time: 1.8448837 Jul 15 13:25:29.984658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:29.985356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.985521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:29.990301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e1f75a-ce42-40a8-a7fa-bff27c800c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.993052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e1f75a-ce42-40a8-a7fa-bff27c800c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.994231 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51e1f75a-ce42-40a8-a7fa-bff27c800c3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cb2f5b2-4eaa-4c30-b91f-adfa531a84b3 HTTP/1.1" status: 204 len: 168 time: 0.3562245 Jul 15 13:25:30.020451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1f75a-ce42-40a8-a7fa-bff27c800c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb2f5b2-4eaa-4c30-b91f-adfa531a84b3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.023598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:30.024396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b818699-e8c3-43f3-8d44-03a74503793c None None] The sync data for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:30.091426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 383298f9-0e1d-43f6-899f-7522b4505b30 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:30.167394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 383298f9-0e1d-43f6-899f-7522b4505b30 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:30.167977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.217710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.240737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-2ac05c6f-2329-4c0c-9a34-7e63e814f1dd tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.242236 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-2ac05c6f-2329-4c0c-9a34-7e63e814f1dd tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 945 time: 0.1451321 Jul 15 13:25:30.263814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Port': ['ID=d27b304f-1bb4-425f-8d3c-b1a16164ba79,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.287301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d397f041-8f7c-4d33-bd13-817b4bdb901d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:30.362409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d397f041-8f7c-4d33-bd13-817b4bdb901d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:30.362819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.415239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:30.459415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bdf84c3-2ab2-4324-a934-a4b7a9840a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.485690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.521340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Deleting port 76a003c0-9641-4321-b0a5-45a2b3968e1c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:30.521899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.695236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Router db9b04f2-2357-4fb9-b85e-b25c87cd87da has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:30.750612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] For port 76a003c0-9641-4321-b0a5-45a2b3968e1c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=76a003c0-9641-4321-b0a5-45a2b3968e1c,segment=NetworkSegment(1a933ab9-d5fc-417b-a844-db8830dd3e97),segment_id=1a933ab9-d5fc-417b-a844-db8830dd3e97)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:30.750976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.761217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bdf84c3-2ab2-4324-a934-a4b7a9840a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.779807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Calling delete_port for 76a003c0-9641-4321-b0a5-45a2b3968e1c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:30.792054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bdf84c3-2ab2-4324-a934-a4b7a9840a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.817613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:30.823317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-37a82188-d4ec-4a51-b173-e1c7adc01f52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3196497 Jul 15 13:25:30.829819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] Sync routers for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:30.832167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39150) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:30.834283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.839434 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:30.840045 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:30.876633 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:30.885450 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-3a058043-dcd2-4475-b559-f2b2c643bf5c tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] delete failed (client error): The resource could not be found. Jul 15 13:25:30.886657 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3a058043-dcd2-4475-b559-f2b2c643bf5c tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-948146000 HTTP/1.1" status: 404 len: 334 time: 0.0484056 Jul 15 13:25:30.887300 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:30.887920 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:30.891710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0bdf84c3-2ab2-4324-a934-a4b7a9840a6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97bca46c0364430094cfca04d9e8c818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729481 Jul 15 13:25:30.891710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf84c3-2ab2-4324-a934-a4b7a9840a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d31646-8bc1-4e7e-8db8-b5ebbba2ce88,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.893657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:30.893998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:30.918252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-db674c6e-89aa-4fc7-8c68-a514e1d1ab7e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db9b04f2-2357-4fb9-b85e-b25c87cd87da'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:30.932059 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:30.932956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10d7a9-656a-420f-9f74-29d51474782c None None] The sync data for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:30.946679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f38-6574-4380-bdbe-2ee33face908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.967849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f38-6574-4380-bdbe-2ee33face908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.968349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.984836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3720c-c5ec-4c34-a7e9-5f9aa2abf088 req-e024c694-e8d2-41f2-94c4-4995f033c6c0 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.986405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5b3720c-c5ec-4c34-a7e9-5f9aa2abf088 req-e024c694-e8d2-41f2-94c4-4995f033c6c0 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 945 time: 0.3526685 Jul 15 13:25:31.015553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f38-6574-4380-bdbe-2ee33face908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.018717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f38-6574-4380-bdbe-2ee33face908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.019871 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4daa2f38-6574-4380-bdbe-2ee33face908 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95d31646-8bc1-4e7e-8db8-b5ebbba2ce88 HTTP/1.1" status: 204 len: 168 time: 0.1248281 Jul 15 13:25:31.027519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa2f38-6574-4380-bdbe-2ee33face908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d31646-8bc1-4e7e-8db8-b5ebbba2ce88,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.396028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0434842e-2b13-4723-96cb-5c114ab38557 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:31.456373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 0434842e-2b13-4723-96cb-5c114ab38557 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:31.461537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 0434842e-2b13-4723-96cb-5c114ab38557 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:31.462460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.553878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.585463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434842e-2b13-4723-96cb-5c114ab38557'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:31.588171 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4a1c2c-9508-4b61-81b7-1a83b2873239" -d '{"events": [{"server_uuid": "e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e", "name": "network-vif-plugged", "status": "completed", "tag": "0434842e-2b13-4723-96cb-5c114ab38557"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:31.602817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 0434842e-2b13-4723-96cb-5c114ab38557, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0434842e-2b13-4723-96cb-5c114ab38557,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:31.607476 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.608482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 76a003c0-9641-4321-b0a5-45a2b3968e1c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:31.611825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8de9a-54c2-454c-b1a7-62857baa062b req-32405e27-c155-49a0-8013-e4e04304e48e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:31.613382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2d8de9a-54c2-454c-b1a7-62857baa062b req-32405e27-c155-49a0-8013-e4e04304e48e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 945 time: 0.8272977 Jul 15 13:25:31.644297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5b3720c-c5ec-4c34-a7e9-5f9aa2abf088 req-029aa276-27f3-49ff-979b-1d72e1341132 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2bd04d4-0fea-4370-a7b6-369b2214f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943096 Jul 15 13:25:31.697727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=0434842e-2b13-4723-96cb-5c114ab38557,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.748556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.757018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db674c6e-89aa-4fc7-8c68-a514e1d1ab7e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.801012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39178) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.866741 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-db674c6e-89aa-4fc7-8c68-a514e1d1ab7e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] update failed (client error): The resource could not be found. Jul 15 13:25:31.867796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-db674c6e-89aa-4fc7-8c68-a514e1d1ab7e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da HTTP/1.1" status: 404 len: 339 time: 0.9722095 Jul 15 13:25:31.869898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.871815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.891139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2d8de9a-54c2-454c-b1a7-62857baa062b req-ec300361-d537-49f3-b321-7299a53efad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499807 Jul 15 13:25:31.933794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-845672902'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:31.941405 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c96d4-9a25-492e-acc2-a580b652f925 x-openstack-request-id: req-212c96d4-9a25-492e-acc2-a580b652f925 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:31.941992 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e", "name": "network-vif-plugged", "status": "completed", "tag": "0434842e-2b13-4723-96cb-5c114ab38557", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:31.942417 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-212c96d4-9a25-492e-acc2-a580b652f925 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:31.942899 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434842e-2b13-4723-96cb-5c114ab38557', 'code': 200} Jul 15 13:25:31.962746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:31.967073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.976450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.004401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Pushing event deleted for resources: {'Port': ['ID=76a003c0-9641-4321-b0a5-45a2b3968e1c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.032750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.033624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.034033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.034314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.034722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.034985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.035625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.035625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.035895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.036264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.036566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.036943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.115504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.118764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823586-a315-460d-bd5a-bc2bc689c19d req-a0813fd7-d401-490b-9924-1013bcc04414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.120359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-51823586-a315-460d-bd5a-bc2bc689c19d req-a0813fd7-d401-490b-9924-1013bcc04414 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 1097 time: 0.1036217 Jul 15 13:25:32.121375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.150945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] No DVR routers for this DVR port 76a003c0-9641-4321-b0a5-45a2b3968e1c on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:32.161852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.163909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec9570a6-4ee6-4bac-9c7e-648ffb18fcb9 req-360a567d-fafc-4293-904f-fb2829983725 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.49 "DELETE /v2.0/ports/76a003c0-9641-4321-b0a5-45a2b3968e1c HTTP/1.1" status: 204 len: 173 time: 1.9077568 Jul 15 13:25:32.164355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'name': 'network-vif-deleted', 'tag': '76a003c0-9641-4321-b0a5-45a2b3968e1c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:32.166500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:32.166709 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04985a6-06de-4247-bae8-de698adc9776" -d '{"events": [{"server_uuid": "d11f26f9-d525-4832-958f-3afe9d813d82", "name": "network-vif-deleted", "tag": "76a003c0-9641-4321-b0a5-45a2b3968e1c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:32.179367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579cad01-1de0-44f0-9ff6-3170a33c2f8e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.190945 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-51823586-a315-460d-bd5a-bc2bc689c19d req-d9ab869a-2220-423d-abfa-ba3f3fb153e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616646 Jul 15 13:25:32.193822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.194170 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Added segment 67ba2d39-6c1e-45d7-8607-6c80c2be02f8 of type vlan for network 7a649256-e900-404d-8783-423bfe265175 Jul 15 13:25:32.230924 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce4f34b-a374-4ffd-bd0c-cafa64176fb0 x-openstack-request-id: req-5ce4f34b-a374-4ffd-bd0c-cafa64176fb0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:32.231225 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11f26f9-d525-4832-958f-3afe9d813d82", "name": "network-vif-deleted", "tag": "76a003c0-9641-4321-b0a5-45a2b3968e1c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:32.231476 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ce4f34b-a374-4ffd-bd0c-cafa64176fb0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:32.232021 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11f26f9-d525-4832-958f-3afe9d813d82', 'name': 'network-vif-deleted', 'tag': '76a003c0-9641-4321-b0a5-45a2b3968e1c', 'status': 'completed', 'code': 200} Jul 15 13:25:32.237217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.267172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.273576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.274173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.315403 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5127470 Jul 15 13:25:32.321808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39186) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.326607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:32.357271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651a5ae-3cd6-4ae2-83f3-5b4b70e0f980 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Network': ['ID=7a649256-e900-404d-8783-423bfe265175,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.368788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 7a649256-e900-404d-8783-423bfe265175 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:32.398789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.457353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:32.461029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.503962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 8f09dcd6-29a9-478a-bd58-3c2020a52589 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:32.504318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.642629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.727909 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.729905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=cb9d8012-6e92-4bc5-a074-d52e8b519e26,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.754106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:32.754548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network hostable DHCP agents. Network: 7a649256-e900-404d-8783-423bfe265175, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:32.767102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 8f09dcd6-29a9-478a-bd58-3c2020a52589 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:32.778504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:32.789566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 7a649256-e900-404d-8783-423bfe265175) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:32.797133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.797732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.800122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a2e43-c856-4787-8f44-272087073209 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:32.825814 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4758471d-b163-433f-98ad-41fdc85aff0b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5032752 Jul 15 13:25:32.828828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.836228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'name': 'tempest-NetworksTestDHCPv6-776477318'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:32.860279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Allocated IP 172.20.0.1 (09964569-d89b-49e6-828e-4b3887668791/7438271f-02ce-4a67-ae3b-b15cf9427b01/09cfe416-b0a0-44c9-ab5d-8861bd6605c5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:32.979464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:32.991667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'cb9d8012-6e92-4bc5-a074-d52e8b519e26'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:32.992804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.993233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.020130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 91e40000-9ca4-48b7-97eb-2f94539599ab yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:33.072567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3d047fd-3b4e-48e0-beda-1f89b64102be req-7283501d-84bd-44f9-8819-be38e60b5238 tempest-ServerAddressesNegativeTestJSON-882137840 tempest-ServerAddressesNegativeTestJSON-882137840-project] 10.222.0.48 "GET /v2.0/ports?device_id=d11f26f9-d525-4832-958f-3afe9d813d82 HTTP/1.1" status: 200 len: 210 time: 0.0489683 Jul 15 13:25:33.168881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.181789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/cb9d8012-6e92-4bc5-a074-d52e8b519e26/c1c236bc-1a25-4c48-8fdd-8979933576b8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:33.229989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Transition to ACTIVE for port object 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:33.363192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.557485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.561412 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.570973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Transition to ACTIVE for port object c1c236bc-1a25-4c48-8fdd-8979933576b8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:33.587504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Transition to ACTIVE for port object c1c236bc-1a25-4c48-8fdd-8979933576b8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:33.599556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.637440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:33.645470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:33.650369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:33.653460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::1c6 (7a649256-e900-404d-8783-423bfe265175/cb9d8012-6e92-4bc5-a074-d52e8b519e26/91e40000-9ca4-48b7-97eb-2f94539599ab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:33.664904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Pushing event updated for resources: {'Port': ['ID=c1c236bc-1a25-4c48-8fdd-8979933576b8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.724712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Attempting to bind port c1c236bc-1a25-4c48-8fdd-8979933576b8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:33.724955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Attempting to bind port c1c236bc-1a25-4c48-8fdd-8979933576b8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:33.725341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Attempting to bind port c1c236bc-1a25-4c48-8fdd-8979933576b8 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:33.725595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 09964569-d89b-49e6-828e-4b3887668791 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:33.730730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:33.731113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:33.731524 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.731947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:33.732407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Bound port: c1c236bc-1a25-4c48-8fdd-8979933576b8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:33.732795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.740322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:33.745699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:33.748883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Port': ['ID=09cfe416-b0a0-44c9-ab5d-8861bd6605c5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.793299 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.809114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] For port c1c236bc-1a25-4c48-8fdd-8979933576b8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:33.814604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] For port c1c236bc-1a25-4c48-8fdd-8979933576b8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c1c236bc-1a25-4c48-8fdd-8979933576b8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:33.822242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.834485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=8f09dcd6-29a9-478a-bd58-3c2020a52589,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.841782 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.855685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.875036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 91e40000-9ca4-48b7-97eb-2f94539599ab will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:33.914930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf1329-cb8e-43f0-9950-9f72a22dd979 None None] Pushing event updated for resources: {'Port': ['ID=c1c236bc-1a25-4c48-8fdd-8979933576b8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.929338 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.948281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f43507-bb41-4a98-ad67-bb773df9699c req-d8642704-0736-4c77-8475-aafb0fe44a98 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.955970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01f43507-bb41-4a98-ad67-bb773df9699c req-d8642704-0736-4c77-8475-aafb0fe44a98 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 946 time: 0.5840251 Jul 15 13:25:34.014929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:34.019033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:34.023766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:34.029600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.030341 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.037305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=91e40000-9ca4-48b7-97eb-2f94539599ab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:34.053081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-01289e0b-ea8f-44b8-a4da-f77f52bef9e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2220018 Jul 15 13:25:34.060350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39198) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:34.203374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5dab9000-9e98-4b3b-94fc-76cebb276a0c None None] Provisioning for port 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:34.208897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01f43507-bb41-4a98-ad67-bb773df9699c req-1d8ca17f-5fdc-4ce2-b0a2-23cb830e0d43 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517495 Jul 15 13:25:34.209917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5dab9000-9e98-4b3b-94fc-76cebb276a0c None None] Provisioning complete for port 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:34.210363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39202) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:34.210830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5dab9000-9e98-4b3b-94fc-76cebb276a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.286779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Deleting subnet 36e9745c-f4b3-4239-8f29-a7600c79bba6 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:34.311961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9000-9e98-4b3b-94fc-76cebb276a0c None None] Port 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:34.320251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.335668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076b89c-f3d7-4242-8ea9-4bd4fba114eb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.342658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076b89c-f3d7-4242-8ea9-4bd4fba114eb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.344317 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f076b89c-f3d7-4242-8ea9-4bd4fba114eb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2827697 Jul 15 13:25:34.379202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:34.386054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.439334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.493967 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.524749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.581519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 91e40000-9ca4-48b7-97eb-2f94539599ab {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:34.581776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.611487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.648645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e9745c-f4b3-4239-8f29-a7600c79bba6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:34.657759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a53ecb-27c5-40cc-9fc5-9d3830206bc5 req-57491636-8ff9-4146-9d6a-f326fd837ef3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.660062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33a53ecb-27c5-40cc-9fc5-9d3830206bc5 req-57491636-8ff9-4146-9d6a-f326fd837ef3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 946 time: 0.2752993 Jul 15 13:25:34.675408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.679648 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-24f4ea0c-06f3-42e5-b722-78aa6e724d9f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36e9745c-f4b3-4239-8f29-a7600c79bba6 HTTP/1.1" status: 204 len: 168 time: 0.4659188 Jul 15 13:25:34.680073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:34.760058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.780791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.782527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 91e40000-9ca4-48b7-97eb-2f94539599ab owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:34.797011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33a53ecb-27c5-40cc-9fc5-9d3830206bc5 req-fa242f86-0652-4236-846d-593eb7650462 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046233 Jul 15 13:25:34.916028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.929027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd19588d-772a-4fe0-b90f-f5c1defaffcc']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.937664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.946169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.947699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a933ab9-d5fc-417b-a844-db8830dd3e97') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.947998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a933ab9-d5fc-417b-a844-db8830dd3e97') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.960116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.995890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.009655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:35.010058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:35.011793 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:35.025622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 6ee8720f-8b71-4925-ad4b-42f90e0345a6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:35.056199 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.059656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event updated for resources: {'Port': ['ID=09cfe416-b0a0-44c9-ab5d-8861bd6605c5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.074261 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.108362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.110536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=91e40000-9ca4-48b7-97eb-2f94539599ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.129541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.131575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd19588d-772a-4fe0-b90f-f5c1defaffcc HTTP/1.1" status: 204 len: 168 time: 0.4505897 Jul 15 13:25:35.141909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65d57-89fa-4a0f-a6a6-d66b9a22eb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd19588d-772a-4fe0-b90f-f5c1defaffcc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.184186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.187900 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b88ba2ff-d14d-4080-8e34-3adc0404d126 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/91e40000-9ca4-48b7-97eb-2f94539599ab HTTP/1.1" status: 204 len: 168 time: 0.8071947 Jul 15 13:25:35.191023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.259314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:35.269827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] Sync routers for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:35.272348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.272702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-195fb625-8135-45bd-bfea-5ae607cfe8d6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/routers/6ee8720f-8b71-4925-ad4b-42f90e0345a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2849951 Jul 15 13:25:35.282501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.284036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.292105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Network 09964569-d89b-49e6-828e-4b3887668791 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:35.293743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:35.341831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd03e4-6a9b-475c-b3a3-48273e0db180 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.343394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd03e4-6a9b-475c-b3a3-48273e0db180 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.344944 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ecd03e4-6a9b-475c-b3a3-48273e0db180 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1529572 Jul 15 13:25:35.345069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91efe763-bb83-4a34-960e-2753f6abc457 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:35.349195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.349586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.404475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Router db9b04f2-2357-4fb9-b85e-b25c87cd87da has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:35.412083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] Routers {'6ee8720f-8b71-4925-ad4b-42f90e0345a6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.413129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.420835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08dc8d88-61ac-4059-9ea9-0740b1c16850 None None] Provisioning for port c1c236bc-1a25-4c48-8fdd-8979933576b8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:35.438999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.528358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.529318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264515b-b724-418a-8a89-43dd4568e773 None None] The sync data for ids ['6ee8720f-8b71-4925-ad4b-42f90e0345a6'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:35.602430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd335a9e-a90f-4211-b2a4-aa62836b7352 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9145e2f050d24ad5aa1b36ff3020e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620831 Jul 15 13:25:35.603107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.628719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:35.639437 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] Sync routers for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:35.653042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3ed12ea-3477-4cff-9759-d826579a7155 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7799568 Jul 15 13:25:35.654377 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.655201 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.667668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.675676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b1a2145-746f-4453-93d0-45e6222dca4d None None] Provisioning complete for port 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:35.676050 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2145-746f-4453-93d0-45e6222dca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.701918 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.712318 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.713847 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.718669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a2145-746f-4453-93d0-45e6222dca4d None None] Port 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:35.759821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.760456 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d29300-f13c-4a04-a917-1ed17bcaddd7 None None] The sync data for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:35.810734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773a9022-a796-4811-ba05-f9987e511d70 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.812809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07367ab9-8cc1-4d04-9b17-f0180b9c8e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.878105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet cb9d8012-6e92-4bc5-a074-d52e8b519e26 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:35.884885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.899063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07367ab9-8cc1-4d04-9b17-f0180b9c8e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.916038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.941018 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-773a9022-a796-4811-ba05-f9987e511d70 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:25:35.942016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-773a9022-a796-4811-ba05-f9987e511d70 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da HTTP/1.1" status: 409 len: 329 time: 0.2730706 Jul 15 13:25:35.955996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39238) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.969054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.073000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07367ab9-8cc1-4d04-9b17-f0180b9c8e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.082182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07367ab9-8cc1-4d04-9b17-f0180b9c8e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.088259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c1c236bc-1a25-4c48-8fdd-8979933576b8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:36.093334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-07367ab9-8cc1-4d04-9b17-f0180b9c8e5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2bd04d4-0fea-4370-a7b6-369b2214f0aa HTTP/1.1" status: 204 len: 168 time: 0.4861062 Jul 15 13:25:36.129905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.155417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.190357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port c1c236bc-1a25-4c48-8fdd-8979933576b8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:36.199271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c1c236bc-1a25-4c48-8fdd-8979933576b8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:36.199650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.240216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.283742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9d8012-6e92-4bc5-a074-d52e8b519e26,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.290087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.292013 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f24f3a1d-d71b-4f63-87e6-e8ec289a44b6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/cb9d8012-6e92-4bc5-a074-d52e8b519e26 HTTP/1.1" status: 204 len: 168 time: 0.9414816 Jul 15 13:25:36.293483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port e1c696d5-67bc-4e79-95a9-0bf0572f7d84 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:36.293815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.295501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.334271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.340139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07367ab9-8cc1-4d04-9b17-f0180b9c8e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd04d4-0fea-4370-a7b6-369b2214f0aa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.361236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.370023 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1cb98030-4349-4ded-b248-82e17afd2897 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734091 Jul 15 13:25:36.372973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39246) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.381227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72beb923-be04-4782-9a5b-c53a0b58bcdc None None] Could not find standard attr ID for object 91e40000-9ca4-48b7-97eb-2f94539599ab. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:36.381485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:36.410660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port c1c236bc-1a25-4c48-8fdd-8979933576b8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c1c236bc-1a25-4c48-8fdd-8979933576b8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:36.418698 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.502744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=c1c236bc-1a25-4c48-8fdd-8979933576b8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.541577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.574406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for e1c696d5-67bc-4e79-95a9-0bf0572f7d84 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:36.589440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:36.593642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.623545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b862bc6-4a91-4a12-823f-2826a5f252ae None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:36.990900 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.997836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:37.051908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] Deleting port c1c236bc-1a25-4c48-8fdd-8979933576b8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:37.052658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.076975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.093991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.138623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] For port c1c236bc-1a25-4c48-8fdd-8979933576b8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c1c236bc-1a25-4c48-8fdd-8979933576b8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:37.139121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.143096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:37.152335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] Calling delete_port for c1c236bc-1a25-4c48-8fdd-8979933576b8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:37.171286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:37.184360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:37.185139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.191212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=e1c696d5-67bc-4e79-95a9-0bf0572f7d84,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.256970 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.279379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=aef2db79-9145-4ed3-93ca-f571e53c8ec3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.295722 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2892ec06-52b4-4063-b8c2-57989e04aec6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9215915 Jul 15 13:25:37.296857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] Pushing event deleted for resources: {'Port': ['ID=c1c236bc-1a25-4c48-8fdd-8979933576b8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.298456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.301992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2ecce-f1c8-454b-8eb3-c1d34510213f None None] No DVR routers for this DVR port c1c236bc-1a25-4c48-8fdd-8979933576b8 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:37.309716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'name': 'tempest-NetworksTestDHCPv6-1057774252'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:37.324554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189de0ae-30a9-44f0-a3d1-018d7ad9b66e None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:37.347594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.501199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'aef2db79-9145-4ed3-93ca-f571e53c8ec3'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:37.501963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.502740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.541404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.544001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.561256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.564164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting port 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:37.564502 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.612041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.612634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee8720f-8b71-4925-ad4b-42f90e0345a6 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:37.614242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:37.618362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.630059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.634397 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-12d1f5c2-b329-4abe-b28e-5e9ff371fcdc tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/routers/6ee8720f-8b71-4925-ad4b-42f90e0345a6 HTTP/1.1" status: 204 len: 168 time: 2.3615446 Jul 15 13:25:37.635073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.680266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 706ce188-43b5-4104-bd56-dfeb1488cf8c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:37.693136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/aef2db79-9145-4ed3-93ca-f571e53c8ec3/a53ba104-3027-4553-93ce-b928d62f26c7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:37.739268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e73c605e-d8ad-4c7e-b9a0-70d7fa149eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.761966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting subnet 20e7df39-255d-4068-84f8-f9aefeab15bb {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:37.765053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.793170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.821654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.823666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Calling delete_port for 09cfe416-b0a0-44c9-ab5d-8861bd6605c5 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:37.886797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.911618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Transition to ACTIVE for port object a53ba104-3027-4553-93ce-b928d62f26c7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:37.929894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Transition to ACTIVE for port object a53ba104-3027-4553-93ce-b928d62f26c7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:37.939771 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.945409 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.005764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:38.013137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Pushing event updated for resources: {'Port': ['ID=a53ba104-3027-4553-93ce-b928d62f26c7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.017967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:38.020294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:38.057705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.20.0.17 (d07625f2-e7da-4419-9a80-d6f3d0048648/8f7b5d11-5676-414f-92b7-119883fc24c8/f735e685-2869-4de3-aca5-d5402b9fd43a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:38.077278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::246 (7a649256-e900-404d-8783-423bfe265175/aef2db79-9145-4ed3-93ca-f571e53c8ec3/706ce188-43b5-4104-bd56-dfeb1488cf8c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:38.080661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.082661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c1c236bc-1a25-4c48-8fdd-8979933576b8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:38.115387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: c1c236bc-1a25-4c48-8fdd-8979933576b8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:38.115803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c1c236bc-1a25-4c48-8fdd-8979933576b8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:38.119661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Attempting to bind port a53ba104-3027-4553-93ce-b928d62f26c7 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:38.120040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Attempting to bind port a53ba104-3027-4553-93ce-b928d62f26c7 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:38.120511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Attempting to bind port a53ba104-3027-4553-93ce-b928d62f26c7 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:38.124404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Subnet': ['ID=20e7df39-255d-4068-84f8-f9aefeab15bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.126423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:38.128855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:38.129331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.129800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:38.130392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Bound port: a53ba104-3027-4553-93ce-b928d62f26c7, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:38.130889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.132693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.137672 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c10ec8dd-e73d-4d47-8451-7b5067445d9a tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/subnets/20e7df39-255d-4068-84f8-f9aefeab15bb HTTP/1.1" status: 204 len: 168 time: 0.4942868 Jul 15 13:25:38.140242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.145289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08c586-9060-4ddc-8671-8bbdf61c1c10 None None] Network 7bf38a31-fd44-4358-abbb-93e6454c36ee requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:38.230165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e73c605e-d8ad-4c7e-b9a0-70d7fa149eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.245616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e73c605e-d8ad-4c7e-b9a0-70d7fa149eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.272069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.281563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] For port a53ba104-3027-4553-93ce-b928d62f26c7, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:38.311064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] For port a53ba104-3027-4553-93ce-b928d62f26c7, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a53ba104-3027-4553-93ce-b928d62f26c7,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:38.334184 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.339252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c605e-d8ad-4c7e-b9a0-70d7fa149eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a724d-7b5d-4f85-abf7-eab95acf5e1c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.347692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e73c605e-d8ad-4c7e-b9a0-70d7fa149eb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e6dfaec1311432d9aa8d01010fe05de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852418 Jul 15 13:25:38.352600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39290) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.358897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.391259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.409495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Port': ['ID=09cfe416-b0a0-44c9-ab5d-8861bd6605c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.414000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61205c-d7e6-464d-84b3-6c98c0862497 None None] Pushing event updated for resources: {'Port': ['ID=a53ba104-3027-4553-93ce-b928d62f26c7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.427651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 706ce188-43b5-4104-bd56-dfeb1488cf8c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:38.436454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.437677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port db26649d-4050-4d35-89f4-5b7e5a62180e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:38.438275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.517863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Transition to ACTIVE for port object f735e685-2869-4de3-aca5-d5402b9fd43a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:38.526085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] For port db26649d-4050-4d35-89f4-5b7e5a62180e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db26649d-4050-4d35-89f4-5b7e5a62180e,segment=NetworkSegment(ba3f4890-43d8-4768-b7b3-074feb2e487b),segment_id=ba3f4890-43d8-4768-b7b3-074feb2e487b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:38.526432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.543129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for db26649d-4050-4d35-89f4-5b7e5a62180e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:38.555563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.559822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] DHCP port deletion for 7bf38a31-fd44-4358-abbb-93e6454c36ee request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:38.597766 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c728bb9-2872-4752-a302-c56c8570e9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.660763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.663897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:38.667121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] Deleting port db26649d-4050-4d35-89f4-5b7e5a62180e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:38.667759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.668242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c728bb9-2872-4752-a302-c56c8570e9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.670835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:38.692982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=706ce188-43b5-4104-bd56-dfeb1488cf8c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.703313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:38.709726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.710530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.763970 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9eb3cb02-7b66-412f-b327-ae87b8cfa8bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4634876 Jul 15 13:25:38.767480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.772316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.803539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] For port db26649d-4050-4d35-89f4-5b7e5a62180e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=db26649d-4050-4d35-89f4-5b7e5a62180e,segment=NetworkSegment(ba3f4890-43d8-4768-b7b3-074feb2e487b),segment_id=ba3f4890-43d8-4768-b7b3-074feb2e487b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:38.804016 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.825520 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.832402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] Calling delete_port for db26649d-4050-4d35-89f4-5b7e5a62180e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:38.872035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=db26649d-4050-4d35-89f4-5b7e5a62180e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.874161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] No DVR routers for this DVR port db26649d-4050-4d35-89f4-5b7e5a62180e on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:38.966699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.007135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] Pushing event deleted for resources: {'Port': ['ID=db26649d-4050-4d35-89f4-5b7e5a62180e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.014742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59633874-1ff9-44c1-8756-7b6a85bd0fd7 None None] No DVR routers for this DVR port db26649d-4050-4d35-89f4-5b7e5a62180e on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:39.042836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.058627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf38a31-fd44-4358-abbb-93e6454c36ee']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.071117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8857a-ecc5-429b-9fa4-351b01ccab3d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:39.077290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8857a-ecc5-429b-9fa4-351b01ccab3d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:39.082080 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ef8857a-ecc5-429b-9fa4-351b01ccab3d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3112819 Jul 15 13:25:39.085274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.098813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3f4890-43d8-4768-b7b3-074feb2e487b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.099137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3f4890-43d8-4768-b7b3-074feb2e487b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.128508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.156257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.180729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:39.180940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c728bb9-2872-4752-a302-c56c8570e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.181395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.183341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c728bb9-2872-4752-a302-c56c8570e9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.184673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c728bb9-2872-4752-a302-c56c8570e9a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e0a724d-7b5d-4f85-abf7-eab95acf5e1c HTTP/1.1" status: 204 len: 168 time: 0.8309011 Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:39.189238 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:39.193388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network d07625f2-e7da-4419-9a80-d6f3d0048648 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:39.206979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:39.240689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=f735e685-2869-4de3-aca5-d5402b9fd43a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.244978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:39.247575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c728bb9-2872-4752-a302-c56c8570e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a724d-7b5d-4f85-abf7-eab95acf5e1c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.271689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.279134 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.281151 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/networks/7bf38a31-fd44-4358-abbb-93e6454c36ee HTTP/1.1" status: 204 len: 168 time: 1.1399536 Jul 15 13:25:39.286781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39302) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.344500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06f70a-9cee-452a-b683-18773cd7da33 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Network': ['ID=7bf38a31-fd44-4358-abbb-93e6454c36ee,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.368359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 706ce188-43b5-4104-bd56-dfeb1488cf8c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:39.368712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.369639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Router db9b04f2-2357-4fb9-b85e-b25c87cd87da has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:39.388844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.525374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:39.533397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ef025039-ae07-4cc1-b5b5-5d888512e308 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5750401 Jul 15 13:25:39.535981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.540660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] Sync routers for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:39.553629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:39.554440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.615762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.616436 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-7ebc2784-4fa8-420d-bb10-db259c4ac2f6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] show failed (client error): The resource could not be found. Jul 15 13:25:39.617211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7ebc2784-4fa8-420d-bb10-db259c4ac2f6 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1063978660 HTTP/1.1" status: 404 len: 335 time: 0.0785823 Jul 15 13:25:39.621519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39310) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.627352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dc5b3782-295e-4ae8-a443-5b9e8d586401 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:39.647900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] Routers {'db9b04f2-2357-4fb9-b85e-b25c87cd87da'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:39.650996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.664638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.675388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 164c12e0-3e48-49d9-9875-b50f488165e5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:39.675738 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.696089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 706ce188-43b5-4104-bd56-dfeb1488cf8c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:39.706382 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-dc5b3782-295e-4ae8-a443-5b9e8d586401 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] update failed (client error): The resource could not be found. Jul 15 13:25:39.716630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dc5b3782-295e-4ae8-a443-5b9e8d586401 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1628781179 HTTP/1.1" status: 404 len: 335 time: 0.0909560 Jul 15 13:25:39.717804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39316) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.728822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.732118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc859def-1a53-4440-9ada-3672612f8a86 None None] The sync data for ids ['db9b04f2-2357-4fb9-b85e-b25c87cd87da'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:39.756270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3b2d726-c246-4132-9fbc-390bcbd32347 None None] Provisioning for port f735e685-2869-4de3-aca5-d5402b9fd43a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:39.760883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3b2d726-c246-4132-9fbc-390bcbd32347 None None] Provisioning complete for port f735e685-2869-4de3-aca5-d5402b9fd43a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:39.761354 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d726-c246-4132-9fbc-390bcbd32347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.815318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2d726-c246-4132-9fbc-390bcbd32347 None None] Port f735e685-2869-4de3-aca5-d5402b9fd43a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:39.825018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.880109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting subnet 977c36e0-2c89-4863-939e-b9e0ba042e67 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:39.898740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.908695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.909383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.925766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 164c12e0-3e48-49d9-9875-b50f488165e5 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:40.056673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.139858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a53ba104-3027-4553-93ce-b928d62f26c7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:40.236993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8f8acfcb-c188-431c-8cf7-3a9a0f1b7456 None None] Provisioning for port a53ba104-3027-4553-93ce-b928d62f26c7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:40.244635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a53ba104-3027-4553-93ce-b928d62f26c7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:40.249116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a53ba104-3027-4553-93ce-b928d62f26c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:40.249875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.287158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.301369 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.349268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.385118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:40.433784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a53ba104-3027-4553-93ce-b928d62f26c7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a53ba104-3027-4553-93ce-b928d62f26c7,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:40.438369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=f735e685-2869-4de3-aca5-d5402b9fd43a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:40.438908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.443466 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.451145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.477135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b05b5906-a85c-4051-b74b-cb6f64e75d25 None None] Could not find standard attr ID for object 706ce188-43b5-4104-bd56-dfeb1488cf8c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:40.481859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.512312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a53ba104-3027-4553-93ce-b928d62f26c7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:40.534551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db26649d-4050-4d35-89f4-5b7e5a62180e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:40.540994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=706ce188-43b5-4104-bd56-dfeb1488cf8c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:40.553220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.555341 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fef50c46-8302-4329-a857-99d58cfc0c56 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/706ce188-43b5-4104-bd56-dfeb1488cf8c HTTP/1.1" status: 204 len: 168 time: 1.4691432 Jul 15 13:25:40.561540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:40.586601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: db26649d-4050-4d35-89f4-5b7e5a62180e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:40.587054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device db26649d-4050-4d35-89f4-5b7e5a62180e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:40.635244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network d07625f2-e7da-4419-9a80-d6f3d0048648 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:40.636763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:40.776914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:40.896640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:40.900627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b75cc90-527e-481b-9019-f9d0fca637c3 None None] Provisioning complete for port f735e685-2869-4de3-aca5-d5402b9fd43a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:40.902175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ba4c9bbb-03fc-4fd9-8ffd-5af0b5b22803 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "PUT /v2.0/routers/0ce8b53c-3eb4-4eed-9998-0f3bbabfe536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5401704 Jul 15 13:25:40.902383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b75cc90-527e-481b-9019-f9d0fca637c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.920081 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:40.931902 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:40.932522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:40.937924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-588143035-network', 'tenant_id': '6a4a38efcb4b426db143c8674f811870'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:40.939558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8b75cc90-527e-481b-9019-f9d0fca637c3 None None] Port f735e685-2869-4de3-aca5-d5402b9fd43a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:40.951407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.998318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=164c12e0-3e48-49d9-9875-b50f488165e5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.023988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd857a-54e5-40d3-8c00-6af3165948ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.025621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd857a-54e5-40d3-8c00-6af3165948ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.027322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06bd857a-54e5-40d3-8c00-6af3165948ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4635606 Jul 15 13:25:41.030103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.041868 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:41.045679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.052202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Made reservation on behalf of 6a4a38efcb4b426db143c8674f811870 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:41.054430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.093099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet aef2db79-9145-4ed3-93ca-f571e53c8ec3 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:41.096929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.106016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Subnet': ['ID=977c36e0-2c89-4863-939e-b9e0ba042e67,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.107858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.130975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.135052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f73cd5cb-55ed-41c4-ad52-fee88265c369 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/subnets/977c36e0-2c89-4863-939e-b9e0ba042e67 HTTP/1.1" status: 204 len: 168 time: 1.4150462 Jul 15 13:25:41.136428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39344) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.138342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d1019-31c4-48c0-9672-3d16d7a4941d None None] Network 3f53d446-c692-445a-beaa-ddf5728c721f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:41.152464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.153915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.159216 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bdafd491-5f16-4cad-bb2b-8bf51b0b6220 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/floatingips/6ee84ab0-aed8-4d4e-92b7-2a0255d34868 HTTP/1.1" status: 204 len: 168 time: 1.8706298 Jul 15 13:25:41.159956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.191432 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.202695 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed82ebaa-0e75-405a-aa04-90baa3121dca tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:41.203521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed82ebaa-0e75-405a-aa04-90baa3121dca tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:41.208966 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ed82ebaa-0e75-405a-aa04-90baa3121dca tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/ports/a829e250-4aa8-4f38-af26-05ccd6e5aff8 HTTP/1.1" status: 404 len: 333 time: 0.0461190 Jul 15 13:25:41.209272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39348) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.241989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting subnet 24ccaa6e-db9e-4300-a8a3-6f897efbad95 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:41.248477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.260995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa49c5be-171b-4551-b2ab-f3c598cda875 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee8720f-8b71-4925-ad4b-42f90e0345a6 HTTP/1.1" status: 200 len: 205 time: 0.0487201 Jul 15 13:25:41.271468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.349553 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e2780667-e328-4d78-a159-9a188e7bc61b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] delete failed (client error): The resource could not be found. Jul 15 13:25:41.350865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e2780667-e328-4d78-a159-9a188e7bc61b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/routers/6ee8720f-8b71-4925-ad4b-42f90e0345a6 HTTP/1.1" status: 404 len: 336 time: 0.0783358 Jul 15 13:25:41.353540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.362315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39354) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.401642 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:25:39Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f735e685-2869-4de3-aca5-d5402b9fd43a', 'name': '', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:e9:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:37Z', 'updated_at': '2021-07-15T13:25:40Z', 'revision_number': 2, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:41.416019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] DHCP port deletion for 3f53d446-c692-445a-beaa-ddf5728c721f request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:41.441257 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:41.441877 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Updating router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 port f735e685-2869-4de3-aca5-d5402b9fd43a binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:41.450797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.463562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.494825 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.503258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488b2bc7-6800-4987-97e3-22d9bb0b913c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.507472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] Deleting port 383298f9-0e1d-43f6-899f-7522b4505b30 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:41.507869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.507986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.527493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:41.538708 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.539298 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Added segment ebfd463a-7f99-49f1-9891-b7d8480e3ce4 of type vlan for network 22f16e65-72ac-40e3-943b-dcab734890ad Jul 15 13:25:41.584984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] For port 383298f9-0e1d-43f6-899f-7522b4505b30, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=383298f9-0e1d-43f6-899f-7522b4505b30,segment=NetworkSegment(5f8e57fb-85d7-4233-be79-96d924320161),segment_id=5f8e57fb-85d7-4233-be79-96d924320161)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:41.585664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.592836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.599160 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-644f3a57-2fc2-4447-88ed-60c6f86be401 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:41.599619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644f3a57-2fc2-4447-88ed-60c6f86be401 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:41.601372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-644f3a57-2fc2-4447-88ed-60c6f86be401 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/subnets/20e7df39-255d-4068-84f8-f9aefeab15bb HTTP/1.1" status: 404 len: 337 time: 0.2380848 Jul 15 13:25:41.604365 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.604566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.605668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] Calling delete_port for 383298f9-0e1d-43f6-899f-7522b4505b30 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:41.616191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.657027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Subnet': ['ID=24ccaa6e-db9e-4300-a8a3-6f897efbad95,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.661825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.665875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dedc3e9b-0b6c-4b06-bc97-e3ef3d352a0e tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/subnets/24ccaa6e-db9e-4300-a8a3-6f897efbad95 HTTP/1.1" status: 204 len: 168 time: 0.5263660 Jul 15 13:25:41.668102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.676877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2971587-f0d7-4979-bc27-58aa4c3dce28 None None] Network 0436955e-529f-4f11-aa68-59d80f49674c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:41.702740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.703744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.705648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.769021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.780751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.809581 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4226918 Jul 15 13:25:41.815945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=aef2db79-9145-4ed3-93ca-f571e53c8ec3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.832805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.846771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb855c9-46a2-4a4d-93d0-4ac1d9095833 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:41.849639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] No DVR routers for this DVR port 383298f9-0e1d-43f6-899f-7522b4505b30 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:41.852423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590be88-92fe-41a0-90bd-838bc2f7b49b admin admin] Pushing event updated for resources: {'Network': ['ID=22f16e65-72ac-40e3-943b-dcab734890ad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.867064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 1815ef6a-1596-4020-a857-f3fdd5d9b938 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:41.867410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.870978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.872910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-63e7dfad-1cb5-4419-9a6a-3fc582e4efb5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/aef2db79-9145-4ed3-93ca-f571e53c8ec3 HTTP/1.1" status: 204 len: 168 time: 0.8413477 Jul 15 13:25:41.882064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.928418 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.948737 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Transition to ACTIVE for port object f735e685-2869-4de3-aca5-d5402b9fd43a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:41.955496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-74e88752-bea9-4413-a64a-dab4880553c6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677998 Jul 15 13:25:41.959073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.964945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:41.980362 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.010571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting port 383298f9-0e1d-43f6-899f-7522b4505b30 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:42.010571 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.051108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.086518 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Pushing event updated for resources: {'Port': ['ID=f735e685-2869-4de3-aca5-d5402b9fd43a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.102880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 1815ef6a-1596-4020-a857-f3fdd5d9b938 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:42.125480 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.129842 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.130314 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.130665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.131005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.131344 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.131675 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.132002 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.132325 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.132647 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.133440 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.133771 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:42.164752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Attempting to bind port f735e685-2869-4de3-aca5-d5402b9fd43a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:42.165131 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Attempting to bind port f735e685-2869-4de3-aca5-d5402b9fd43a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:42.165498 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Attempting to bind port f735e685-2869-4de3-aca5-d5402b9fd43a on network d07625f2-e7da-4419-9a80-d6f3d0048648 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:42.172381 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:42.172758 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Checking segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:42.173710 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.174560 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Bound using segment: {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:42.175483 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Bound port: f735e685-2869-4de3-aca5-d5402b9fd43a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2737950f-e69b-47c9-9345-b9e4aee78054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:42.175878 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.218055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 22f16e65-72ac-40e3-943b-dcab734890ad details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:42.246296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] For port 383298f9-0e1d-43f6-899f-7522b4505b30, host n-d-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:42.246797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.269511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Calling delete_port for 383298f9-0e1d-43f6-899f-7522b4505b30 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:42.272351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Port 383298f9-0e1d-43f6-899f-7522b4505b30 was not found and therefore no delete operation was performed {{(pid=93824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:25:42.273144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:42.283089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a53ba104-3027-4553-93ce-b928d62f26c7 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:42.284968 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] For port f735e685-2869-4de3-aca5-d5402b9fd43a, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:42.289110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.289266 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] For port f735e685-2869-4de3-aca5-d5402b9fd43a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f735e685-2869-4de3-aca5-d5402b9fd43a,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:42.292743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64032bf8-c856-4170-bfc1-0413a8bbe686 None None] Pushing event deleted for resources: {'Port': ['ID=383298f9-0e1d-43f6-899f-7522b4505b30,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.295552 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.320342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.371292 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:42.372101 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:42.383687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.413201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Port': ['ID=383298f9-0e1d-43f6-899f-7522b4505b30,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.419000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] No DVR routers for this DVR port 383298f9-0e1d-43f6-899f-7522b4505b30 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:42.467262 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9b1a9-42be-4de1-b3a6-a5432bfe61e1 None None] Pushing event updated for resources: {'Port': ['ID=f735e685-2869-4de3-aca5-d5402b9fd43a,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.484377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=1815ef6a-1596-4020-a857-f3fdd5d9b938,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.520633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84854463-8334-4112-85f5-91e722fb5948 None None] DHCP port deletion for 0436955e-529f-4f11-aa68-59d80f49674c request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:42.566993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:42.624358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.629481 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb6c0de0-fe25-4df6-9118-e75f500576e4 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/ports/1815ef6a-1596-4020-a857-f3fdd5d9b938 HTTP/1.1" status: 204 len: 168 time: 1.0219750 Jul 15 13:25:42.635120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:42.689485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0183dbde-3985-4b08-a927-562a1e0f0e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.761271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a53ba104-3027-4553-93ce-b928d62f26c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:42.762497 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.794420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.795752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 8781fbc7-3d43-4242-8292-e3991dcda34b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:42.796188 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.855510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-84854463-8334-4112-85f5-91e722fb5948 None None] Deleting port d397f041-8f7c-4d33-bd13-817b4bdb901d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:42.855943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84854463-8334-4112-85f5-91e722fb5948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.914045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.930158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 8781fbc7-3d43-4242-8292-e3991dcda34b owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:42.945680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-84854463-8334-4112-85f5-91e722fb5948 None None] For port d397f041-8f7c-4d33-bd13-817b4bdb901d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d397f041-8f7c-4d33-bd13-817b4bdb901d,segment=NetworkSegment(2ba277e1-3145-4ac3-bfae-04e13b2e6311),segment_id=2ba277e1-3145-4ac3-bfae-04e13b2e6311)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:42.946087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84854463-8334-4112-85f5-91e722fb5948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.959673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-84854463-8334-4112-85f5-91e722fb5948 None None] Calling delete_port for d397f041-8f7c-4d33-bd13-817b4bdb901d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:43.039788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:43.087669 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:25:39Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f735e685-2869-4de3-aca5-d5402b9fd43a', 'name': '', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:e9:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:37Z', 'updated_at': '2021-07-15T13:25:42Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:43.115473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.128324 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dd897-68f4-4407-9785-1b7ff58eb718 None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:25:39Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f735e685-2869-4de3-aca5-d5402b9fd43a', 'name': '', 'network_id': 'd07625f2-e7da-4419-9a80-d6f3d0048648', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:e9:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:37Z', 'updated_at': '2021-07-15T13:25:42Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '8f7b5d11-5676-414f-92b7-119883fc24c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:43.131914 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84854463-8334-4112-85f5-91e722fb5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.165388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84854463-8334-4112-85f5-91e722fb5948 None None] Pushing event deleted for resources: {'Port': ['ID=d397f041-8f7c-4d33-bd13-817b4bdb901d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.172571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84854463-8334-4112-85f5-91e722fb5948 None None] No DVR routers for this DVR port d397f041-8f7c-4d33-bd13-817b4bdb901d on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:43.177870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=8781fbc7-3d43-4242-8292-e3991dcda34b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.180880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] Deleting port a53ba104-3027-4553-93ce-b928d62f26c7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:43.181139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.315807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] For port a53ba104-3027-4553-93ce-b928d62f26c7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a53ba104-3027-4553-93ce-b928d62f26c7,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:43.316394 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.337120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 383298f9-0e1d-43f6-899f-7522b4505b30 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:43.348491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.351053 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-69a72f3a-0614-43eb-aa98-cd088b7346ed tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/ports/8781fbc7-3d43-4242-8292-e3991dcda34b HTTP/1.1" status: 204 len: 168 time: 0.7146437 Jul 15 13:25:43.353452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:43.367487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 383298f9-0e1d-43f6-899f-7522b4505b30 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:43.367852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 383298f9-0e1d-43f6-899f-7522b4505b30 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:43.379337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] Calling delete_port for a53ba104-3027-4553-93ce-b928d62f26c7 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:43.385376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:43.386898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:43.400166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.401151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.442309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d3a23-f69d-4202-8800-1dcb7df8c66c tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.445661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dd9d3a23-f69d-4202-8800-1dcb7df8c66c tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "GET /v2.0/ports?device_id=018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 HTTP/1.1" status: 200 len: 913 time: 0.0895832 Jul 15 13:25:43.446041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.450136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:43.467124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44ec1-06a7-4b41-a2df-023f86789e10 req-bb23e617-338b-4f26-8a0c-1e10c484b849 tempest-ComputeTenantNetworksTest-2069085912 tempest-ComputeTenantNetworksTest-2069085912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.478334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44ec1-06a7-4b41-a2df-023f86789e10 req-bb23e617-338b-4f26-8a0c-1e10c484b849 tempest-ComputeTenantNetworksTest-2069085912 tempest-ComputeTenantNetworksTest-2069085912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.480885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.489056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44ec1-06a7-4b41-a2df-023f86789e10 req-bb23e617-338b-4f26-8a0c-1e10c484b849 tempest-ComputeTenantNetworksTest-2069085912 tempest-ComputeTenantNetworksTest-2069085912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.490758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72f44ec1-06a7-4b41-a2df-023f86789e10 req-bb23e617-338b-4f26-8a0c-1e10c484b849 tempest-ComputeTenantNetworksTest-2069085912 tempest-ComputeTenantNetworksTest-2069085912-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.1031418 Jul 15 13:25:43.500867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5407851 Jul 15 13:25:43.505364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f53d446-c692-445a-beaa-ddf5728c721f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:43.507868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:43.524707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'name': 'tempest-NetworksTestDHCPv6-963122561'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:43.528321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8e57fb-85d7-4233-be79-96d924320161') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:43.528622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8e57fb-85d7-4233-be79-96d924320161') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:43.530532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] Pushing event deleted for resources: {'Port': ['ID=a53ba104-3027-4553-93ce-b928d62f26c7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.536964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3eae92-279f-40bd-9368-ecd78d3f35c3 None None] No DVR routers for this DVR port a53ba104-3027-4553-93ce-b928d62f26c7 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:43.559649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b9bc8-a767-4dc2-9bbf-37fdaf340bde None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:43.562441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45184-3baa-4f08-b46d-b4145181fe26 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=8bf840eb-9917-472e-8b95-d3926145a27b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.581211 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.607254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.615229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:43.615678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:43.692515 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:43.756036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '8bf840eb-9917-472e-8b95-d3926145a27b'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:43.757255 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.768270 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.776388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e47aaa-7499-4689-8569-110432594e9c req-eeb263cb-ba1b-4a05-859c-02a4fa1b145a tempest-ComputeTenantNetworksTest-2069085912 tempest-ComputeTenantNetworksTest-2069085912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.778143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12e47aaa-7499-4689-8569-110432594e9c req-eeb263cb-ba1b-4a05-859c-02a4fa1b145a tempest-ComputeTenantNetworksTest-2069085912 tempest-ComputeTenantNetworksTest-2069085912-project] 10.222.0.48 "GET /v2.0/networks/22f16e65-72ac-40e3-943b-dcab734890ad HTTP/1.1" status: 200 len: 768 time: 0.2523735 Jul 15 13:25:43.787134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.791655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/networks/3f53d446-c692-445a-beaa-ddf5728c721f HTTP/1.1" status: 204 len: 168 time: 2.1205440 Jul 15 13:25:43.792334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39394) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:43.792710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:43.833948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28721515-a255-45ec-9c1c-5b508a381627 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Network': ['ID=3f53d446-c692-445a-beaa-ddf5728c721f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.966966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.980329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.033798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:44.036367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.059934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 1e2119cc-fe53-4e60-be28-31a7f181d698 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:44.070661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/8bf840eb-9917-472e-8b95-d3926145a27b/8f247dec-d34d-4a36-85a2-dc628f2d08b6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:44.108776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.123801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0436955e-529f-4f11-aa68-59d80f49674c']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.138376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:44.138949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba277e1-3145-4ac3-bfae-04e13b2e6311') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.138949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba277e1-3145-4ac3-bfae-04e13b2e6311') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.140948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f735e685-2869-4de3-aca5-d5402b9fd43a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:44.164492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.191840 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.234771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.238133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.250156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f16e65-72ac-40e3-943b-dcab734890ad']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.253168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:44.253609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:44.256814 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:44.260281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f735e685-2869-4de3-aca5-d5402b9fd43a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:44.269239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f735e685-2869-4de3-aca5-d5402b9fd43a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:44.269614 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.282477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfd463a-7f99-49f1-9891-b7d8480e3ce4') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.283502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfd463a-7f99-49f1-9891-b7d8480e3ce4') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.300735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.338524 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.346919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.353646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:44.354038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:44.355944 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:44.372387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.381400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.385784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/networks/0436955e-529f-4f11-aa68-59d80f49674c HTTP/1.1" status: 204 len: 168 time: 0.5905883 Jul 15 13:25:44.386395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39400) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.392746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.400017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234e70a-2699-46e3-9c7e-4b0dcc3711e7 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Network': ['ID=0436955e-529f-4f11-aa68-59d80f49674c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.434301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f735e685-2869-4de3-aca5-d5402b9fd43a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f735e685-2869-4de3-aca5-d5402b9fd43a,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:44.438245 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.441801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.442127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Transition to ACTIVE for port object 8f247dec-d34d-4a36-85a2-dc628f2d08b6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:44.447209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.455418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/22f16e65-72ac-40e3-943b-dcab734890ad HTTP/1.1" status: 204 len: 168 time: 0.6587493 Jul 15 13:25:44.476602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting subnet 7438271f-02ce-4a67-ae3b-b15cf9427b01 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:44.480375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b5b55-b670-4c2d-9597-6680c8a79fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f16e65-72ac-40e3-943b-dcab734890ad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.483965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.521963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d397f041-8f7c-4d33-bd13-817b4bdb901d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:44.546841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Transition to ACTIVE for port object 8f247dec-d34d-4a36-85a2-dc628f2d08b6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:44.551335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.553436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d397f041-8f7c-4d33-bd13-817b4bdb901d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:44.553777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d397f041-8f7c-4d33-bd13-817b4bdb901d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:44.554186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a53ba104-3027-4553-93ce-b928d62f26c7 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:44.560913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f735e685-2869-4de3-aca5-d5402b9fd43a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.580437 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.591757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.604809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a53ba104-3027-4553-93ce-b928d62f26c7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:44.605150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a53ba104-3027-4553-93ce-b928d62f26c7 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:44.629292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:44.630647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Pushing event updated for resources: {'Port': ['ID=8f247dec-d34d-4a36-85a2-dc628f2d08b6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.633278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:44.633449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::177 (7a649256-e900-404d-8783-423bfe265175/8bf840eb-9917-472e-8b95-d3926145a27b/1e2119cc-fe53-4e60-be28-31a7f181d698) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:44.635278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:44.642698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7680c845-9cca-4357-83d5-35c61ff72203 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a4a38efcb4b426db143c8674f811870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488002 Jul 15 13:25:44.644928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.705976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Attempting to bind port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:44.706278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Attempting to bind port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:44.706627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Attempting to bind port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:44.711817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:44.712225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:44.712595 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.712986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:44.713489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Bound port: 8f247dec-d34d-4a36-85a2-dc628f2d08b6, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:44.713869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.722181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bccd21-4d96-4c51-ae13-86f0582e79f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.744970 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bccd21-4d96-4c51-ae13-86f0582e79f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.777370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port d95453f7-189d-49e3-8ad0-c0f591e64956 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:44.777706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.784809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] For port 8f247dec-d34d-4a36-85a2-dc628f2d08b6, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:44.788887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] For port 8f247dec-d34d-4a36-85a2-dc628f2d08b6, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f247dec-d34d-4a36-85a2-dc628f2d08b6,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:44.795287 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.808179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bccd21-4d96-4c51-ae13-86f0582e79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.811603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bccd21-4d96-4c51-ae13-86f0582e79f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.813335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c5bccd21-4d96-4c51-ae13-86f0582e79f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/488b2bc7-6800-4987-97e3-22d9bb0b913c HTTP/1.1" status: 204 len: 168 time: 0.1672554 Jul 15 13:25:44.825071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bccd21-4d96-4c51-ae13-86f0582e79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488b2bc7-6800-4987-97e3-22d9bb0b913c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.858789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.903617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7bc4-f5b3-4b7b-a8e2-5e083b712b69 None None] Pushing event updated for resources: {'Port': ['ID=8f247dec-d34d-4a36-85a2-dc628f2d08b6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.985855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.016312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.036752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for d95453f7-189d-49e3-8ad0-c0f591e64956 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:45.038977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 1e2119cc-fe53-4e60-be28-31a7f181d698 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:45.113119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.137520 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.139794 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/subnets/7438271f-02ce-4a67-ae3b-b15cf9427b01 HTTP/1.1" status: 204 len: 168 time: 0.7523148 Jul 15 13:25:45.143750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.173817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d67f2-175f-4c42-a027-45b9f83b12ae None None] Network 09964569-d89b-49e6-828e-4b3887668791 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:45.218676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c9e56-d42f-498c-8cbf-eb5a301c7c80 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Subnet': ['ID=7438271f-02ce-4a67-ae3b-b15cf9427b01,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.276059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.320060 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.351103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Deleting port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:45.351651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.390839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:45.402187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:45.407282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:45.413701 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce02af62-c8b9-46df-be45-6f9808900725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.414444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:45.414444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.426020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=1e2119cc-fe53-4e60-be28-31a7f181d698,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.437259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] For port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,segment=NetworkSegment(3cca969c-2dc8-4ca5-be7f-111f1d7c6123),segment_id=3cca969c-2dc8-4ca5-be7f-111f1d7c6123)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:45.437776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.447382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d677491e-40e8-4f89-9100-7d14817c4d7a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9380791 Jul 15 13:25:45.449983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.499173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.507162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Calling delete_port for 1c0aab1f-045b-4f3f-84fe-ce480c58b99c owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:45.538839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=d95453f7-189d-49e3-8ad0-c0f591e64956,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.561970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] DHCP port deletion for 09964569-d89b-49e6-828e-4b3887668791 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:45.571714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.637098 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] Deleting port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:45.637564 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.647984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20182c15-241c-444c-9b84-7b779f6390f4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:45.654160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20182c15-241c-444c-9b84-7b779f6390f4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:45.655834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-20182c15-241c-444c-9b84-7b779f6390f4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2046137 Jul 15 13:25:45.664262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39432) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.676764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.709817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Port': ['ID=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.713341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] No DVR routers for this DVR port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:45.729773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] For port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,segment=NetworkSegment(3cca969c-2dc8-4ca5-be7f-111f1d7c6123),segment_id=3cca969c-2dc8-4ca5-be7f-111f1d7c6123)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:45.730057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.744498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] Calling delete_port for 1c0aab1f-045b-4f3f-84fe-ce480c58b99c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:45.824554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.830901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.847470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09964569-d89b-49e6-828e-4b3887668791']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:45.850188 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.863621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cca969c-2dc8-4ca5-be7f-111f1d7c6123') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:45.863872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cca969c-2dc8-4ca5-be7f-111f1d7c6123') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:45.866271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] No DVR routers for this DVR port 1c0aab1f-045b-4f3f-84fe-ce480c58b99c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:45.883155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.911104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a56007-208b-42c5-b441-3a0c3bc62052 None None] Pushing event deleted for resources: {'Port': ['ID=1c0aab1f-045b-4f3f-84fe-ce480c58b99c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.912637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.914794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.926291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:45.926708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:45.929800 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:46.006995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.016481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.028802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/networks/09964569-d89b-49e6-828e-4b3887668791 HTTP/1.1" status: 204 len: 168 time: 0.8835783 Jul 15 13:25:46.047102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.050398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7db400-fff7-40e3-8676-7395b2d68795 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Pushing event deleted for resources: {'Network': ['ID=09964569-d89b-49e6-828e-4b3887668791,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:46.142872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ecda432a-30c5-4374-b43d-7d7e79f7542a tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "GET /v2.0/ports?device_id=db9b04f2-2357-4fb9-b85e-b25c87cd87da HTTP/1.1" status: 200 len: 205 time: 0.0898929 Jul 15 13:25:46.143707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.150426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2089099775-network', 'tenant_id': '42f8ed2eb71349bf8b196d80ddf0db17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:46.217250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Made reservation on behalf of 42f8ed2eb71349bf8b196d80ddf0db17 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:46.221679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.244523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f735e685-2869-4de3-aca5-d5402b9fd43a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:46.276150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.287509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.304190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f735e685-2869-4de3-aca5-d5402b9fd43a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:46.304902 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.411687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f247dec-d34d-4a36-85a2-dc628f2d08b6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:46.468449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 1e2119cc-fe53-4e60-be28-31a7f181d698 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:46.468798 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.486462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-31ac4685-438b-4fda-9e1e-739d2897990f None None] Provisioning for port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:46.500155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:46.506086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.509682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.509870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:46.510619 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.606049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.606895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Fanout notify agent at l3_agent the message router_deleted on router db9b04f2-2357-4fb9-b85e-b25c87cd87da {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:46.617364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.628537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.643028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c961727-e168-4b94-a6cd-537a458f8e52 tempest-RoutersNegativeTest-1168876924 tempest-RoutersNegativeTest-1168876924-project] 10.222.0.48 "DELETE /v2.0/routers/db9b04f2-2357-4fb9-b85e-b25c87cd87da HTTP/1.1" status: 204 len: 168 time: 0.4686680 Jul 15 13:25:46.664150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8f247dec-d34d-4a36-85a2-dc628f2d08b6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f247dec-d34d-4a36-85a2-dc628f2d08b6,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:46.674577 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.687039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.702241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.712060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.712290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 1e2119cc-fe53-4e60-be28-31a7f181d698 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:46.751776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a717c33-b39b-4639-94a0-94306e9c1be6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:46.764319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:46.774253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:46.774442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1c0aab1f-045b-4f3f-84fe-ce480c58b99c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:46.778453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.779675 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Added segment 159cf066-fff6-4aa4-9777-5db4406a9634 of type vlan for network b7c4f695-1fc7-4a22-996d-3de1550862b3 Jul 15 13:25:46.804786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1c0aab1f-045b-4f3f-84fe-ce480c58b99c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:46.805159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1c0aab1f-045b-4f3f-84fe-ce480c58b99c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:46.835701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-65a08654-7ba5-470c-b4d2-b4aa45ea8e6c None None] Provisioning for port 1e2119cc-fe53-4e60-be28-31a7f181d698 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:46.836237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.851236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.854714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-65a08654-7ba5-470c-b4d2-b4aa45ea8e6c None None] Provisioning complete for port 1e2119cc-fe53-4e60-be28-31a7f181d698 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:46.855795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65a08654-7ba5-470c-b4d2-b4aa45ea8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.857289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8f247dec-d34d-4a36-85a2-dc628f2d08b6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:46.879341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.880477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:46.881063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.907340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-65a08654-7ba5-470c-b4d2-b4aa45ea8e6c None None] Port 1e2119cc-fe53-4e60-be28-31a7f181d698 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:46.916785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.937250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0213773 Jul 15 13:25:46.943781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.948857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Request body: {'subnet': {'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2089099775-subnet', 'tenant_id': '42f8ed2eb71349bf8b196d80ddf0db17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:46.992527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:46.993029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e9fd-852f-4261-8131-d89a3b8d4275 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c4f695-1fc7-4a22-996d-3de1550862b3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:46.999843 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bb7a2a54-15bf-4600-b744-12f3391cc753 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "PUT /v2.0/routers/018c4042-e19b-44fa-a2e7-8b8e18cf4aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5484035 Jul 15 13:25:47.002684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.012113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:47.016100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] Sync routers for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:47.024197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.026315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Made reservation on behalf of 42f8ed2eb71349bf8b196d80ddf0db17 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:47.028725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.052112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:47.052530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:47.094386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:47.115750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=1e2119cc-fe53-4e60-be28-31a7f181d698,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.135861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-715f68c4-13d6-4e40-a612-a4128db91126 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b69a50118e44851a0166629ff388a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135580 Jul 15 13:25:47.137626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.149494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.156090 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-feeec62b-fb55-4633-b47e-2607e2e11997 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/1e2119cc-fe53-4e60-be28-31a7f181d698 HTTP/1.1" status: 204 len: 168 time: 1.4932811 Jul 15 13:25:47.156997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.163898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] Routers {'018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:47.165063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:47.257401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3d46af0-ddfb-408e-9c98-242b5046634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.277131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815664a-6e33-4685-97e1-5402d3cf42cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.280853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815664a-6e33-4685-97e1-5402d3cf42cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.284765 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e815664a-6e33-4685-97e1-5402d3cf42cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1238694 Jul 15 13:25:47.285416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39474) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.289487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.350237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3d46af0-ddfb-408e-9c98-242b5046634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.354540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.440367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 8bf840eb-9917-472e-8b95-d3926145a27b {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:47.445849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.476114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:47.476796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ce992-54ba-4c01-bec6-e11788649edc None None] The sync data for ids ['018c4042-e19b-44fa-a2e7-8b8e18cf4aa3'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:47.507255 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.531971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.633948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.680022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting port 29f697f8-5503-44f9-ad91-016c8946d90e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:47.680368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.762107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.770365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Pushing event updated for resources: {'Subnet': ['ID=514566df-f4e1-4849-be33-ba2b53cebdc0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.786872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Checking segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:47.787162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Network hostable DHCP agents. Network: b7c4f695-1fc7-4a22-996d-3de1550862b3, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:47.801147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf840eb-9917-472e-8b95-d3926145a27b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.806916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3d46af0-ddfb-408e-9c98-242b5046634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.811455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.811684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3d46af0-ddfb-408e-9c98-242b5046634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.812673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e3d46af0-ddfb-408e-9c98-242b5046634e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b543bd6-44e3-4c00-8bc8-de751bc82616 HTTP/1.1" status: 204 len: 168 time: 0.6741319 Jul 15 13:25:47.815770 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2840e2f9-bff4-4296-ac74-aaa68f70b6e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8bf840eb-9917-472e-8b95-d3926145a27b HTTP/1.1" status: 204 len: 168 time: 0.5291550 Jul 15 13:25:47.818139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.820991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.821694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:47.821903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88091e3e-ff3e-4874-8da9-6b9a0f0999b5 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:47.845712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d46af0-ddfb-408e-9c98-242b5046634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b543bd6-44e3-4c00-8bc8-de751bc82616,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.849854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Calling delete_port for 29f697f8-5503-44f9-ad91-016c8946d90e owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:47.891713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-efdbd800-afeb-4b9e-ad47-28d3cc1a203d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672982 Jul 15 13:25:47.893241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.905164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b7c4f695-1fc7-4a22-996d-3de1550862b3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:47.910906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.911705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.988039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b159b9b1-4f1c-4b26-a71d-aed63f57681a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0433106 Jul 15 13:25:48.003647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e4ca7-a756-4505-b523-4775d518fee1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:48.008571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-858e4ca7-a756-4505-b523-4775d518fee1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1140072 Jul 15 13:25:48.008818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:48.039574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48462a77-d178-4bd2-9742-3d29472c7e18 None None] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:48.107546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58874d7-0180-4a3d-a5d4-918788c72538 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:48.115918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:48.123542 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a58874d7-0180-4a3d-a5d4-918788c72538 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120129 Jul 15 13:25:48.189656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f247dec-d34d-4a36-85a2-dc628f2d08b6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:48.199430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f7615d3-9dde-4d2b-b8b3-a0e8c8c270ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820370 Jul 15 13:25:48.200334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:48.206516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:48.217045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.262400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Port': ['ID=29f697f8-5503-44f9-ad91-016c8946d90e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.302308 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.362462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:48.366505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.368327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.385448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84625cf1-0b53-4ce1-a85e-e61d0b515c44 None None] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:48.501895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:48.502878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.540398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.544532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:48.545230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.628918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.629640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Fanout notify agent at l3_agent the message router_deleted on router 018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:48.645245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.647305 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a985cc5e-db2d-44d8-9e37-0060fc79f5f6 tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/routers/018c4042-e19b-44fa-a2e7-8b8e18cf4aa3 HTTP/1.1" status: 204 len: 168 time: 1.6435158 Jul 15 13:25:48.649805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:48.733449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] Deleting port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:48.733987 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.750688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Deleting subnet 822e26f3-9fd7-4b53-bcac-9d5daaf1f44c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:48.753612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.755407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.818973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:48.822636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:48.827042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:48.827639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.832993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] For port 8f247dec-d34d-4a36-85a2-dc628f2d08b6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f247dec-d34d-4a36-85a2-dc628f2d08b6,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:48.833996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.835753 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.851676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=aab33b95-1773-4ed1-b54d-4fd220a8d9a8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.862064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] Calling delete_port for 8f247dec-d34d-4a36-85a2-dc628f2d08b6 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:48.866519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3ae45aff-e33c-4db3-aad4-07271e295cd0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6650043 Jul 15 13:25:48.869268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:48.874717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': 'aab33b95-1773-4ed1-b54d-4fd220a8d9a8', 'ip_address': '2001:db8::bfe:d48c:15b6:c12a'}], 'name': 'tempest-NetworksTestDHCPv6-919411633'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:48.913806 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.978075 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.983796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.006845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] Pushing event deleted for resources: {'Port': ['ID=8f247dec-d34d-4a36-85a2-dc628f2d08b6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.017982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d82885-bd42-42a8-8f9c-6dfd9dc34bbc None None] No DVR routers for this DVR port 8f247dec-d34d-4a36-85a2-dc628f2d08b6 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:49.021553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Subnet': ['ID=822e26f3-9fd7-4b53-bcac-9d5daaf1f44c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.030674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.035531 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a4f99d80-9816-4ad4-8609-c6693526ae0f tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/subnets/822e26f3-9fd7-4b53-bcac-9d5daaf1f44c HTTP/1.1" status: 204 len: 168 time: 0.3847106 Jul 15 13:25:49.036517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.040726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5e71a-272d-421c-aa62-2eff9596c050 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:49.101804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.116858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.135125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-36456194-aa75-4171-8c76-4519163c6b31 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.136998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-36456194-aa75-4171-8c76-4519163c6b31 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.2095485 Jul 15 13:25:49.174646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-5c01b16b-fd61-42a6-90e3-65c119a3c398 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/quotas/42f8ed2eb71349bf8b196d80ddf0db17 HTTP/1.1" status: 200 len: 375 time: 0.0238948 Jul 15 13:25:49.187069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:49.217576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-9576a539-d668-4e9c-9cbf-3d94abdcc160 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420280 Jul 15 13:25:49.230293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.240067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'aab33b95-1773-4ed1-b54d-4fd220a8d9a8'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:49.242578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.250057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb5a71f-e15a-49c6-972a-8c6f7b57abca']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:49.268308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1defb151-6e75-4d7d-80f5-1621f5f8d05f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:49.268610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1defb151-6e75-4d7d-80f5-1621f5f8d05f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:49.284692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.286542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7048bf90-3ca1-4ba5-9376-a3a32a5a651b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:49.287267 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-7048bf90-3ca1-4ba5-9376-a3a32a5a651b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:25:49.287759 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-7048bf90-3ca1-4ba5-9376-a3a32a5a651b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:25:49.293815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7048bf90-3ca1-4ba5-9376-a3a32a5a651b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1858504 Jul 15 13:25:49.294133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.298615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070699160'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:49.313232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.324259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:49.324707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:49.328319 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:49.365031 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.383820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.403775 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.412829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.415848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 4eb14f70-aa59-410f-a03e-2676f4e19128 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:49.430248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-b147d0f2-5388-4080-85e7-a2508d72812e service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085176 Jul 15 13:25:49.432847 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.437402 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] 10.222.0.48 "DELETE /v2.0/networks/6fb5a71f-e15a-49c6-972a-8c6f7b57abca HTTP/1.1" status: 204 len: 168 time: 0.3999577 Jul 15 13:25:49.440440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/aab33b95-1773-4ed1-b54d-4fd220a8d9a8/00deadbe-3d40-4d7f-bb1c-927094f134a4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:49.441810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c2ad-22c7-4c51-acd6-55e93221e64b tempest-FloatingIPTestJSON-158647878 tempest-FloatingIPTestJSON-158647878-project] Pushing event deleted for resources: {'Network': ['ID=6fb5a71f-e15a-49c6-972a-8c6f7b57abca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.576391 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.585459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.614502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-217ce96c-fda4-4643-b507-fa7d4511bea9 service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535895 Jul 15 13:25:49.651097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0787ee-c402-4183-b534-4df3900ba2ac,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.670441 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.690155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Transition to ACTIVE for port object 00deadbe-3d40-4d7f-bb1c-927094f134a4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:49.706414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Transition to ACTIVE for port object 00deadbe-3d40-4d7f-bb1c-927094f134a4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:49.712387 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.715805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.722339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.769973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:49.789094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::bfe:d48c:15b6:c12a (7a649256-e900-404d-8783-423bfe265175/aab33b95-1773-4ed1-b54d-4fd220a8d9a8/4eb14f70-aa59-410f-a03e-2676f4e19128) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:49.803269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.804627 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5107484 Jul 15 13:25:49.812398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.814423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e3f67-a4bd-4414-8844-16bbe16e0643 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735d853a-7622-4937-8fea-abd0b5c66032,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.829533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:49.831468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '735d853a-7622-4937-8fea-abd0b5c66032', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:49.836190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:49.885506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.913202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.935935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Pushing event updated for resources: {'Port': ['ID=00deadbe-3d40-4d7f-bb1c-927094f134a4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.980639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1fa5dae-97a8-4931-9f1a-e5662e411889 req-123d50ae-d6b1-4452-a42b-9d632bdc0089 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 210 time: 0.0699039 Jul 15 13:25:49.987247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.997933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Attempting to bind port 00deadbe-3d40-4d7f-bb1c-927094f134a4 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:49.998127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Attempting to bind port 00deadbe-3d40-4d7f-bb1c-927094f134a4 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:49.998490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Attempting to bind port 00deadbe-3d40-4d7f-bb1c-927094f134a4 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:50.001065 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.006685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:50.007129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:50.007607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.008010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:50.008572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Bound port: 00deadbe-3d40-4d7f-bb1c-927094f134a4, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:50.009239 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.025768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e576df3-14b1-41a1-a4c8-f252fd029a5f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.041408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.046037 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bb0d78d2-4ba9-4575-b231-55ef1059d5b3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2248361 Jul 15 13:25:50.046958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.053766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-05cea1a5-7e15-4815-a71c-efb698b6576e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '735d853a-7622-4937-8fea-abd0b5c66032', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:50.103442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05cea1a5-7e15-4815-a71c-efb698b6576e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.121128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f247dec-d34d-4a36-85a2-dc628f2d08b6 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:50.123255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.128499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] For port 00deadbe-3d40-4d7f-bb1c-927094f134a4, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:50.145998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 4eb14f70-aa59-410f-a03e-2676f4e19128 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:50.165529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8f247dec-d34d-4a36-85a2-dc628f2d08b6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:50.166154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f247dec-d34d-4a36-85a2-dc628f2d08b6 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:50.170800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] For port 00deadbe-3d40-4d7f-bb1c-927094f134a4, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=00deadbe-3d40-4d7f-bb1c-927094f134a4,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:50.177931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.196422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.235238 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-05cea1a5-7e15-4815-a71c-efb698b6576e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:25:50.237427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-05cea1a5-7e15-4815-a71c-efb698b6576e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1893361 Jul 15 13:25:50.240444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.254915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21225e9-1c65-4607-83fb-4bb9afc41ee7 None None] Pushing event updated for resources: {'Port': ['ID=00deadbe-3d40-4d7f-bb1c-927094f134a4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.272910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bbf98bfc-78ca-4e0c-85a8-f39570304d4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88241535276b4b249ce279a97fb2f53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558993 Jul 15 13:25:50.273122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=4eb14f70-aa59-410f-a03e-2676f4e19128,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.274227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.302815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:50.305530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:50.312315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:50.319162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.320223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.336960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ef00b51-7c31-44df-9291-61dc84252a08 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.353212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60883e20-120e-49f1-a470-34fad6600160 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4826934 Jul 15 13:25:50.356197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.365819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ef00b51-7c31-44df-9291-61dc84252a08 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.400896 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b25253fc-db0f-43e8-a927-791ef9c2841d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.421929 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ef00b51-7c31-44df-9291-61dc84252a08 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.426704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ef00b51-7c31-44df-9291-61dc84252a08 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.428858 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0ef00b51-7c31-44df-9291-61dc84252a08 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/735d853a-7622-4937-8fea-abd0b5c66032 HTTP/1.1" status: 204 len: 168 time: 0.1872065 Jul 15 13:25:50.435224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.437108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b25253fc-db0f-43e8-a927-791ef9c2841d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.445192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00b51-7c31-44df-9291-61dc84252a08 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d853a-7622-4937-8fea-abd0b5c66032,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.567108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ede1a7-c239-4765-b7d2-2a1fec096efc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.573475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ede1a7-c239-4765-b7d2-2a1fec096efc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.575208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-93ede1a7-c239-4765-b7d2-2a1fec096efc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2177572 Jul 15 13:25:50.577871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.594202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39580) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.594466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0b5e5c32-c874-43e4-a075-7439a81a4a70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1549683 Jul 15 13:25:50.600868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478937186'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:50.634443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.636741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b25253fc-db0f-43e8-a927-791ef9c2841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.639516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b25253fc-db0f-43e8-a927-791ef9c2841d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.640855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b25253fc-db0f-43e8-a927-791ef9c2841d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c797cee1-1177-4681-b573-851ccd4dd45d HTTP/1.1" status: 204 len: 168 time: 0.3643136 Jul 15 13:25:50.681878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25253fc-db0f-43e8-a927-791ef9c2841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c797cee1-1177-4681-b573-851ccd4dd45d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.768178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 4eb14f70-aa59-410f-a03e-2676f4e19128 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:50.768585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.781274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.787055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.848276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.849729 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2531533 Jul 15 13:25:50.853677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.857640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6750e244-1224-4de7-aef1-e6a4fdcebd5d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'dc36eba5-d6b0-4737-8999-5f9b5a7eb6c6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:50.858441 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-6750e244-1224-4de7-aef1-e6a4fdcebd5d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:25:50.858943 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-6750e244-1224-4de7-aef1-e6a4fdcebd5d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:50.859902 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6750e244-1224-4de7-aef1-e6a4fdcebd5d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059218 Jul 15 13:25:50.862975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9ea53-04ba-4a82-a151-01ecbb048314 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36eba5-d6b0-4737-8999-5f9b5a7eb6c6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.865039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.888743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.906433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 4eb14f70-aa59-410f-a03e-2676f4e19128 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:50.947976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dba9c8c4-268e-44f2-b1c0-0729013b702b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.985652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dba9c8c4-268e-44f2-b1c0-0729013b702b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.047908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dba9c8c4-268e-44f2-b1c0-0729013b702b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.050932 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dba9c8c4-268e-44f2-b1c0-0729013b702b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.052091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dba9c8c4-268e-44f2-b1c0-0729013b702b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/dc36eba5-d6b0-4737-8999-5f9b5a7eb6c6 HTTP/1.1" status: 204 len: 168 time: 0.1778212 Jul 15 13:25:51.055304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.084434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c8c4-268e-44f2-b1c0-0729013b702b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36eba5-d6b0-4737-8999-5f9b5a7eb6c6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.131712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.134060 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c114f65f-d4c4-4845-85b5-eb8409233e90 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774944 Jul 15 13:25:51.137519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.143173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444543625'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.182004 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.298581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.304312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/4eb14f70-aa59-410f-a03e-2676f4e19128 HTTP/1.1" status: 204 len: 168 time: 0.7254143 Jul 15 13:25:51.306812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50d779d5-e99e-42ee-b8bb-d20dca7a81f5 req-9a4bb486-e123-4622-9c20-15a41e15d54a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 210 time: 0.0643027 Jul 15 13:25:51.309975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09115ccb-b018-4209-ad8f-5078892f31d2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=4eb14f70-aa59-410f-a03e-2676f4e19128,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.312131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.330535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.444063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d7a2c-a750-4ac2-9d43-97ab0e9d2c88 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:51.446558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d7a2c-a750-4ac2-9d43-97ab0e9d2c88 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:51.450690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a94d7a2c-a750-4ac2-9d43-97ab0e9d2c88 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1356502 Jul 15 13:25:51.451756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.513123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-611db977-e0ce-40c7-bf36-f82c5b14f865 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:51.515861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-611db977-e0ce-40c7-bf36-f82c5b14f865 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.1831129 Jul 15 13:25:51.519224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.537592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet aab33b95-1773-4ed1-b54d-4fd220a8d9a8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:51.541089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.542695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Request body: {'port': {'device_id': '581666de-87ec-4c6e-8739-7910db834ff3', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'admin_state_up': True, 'tenant_id': '42f8ed2eb71349bf8b196d80ddf0db17'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.580242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.586432 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4473772 Jul 15 13:25:51.589002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.598005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-723effc6-eec6-4668-baa3-ec231a13c913 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'cf6929f2-4466-4583-be24-8e4878fb8cd0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.598915 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-723effc6-eec6-4668-baa3-ec231a13c913 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:25:51.599488 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-723effc6-eec6-4668-baa3-ec231a13c913 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:51.600686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-723effc6-eec6-4668-baa3-ec231a13c913 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105379 Jul 15 13:25:51.603301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.603819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec38020-9301-475f-85c2-14db495f9357 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6929f2-4466-4583-be24-8e4878fb8cd0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.606662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.686028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3bc4ef4a-af58-44a9-b726-e2524b199be5 None None] Provisioning for port 00deadbe-3d40-4d7f-bb1c-927094f134a4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:51.710859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Made reservation on behalf of 42f8ed2eb71349bf8b196d80ddf0db17 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:51.716270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.734742 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f717-523d-46bc-b8e5-c6857b2907a9 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.743732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.789283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f717-523d-46bc-b8e5-c6857b2907a9 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.790868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.848607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.879126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=aab33b95-1773-4ed1-b54d-4fd220a8d9a8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.896796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f717-523d-46bc-b8e5-c6857b2907a9 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.900847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f717-523d-46bc-b8e5-c6857b2907a9 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.903931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aeb6f717-523d-46bc-b8e5-c6857b2907a9 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf6929f2-4466-4583-be24-8e4878fb8cd0 HTTP/1.1" status: 204 len: 168 time: 0.2971401 Jul 15 13:25:51.906692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Allocated IP 172.20.0.14 (b7c4f695-1fc7-4a22-996d-3de1550862b3/514566df-f4e1-4849-be33-ba2b53cebdc0/5a10844a-7e6b-4a55-a2be-c1895caa7f89) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:51.909239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.910099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.916161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c9aebd7-329a-4603-bc7d-f5a31336df1e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/aab33b95-1773-4ed1-b54d-4fd220a8d9a8 HTTP/1.1" status: 204 len: 168 time: 0.4632356 Jul 15 13:25:51.917062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39632) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.928005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cae6a-42c3-4963-b72d-b6a89344b1f2 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:51.950253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'networks': [{'name': 'tempest-network--124280717'}, {'name': 'tempest-network--296960898'}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.950801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'network': {'name': 'tempest-network--124280717'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.951211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'network': {'name': 'tempest-network--296960898'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:51.981905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2e661c52-bdcf-41a3-a182-fc0bf503b53c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587089 Jul 15 13:25:51.991162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6f717-523d-46bc-b8e5-c6857b2907a9 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6929f2-4466-4583-be24-8e4878fb8cd0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.992838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.006093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.043787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'network': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:52.048864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.067413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7942c27a-4c9d-46f0-baaa-8316937381bb None None] Could not find standard attr ID for object 4eb14f70-aa59-410f-a03e-2676f4e19128. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:52.073165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c7584808-7d8d-4fc6-99a4-5284151efde5 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1588984 Jul 15 13:25:52.074948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.075752 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.085393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370768050'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.165103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 00deadbe-3d40-4d7f-bb1c-927094f134a4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:52.197900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:52.201617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.225995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.231505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 00deadbe-3d40-4d7f-bb1c-927094f134a4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:52.237878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 00deadbe-3d40-4d7f-bb1c-927094f134a4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:52.237878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.245077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:52.319516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.371118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] Deleting port 00deadbe-3d40-4d7f-bb1c-927094f134a4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:52.371488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.411664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.413620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.424702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.428566 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.429430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.463271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] For port 00deadbe-3d40-4d7f-bb1c-927094f134a4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=00deadbe-3d40-4d7f-bb1c-927094f134a4,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:52.463979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.474561 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.480683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:52.491846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] Calling delete_port for 00deadbe-3d40-4d7f-bb1c-927094f134a4 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:52.515458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:52.516913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:52.525949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:52.526160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:52.526684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.536136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d786ed4c-6714-4591-99f4-7b9155e7e7ca,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.542649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:52.545361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:52.552278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event updated for resources: {'Port': ['ID=5a10844a-7e6b-4a55-a2be-c1895caa7f89,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.557413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 00deadbe-3d40-4d7f-bb1c-927094f134a4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=00deadbe-3d40-4d7f-bb1c-927094f134a4,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:52.567434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.570723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=8d97e5b8-bc26-466d-a705-f370cf9c1354,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.602199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72d2e-1bc3-4ab3-8625-79e4e9b17d21 req-4cc0c82d-cc55-4669-ae37-141aae072d09 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:52.602445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.602725 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Added segment 2b958c7c-f63a-462d-8f3b-53936503d884 of type vlan for network c3a0f607-de1a-4035-bb54-204ed801b14d Jul 15 13:25:52.606784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8d72d2e-1bc3-4ab3-8625-79e4e9b17d21 req-4cc0c82d-cc55-4669-ae37-141aae072d09 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 932 time: 0.1311185 Jul 15 13:25:52.628818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=00deadbe-3d40-4d7f-bb1c-927094f134a4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.653896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.656947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:52.657969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.661358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8d72d2e-1bc3-4ab3-8625-79e4e9b17d21 req-464b005d-f648-4d55-941a-aea87781a1b8 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515995 Jul 15 13:25:52.691095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] No DVR routers for this DVR port 00deadbe-3d40-4d7f-bb1c-927094f134a4 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:52.691925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.692050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eac5f8-8051-4db2-8cfa-6146df360a69 None None] Pushing event deleted for resources: {'Port': ['ID=00deadbe-3d40-4d7f-bb1c-927094f134a4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.698768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.702108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.703947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6568481-ee79-4073-a0fd-55521d0c1747 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:52.704336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-46434a2c-d1df-4393-980f-63296554713d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7102680 Jul 15 13:25:52.707219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.712495 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-dcdbf9b0-c99a-4c31-bf16-861a2a348913 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1826894 Jul 15 13:25:52.712949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '8d97e5b8-bc26-466d-a705-f370cf9c1354', 'ip_address': '2001:db8::1415:d080:5495:71e3'}], 'name': 'tempest-NetworksTestDHCPv6-570856294'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.737338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Request body: {'port': {'device_id': '581666de-87ec-4c6e-8739-7910db834ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.778939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf758550-4041-48bb-9c39-1474743848dc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.786378 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.790412 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fc8802ee-1ae9-428e-94c8-4659fe272a2c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7094159 Jul 15 13:25:52.790822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.795801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8342922d-9604-4836-a8b8-d4ea322fa2b4 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'cf758550-4041-48bb-9c39-1474743848dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.800492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:52.816597 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-8342922d-9604-4836-a8b8-d4ea322fa2b4 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:25:52.817615 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8342922d-9604-4836-a8b8-d4ea322fa2b4 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:52.818997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8342922d-9604-4836-a8b8-d4ea322fa2b4 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271811 Jul 15 13:25:52.822881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.830022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-80f29991-cf7e-4591-808f-b28b2082e10a tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'cf758550-4041-48bb-9c39-1474743848dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.830827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.831174 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Added segment dfebe161-68f8-4571-a8ad-8efb780ef8e6 of type vlan for network eb7ae736-b864-4d8a-8f91-1c5b3d6a8bdb Jul 15 13:25:52.832797 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-80f29991-cf7e-4591-808f-b28b2082e10a tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:25:52.833662 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-80f29991-cf7e-4591-808f-b28b2082e10a tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:52.837318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-80f29991-cf7e-4591-808f-b28b2082e10a tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132523 Jul 15 13:25:52.840068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.846524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bf442a92-de90-4d74-b3c4-98d583e9f1ff tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'cf758550-4041-48bb-9c39-1474743848dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.848845 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-bf442a92-de90-4d74-b3c4-98d583e9f1ff tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:25:52.849580 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-bf442a92-de90-4d74-b3c4-98d583e9f1ff tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:52.852895 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf442a92-de90-4d74-b3c4-98d583e9f1ff tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079367 Jul 15 13:25:52.854168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.862985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4b4d100a-7a40-4e50-bbc2-5ebb26685f1e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'cf758550-4041-48bb-9c39-1474743848dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:52.863846 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-4b4d100a-7a40-4e50-bbc2-5ebb26685f1e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:25:52.864326 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-4b4d100a-7a40-4e50-bbc2-5ebb26685f1e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:52.867777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4b4d100a-7a40-4e50-bbc2-5ebb26685f1e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103686 Jul 15 13:25:52.870729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39654) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.876125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '8d97e5b8-bc26-466d-a705-f370cf9c1354'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:52.877062 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.900399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.905355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.927863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:52.933090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.964331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 8cdb70b9-6120-409b-804d-b97438dc88cd yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:52.974188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0998c5e-819c-4020-97a9-8c2b65945296 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.997963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0998c5e-819c-4020-97a9-8c2b65945296 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.026687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.027343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.032672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.035832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/8d97e5b8-bc26-466d-a705-f370cf9c1354/e45b4b5e-4902-46bc-8e82-dedf141cf31f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:53.037502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.037911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.120961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0998c5e-819c-4020-97a9-8c2b65945296 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.123914 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0998c5e-819c-4020-97a9-8c2b65945296 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.128434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e0998c5e-819c-4020-97a9-8c2b65945296 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf758550-4041-48bb-9c39-1474743848dc HTTP/1.1" status: 204 len: 168 time: 0.2513287 Jul 15 13:25:53.141155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.141710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998c5e-819c-4020-97a9-8c2b65945296 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf758550-4041-48bb-9c39-1474743848dc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.181646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Network': ['ID=c3a0f607-de1a-4035-bb54-204ed801b14d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.196139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fac41246-13c7-4070-8cfe-8f63afa3aa82 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481255 Jul 15 13:25:53.196581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.199466 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4073846 Jul 15 13:25:53.201305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--299189612'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.204753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c3a0f607-de1a-4035-bb54-204ed801b14d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:53.208311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.237233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.333246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.334429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.345087 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.347826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Transition to ACTIVE for port object e45b4b5e-4902-46bc-8e82-dedf141cf31f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:53.364656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Transition to ACTIVE for port object e45b4b5e-4902-46bc-8e82-dedf141cf31f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:53.371730 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.414485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:53.420966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:53.425766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:53.433399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Pushing event updated for resources: {'Port': ['ID=e45b4b5e-4902-46bc-8e82-dedf141cf31f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.455526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5dba3-2bac-4ff8-b4a1-0de13d7ce150,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.471852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::1415:d080:5495:71e3 (7a649256-e900-404d-8783-423bfe265175/8d97e5b8-bc26-466d-a705-f370cf9c1354/8cdb70b9-6120-409b-804d-b97438dc88cd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:53.475189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.480299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f2ae9d8e-f5a9-461d-abbe-997589837ebc tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2829254 Jul 15 13:25:53.481052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.494673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5b2da31a-aa9f-449c-8ab0-3e35943321e5 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.495200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Attempting to bind port e45b4b5e-4902-46bc-8e82-dedf141cf31f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:53.495498 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-5b2da31a-aa9f-449c-8ab0-3e35943321e5 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:25:53.495775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Attempting to bind port e45b4b5e-4902-46bc-8e82-dedf141cf31f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:53.496002 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-5b2da31a-aa9f-449c-8ab0-3e35943321e5 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:53.496138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Attempting to bind port e45b4b5e-4902-46bc-8e82-dedf141cf31f on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:53.500517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5b2da31a-aa9f-449c-8ab0-3e35943321e5 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135279 Jul 15 13:25:53.502849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:53.503296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:53.503705 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.504102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:53.504575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Bound port: e45b4b5e-4902-46bc-8e82-dedf141cf31f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:53.504957 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.505637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.512082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0a2a488f-ec71-441e-ab79-ff245af1d935 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.576346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] For port e45b4b5e-4902-46bc-8e82-dedf141cf31f, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:53.581322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] For port e45b4b5e-4902-46bc-8e82-dedf141cf31f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e45b4b5e-4902-46bc-8e82-dedf141cf31f,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:53.587589 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.601341 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0a2a488f-ec71-441e-ab79-ff245af1d935 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:53.605072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0a2a488f-ec71-441e-ab79-ff245af1d935 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0957844 Jul 15 13:25:53.610273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.616978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6191e32c-5c8a-4dfe-b51b-5f42a77f2a24 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.617472 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-6191e32c-5c8a-4dfe-b51b-5f42a77f2a24 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:25:53.618305 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-6191e32c-5c8a-4dfe-b51b-5f42a77f2a24 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:53.621572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6191e32c-5c8a-4dfe-b51b-5f42a77f2a24 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078328 Jul 15 13:25:53.622153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.628670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b3534956-d177-4a8e-8bee-65565931807d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.659805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc908f5-e1e5-43cf-89dc-2ad1015a1fe8 None None] Pushing event updated for resources: {'Port': ['ID=e45b4b5e-4902-46bc-8e82-dedf141cf31f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.738891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.761697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 8cdb70b9-6120-409b-804d-b97438dc88cd will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:53.780308 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-b3534956-d177-4a8e-8bee-65565931807d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:53.784537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b3534956-d177-4a8e-8bee-65565931807d tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1612363 Jul 15 13:25:53.784989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.792971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d632ddbe-1a0a-49d9-bfff-2f0809e90c29 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.793451 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-d632ddbe-1a0a-49d9-bfff-2f0809e90c29 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:25:53.794262 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-d632ddbe-1a0a-49d9-bfff-2f0809e90c29 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:53.797727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d632ddbe-1a0a-49d9-bfff-2f0809e90c29 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083361 Jul 15 13:25:53.803608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39678) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.807942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e1408fe-3879-43af-b2cb-4c9d3edc103f tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:53.819509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f103d2-13a4-4187-8649-30df00384ca1 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Network': ['ID=eb7ae736-b864-4d8a-8f91-1c5b3d6a8bdb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.838645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network eb7ae736-b864-4d8a-8f91-1c5b3d6a8bdb details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:53.857941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d4462-6db1-4ee4-aaf2-d7f6435dc309 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.864943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d4462-6db1-4ee4-aaf2-d7f6435dc309 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.870952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d4462-6db1-4ee4-aaf2-d7f6435dc309 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.877924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d4462-6db1-4ee4-aaf2-d7f6435dc309 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.880215 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f8d4462-6db1-4ee4-aaf2-d7f6435dc309 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6704853 Jul 15 13:25:53.882771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.888354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.996338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d23a9-2a9f-4143-9a18-700f603c1603 req-d56e7250-9f69-44ff-94d2-de6d609177c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.005120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.007055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d45d23a9-2a9f-4143-9a18-700f603c1603 req-d56e7250-9f69-44ff-94d2-de6d609177c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 932 time: 0.1932280 Jul 15 13:25:54.017923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:54.043885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:54.051361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:54.060294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.060990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.068251 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3e1408fe-3879-43af-b2cb-4c9d3edc103f tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:54.072579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e1408fe-3879-43af-b2cb-4c9d3edc103f tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2680285 Jul 15 13:25:54.083197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39682) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.085955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=8cdb70b9-6120-409b-804d-b97438dc88cd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.096467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1c366184-e99d-4fcb-8acb-6c8265bf0f82 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.097391 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-1c366184-e99d-4fcb-8acb-6c8265bf0f82 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:25:54.097976 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1c366184-e99d-4fcb-8acb-6c8265bf0f82 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:54.100920 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1c366184-e99d-4fcb-8acb-6c8265bf0f82 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125415 Jul 15 13:25:54.102350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.113138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-27995e68-7379-4778-abef-5ff0a630cb46 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4046540 Jul 15 13:25:54.113472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.117073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df970be7-3c92-4e9a-bbcc-896ee65bf8e3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.130842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d45d23a9-2a9f-4143-9a18-700f603c1603 req-03f3348b-c7c3-4766-a21b-7b0637beb4ee tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219583 Jul 15 13:25:54.131954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e45b4b5e-4902-46bc-8e82-dedf141cf31f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:54.161058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a10844a-7e6b-4a55-a2be-c1895caa7f89 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:54.183876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e45b4b5e-4902-46bc-8e82-dedf141cf31f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:54.197022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.251903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 00deadbe-3d40-4d7f-bb1c-927094f134a4 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:54.255554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Transition to ACTIVE for port object 5a10844a-7e6b-4a55-a2be-c1895caa7f89 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:54.280700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 00deadbe-3d40-4d7f-bb1c-927094f134a4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:54.281319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 00deadbe-3d40-4d7f-bb1c-927094f134a4 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:54.290903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.301033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.312907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a0f607-de1a-4035-bb54-204ed801b14d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:54.342999 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-df970be7-3c92-4e9a-bbcc-896ee65bf8e3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:54.344064 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-df970be7-3c92-4e9a-bbcc-896ee65bf8e3 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2387667 Jul 15 13:25:54.347103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.351883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bf749c5d-9b25-423c-aa0e-937cd0c047d6 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '87c5dba3-2bac-4ff8-b4a1-0de13d7ce150', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.352514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b958c7c-f63a-462d-8f3b-53936503d884') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:54.352824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b958c7c-f63a-462d-8f3b-53936503d884') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:54.375115 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.390044 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-bf749c5d-9b25-423c-aa0e-937cd0c047d6 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:54.394678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bf749c5d-9b25-423c-aa0e-937cd0c047d6 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0432565 Jul 15 13:25:54.394954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39694) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.401796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9531c68-4863-4ca7-b0e3-b71591446315 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.408455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9531c68-4863-4ca7-b0e3-b71591446315 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.410169 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e9531c68-4863-4ca7-b0e3-b71591446315 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2830589 Jul 15 13:25:54.414475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.415297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Pushing event updated for resources: {'Port': ['ID=5a10844a-7e6b-4a55-a2be-c1895caa7f89,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.423961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.448527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:54.448928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:54.452128 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:54.538886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e85cd0-992e-4144-a0f2-dfaf6027b5fe tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.559455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.578004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e85cd0-992e-4144-a0f2-dfaf6027b5fe tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.581066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.583363 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/networks/c3a0f607-de1a-4035-bb54-204ed801b14d HTTP/1.1" status: 204 len: 168 time: 0.6997933 Jul 15 13:25:54.590158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.595524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6a9d3-ea6a-4bd7-aa93-c5edb7fc8f6d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Network': ['ID=c3a0f607-de1a-4035-bb54-204ed801b14d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.599671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Attempting to bind port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:54.600011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Attempting to bind port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:54.600350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Attempting to bind port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:54.605834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 on network b7c4f695-1fc7-4a22-996d-3de1550862b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:54.605834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Attempting to bind port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:54.611375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:54.611727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Checking segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:54.612118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Bound using segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:54.612562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Bound port: 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:54.613572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.654142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 8cdb70b9-6120-409b-804d-b97438dc88cd {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:54.654537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.693926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] For port 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:54.698141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] For port 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:54.707664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.735191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.743316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.743998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.745457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] 10.222.0.49 "PUT /v2.0/ports/5a10844a-7e6b-4a55-a2be-c1895caa7f89 HTTP/1.1" status: 200 len: 1092 time: 2.0198169 Jul 15 13:25:54.745903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581666de-87ec-4c6e-8739-7910db834ff3', 'tag': '5a10844a-7e6b-4a55-a2be-c1895caa7f89'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:54.748328 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0125c197-b0b3-432f-8adc-3d11ca2fe081" -d '{"events": [{"name": "network-changed", "server_uuid": "581666de-87ec-4c6e-8739-7910db834ff3", "tag": "5a10844a-7e6b-4a55-a2be-c1895caa7f89"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:54.788640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccd679-825c-4e45-8e25-a2720619a33a service neutron] Pushing event updated for resources: {'Port': ['ID=5a10844a-7e6b-4a55-a2be-c1895caa7f89,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.795653 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e85cd0-992e-4144-a0f2-dfaf6027b5fe tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.798761 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2567d021-065a-499c-95c8-408f5ede85fe x-openstack-request-id: req-2567d021-065a-499c-95c8-408f5ede85fe {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:54.799112 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581666de-87ec-4c6e-8739-7910db834ff3", "tag": "5a10844a-7e6b-4a55-a2be-c1895caa7f89", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:54.799293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e85cd0-992e-4144-a0f2-dfaf6027b5fe tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.799407 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2567d021-065a-499c-95c8-408f5ede85fe {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:54.799811 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581666de-87ec-4c6e-8739-7910db834ff3', 'tag': '5a10844a-7e6b-4a55-a2be-c1895caa7f89', 'status': 'completed', 'code': 200} Jul 15 13:25:54.802820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34e85cd0-992e-4144-a0f2-dfaf6027b5fe tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/87c5dba3-2bac-4ff8-b4a1-0de13d7ce150 HTTP/1.1" status: 204 len: 168 time: 0.4065831 Jul 15 13:25:54.802987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.825320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e85cd0-992e-4144-a0f2-dfaf6027b5fe tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5dba3-2bac-4ff8-b4a1-0de13d7ce150,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.841168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.905187 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80d1da56-7d42-4554-9e54-13a121f96a17 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010911 Jul 15 13:25:54.910558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.915360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481663316'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.959128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] Provisioning for port e45b4b5e-4902-46bc-8e82-dedf141cf31f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:54.959683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.965104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] Provisioning complete for port e45b4b5e-4902-46bc-8e82-dedf141cf31f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:54.965328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-fb7dfc4f-a8de-468d-be45-8eefd71ba342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.966143 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.967056 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-fb7dfc4f-a8de-468d-be45-8eefd71ba342 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 1095 time: 0.1565444 Jul 15 13:25:55.030738 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-18e14c1e-1fa3-42bd-8406-55badca2828b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89 HTTP/1.1" status: 200 len: 217 time: 0.0552640 Jul 15 13:25:55.124665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121447c7-ee76-4e68-bf2a-381671664371 req-0238531c-d261-4f7c-b3d3-599b17d0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.127000 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-0238531c-d261-4f7c-b3d3-599b17d0231f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.0860224 Jul 15 13:25:55.184212 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-dfb23906-8e41-45db-9bef-b3d69e4dfc9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494013 Jul 15 13:25:55.210727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 8cdb70b9-6120-409b-804d-b97438dc88cd owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:55.245319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.254700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.287981 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.326576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.326793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] For port e45b4b5e-4902-46bc-8e82-dedf141cf31f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e45b4b5e-4902-46bc-8e82-dedf141cf31f,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:55.327785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4162085 Jul 15 13:25:55.331455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410050f0-b42f-4a38-b8c8-c8d4097c4363 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a32930-7418-4de4-aa21-88b3a5997e04,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.335089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.338672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.343483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a54e6e89-d268-4ca7-85f6-003466867033 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '79a32930-7418-4de4-aa21-88b3a5997e04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:55.363178 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-1eb7125d-a43d-4e49-9a55-e6aed76dfe96 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682358 Jul 15 13:25:55.420000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a61a3-57d5-4b63-ad4e-dcc000793646 None None] Pushing event updated for resources: {'Port': ['ID=e45b4b5e-4902-46bc-8e82-dedf141cf31f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.420268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.443335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7ae736-b864-4d8a-8f91-1c5b3d6a8bdb']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:55.461020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-edc6e315-4d26-45a3-856f-394bb097eac8 None None] Provisioning for port 8cdb70b9-6120-409b-804d-b97438dc88cd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:55.465996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfebe161-68f8-4571-a8ad-8efb780ef8e6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:55.466243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfebe161-68f8-4571-a8ad-8efb780ef8e6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:55.466683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-edc6e315-4d26-45a3-856f-394bb097eac8 None None] Provisioning complete for port 8cdb70b9-6120-409b-804d-b97438dc88cd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:55.467882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-edc6e315-4d26-45a3-856f-394bb097eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.470017 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-a54e6e89-d268-4ca7-85f6-003466867033 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The resource could not be found. Jul 15 13:25:55.471496 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a54e6e89-d268-4ca7-85f6-003466867033 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1317804 Jul 15 13:25:55.477922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.484098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8f963c9d-d430-496a-a40d-3e0ca24667d0 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '79a32930-7418-4de4-aa21-88b3a5997e04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f526da47-44f8-4263-83e9-0646ae0a0026'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:55.492945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.523486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.525311 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-121447c7-ee76-4e68-bf2a-381671664371 req-e61c6fab-30a8-40f6-adff-9a85008db100 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538670 Jul 15 13:25:55.527764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-edc6e315-4d26-45a3-856f-394bb097eac8 None None] Port 8cdb70b9-6120-409b-804d-b97438dc88cd cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:55.530960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-000ab306-052a-4f8b-913e-ac92d8c19f4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3080497 Jul 15 13:25:55.556071 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-8f963c9d-d430-496a-a40d-3e0ca24667d0 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The resource could not be found. Jul 15 13:25:55.558653 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8f963c9d-d430-496a-a40d-3e0ca24667d0 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0795226 Jul 15 13:25:55.560202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.565826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:55.566275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:55.569886 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:55.599015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379c8a5-f7dc-4197-b57c-a3dc721d77b7 req-4c16b9f9-484d-4a12-b1d5-71ec0beff5b4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.600516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7379c8a5-f7dc-4197-b57c-a3dc721d77b7 req-4c16b9f9-484d-4a12-b1d5-71ec0beff5b4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 944 time: 0.3001592 Jul 15 13:25:55.662947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c85fad-97ce-498b-9d62-b9ed38530528 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.693530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c85fad-97ce-498b-9d62-b9ed38530528 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.703664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-44f77ec2-8ec2-47f0-ac85-cd364da119ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.705979 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-44f77ec2-8ec2-47f0-ac85-cd364da119ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 1095 time: 0.1145594 Jul 15 13:25:55.711188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.724566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.728988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/networks/eb7ae736-b864-4d8a-8f91-1c5b3d6a8bdb HTTP/1.1" status: 204 len: 168 time: 1.1378510 Jul 15 13:25:55.729642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39720) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.729889 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.739141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7379c8a5-f7dc-4197-b57c-a3dc721d77b7 req-a47430f4-d38b-4553-8e46-d6044045dd63 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264811 Jul 15 13:25:55.780683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df0d9b-4a93-4451-aff7-1059df8f0022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Network': ['ID=eb7ae736-b864-4d8a-8f91-1c5b3d6a8bdb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.785267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=8cdb70b9-6120-409b-804d-b97438dc88cd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.820532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.822637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-26027a09-6f9f-48af-ac54-37bd96829596 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/8cdb70b9-6120-409b-804d-b97438dc88cd HTTP/1.1" status: 204 len: 168 time: 1.4067104 Jul 15 13:25:55.826613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.834057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-41b2e039-3063-46cf-984a-593e04a348ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.835718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-41b2e039-3063-46cf-984a-593e04a348ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1096 time: 0.2733350 Jul 15 13:25:55.878597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c85fad-97ce-498b-9d62-b9ed38530528 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.881157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31c85fad-97ce-498b-9d62-b9ed38530528 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.882345 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31c85fad-97ce-498b-9d62-b9ed38530528 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/79a32930-7418-4de4-aa21-88b3a5997e04 HTTP/1.1" status: 204 len: 168 time: 0.3208573 Jul 15 13:25:55.885069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.931032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c85fad-97ce-498b-9d62-b9ed38530528 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a32930-7418-4de4-aa21-88b3a5997e04,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.970972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb2868-687c-46d5-87a4-4a85336b4889 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.972690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb2868-687c-46d5-87a4-4a85336b4889 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.976835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4ccb2868-687c-46d5-87a4-4a85336b4889 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1471088 Jul 15 13:25:55.977255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b813aa5f-8d65-44ac-b0a7-8aa0582b7bff tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893860 Jul 15 13:25:55.977621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-7f3e6331-767e-45a9-bab5-1a5028598f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.979026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-7f3e6331-767e-45a9-bab5-1a5028598f31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 916 time: 0.2639339 Jul 15 13:25:55.979491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.981217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.985691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-90d805ea-d203-4ce2-aebd-4649f38a7956 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': 'a3e5b943-1831-4381-9cc5-feb4545d8ce7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:55.994121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18278238-04dc-4152-8aaa-9befeed3b83c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.000363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18278238-04dc-4152-8aaa-9befeed3b83c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.002546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-18278238-04dc-4152-8aaa-9befeed3b83c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2710571 Jul 15 13:25:56.007030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.009533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-cd6c0c25-e473-41b3-a5bb-4b79fefc5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.011096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-cd6c0c25-e473-41b3-a5bb-4b79fefc5bea service neutron] 10.222.0.23 "GET /v2.0/networks?id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 898 time: 0.1523838 Jul 15 13:25:56.044136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-462697141'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.081720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e45b4b5e-4902-46bc-8e82-dedf141cf31f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:56.089845 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-71e1a9b0-bfca-4e8b-be1b-07647ce638d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89 HTTP/1.1" status: 200 len: 217 time: 0.0861287 Jul 15 13:25:56.098556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-4c8ce933-3a61-4792-b56a-39408b310c25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 200 len: 1000 time: 0.0798841 Jul 15 13:25:56.137387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e45b4b5e-4902-46bc-8e82-dedf141cf31f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:56.138122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.141269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 8d97e5b8-bc26-466d-a705-f370cf9c1354 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:56.148856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.153157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:56.156667 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.160365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-66beef36-8e6e-4ca6-bdfc-836acf163c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.162346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-66beef36-8e6e-4ca6-bdfc-836acf163c6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bf3101d-cb76-4507-bec3-9cb6f769bc12 HTTP/1.1" status: 200 len: 835 time: 0.0575237 Jul 15 13:25:56.163691 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-90d805ea-d203-4ce2-aebd-4649f38a7956 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The resource could not be found. Jul 15 13:25:56.164479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-90d805ea-d203-4ce2-aebd-4649f38a7956 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1822293 Jul 15 13:25:56.168342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.174995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--251377603'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.210731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-ab142744-5d0b-485f-ad27-838d53ebc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.212218 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-ab142744-5d0b-485f-ad27-838d53ebc197 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.1154113 Jul 15 13:25:56.232400 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.235390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.256016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:56.269224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-74f4e564-7c59-41c4-b091-411afe4f8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.270741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-74f4e564-7c59-41c4-b091-411afe4f8c85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccaea250-4242-4586-8363-d1c3f13224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913162 Jul 15 13:25:56.284077 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-27c07275-fbb2-40e2-bb4e-398e128d8887 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608413 Jul 15 13:25:56.293980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.294429 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Added segment 1fdfa21b-3c46-4845-851e-935c4a9e4e08 of type vlan for network ce952001-746f-49bf-a963-b866b2b9e8e4 Jul 15 13:25:56.402227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.405038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-9089ed29-6e2b-49fc-83c4-057df36bfe32 service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276088 Jul 15 13:25:56.406180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.424530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.451106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.461518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.465501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2915835 Jul 15 13:25:56.465501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7322e-4840-4391-b61e-6c5714428e70 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f265492-bd5b-4b04-b14f-0ec8c555992d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.467347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.476029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228678482'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.515636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-c43da211-5460-4810-b1ef-89eb25ad1f40 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228987 Jul 15 13:25:56.534132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.539731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.540339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.541836 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.546427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cffbca8b-dc88-46f4-967d-ef9331f5b030 req-c544c0f8-ca5f-4f2d-87ba-c34729ae46f6 service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346703 Jul 15 13:25:56.641897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.642139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.646047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.681513 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.685402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2122140 Jul 15 13:25:56.685634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.690168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f9a03f90-a12b-4eda-979e-8003f491ea1b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group_rule': {'security_group_id': '0f265492-bd5b-4b04-b14f-0ec8c555992d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '219d3764-69f3-4479-ac6d-fa3207c22bc1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.695800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1327-9e63-4790-b9a4-9200e1475929 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219d3764-69f3-4479-ac6d-fa3207c22bc1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.707859 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6973977 Jul 15 13:25:56.707859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb21fd4-a8ae-46b8-8648-93268c23025c tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Network': ['ID=ce952001-746f-49bf-a963-b866b2b9e8e4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.708046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.717743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-208801876'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.717913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=8d97e5b8-bc26-466d-a705-f370cf9c1354,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.720585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.722508 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d2dbc270-db75-40bc-897d-99833e82d79a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8d97e5b8-bc26-466d-a705-f370cf9c1354 HTTP/1.1" status: 204 len: 168 time: 0.7418108 Jul 15 13:25:56.727414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.730874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1d26a-900b-4b17-abb5-45b57d82d5f8 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:56.766023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ce952001-746f-49bf-a963-b866b2b9e8e4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:56.768051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:56.771807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.773884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9bbf2491-94a6-4ca7-a430-dcd3ecfe36e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457659 Jul 15 13:25:56.777883 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0125c197-b0b3-432f-8adc-3d11ca2fe081 req-b522ca00-e967-4377-93b7-56549ac593d1 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537887 Jul 15 13:25:56.778412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39752) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.784618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:56.810435 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-f9a03f90-a12b-4eda-979e-8003f491ea1b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:56.812131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f9a03f90-a12b-4eda-979e-8003f491ea1b tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1253343 Jul 15 13:25:56.815114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39754) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.835723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:56.852497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.853287 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Added segment feeccd6e-9579-4443-b294-7735c72afa71 of type vlan for network 4492bb58-f7e2-4ce2-a511-7655d86d0aa6 Jul 15 13:25:56.932817 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71393490-3321-49a4-8972-88638703463c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.938480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:56.942170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.947123 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.987339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71393490-3321-49a4-8972-88638703463c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.004615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e62cd3-10ec-49a3-bde3-8372b8a1a914 req-0da7a16a-3c32-44a1-985a-a37ff004a68c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.006198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e62cd3-10ec-49a3-bde3-8372b8a1a914 req-0da7a16a-3c32-44a1-985a-a37ff004a68c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 944 time: 0.1007471 Jul 15 13:25:57.006798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.012082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.012654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.068102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3590474 Jul 15 13:25:57.070881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.076673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'ports': [{'network_id': 'ce952001-746f-49bf-a963-b866b2b9e8e4', 'name': 'tempest-port--191901744', 'admin_state_up': True}, {'network_id': '4492bb58-f7e2-4ce2-a511-7655d86d0aa6', 'admin_state_up': False}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:57.077281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'port': {'network_id': 'ce952001-746f-49bf-a963-b866b2b9e8e4', 'name': 'tempest-port--191901744', 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:57.082241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'port': {'network_id': '4492bb58-f7e2-4ce2-a511-7655d86d0aa6', 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:57.084997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:57.111228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54d6ca-838c-4ad8-903f-cc3a322a1107 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Network': ['ID=4492bb58-f7e2-4ce2-a511-7655d86d0aa6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.120692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e62cd3-10ec-49a3-bde3-8372b8a1a914 req-b8976c61-e819-45d0-ac47-79ed8298a315 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999110 Jul 15 13:25:57.124198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71393490-3321-49a4-8972-88638703463c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.127105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71393490-3321-49a4-8972-88638703463c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.128358 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71393490-3321-49a4-8972-88638703463c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/219d3764-69f3-4479-ac6d-fa3207c22bc1 HTTP/1.1" status: 204 len: 168 time: 0.3113191 Jul 15 13:25:57.131612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.148169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4492bb58-f7e2-4ce2-a511-7655d86d0aa6 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:57.207989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71393490-3321-49a4-8972-88638703463c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d3764-69f3-4479-ac6d-fa3207c22bc1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.216669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-135ec3f1-bb28-4507-9953-b81134d39ef2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0821884 Jul 15 13:25:57.217121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.263986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] Deleting port e45b4b5e-4902-46bc-8e82-dedf141cf31f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:57.263986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.285014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d96fec-88a9-4c1d-a8ca-75fa1bfc0981 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.310554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d96fec-88a9-4c1d-a8ca-75fa1bfc0981 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.335693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] For port e45b4b5e-4902-46bc-8e82-dedf141cf31f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e45b4b5e-4902-46bc-8e82-dedf141cf31f,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:57.336538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.349376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.366325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d96fec-88a9-4c1d-a8ca-75fa1bfc0981 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.368959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d96fec-88a9-4c1d-a8ca-75fa1bfc0981 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.373097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-94d96fec-88a9-4c1d-a8ca-75fa1bfc0981 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/0f265492-bd5b-4b04-b14f-0ec8c555992d HTTP/1.1" status: 204 len: 168 time: 0.1549222 Jul 15 13:25:57.373475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] Calling delete_port for e45b4b5e-4902-46bc-8e82-dedf141cf31f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:57.373705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.407022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:57.408765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'port': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:57.413513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.419828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:57.424706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96fec-88a9-4c1d-a8ca-75fa1bfc0981 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f265492-bd5b-4b04-b14f-0ec8c555992d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.441847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ecfe8553-ca05-4331-8ef6-2e3b6892de71 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603299 Jul 15 13:25:57.442058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.442058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.442644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.447767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'tempest-secgroup--582031834'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:57.453092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=545b44d7-5fac-436e-910c-c8ab6568f3bf,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.456128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.468791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5de87072-6990-4f50-a83a-54e39e640228 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6893044 Jul 15 13:25:57.472130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.478656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '545b44d7-5fac-436e-910c-c8ab6568f3bf', 'ip_address': '2001:db8::98ba:1742:1a43:e61f'}], 'name': 'tempest-NetworksTestDHCPv6-1364039292'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:57.490668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.514111 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.551057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] No DVR routers for this DVR port e45b4b5e-4902-46bc-8e82-dedf141cf31f on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:57.557846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a10844a-7e6b-4a55-a2be-c1895caa7f89 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:57.560701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1f3f8-18f1-41bc-bdfa-6be548b2bf0d None None] Pushing event deleted for resources: {'Port': ['ID=e45b4b5e-4902-46bc-8e82-dedf141cf31f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.601071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b87550-9371-4486-b1e4-d7fde7b2aa51 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:57.614066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.621376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] device_id is not set on port 394063d0-6602-41cf-b70c-7ce18bce5f8c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:57.633091 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.689138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b6f5c9-01ff-49cf-a2d9-558f359614a0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.707602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:57.723426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.727818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8bc8417f-1f65-458f-bcc2-ab89de470c58 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2817709 Jul 15 13:25:57.728398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.738199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-77b7b843-b899-45ee-b114-f09db1c68b49 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:57.739284 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-77b7b843-b899-45ee-b114-f09db1c68b49 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:25:57.741032 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-77b7b843-b899-45ee-b114-f09db1c68b49 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:25:57.744694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-77b7b843-b899-45ee-b114-f09db1c68b49 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "PUT /v2.0/security-groups/b7b6f5c9-01ff-49cf-a2d9-558f359614a0 HTTP/1.1" status: 409 len: 330 time: 0.0122969 Jul 15 13:25:57.745592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.763074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:57.780451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '5a10844a-7e6b-4a55-a2be-c1895caa7f89', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'port_id': '5a10844a-7e6b-4a55-a2be-c1895caa7f89', 'mac_address': 'fa:16:3e:cb:aa:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514566df-f4e1-4849-be33-ba2b53cebdc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:57.809320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7df63e15-4ca5-4c50-b78e-50954839e0d2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.834560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7df63e15-4ca5-4c50-b78e-50954839e0d2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.873934 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.887326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '545b44d7-5fac-436e-910c-c8ab6568f3bf'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:57.888197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.891056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7df63e15-4ca5-4c50-b78e-50954839e0d2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.894507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7df63e15-4ca5-4c50-b78e-50954839e0d2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.898009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7df63e15-4ca5-4c50-b78e-50954839e0d2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7b6f5c9-01ff-49cf-a2d9-558f359614a0 HTTP/1.1" status: 204 len: 168 time: 0.1490719 Jul 15 13:25:57.900272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.902397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a10844a-7e6b-4a55-a2be-c1895caa7f89 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:57.917314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.921945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df63e15-4ca5-4c50-b78e-50954839e0d2 tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b6f5c9-01ff-49cf-a2d9-558f359614a0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.929623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.942743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:57.973678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:58.017829 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.018475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e5b1df55-d3d2-431c-9100-47c1e40e304c tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1130073 Jul 15 13:25:58.022138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.025055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] device_id is not set on port fe0be1e5-a673-407b-b9c2-543c1033fefd yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:58.043609 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0f124e40-432a-48d6-a510-e0bdf94dd6ae tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] delete failed (client error): The resource could not be found. Jul 15 13:25:58.045002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0f124e40-432a-48d6-a510-e0bdf94dd6ae tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "DELETE /v2.0/security-groups/92a9a302-1795-45d4-b522-71ac25e66697 HTTP/1.1" status: 404 len: 347 time: 0.0215600 Jul 15 13:25:58.049224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.070310 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-da5874f9-4d63-45cc-a30b-e4623e99ee7e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] show failed (client error): The resource could not be found. Jul 15 13:25:58.075776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-da5874f9-4d63-45cc-a30b-e4623e99ee7e tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-groups/86f9dd7b-f3e1-4ff0-9493-721556d59126 HTTP/1.1" status: 404 len: 347 time: 0.0211940 Jul 15 13:25:58.078630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.085303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e45b4b5e-4902-46bc-8e82-dedf141cf31f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:58.097605 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3ffa6dc1-e27f-4195-acc2-fd31e2f320da tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] show failed (client error): The resource could not be found. Jul 15 13:25:58.099164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3ffa6dc1-e27f-4195-acc2-fd31e2f320da tempest-NegativeSecGroupTest-2036393217 tempest-NegativeSecGroupTest-2036393217-project] 10.222.0.48 "GET /v2.0/security-group-rules/e6168c38-d49e-448f-b9f4-20cde80ddddd HTTP/1.1" status: 404 len: 356 time: 0.0189207 Jul 15 13:25:58.140049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e45b4b5e-4902-46bc-8e82-dedf141cf31f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:58.140401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e45b4b5e-4902-46bc-8e82-dedf141cf31f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:58.145500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=5a10844a-7e6b-4a55-a2be-c1895caa7f89,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.181733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/545b44d7-5fac-436e-910c-c8ab6568f3bf/43e8a4ff-3a37-4c7b-8120-377449b3dd78) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:58.232040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.267688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:58.283221 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.383140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Checking segment: {'id': '1fdfa21b-3c46-4845-851e-935c4a9e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ce952001-746f-49bf-a963-b866b2b9e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:58.383588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network hostable DHCP agents. Network: ce952001-746f-49bf-a963-b866b2b9e8e4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:58.386248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02186a-7b64-4be0-998d-ef30b08ae8c4 req-b1b89081-723f-4732-9ed3-3560dc093f98 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.386403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Port': ['ID=394063d0-6602-41cf-b70c-7ce18bce5f8c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.388344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c02186a-7b64-4be0-998d-ef30b08ae8c4 req-b1b89081-723f-4732-9ed3-3560dc093f98 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 945 time: 0.1085858 Jul 15 13:25:58.410169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network ce952001-746f-49bf-a963-b866b2b9e8e4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:58.418562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.424026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ce952001-746f-49bf-a963-b866b2b9e8e4) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:58.429174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:58.430461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.440515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c02186a-7b64-4be0-998d-ef30b08ae8c4 req-de7f5b5d-b825-4d36-9118-2c5055fe2f39 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Jul 15 13:25:58.442081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647cce9-66c2-4efd-a631-f3483b053763 None None] Network ce952001-746f-49bf-a963-b866b2b9e8e4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:58.444212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Transition to ACTIVE for port object 43e8a4ff-3a37-4c7b-8120-377449b3dd78 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:58.497112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.515939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Port': ['ID=fe0be1e5-a673-407b-b9c2-543c1033fefd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.519836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Checking segment: {'id': 'feeccd6e-9579-4443-b294-7735c72afa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4492bb58-f7e2-4ce2-a511-7655d86d0aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:58.520200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network hostable DHCP agents. Network: 4492bb58-f7e2-4ce2-a511-7655d86d0aa6, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:58.529983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Transition to ACTIVE for port object 43e8a4ff-3a37-4c7b-8120-377449b3dd78 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:58.544331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.564154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network 4492bb58-f7e2-4ce2-a511-7655d86d0aa6 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:58.588359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4492bb58-f7e2-4ce2-a511-7655d86d0aa6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:58.591851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:58.599472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.604885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.605642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.608216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95519867-8371-4b19-8b36-38b260e62c3c None None] Network 4492bb58-f7e2-4ce2-a511-7655d86d0aa6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:58.621327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::98ba:1742:1a43:e61f (7a649256-e900-404d-8783-423bfe265175/545b44d7-5fac-436e-910c-c8ab6568f3bf/3e9eb5ea-743a-4c5c-952f-f4309cdcd234) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:58.639841 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03dee6d6-f9b6-4830-8ccc-8cd25f3d1ffa tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5678337 Jul 15 13:25:58.643594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.651334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:58.697756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:58.705575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-174b5bb5-7280-4f9e-aae7-fd63befbdcba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc78e0eafef64111aa560b78a3d0b591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067218 Jul 15 13:25:58.705947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:58.708019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.718434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Pushing event updated for resources: {'Port': ['ID=43e8a4ff-3a37-4c7b-8120-377449b3dd78,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:58.722704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe97518-c50d-4bed-b287-150cff585022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.732379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe97518-c50d-4bed-b287-150cff585022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:58.740013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2fe97518-c50d-4bed-b287-150cff585022 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0928960 Jul 15 13:25:58.740677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:58.828986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c71ad06-2a6d-492c-981c-3518dffca773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.833972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Attempting to bind port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:58.834379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Attempting to bind port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:58.834750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Attempting to bind port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:58.846101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:58.846510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:58.846920 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.847323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:58.847807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Bound port: 43e8a4ff-3a37-4c7b-8120-377449b3dd78, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:58.848194 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.868012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Deleting port 394063d0-6602-41cf-b70c-7ce18bce5f8c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:58.868923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.938962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] For port 43e8a4ff-3a37-4c7b-8120-377449b3dd78, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:58.941765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] For port 43e8a4ff-3a37-4c7b-8120-377449b3dd78, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43e8a4ff-3a37-4c7b-8120-377449b3dd78,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:58.948238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.951896 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.967237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Calling delete_port for 394063d0-6602-41cf-b70c-7ce18bce5f8c owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:59.030549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43bc5-5fa0-4b30-8ef8-f05654d79a08 None None] Pushing event updated for resources: {'Port': ['ID=43e8a4ff-3a37-4c7b-8120-377449b3dd78,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.105140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.151594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.155223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/ports/394063d0-6602-41cf-b70c-7ce18bce5f8c HTTP/1.1" status: 204 len: 168 time: 0.4130118 Jul 15 13:25:59.156402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fccf1-c404-42c0-905e-f4c27432eddc tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Port': ['ID=394063d0-6602-41cf-b70c-7ce18bce5f8c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.159376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.269848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.293695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c71ad06-2a6d-492c-981c-3518dffca773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.298059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.307070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Deleting port fe0be1e5-a673-407b-b9c2-543c1033fefd {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:59.307497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.377343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:59.393217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.411168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Calling delete_port for fe0be1e5-a673-407b-b9c2-543c1033fefd owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:59.467604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c71ad06-2a6d-492c-981c-3518dffca773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.468927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c71ad06-2a6d-492c-981c-3518dffca773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.473357 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c71ad06-2a6d-492c-981c-3518dffca773 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de0787ee-c402-4183-b534-4df3900ba2ac HTTP/1.1" status: 204 len: 168 time: 0.7642467 Jul 15 13:25:59.519328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.533601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71ad06-2a6d-492c-981c-3518dffca773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0787ee-c402-4183-b534-4df3900ba2ac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.536192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a10844a-7e6b-4a55-a2be-c1895caa7f89 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:59.549080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.556366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Port': ['ID=fe0be1e5-a673-407b-b9c2-543c1033fefd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.573395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.578314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2e0b74bd-af6f-4732-9e4c-9e6575a86915 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/ports/fe0be1e5-a673-407b-b9c2-543c1033fefd HTTP/1.1" status: 204 len: 168 time: 0.4178255 Jul 15 13:25:59.579197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.622108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4300b3d9-cbb3-4506-a9f2-4dabda4a1692 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0418460 Jul 15 13:25:59.622491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.630547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-545987470'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:59.668164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:59.676996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:59.677660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.683200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=3e9eb5ea-743a-4c5c-952f-f4309cdcd234,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.687007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:59.696445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:59.702764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:59.708403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.709040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.714677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:59.718046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.760558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3e40-5326-485f-828f-1ca7deadca39 req-acd6062f-a50b-47e7-b442-8fd9c7ad1424 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.769616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b9e3e40-5326-485f-828f-1ca7deadca39 req-acd6062f-a50b-47e7-b442-8fd9c7ad1424 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 945 time: 0.0938866 Jul 15 13:25:59.805099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:59.811002 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5eb25eae-d867-4c6e-853b-0619bb4066e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3349390 Jul 15 13:25:59.811968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.846471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.846471 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Added segment 54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6 of type vlan for network 1c11667a-2c37-4a42-9a87-1f84536aae43 Jul 15 13:25:59.854919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.897741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581666de-87ec-4c6e-8739-7910db834ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a10844a-7e6b-4a55-a2be-c1895caa7f89'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:59.900377 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e1d63-1695-42e6-9a89-f96e1260722e" -d '{"events": [{"server_uuid": "581666de-87ec-4c6e-8739-7910db834ff3", "name": "network-vif-plugged", "status": "completed", "tag": "5a10844a-7e6b-4a55-a2be-c1895caa7f89"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:59.942050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:59.943207 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b9e3e40-5326-485f-828f-1ca7deadca39 req-11358112-2671-45e9-abec-e1e36a82a69b tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718209 Jul 15 13:25:59.956658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.970146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.055590 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a233290-b2df-4ef3-83db-4ae24b0123c1 x-openstack-request-id: req-1a233290-b2df-4ef3-83db-4ae24b0123c1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:00.055893 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581666de-87ec-4c6e-8739-7910db834ff3", "name": "network-vif-plugged", "status": "completed", "tag": "5a10844a-7e6b-4a55-a2be-c1895caa7f89", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:00.056211 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a233290-b2df-4ef3-83db-4ae24b0123c1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:00.056541 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581666de-87ec-4c6e-8739-7910db834ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a10844a-7e6b-4a55-a2be-c1895caa7f89', 'code': 200} Jul 15 13:26:00.057127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=5a10844a-7e6b-4a55-a2be-c1895caa7f89,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.095134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977bef8-e0f4-4e3f-ac84-b75e458cd8bf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.100121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.112187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.112851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977bef8-e0f4-4e3f-ac84-b75e458cd8bf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.115993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8977bef8-e0f4-4e3f-ac84-b75e458cd8bf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3029366 Jul 15 13:26:00.116216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.118065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.272090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43e8a4ff-3a37-4c7b-8120-377449b3dd78 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:00.310791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:00.311839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.349093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7230077 Jul 15 13:26:00.353692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.378016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:00.383912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1094019252'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:00.418244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb162b-2240-4d71-bbc8-e37b93570fb0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Network': ['ID=1c11667a-2c37-4a42-9a87-1f84536aae43,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.441561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 1c11667a-2c37-4a42-9a87-1f84536aae43 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:00.460786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13f4b-43e8-44af-be2e-3ff5d027b6f7 req-ecf1347f-47ca-486e-b355-b6c3cb3004dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.462468 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8fc13f4b-43e8-44af-be2e-3ff5d027b6f7 req-ecf1347f-47ca-486e-b355-b6c3cb3004dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 1097 time: 0.4018230 Jul 15 13:26:00.465787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.479669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:00.482742 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.515770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:00.526041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.526536 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Added segment 8afa573e-2c51-4da5-ab8f-8b86dfce9633 of type vlan for network 0f95244e-bdfa-450d-b741-1f919308678a Jul 15 13:26:00.574357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.578943 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8fc13f4b-43e8-44af-be2e-3ff5d027b6f7 req-b1abc5fe-f078-45d5-a964-7fccb1fbacde service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Jul 15 13:26:00.597392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.616438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:00.629454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] Provisioning for port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:00.639124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] Provisioning complete for port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:00.639850 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.734666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.754839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.776786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.783221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.783852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.799317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] For port 43e8a4ff-3a37-4c7b-8120-377449b3dd78, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43e8a4ff-3a37-4c7b-8120-377449b3dd78,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:00.803347 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.882464 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.883745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22691643-5d4a-4d47-9be2-6dc8054db88a None None] Pushing event updated for resources: {'Port': ['ID=43e8a4ff-3a37-4c7b-8120-377449b3dd78,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.890810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5328534 Jul 15 13:26:00.904918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbfcac-ab68-4bfc-a895-d34c2d7f7f13 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Network': ['ID=0f95244e-bdfa-450d-b741-1f919308678a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.932092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.938880 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8b232af8-edae-4ac3-a61b-e9a20a6a7153 tempest-ServiceProvidersTest-2053316085 tempest-ServiceProvidersTest-2053316085-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2022023 Jul 15 13:26:00.941079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b256f2f3-d6de-4cb3-8b0b-5433c6a2f00b None None] Provisioning for port 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:00.946752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0f95244e-bdfa-450d-b741-1f919308678a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:00.971265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b256f2f3-d6de-4cb3-8b0b-5433c6a2f00b None None] Provisioning complete for port 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:00.971924 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b256f2f3-d6de-4cb3-8b0b-5433c6a2f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.984643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=3e9eb5ea-743a-4c5c-952f-f4309cdcd234,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:01.001695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b256f2f3-d6de-4cb3-8b0b-5433c6a2f00b None None] Port 3e9eb5ea-743a-4c5c-952f-f4309cdcd234 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:26:01.026780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.032396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8dcb3371-337d-45ae-b19f-15e792dab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/3e9eb5ea-743a-4c5c-952f-f4309cdcd234 HTTP/1.1" status: 204 len: 168 time: 0.9132240 Jul 15 13:26:01.033173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.121810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb32dff-6661-4e62-98bd-7126826aad08 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.123592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb32dff-6661-4e62-98bd-7126826aad08 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.134064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.134400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cbb32dff-6661-4e62-98bd-7126826aad08 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0994914 Jul 15 13:26:01.235888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port f735e685-2869-4de3-aca5-d5402b9fd43a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:01.236246 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.347006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644dea5-c2e2-4bcb-81d3-ad7038f17892 req-3927b47e-0d2d-4abc-b821-67047e9a0c8a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.351161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1644dea5-c2e2-4bcb-81d3-ad7038f17892 req-3927b47e-0d2d-4abc-b821-67047e9a0c8a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 946 time: 0.1441913 Jul 15 13:26:01.414827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port f735e685-2869-4de3-aca5-d5402b9fd43a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f735e685-2869-4de3-aca5-d5402b9fd43a,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:01.414827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.424299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1644dea5-c2e2-4bcb-81d3-ad7038f17892 req-e868f543-2d3a-47d0-b34d-3de687c8418d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Jul 15 13:26:01.469054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for f735e685-2869-4de3-aca5-d5402b9fd43a owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:01.507880 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.605939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 545b44d7-5fac-436e-910c-c8ab6568f3bf {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:01.610351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.654574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faa2e7b-d20c-4b75-aba0-f2355df80f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.686678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.772549 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faa2e7b-d20c-4b75-aba0-f2355df80f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.778139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faa2e7b-d20c-4b75-aba0-f2355df80f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.829904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9faa2e7b-d20c-4b75-aba0-f2355df80f4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=100b76e60722438db8a4ee8aacfeffc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184006 Jul 15 13:26:01.829904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa2e7b-d20c-4b75-aba0-f2355df80f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235022e2-a862-419a-9f4b-99ff44d48306,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:01.833857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.860249 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.864279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.890767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d69d1-8acb-4411-9092-314d28ffa8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.914099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d69d1-8acb-4411-9092-314d28ffa8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.917212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=f735e685-2869-4de3-aca5-d5402b9fd43a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:01.941644 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-61e84e73-f92e-4afb-bc57-0391bba522a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1708221 Jul 15 13:26:01.998737 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d69d1-8acb-4411-9092-314d28ffa8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.999348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d69d1-8acb-4411-9092-314d28ffa8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.003622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-529d69d1-8acb-4411-9092-314d28ffa8db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/235022e2-a862-419a-9f4b-99ff44d48306 HTTP/1.1" status: 204 len: 168 time: 0.1656699 Jul 15 13:26:02.010639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d69d1-8acb-4411-9092-314d28ffa8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235022e2-a862-419a-9f4b-99ff44d48306,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.180656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.229578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=545b44d7-5fac-436e-910c-c8ab6568f3bf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.245127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.247049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7d238e0f-681b-4649-850d-252c0da458ac tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/545b44d7-5fac-436e-910c-c8ab6568f3bf HTTP/1.1" status: 204 len: 168 time: 1.1113887 Jul 15 13:26:02.251809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:02.259133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43e8a4ff-3a37-4c7b-8120-377449b3dd78 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:02.318019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-fd161c03-bbed-4c3d-808f-7b487c450cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.322038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-fd161c03-bbed-4c3d-808f-7b487c450cf8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 1097 time: 0.3009415 Jul 15 13:26:02.364021 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.380035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4fe688e9-d8de-4535-9cc9-02ef966c462d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228545 Jul 15 13:26:02.380393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:02.577053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689756fb-35cf-4717-a8cd-2caf6e02f60a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.586635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-689756fb-35cf-4717-a8cd-2caf6e02f60a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2024534 Jul 15 13:26:02.588325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:02.637702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-eec162e4-ba51-4046-91cb-b1d81eff77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.640318 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-eec162e4-ba51-4046-91cb-b1d81eff77c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d07625f2-e7da-4419-9a80-d6f3d0048648 HTTP/1.1" status: 200 len: 898 time: 0.2711923 Jul 15 13:26:02.676402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf43ee5-f40f-49f6-8a1e-5631010a530d None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:02.706626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ad930-5166-4e11-87a6-5d867c156ba1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.710804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9d9ad930-5166-4e11-87a6-5d867c156ba1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190565 Jul 15 13:26:02.711081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:02.729864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:02.730740 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.780224 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-fc2fad7b-fa03-4a8e-9b47-1488f7ee88d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0434842e-2b13-4723-96cb-5c114ab38557 HTTP/1.1" status: 200 len: 217 time: 0.1263130 Jul 15 13:26:02.883143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9d8c2286-4b58-47a5-823c-40e14d2f09f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708779 Jul 15 13:26:02.893198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:02.903969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:03.011473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-b7f8c0b7-3a4b-4435-8205-010950a9e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.012973 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-b7f8c0b7-3a4b-4435-8205-010950a9e137 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f7b5d11-5676-414f-92b7-119883fc24c8 HTTP/1.1" status: 200 len: 838 time: 0.2227437 Jul 15 13:26:03.130074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:03.150281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-b53445f0-0baa-4ae5-98e0-3dc22a7af8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.158263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-b53445f0-0baa-4ae5-98e0-3dc22a7af8a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d07625f2-e7da-4419-9a80-d6f3d0048648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983167 Jul 15 13:26:03.171580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:03.264063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b206f4-d7a2-478d-8cff-2da19f61f8d7 req-89d13aa0-3d5e-4b9c-9e25-ec4b8d76379c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.276385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Deleting port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:03.277400 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.288418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02b206f4-d7a2-478d-8cff-2da19f61f8d7 req-89d13aa0-3d5e-4b9c-9e25-ec4b8d76379c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 946 time: 0.4766901 Jul 15 13:26:03.304379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:03.318004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.462253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] For port 43e8a4ff-3a37-4c7b-8120-377449b3dd78, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43e8a4ff-3a37-4c7b-8120-377449b3dd78,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:03.462768 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.498567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:03.502787 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-b19e81b9-c09c-42cb-b7c1-ef95a412b573 service neutron] 10.222.0.49 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700737 Jul 15 13:26:03.507936 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e96215e-6932-488f-9d57-f4252cb71ad2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "PUT /v2.0/routers/0ce8b53c-3eb4-4eed-9998-0f3bbabfe536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2315793 Jul 15 13:26:03.509872 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:03.543957 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:03.544583 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:03.561547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Calling delete_port for 43e8a4ff-3a37-4c7b-8120-377449b3dd78 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:03.722513 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9c23d1e5-65ba-4200-9c51-e215a90a8de4 req-06e966e2-aaed-4e00-860b-655f28009b40 service neutron] 10.222.0.49 "GET /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938653 Jul 15 13:26:03.773827 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.825196 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.844862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02b206f4-d7a2-478d-8cff-2da19f61f8d7 req-b122bd21-3dd3-4a35-80b9-eeb3950f74c8 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551171 Jul 15 13:26:03.865521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Pushing event deleted for resources: {'Port': ['ID=43e8a4ff-3a37-4c7b-8120-377449b3dd78,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.883770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] No DVR routers for this DVR port 43e8a4ff-3a37-4c7b-8120-377449b3dd78 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:03.896632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.897005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.897371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.897803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.898287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.898718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.899245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.899698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.900123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.900911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.901337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:03.901938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d1d22-8cd0-4700-98c8-5b60b1bb7d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:04.006495 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:04.193698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.198602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43e8a4ff-3a37-4c7b-8120-377449b3dd78 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:04.248216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 43e8a4ff-3a37-4c7b-8120-377449b3dd78 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:04.249789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43e8a4ff-3a37-4c7b-8120-377449b3dd78 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:04.351339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:04.362912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:04.373837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=130aaf6d-5b38-41f3-ab37-a3d7ee3900f1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.374518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7cd8a-d09c-4f8c-b381-d955a17dde69 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:04.383706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:04.384560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.424545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e31c9e7-b0c7-4947-8a05-a1278c921758 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5280044 Jul 15 13:26:04.427843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.433541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '130aaf6d-5b38-41f3-ab37-a3d7ee3900f1', 'ip_address': '2001:db8::3379:82b8:5bf8:2804'}], 'name': 'tempest-NetworksTestDHCPv6-500291651'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:04.486847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.492466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'subnets': [{'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1012076335', 'ip_version': 6}, {'network_id': '0f95244e-bdfa-450d-b741-1f919308678a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:04.492891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'subnet': {'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1012076335', 'ip_version': 6}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:04.494451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Request body: {'subnet': {'network_id': '0f95244e-bdfa-450d-b741-1f919308678a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:04.542497 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 6, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:04.626944 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:04.644558 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:04.646960 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:04.656329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a279e-fe60-4d7c-8be8-a8477d141390 req-fb7329e1-a564-4968-90d7-54cc7a114d27 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:04.658738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-393a279e-fe60-4d7c-8be8-a8477d141390 req-fb7329e1-a564-4968-90d7-54cc7a114d27 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 946 time: 0.1496336 Jul 15 13:26:04.659999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:04.766007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-393a279e-fe60-4d7c-8be8-a8477d141390 req-8446c5b1-416f-4454-8a8c-fe247deeddf8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007638 Jul 15 13:26:04.772492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '130aaf6d-5b38-41f3-ab37-a3d7ee3900f1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:04.773401 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.799997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.822161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port c77891ab-af07-4ea6-8e81-08db8a82981d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:04.823402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Made reservation on behalf of 2cff721860f94c438a6940146b0a011f for: {'subnet': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:04.835286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.835649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.903435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:05.047647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/130aaf6d-5b38-41f3-ab37-a3d7ee3900f1/66930723-1606-4ed1-86d3-ec0de825cb8a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:05.258242 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 6, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:05.289794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.302346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Transition to ACTIVE for port object 66930723-1606-4ed1-86d3-ec0de825cb8a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:05.304147 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c492985e-0931-4264-ab6b-fb19e982e8ec None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 6, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'port_id': '58815bc3-fe5a-489a-9a12-1cff381081be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'mac_address': 'fa:16:3e:f4:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:38Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:05.334986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Transition to ACTIVE for port object 66930723-1606-4ed1-86d3-ec0de825cb8a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:05.348357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:05.350436 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.401967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Pushing event updated for resources: {'Port': ['ID=66930723-1606-4ed1-86d3-ec0de825cb8a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.430407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::3379:82b8:5bf8:2804 (7a649256-e900-404d-8783-423bfe265175/130aaf6d-5b38-41f3-ab37-a3d7ee3900f1/c77891ab-af07-4ea6-8e81-08db8a82981d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:05.436721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:05.438938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:05.442998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:05.553823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.556820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Attempting to bind port 66930723-1606-4ed1-86d3-ec0de825cb8a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:05.557471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Attempting to bind port 66930723-1606-4ed1-86d3-ec0de825cb8a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:05.559373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Attempting to bind port 66930723-1606-4ed1-86d3-ec0de825cb8a on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:05.570357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-573fdb68-5b26-4921-9f18-d427f124b94f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.572125 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-573fdb68-5b26-4921-9f18-d427f124b94f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 946 time: 0.2486100 Jul 15 13:26:05.577355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:05.577749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:05.580030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.580451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:05.580948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Bound port: 66930723-1606-4ed1-86d3-ec0de825cb8a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:05.581342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.709533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Subnet': ['ID=7a6c92a6-8014-4012-abab-f824acc27530,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.722598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] For port 66930723-1606-4ed1-86d3-ec0de825cb8a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:05.726873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] For port 66930723-1606-4ed1-86d3-ec0de825cb8a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=66930723-1606-4ed1-86d3-ec0de825cb8a,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:05.739648 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.815299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Checking segment: {'id': '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:05.815694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network hostable DHCP agents. Network: 1c11667a-2c37-4a42-9a87-1f84536aae43, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:05.821744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2582b-ce54-4350-8195-ead8f5f1d0c0 None None] Pushing event updated for resources: {'Port': ['ID=66930723-1606-4ed1-86d3-ec0de825cb8a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.870330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network 1c11667a-2c37-4a42-9a87-1f84536aae43 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:05.891641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port 0434842e-2b13-4723-96cb-5c114ab38557 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:05.892054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.899229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 1c11667a-2c37-4a42-9a87-1f84536aae43) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:05.908966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f7332-be95-4b2c-ac86-825b462c861e None None] Network 1c11667a-2c37-4a42-9a87-1f84536aae43 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:05.919389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.016778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f735e685-2869-4de3-aca5-d5402b9fd43a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:06.047075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f735e685-2869-4de3-aca5-d5402b9fd43a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:06.047602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f735e685-2869-4de3-aca5-d5402b9fd43a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:06.194051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-1c11667a-2c37-4a42-9a87-1f84536aae43', 'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43', 'tenant_id': '2cff721860f94c438a6940146b0a011f', 'fixed_ips': [{'subnet_id': '7a6c92a6-8014-4012-abab-f824acc27530'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:06.195483 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.208521 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbc27-9932-486c-891f-84caea6dee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.284743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.318053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object c77891ab-af07-4ea6-8e81-08db8a82981d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:06.336504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43816-07f0-4106-a61a-03537190bcce req-160c17c4-bb2e-41f8-995e-90e0b2a16aaf tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.338373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e43816-07f0-4106-a61a-03537190bcce req-160c17c4-bb2e-41f8-995e-90e0b2a16aaf tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 946 time: 0.2297251 Jul 15 13:26:06.383851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Allocated IP 2001:db8::1 (1c11667a-2c37-4a42-9a87-1f84536aae43/7a6c92a6-8014-4012-abab-f824acc27530/1cbb22f5-d15f-439b-9325-5ac2f1a1d196) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:06.426697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e43816-07f0-4106-a61a-03537190bcce req-7d9b7047-9036-4fe8-9f6c-2d6d5df2bb3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=2eedc540-79be-4550-912e-78ffc3032f81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765946 Jul 15 13:26:06.431424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event updated for resources: {'Subnet': ['ID=24ae9db2-b89b-475f-9100-576f10ec92c2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.443605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.466383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port 0434842e-2b13-4723-96cb-5c114ab38557, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=0434842e-2b13-4723-96cb-5c114ab38557,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:06.466816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.478158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Checking segment: {'id': '8afa573e-2c51-4da5-ab8f-8b86dfce9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f95244e-bdfa-450d-b741-1f919308678a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:06.478546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network hostable DHCP agents. Network: 0f95244e-bdfa-450d-b741-1f919308678a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:06.484489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for 0434842e-2b13-4723-96cb-5c114ab38557 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:06.541252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Network 0f95244e-bdfa-450d-b741-1f919308678a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:06.565225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:06.569385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbc27-9932-486c-891f-84caea6dee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.571320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0f95244e-bdfa-450d-b741-1f919308678a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:06.575531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:06.579154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:06.587333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.588229 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.588516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13878a8-0ea6-49ef-8e83-a6ca1eec3474 None None] Network 0f95244e-bdfa-450d-b741-1f919308678a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:06.589107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.595783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.596757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.599137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbc27-9932-486c-891f-84caea6dee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.612632 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.618773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=c77891ab-af07-4ea6-8e81-08db8a82981d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.637482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Transition to ACTIVE for port object 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:06.660054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5dde099-fd4f-4789-b7c4-bcf887c180eb tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1693757 Jul 15 13:26:06.662798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:06.685604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-636ec97d-45f2-4487-ac82-fc1ca1dac271 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2565711 Jul 15 13:26:06.706073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Transition to ACTIVE for port object 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:06.726956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.731134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:06.742659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '130aaf6d-5b38-41f3-ab37-a3d7ee3900f1', 'ip_address': '2001:db8::3379:82b8:5bf8:2804'}], 'name': 'tempest-NetworksTestDHCPv6-2145660063'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:06.757227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c7fbbc27-9932-486c-891f-84caea6dee54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdb2124b599349bcb78c98abf81a2e68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4045384 Jul 15 13:26:06.758493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbbc27-9932-486c-891f-84caea6dee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f19e56-5662-4c41-905c-124d20c30edc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.760951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:06.819305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Network 1c11667a-2c37-4a42-9a87-1f84536aae43 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:06.822297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Pushing event updated for resources: {'Port': ['ID=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.830562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:06.833679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:06.916477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc3846-11c3-4327-80a2-68092a824f02 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.917771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc3846-11c3-4327-80a2-68092a824f02 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.927323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc3846-11c3-4327-80a2-68092a824f02 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.928995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bcbc3846-11c3-4327-80a2-68092a824f02 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2652471 Jul 15 13:26:06.938743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:06.985055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d377d874-7f2f-4046-b1c1-1a6ffc802a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.002623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Deleting subnet 7a6c92a6-8014-4012-abab-f824acc27530 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:07.006346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.008395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-0f95244e-bdfa-450d-b741-1f919308678a', 'network_id': '0f95244e-bdfa-450d-b741-1f919308678a', 'tenant_id': '2cff721860f94c438a6940146b0a011f', 'fixed_ips': [{'subnet_id': '24ae9db2-b89b-475f-9100-576f10ec92c2'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:07.013965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d377d874-7f2f-4046-b1c1-1a6ffc802a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.017186 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.028199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.058035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Attempting to bind port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:07.058439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Attempting to bind port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:07.063510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=0434842e-2b13-4723-96cb-5c114ab38557,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:07.066326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Attempting to bind port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 on network 1c11667a-2c37-4a42-9a87-1f84536aae43 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:07.099696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:07.100092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Checking segment: {'id': '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:07.100508 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.100918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Bound using segment: {'id': '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:07.101409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Bound port: 1cbb22f5-d15f-439b-9325-5ac2f1a1d196, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c11667a-2c37-4a42-9a87-1f84536aae43'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:07.103538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.113498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.226249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] No DVR routers for this DVR port 0434842e-2b13-4723-96cb-5c114ab38557 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:07.229904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.232837 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e31244da-76ac-4f93-a3bd-29f650f039f0 req-cd35ad59-eb9a-48cc-a40b-969678dbaaf0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "DELETE /v2.0/ports/0434842e-2b13-4723-96cb-5c114ab38557 HTTP/1.1" status: 204 len: 173 time: 1.6319332 Jul 15 13:26:07.233656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'name': 'network-vif-deleted', 'tag': '0434842e-2b13-4723-96cb-5c114ab38557'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:07.233966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:07.237911 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda724e8-5187-4bb0-9822-79d402ac38b2" -d '{"events": [{"server_uuid": "e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e", "name": "network-vif-deleted", "tag": "0434842e-2b13-4723-96cb-5c114ab38557"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:07.242893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d377d874-7f2f-4046-b1c1-1a6ffc802a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.246030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d377d874-7f2f-4046-b1c1-1a6ffc802a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.247388 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d377d874-7f2f-4046-b1c1-1a6ffc802a24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3f19e56-5662-4c41-905c-124d20c30edc HTTP/1.1" status: 204 len: 168 time: 0.4614613 Jul 15 13:26:07.259028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377d874-7f2f-4046-b1c1-1a6ffc802a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f19e56-5662-4c41-905c-124d20c30edc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:07.282376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.348877 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f281a4-65bc-4431-a67c-17db4afbd327 x-openstack-request-id: req-09f281a4-65bc-4431-a67c-17db4afbd327 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:07.348877 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e", "name": "network-vif-deleted", "tag": "0434842e-2b13-4723-96cb-5c114ab38557", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:07.349822 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09f281a4-65bc-4431-a67c-17db4afbd327 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:07.349822 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e', 'name': 'network-vif-deleted', 'tag': '0434842e-2b13-4723-96cb-5c114ab38557', 'status': 'completed', 'code': 200} Jul 15 13:26:07.392475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 7d49d058-b0a2-492e-943d-3adaee05497e yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:07.396394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Allocated IP 2001:db8:0:1::1 (0f95244e-bdfa-450d-b741-1f919308678a/24ae9db2-b89b-475f-9100-576f10ec92c2/4653207a-5dba-45b9-a587-1f1ee4262115) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:07.465097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] For port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:07.489197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] For port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,segment=NetworkSegment(54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6),segment_id=54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:07.542990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.549679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.725773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7be8bce1-c76a-4a9e-bb3f-032282a06fe6 None None] Provisioning for port 66930723-1606-4ed1-86d3-ec0de825cb8a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:07.886082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14bc3f-061f-4c70-8745-7e9ee3aabf78 None None] Pushing event updated for resources: {'Port': ['ID=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:07.951025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.970181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Transition to ACTIVE for port object 4653207a-5dba-45b9-a587-1f1ee4262115 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:07.986756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40002) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:08.026359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Transition to ACTIVE for port object 4653207a-5dba-45b9-a587-1f1ee4262115 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:08.033411 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:26:08.041432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e55bdb4-b675-440d-896b-8aafe079107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.041781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:08.049664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.073008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a3a97d0-20b0-4af0-8207-761793eaddd9 req-2b4cad27-f873-417d-9111-115fc4c2a7c6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e505b99e-be2d-4c45-b4a3-24b6a0ed4f0e HTTP/1.1" status: 200 len: 210 time: 0.1612046 Jul 15 13:26:08.114933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Network 0f95244e-bdfa-450d-b741-1f919308678a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:08.119496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:08.123766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:08.212264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.294380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Pushing event updated for resources: {'Port': ['ID=4653207a-5dba-45b9-a587-1f1ee4262115,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.316513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66930723-1606-4ed1-86d3-ec0de825cb8a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:08.362031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6c92a6-8014-4012-abab-f824acc27530,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.368579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e55bdb4-b675-440d-896b-8aafe079107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.384731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e55bdb4-b675-440d-896b-8aafe079107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.390678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.393780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-18883e44-010b-4188-aeb9-9b9835c7101e tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/subnets/7a6c92a6-8014-4012-abab-f824acc27530 HTTP/1.1" status: 204 len: 168 time: 1.4540601 Jul 15 13:26:08.398089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:08.402436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-de90024d-880d-4b60-8d97-4bf7259c4945 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6702225 Jul 15 13:26:08.407988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40006) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:08.488256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d83ecd51-6844-4b34-b12d-c9ed408a43ec None None] Provisioning for port c77891ab-af07-4ea6-8e81-08db8a82981d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:08.493867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Attempting to bind port 4653207a-5dba-45b9-a587-1f1ee4262115 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:08.497718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Attempting to bind port 4653207a-5dba-45b9-a587-1f1ee4262115 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8afa573e-2c51-4da5-ab8f-8b86dfce9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f95244e-bdfa-450d-b741-1f919308678a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:08.498342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Attempting to bind port 4653207a-5dba-45b9-a587-1f1ee4262115 on network 0f95244e-bdfa-450d-b741-1f919308678a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:08.506851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55bdb4-b675-440d-896b-8aafe079107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022b60c6-bdb5-48e9-a62c-7bb4a7c09e03,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.519137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:08.519522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Checking segment: {'id': '8afa573e-2c51-4da5-ab8f-8b86dfce9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f95244e-bdfa-450d-b741-1f919308678a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:08.519928 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.520438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Bound using segment: {'id': '8afa573e-2c51-4da5-ab8f-8b86dfce9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f95244e-bdfa-450d-b741-1f919308678a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:08.520842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Bound port: 4653207a-5dba-45b9-a587-1f1ee4262115, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afa573e-2c51-4da5-ab8f-8b86dfce9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f95244e-bdfa-450d-b741-1f919308678a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:08.521253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.526174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d83ecd51-6844-4b34-b12d-c9ed408a43ec None None] Provisioning complete for port c77891ab-af07-4ea6-8e81-08db8a82981d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:08.526586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d83ecd51-6844-4b34-b12d-c9ed408a43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.532822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Deleting subnet 24ae9db2-b89b-475f-9100-576f10ec92c2 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:08.539236 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e55bdb4-b675-440d-896b-8aafe079107e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2936c82594ca4082ad281b6bbee64457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511973 Jul 15 13:26:08.540321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.544191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:08.554276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d3663-22a6-4120-8736-3081aa2dad69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:08.561993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d3663-22a6-4120-8736-3081aa2dad69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:08.564317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b67d3663-22a6-4120-8736-3081aa2dad69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1530147 Jul 15 13:26:08.567634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:08.635391 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.651263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d83ecd51-6844-4b34-b12d-c9ed408a43ec None None] Port c77891ab-af07-4ea6-8e81-08db8a82981d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:08.661785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 66930723-1606-4ed1-86d3-ec0de825cb8a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:08.674172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 66930723-1606-4ed1-86d3-ec0de825cb8a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:08.674586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.689441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a3ca3c3-8083-499d-ac5d-1ac5e401e5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.721847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] For port 4653207a-5dba-45b9-a587-1f1ee4262115, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:08.725580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port c77891ab-af07-4ea6-8e81-08db8a82981d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:08.725898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.726990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] For port 4653207a-5dba-45b9-a587-1f1ee4262115, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4653207a-5dba-45b9-a587-1f1ee4262115,segment=NetworkSegment(8afa573e-2c51-4da5-ab8f-8b86dfce9633),segment_id=8afa573e-2c51-4da5-ab8f-8b86dfce9633)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:08.736004 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.750244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a3ca3c3-8083-499d-ac5d-1ac5e401e5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.837011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d45d7e-c830-4d3a-be26-0bacd6828bef None None] Pushing event updated for resources: {'Port': ['ID=4653207a-5dba-45b9-a587-1f1ee4262115,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.843004 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.853594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a3ca3c3-8083-499d-ac5d-1ac5e401e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.858198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a3ca3c3-8083-499d-ac5d-1ac5e401e5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.874185 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6a3ca3c3-8083-499d-ac5d-1ac5e401e5a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/022b60c6-bdb5-48e9-a62c-7bb4a7c09e03 HTTP/1.1" status: 204 len: 168 time: 0.3285618 Jul 15 13:26:08.893703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.906427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ca3c3-8083-499d-ac5d-1ac5e401e5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b60c6-bdb5-48e9-a62c-7bb4a7c09e03,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.910834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 66930723-1606-4ed1-86d3-ec0de825cb8a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=66930723-1606-4ed1-86d3-ec0de825cb8a,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:08.915046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for c77891ab-af07-4ea6-8e81-08db8a82981d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:08.918827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.933127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.043725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=66930723-1606-4ed1-86d3-ec0de825cb8a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.079119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.137136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Subnet': ['ID=24ae9db2-b89b-475f-9100-576f10ec92c2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.177713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.181607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.184396 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7f147320-665d-436b-bcb5-fb5d896885e0 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/subnets/24ae9db2-b89b-475f-9100-576f10ec92c2 HTTP/1.1" status: 204 len: 168 time: 0.7834520 Jul 15 13:26:09.186704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.283548 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.285508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/c77891ab-af07-4ea6-8e81-08db8a82981d HTTP/1.1" status: 204 len: 168 time: 0.7161062 Jul 15 13:26:09.286926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56efd8-2c1a-4597-bba8-2d1c179e8d0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=c77891ab-af07-4ea6-8e81-08db8a82981d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.288586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.321858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658cf4b-1a5a-4798-bc02-082610cff69d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:09.330074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4658cf4b-1a5a-4798-bc02-082610cff69d tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1384974 Jul 15 13:26:09.330853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.346727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.385965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244b0ef-5ea9-4c63-b2ae-f564969d9b21 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:09.387646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244b0ef-5ea9-4c63-b2ae-f564969d9b21 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:09.392788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4244b0ef-5ea9-4c63-b2ae-f564969d9b21 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1031783 Jul 15 13:26:09.396534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.565925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0434842e-2b13-4723-96cb-5c114ab38557 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:09.572032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.639266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 0434842e-2b13-4723-96cb-5c114ab38557 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:09.639710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 0434842e-2b13-4723-96cb-5c114ab38557 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:09.660179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 130aaf6d-5b38-41f3-ab37-a3d7ee3900f1 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:09.674089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.693810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Deleting port 4653207a-5dba-45b9-a587-1f1ee4262115 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:09.694467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.706519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02d79866-eb00-48a1-89c2-3c3d22e202f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.729994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05791d6-a8a3-40c2-a767-da83bd57c2c5 None None] Network 1c11667a-2c37-4a42-9a87-1f84536aae43 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:09.781014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.784134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] For port 4653207a-5dba-45b9-a587-1f1ee4262115, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4653207a-5dba-45b9-a587-1f1ee4262115,segment=NetworkSegment(8afa573e-2c51-4da5-ab8f-8b86dfce9633),segment_id=8afa573e-2c51-4da5-ab8f-8b86dfce9633)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:09.784733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.785757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02d79866-eb00-48a1-89c2-3c3d22e202f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.798966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Calling delete_port for 4653207a-5dba-45b9-a587-1f1ee4262115 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:09.907109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.942771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Port': ['ID=4653207a-5dba-45b9-a587-1f1ee4262115,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.958906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] No DVR routers for this DVR port 4653207a-5dba-45b9-a587-1f1ee4262115 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:09.966376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.990885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-795fe3a8-7aee-4054-b1fa-f13a7f49f246 None None] Provisioning for port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:10.106936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.138686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02d79866-eb00-48a1-89c2-3c3d22e202f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.141947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02d79866-eb00-48a1-89c2-3c3d22e202f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.170511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-02d79866-eb00-48a1-89c2-3c3d22e202f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/security-groups/2eedc540-79be-4550-912e-78ffc3032f81 HTTP/1.1" status: 204 len: 168 time: 0.8180025 Jul 15 13:26:10.188763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=130aaf6d-5b38-41f3-ab37-a3d7ee3900f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.206077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.214010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] DHCP port deletion for 1c11667a-2c37-4a42-9a87-1f84536aae43 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:10.226519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d30d61b-3e39-40ae-b767-95ea8f097d1d None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:10.229321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.247162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.252335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40056) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.252546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-024c9f34-0d9f-45ef-9de7-5af8d4378576 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/130aaf6d-5b38-41f3-ab37-a3d7ee3900f1 HTTP/1.1" status: 204 len: 168 time: 0.8547783 Jul 15 13:26:10.253358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d79866-eb00-48a1-89c2-3c3d22e202f3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eedc540-79be-4550-912e-78ffc3032f81,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.341508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f95244e-bdfa-450d-b741-1f919308678a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:10.346012 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e1b2e0d-3c3f-4650-8cac-003e60186515 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917842 Jul 15 13:26:10.354680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.361536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afa573e-2c51-4da5-ab8f-8b86dfce9633') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:10.361841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afa573e-2c51-4da5-ab8f-8b86dfce9633') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:10.368947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:10.385730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.432917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.438828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:10.439511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:10.443849 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:10.473392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting subnet 8f7b5d11-5676-414f-92b7-119883fc24c8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:10.478609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.484633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66930723-1606-4ed1-86d3-ec0de825cb8a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:10.527183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.542906 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.548625 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/networks/0f95244e-bdfa-450d-b741-1f919308678a HTTP/1.1" status: 204 len: 168 time: 1.2152157 Jul 15 13:26:10.549578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.574648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d27375-ce84-4ae3-b2bb-6e777c03c597 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Network': ['ID=0f95244e-bdfa-450d-b741-1f919308678a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.622489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] Deleting port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:10.622489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.685231 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.739037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.745623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] For port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,segment=NetworkSegment(54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6),segment_id=54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:10.746095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.760075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 66930723-1606-4ed1-86d3-ec0de825cb8a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:10.760516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.764547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Deleting port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:10.764842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.854300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] For port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,segment=NetworkSegment(54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6),segment_id=54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:10.854792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.857721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:10.865794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.877832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Calling delete_port for 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:10.966517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45dd667-753d-4252-aa4d-6ed98d35e6e8 None None] DHCP port deletion for 0f95244e-bdfa-450d-b741-1f919308678a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:10.971702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] Calling delete_port for 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:10.986397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8a94ecd0-3afa-4a8a-9bc4-cc09a6d93dba None None] Could not find standard attr ID for object 4653207a-5dba-45b9-a587-1f1ee4262115. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:26:10.994013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.002723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111d315-5827-49fd-9b1f-66815763e9eb None None] Network 0f95244e-bdfa-450d-b741-1f919308678a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:11.015801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] No DVR routers for this DVR port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:11.074538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Port': ['ID=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.120634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111d315-5827-49fd-9b1f-66815763e9eb None None] Network 0f95244e-bdfa-450d-b741-1f919308678a could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:26:11.229075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.229512 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:26:11.232299 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:26:11.236201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.239987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.241190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c11667a-2c37-4a42-9a87-1f84536aae43']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.252082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.252378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d7ce84-b34f-4b0a-a0cb-8af7e37b69b6') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.261842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.282855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.287472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:11.290301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:11.290885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.294571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] No DVR routers for this DVR port 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:11.294734 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:11.305162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc2492-bb68-475f-a861-0394258d67a9 None None] Pushing event deleted for resources: {'Port': ['ID=1cbb22f5-d15f-439b-9325-5ac2f1a1d196,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.313716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.366762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:11.378138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:11.381895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:11.382633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.385818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.404124 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.410710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=8e751b83-6064-4462-b27e-d21a763b12c4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.413540 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/networks/1c11667a-2c37-4a42-9a87-1f84536aae43 HTTP/1.1" status: 204 len: 168 time: 0.8601158 Jul 15 13:26:11.414616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40080) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:11.418126 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.430905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4be744-b461-402f-ab57-134e8617cf74 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Network': ['ID=1c11667a-2c37-4a42-9a87-1f84536aae43,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.447007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-82e5c2b2-b50c-49eb-b7e8-049d2dccdbb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0914869 Jul 15 13:26:11.450813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:11.462404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '8e751b83-6064-4462-b27e-d21a763b12c4', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1309140540'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:11.464850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] Deleting port 66930723-1606-4ed1-86d3-ec0de825cb8a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:11.465281 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.498194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7b5d11-5676-414f-92b7-119883fc24c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.504150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.509396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0cd92120-e0a0-40fd-8f65-205fc1e288c8 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/subnets/8f7b5d11-5676-414f-92b7-119883fc24c8 HTTP/1.1" status: 204 len: 168 time: 1.3016803 Jul 15 13:26:11.513523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:11.514860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1949dfd-59a2-40ee-ad6a-1b20acc86886 None None] Network d07625f2-e7da-4419-9a80-d6f3d0048648 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:11.641932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] For port 66930723-1606-4ed1-86d3-ec0de825cb8a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=66930723-1606-4ed1-86d3-ec0de825cb8a,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:11.642512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.668539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.701633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] Calling delete_port for 66930723-1606-4ed1-86d3-ec0de825cb8a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:11.733913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:11.760060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.833140 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.836523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.847391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4492bb58-f7e2-4ce2-a511-7655d86d0aa6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.865173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeccd6e-9579-4443-b294-7735c72afa71') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.865632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeccd6e-9579-4443-b294-7735c72afa71') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.874527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] Pushing event deleted for resources: {'Port': ['ID=66930723-1606-4ed1-86d3-ec0de825cb8a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.876361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.881654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] DHCP port deletion for d07625f2-e7da-4419-9a80-d6f3d0048648 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:11.892613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.899943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:11.899943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.917558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca585e8-a3a8-4546-9d45-74fb7d02b598 None None] No DVR routers for this DVR port 66930723-1606-4ed1-86d3-ec0de825cb8a on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:11.951490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acfa0f3-a1d6-4a8e-9db2-4a7ea4042bc7 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:11.966457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:11.974402 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:12.002557 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.013374 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.022544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/networks/4492bb58-f7e2-4ce2-a511-7655d86d0aa6 HTTP/1.1" status: 204 len: 168 time: 0.5989656 Jul 15 13:26:12.025514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:12.043990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 18824bec-99f3-459e-82f8-7de4cd7a7387 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:12.057135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c6177-43ac-4685-92f0-78b02b377302 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Network': ['ID=4492bb58-f7e2-4ce2-a511-7655d86d0aa6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.077344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] Deleting port d6eda3bb-f100-4f49-8372-3f074b7ed772 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:12.077778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.119477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:12.146898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port d6eda3bb-f100-4f49-8372-3f074b7ed772 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:12.149106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.176142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:12.176491 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cbb22f5-d15f-439b-9325-5ac2f1a1d196 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:12.176992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4653207a-5dba-45b9-a587-1f1ee4262115 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:12.234252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4653207a-5dba-45b9-a587-1f1ee4262115 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:12.234627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4653207a-5dba-45b9-a587-1f1ee4262115 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:12.235148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d6eda3bb-f100-4f49-8372-3f074b7ed772 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:12.244945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port d6eda3bb-f100-4f49-8372-3f074b7ed772, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d6eda3bb-f100-4f49-8372-3f074b7ed772,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:12.245684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.259936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for d6eda3bb-f100-4f49-8372-3f074b7ed772 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:12.287127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] For port d6eda3bb-f100-4f49-8372-3f074b7ed772, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d6eda3bb-f100-4f49-8372-3f074b7ed772,segment=NetworkSegment(2737950f-e69b-47c9-9345-b9e4aee78054),segment_id=2737950f-e69b-47c9-9345-b9e4aee78054)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:12.287575 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.304935 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:26:12.306134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:12.341818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] Calling delete_port for d6eda3bb-f100-4f49-8372-3f074b7ed772 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:12.345541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '8e751b83-6064-4462-b27e-d21a763b12c4'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:12.346578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.371647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.397527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-014e881d-54d7-48a1-992f-0ab408ff152d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9453282 Jul 15 13:26:12.405175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:12.409607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No active binding found for port d6eda3bb-f100-4f49-8372-3f074b7ed772 {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:26:12.410057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d6eda3bb-f100-4f49-8372-3f074b7ed772 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:12.410513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66930723-1606-4ed1-86d3-ec0de825cb8a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:12.413572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=d6eda3bb-f100-4f49-8372-3f074b7ed772,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.418974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] No DVR routers for this DVR port d6eda3bb-f100-4f49-8372-3f074b7ed772 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:12.447624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 66930723-1606-4ed1-86d3-ec0de825cb8a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:12.447976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66930723-1606-4ed1-86d3-ec0de825cb8a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:12.482348 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23bd2937-1f88-434d-9362-bc99bfd94004 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0756021 Jul 15 13:26:12.486416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:12.499340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.579592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.598317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07625f2-e7da-4419-9a80-d6f3d0048648']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.610115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12067b81-e9bf-4e20-bb7b-21fb75a4216c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.611743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12067b81-e9bf-4e20-bb7b-21fb75a4216c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.612969 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-12067b81-e9bf-4e20-bb7b-21fb75a4216c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1177971 Jul 15 13:26:12.621294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:12.681719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2737950f-e69b-47c9-9345-b9e4aee78054') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.682023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2737950f-e69b-47c9-9345-b9e4aee78054') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.684851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.692066 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.700086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce952001-746f-49bf-a963-b866b2b9e8e4']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.707640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.714011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdfa21b-3c46-4845-851e-935c4a9e4e08') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.714360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdfa21b-3c46-4845-851e-935c4a9e4e08') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.714608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 8e751b83-6064-4462-b27e-d21a763b12c4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:12.732301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.736026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.736391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] No DVR routers for this DVR port d6eda3bb-f100-4f49-8372-3f074b7ed772 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:12.753760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.761738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2034f8-8e01-4061-adc6-f2f1e8788cd0 None None] Pushing event deleted for resources: {'Port': ['ID=d6eda3bb-f100-4f49-8372-3f074b7ed772,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.776809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:12.777544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da6a4eb9-cad9-4ca2-881f-07361684f99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.778454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.780102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/8e751b83-6064-4462-b27e-d21a763b12c4/763bd3bd-730b-4b37-9db4-400c2fc16ef9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:12.786602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:12.788693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:12.790568 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:12.798359 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:12.885560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.901657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.904594 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] 10.222.0.48 "DELETE /v2.0/networks/ce952001-746f-49bf-a963-b866b2b9e8e4 HTTP/1.1" status: 204 len: 168 time: 0.7564805 Jul 15 13:26:12.908678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.929479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f7322-90e5-4272-bf56-cd5e3ebe0f90 tempest-BulkNetworkOpsIpV6Test-1796804943 tempest-BulkNetworkOpsIpV6Test-1796804943-project] Pushing event deleted for resources: {'Network': ['ID=ce952001-746f-49bf-a963-b866b2b9e8e4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.933733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.937044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/networks/d07625f2-e7da-4419-9a80-d6f3d0048648 HTTP/1.1" status: 204 len: 168 time: 1.4186254 Jul 15 13:26:12.938924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb678-14eb-41f1-b2b9-0b9644c8e8f2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Network': ['ID=d07625f2-e7da-4419-9a80-d6f3d0048648,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.940635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.055729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.103615 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.124976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Transition to ACTIVE for port object 763bd3bd-730b-4b37-9db4-400c2fc16ef9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:13.182088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Transition to ACTIVE for port object 763bd3bd-730b-4b37-9db4-400c2fc16ef9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:13.196742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.199656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.271181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:13.288513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:13.300042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:13.326123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Pushing event updated for resources: {'Port': ['ID=763bd3bd-730b-4b37-9db4-400c2fc16ef9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.333586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8baae62f-ed92-45fd-8e9d-2d61038ba36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.338472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port f28e62c0-5f18-4d9e-9a6a-60c0aecdd20e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:13.338982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.341243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.466712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Attempting to bind port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:13.467265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Attempting to bind port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:13.467746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Attempting to bind port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:13.477360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:13.477650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40144) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.478242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:13.478733 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.479214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:13.479950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Bound port: 763bd3bd-730b-4b37-9db4-400c2fc16ef9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:13.480609 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.483007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.483478 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.496626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for f28e62c0-5f18-4d9e-9a6a-60c0aecdd20e owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:13.558547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] For port 763bd3bd-730b-4b37-9db4-400c2fc16ef9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:13.562527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] For port 763bd3bd-730b-4b37-9db4-400c2fc16ef9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=763bd3bd-730b-4b37-9db4-400c2fc16ef9,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:13.573685 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.611721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.686776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7184a54-3006-4ccc-b293-1a90e1f5bfb4 None None] Pushing event updated for resources: {'Port': ['ID=763bd3bd-730b-4b37-9db4-400c2fc16ef9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.761907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4bdb7305-6705-4cb0-a588-43993ee4bab8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cff721860f94c438a6940146b0a011f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809865 Jul 15 13:26:13.764767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.767981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8baae62f-ed92-45fd-8e9d-2d61038ba36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.778613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.782612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8baae62f-ed92-45fd-8e9d-2d61038ba36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.785700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.821562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=f28e62c0-5f18-4d9e-9a6a-60c0aecdd20e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.849809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.854865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8e751b83-6064-4462-b27e-d21a763b12c4 HTTP/1.1" status: 204 len: 168 time: 1.2292900 Jul 15 13:26:13.854865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e25e5-8947-4874-a1b8-5b699e4f1981 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=8e751b83-6064-4462-b27e-d21a763b12c4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.859726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.874709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8baae62f-ed92-45fd-8e9d-2d61038ba36e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a53ce010c7c4d9ebe580fac529ba3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8155189 Jul 15 13:26:13.874921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.909755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e29fc8c0-69eb-4ffe-a753-fa3a1aa1cb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.913545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baae62f-ed92-45fd-8e9d-2d61038ba36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7c880-6248-4d16-a41c-9b2fd324ccc7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.918361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0591a361-7a6b-4bb6-be79-1812d7c758ee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562458 Jul 15 13:26:13.928051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.934840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:13.946983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.947348 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Floating IP ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66 disassociated (deleted). External IP: 172.25.2.97, port: 58815bc3-fe5a-489a-9a12-1cff381081be. Jul 15 13:26:14.067978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e29fc8c0-69eb-4ffe-a753-fa3a1aa1cb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.101033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66f7031e-b362-417d-9e63-bc69d421c060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.165377 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66f7031e-b362-417d-9e63-bc69d421c060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.179826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:14.193934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.213168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 763bd3bd-730b-4b37-9db4-400c2fc16ef9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:14.287849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:14.301312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e29fc8c0-69eb-4ffe-a753-fa3a1aa1cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.303856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e29fc8c0-69eb-4ffe-a753-fa3a1aa1cb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.305028 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e29fc8c0-69eb-4ffe-a753-fa3a1aa1cb90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d786ed4c-6714-4591-99f4-7b9155e7e7ca HTTP/1.1" status: 204 len: 168 time: 0.5392389 Jul 15 13:26:14.319616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fc8c0-69eb-4ffe-a753-fa3a1aa1cb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786ed4c-6714-4591-99f4-7b9155e7e7ca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:14.408121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:14.418053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66f7031e-b362-417d-9e63-bc69d421c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.425143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66f7031e-b362-417d-9e63-bc69d421c060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.432387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-66f7031e-b362-417d-9e63-bc69d421c060 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efe7c880-6248-4d16-a41c-9b2fd324ccc7 HTTP/1.1" status: 204 len: 168 time: 0.5546472 Jul 15 13:26:14.478003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7031e-b362-417d-9e63-bc69d421c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7c880-6248-4d16-a41c-9b2fd324ccc7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:14.584609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:14.590432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.596028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:14.609307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:14.611096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:14.616901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.652494 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-240d8bd0-0bf5-4474-aef3-ac1b6c259e41 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/floatingips/ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66 HTTP/1.1" status: 204 len: 168 time: 1.7107003 Jul 15 13:26:14.653092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:14.655696 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f8cfb-4aed-44d8-ac64-371149a0cb67" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:14.700903 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ffa0dd-922d-4be5-9a63-5e9cf99ab4c4 x-openstack-request-id: req-41ffa0dd-922d-4be5-9a63-5e9cf99ab4c4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:14.701198 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:14.701453 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41ffa0dd-922d-4be5-9a63-5e9cf99ab4c4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:14.701859 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be', 'status': 'completed', 'code': 200} Jul 15 13:26:14.835135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:14.842906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:14.848453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:14.849054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.865529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=24ff8179-43d9-4b61-80d4-ecf6b1e49ea9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:14.892002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-c070abd7-90f9-430a-bf96-2a32cdea27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:14.902955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-c070abd7-90f9-430a-bf96-2a32cdea27e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 1096 time: 0.1450448 Jul 15 13:26:14.907785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a38ff788-01ce-4196-97ed-03e9a76c44c8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9769762 Jul 15 13:26:14.910956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40178) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:14.916070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1123822739', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:14.976746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:14.990609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.991947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.029145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:15.054613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c7d-ca94-4a5f-a97e-7f15156d255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.126578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-5135742c-f138-4ed5-bb24-7f68878363fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.134648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-5135742c-f138-4ed5-bb24-7f68878363fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 200 len: 898 time: 0.2168708 Jul 15 13:26:15.171342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.195229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-da5babe9-1dcd-4dfe-aef1-637c39accbc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 200 len: 217 time: 0.0591435 Jul 15 13:26:15.205014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.288082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-e9b40fbe-5292-4792-adb6-d9d45797ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.289541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-e9b40fbe-5292-4792-adb6-d9d45797ee75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bf3101d-cb76-4507-bec3-9cb6f769bc12 HTTP/1.1" status: 200 len: 835 time: 0.0875447 Jul 15 13:26:15.317084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6786d9c-bebd-4802-93e6-f83cec1ad799 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:15.353934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c7d-ca94-4a5f-a97e-7f15156d255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.367721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c7d-ca94-4a5f-a97e-7f15156d255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.383880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.387797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0eccc03-6bbc-4577-8376-bdcebc398beb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4730725 Jul 15 13:26:15.387976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40190) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:15.427316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-a625491c-d7a7-4db6-b269-be6bc0dfbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.429212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-a625491c-d7a7-4db6-b269-be6bc0dfbf45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccaea250-4242-4586-8363-d1c3f13224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267531 Jul 15 13:26:15.437461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a03e6c7d-ca94-4a5f-a97e-7f15156d255d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36412c8fe4f44065b65603a49f4a7a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047320 Jul 15 13:26:15.437461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e6c7d-ca94-4a5f-a97e-7f15156d255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb3f9d-05d1-4e39-9688-36adaf4d0404,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:15.449767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:15.590039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8070fb4e-25e5-4c57-97d3-6dd4e2285337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.600570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] Provisioning for port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:15.604893 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.630782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] Provisioning complete for port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:15.631794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.770142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f740c28f-b07e-4c54-84a8-fd5bbbacbab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.788139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-f76b9007-a689-4881-bae8-5608dca0a391 service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471999 Jul 15 13:26:15.808062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.831562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f740c28f-b07e-4c54-84a8-fd5bbbacbab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.869906 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.873215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 6, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:15.931632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:15.963154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:15.963876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:16.007687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] For port 763bd3bd-730b-4b37-9db4-400c2fc16ef9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=763bd3bd-730b-4b37-9db4-400c2fc16ef9,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:16.019475 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.035298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:16.164940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::1 (7a649256-e900-404d-8783-423bfe265175/24ff8179-43d9-4b61-80d4-ecf6b1e49ea9/e285dc99-807b-4a28-9ad6-500652ae846f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:16.181933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888ced9-c1aa-41cd-b51f-486ace7ca799 None None] Pushing event updated for resources: {'Port': ['ID=763bd3bd-730b-4b37-9db4-400c2fc16ef9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:16.200889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2eb36200-7412-4d87-b842-98bc98ce98f1 None None] Provisioning complete for port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:16.201275 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eb36200-7412-4d87-b842-98bc98ce98f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.209932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963341923'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:16.227194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:16.294032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:16.298394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.304043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-415f8cfb-4aed-44d8-ac64-371149a0cb67 req-9c997f1b-d4d4-49ed-929c-7b4fbd6d86fb service neutron] 10.222.0.23 "GET /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757509 Jul 15 13:26:16.310535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.327932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb488-24bf-4a14-9b6b-ccc52b67eef3 req-9dbf72fe-fa88-4960-8a35-29612dc3bb31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:16.330510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa1bb488-24bf-4a14-9b6b-ccc52b67eef3 req-9dbf72fe-fa88-4960-8a35-29612dc3bb31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 945 time: 0.8264091 Jul 15 13:26:16.387885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.392800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa1bb488-24bf-4a14-9b6b-ccc52b67eef3 req-6eee8f1d-ad14-493c-8440-32d10b27ddb0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=9dbc60e1-a072-416e-adb1-4d3ce080ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474062 Jul 15 13:26:16.410425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f740c28f-b07e-4c54-84a8-fd5bbbacbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.413492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f740c28f-b07e-4c54-84a8-fd5bbbacbab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.414802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f740c28f-b07e-4c54-84a8-fd5bbbacbab9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2cb3f9d-05d1-4e39-9688-36adaf4d0404 HTTP/1.1" status: 204 len: 168 time: 0.9637771 Jul 15 13:26:16.424265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740c28f-b07e-4c54-84a8-fd5bbbacbab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb3f9d-05d1-4e39-9688-36adaf4d0404,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:16.446969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object e285dc99-807b-4a28-9ad6-500652ae846f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:16.489616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.502624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.540189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.591725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:16.605569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf22ad-7578-4461-8568-90c3365270fc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:16.619251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.619504 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 755c40c4-f067-4202-96bf-9ec78a219873 of type vlan for network 58ca34ce-4dad-49dc-8b61-0542745e749a Jul 15 13:26:16.641680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:16.649170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:16.677149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 6, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:16.705284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:16.705924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.709188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=e285dc99-807b-4a28-9ad6-500652ae846f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:16.720487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-31979708-f918-48f6-87c4-978606c72415 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:16.722052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-31979708-f918-48f6-87c4-978606c72415 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 945 time: 0.1344469 Jul 15 13:26:16.736086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c080e-64c9-4a08-829b-228accc7f9e5 None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:01Z', 'revision_number': 6, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'eac2b087-56fd-4eea-a828-bf27a0230b6d', 'name': '', 'network_id': 'ccaea250-4242-4586-8363-d1c3f13224a2', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:60:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:08Z', 'updated_at': '2021-07-15T13:24:16Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': '7bf3101d-cb76-4507-bec3-9cb6f769bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:16.760522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.794780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.831270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.837889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:16.838694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.958059 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9082704 Jul 15 13:26:16.958471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port 58815bc3-fe5a-489a-9a12-1cff381081be {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:16.958471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.087224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d29a8-8953-4d15-9c06-656a862095cc tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=58ca34ce-4dad-49dc-8b61-0542745e749a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.099059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 58ca34ce-4dad-49dc-8b61-0542745e749a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:17.133644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.167400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port 58815bc3-fe5a-489a-9a12-1cff381081be, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=58815bc3-fe5a-489a-9a12-1cff381081be,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:17.167770 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.197986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02297a67-29d3-4490-a4db-33aca2936b77 None None] Provisioning for port e285dc99-807b-4a28-9ad6-500652ae846f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:17.201071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for 58815bc3-fe5a-489a-9a12-1cff381081be owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:17.211455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02297a67-29d3-4490-a4db-33aca2936b77 None None] Provisioning complete for port e285dc99-807b-4a28-9ad6-500652ae846f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:17.211830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02297a67-29d3-4490-a4db-33aca2936b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.240155 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be50a25a-52d4-4654-828a-3b625223cfca None None] New status for floating IP ffb0b6fc-f1c3-4030-8d78-8ad1a49f8f66: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:17.317083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-02297a67-29d3-4490-a4db-33aca2936b77 None None] Port e285dc99-807b-4a28-9ad6-500652ae846f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:17.413033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.466668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=58815bc3-fe5a-489a-9a12-1cff381081be,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.580315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] No DVR routers for this DVR port 58815bc3-fe5a-489a-9a12-1cff381081be on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:17.584953 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.589622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643ede9a-cdb8-467e-81b0-782c206b13c2 req-73f663ca-7ae3-4abd-b998-d6d5f976e7db tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.23 "DELETE /v2.0/ports/58815bc3-fe5a-489a-9a12-1cff381081be HTTP/1.1" status: 204 len: 173 time: 0.8580840 Jul 15 13:26:17.590114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'name': 'network-vif-deleted', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:17.597169 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b15cc-ed54-477e-aa29-ae7b87145983" -d '{"events": [{"server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "name": "network-vif-deleted", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:17.680052 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd170c-2b24-4f1d-af48-af43e4500f5c x-openstack-request-id: req-cdfd170c-2b24-4f1d-af48-af43e4500f5c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:17.680388 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c1f199-8cef-4f9e-ac98-07962242bb27", "name": "network-vif-deleted", "tag": "58815bc3-fe5a-489a-9a12-1cff381081be", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:17.680670 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdfd170c-2b24-4f1d-af48-af43e4500f5c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:17.681008 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c1f199-8cef-4f9e-ac98-07962242bb27', 'name': 'network-vif-deleted', 'tag': '58815bc3-fe5a-489a-9a12-1cff381081be', 'status': 'completed', 'code': 200} Jul 15 13:26:17.689639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d8a6b30c-e3a7-4d50-9292-663b6a1d39dc req-4278f87b-5b98-4959-be75-c1e55c02e5e9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c1f199-8cef-4f9e-ac98-07962242bb27 HTTP/1.1" status: 200 len: 210 time: 0.0696497 Jul 15 13:26:18.059933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.142842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 763bd3bd-730b-4b37-9db4-400c2fc16ef9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:18.237638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:18.238392 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.270728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.280835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.283862 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.390618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=e285dc99-807b-4a28-9ad6-500652ae846f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:18.470982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:18.472934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:18.641271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Router 145b9afe-9835-4a56-91cb-e48d210fea84 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:18.788833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:18.799286 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c6068d2-8267-447f-94d6-19f82b1e5c57 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "PUT /v2.0/routers/145b9afe-9835-4a56-91cb-e48d210fea84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072630 Jul 15 13:26:18.799672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:18.804897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Sync routers for ids ['145b9afe-9835-4a56-91cb-e48d210fea84'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:18.816168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Routers {'145b9afe-9835-4a56-91cb-e48d210fea84'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:18.817030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['145b9afe-9835-4a56-91cb-e48d210fea84'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:18.849664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:18.949059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fcaad-7a26-4b10-a4b2-28c528803760 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:18.950634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2f5fcaad-7a26-4b10-a4b2-28c528803760 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports/e285dc99-807b-4a28-9ad6-500652ae846f HTTP/1.1" status: 200 len: 911 time: 0.1499834 Jul 15 13:26:18.953656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:18.954098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b6aab4-da1c-4f98-9327-7613449bda30 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.985715 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b6aab4-da1c-4f98-9327-7613449bda30 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.077070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8033da4b-91fb-4c2e-a416-2f6a6cd20e72 None None] Provisioning complete for port e285dc99-807b-4a28-9ad6-500652ae846f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:19.087429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033da4b-91fb-4c2e-a416-2f6a6cd20e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.140273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e83da4-08a0-4383-b9b9-c02b882bb385 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:19.148750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b6aab4-da1c-4f98-9327-7613449bda30 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.151813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b6aab4-da1c-4f98-9327-7613449bda30 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.153733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-58b6aab4-da1c-4f98-9327-7613449bda30 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/security-groups/9dbc60e1-a072-416e-adb1-4d3ce080ac9d HTTP/1.1" status: 204 len: 168 time: 0.3018205 Jul 15 13:26:19.157308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e83da4-08a0-4383-b9b9-c02b882bb385 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:19.162837 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13e83da4-08a0-4383-b9b9-c02b882bb385 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2052557 Jul 15 13:26:19.166458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:19.184176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Set router 145b9afe-9835-4a56-91cb-e48d210fea84 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:19.202089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6aab4-da1c-4f98-9327-7613449bda30 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbc60e1-a072-416e-adb1-4d3ce080ac9d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:19.225572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40288) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:19.448108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8033da4b-91fb-4c2e-a416-2f6a6cd20e72 None None] Port e285dc99-807b-4a28-9ad6-500652ae846f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:19.734229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'name': 'tempest-NetworksTestDHCPv6-router-1123822739', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:16Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None, '_interfaces': [{'id': 'e285dc99-807b-4a28-9ad6-500652ae846f', 'name': '', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'mac_address': 'fa:16:3e:16:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24ff8179-43d9-4b61-80d4-ecf6b1e49ea9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'subnets': [{'id': '24ff8179-43d9-4b61-80d4-ecf6b1e49ea9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:19.773558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Checking router: 145b9afe-9835-4a56-91cb-e48d210fea84 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:19.775975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Updating router 145b9afe-9835-4a56-91cb-e48d210fea84 port e285dc99-807b-4a28-9ad6-500652ae846f binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:19.841272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.861797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.973483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.288798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:20.299484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.307179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:20.311927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Transition to ACTIVE for port object e285dc99-807b-4a28-9ad6-500652ae846f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:20.330176 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.395121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842ffa2-674e-48fc-aef4-8168bb7ddada None None] Pushing event updated for resources: {'Port': ['ID=e285dc99-807b-4a28-9ad6-500652ae846f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:20.438369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port e285dc99-807b-4a28-9ad6-500652ae846f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:20.438619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.449430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port eac2b087-56fd-4eea-a828-bf27a0230b6d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:20.450068 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.476428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:20.489106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.560973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Attempting to bind port e285dc99-807b-4a28-9ad6-500652ae846f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:20.561351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Attempting to bind port e285dc99-807b-4a28-9ad6-500652ae846f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:20.561718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Attempting to bind port e285dc99-807b-4a28-9ad6-500652ae846f on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:20.567124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:20.567507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:20.567909 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.568307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:20.569074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Bound port: e285dc99-807b-4a28-9ad6-500652ae846f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:20.569464 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.644714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port eac2b087-56fd-4eea-a828-bf27a0230b6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=eac2b087-56fd-4eea-a828-bf27a0230b6d,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:20.645219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.688993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for eac2b087-56fd-4eea-a828-bf27a0230b6d owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:20.700694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.704991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] For port e285dc99-807b-4a28-9ad6-500652ae846f, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:20.707941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] For port e285dc99-807b-4a28-9ad6-500652ae846f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e285dc99-807b-4a28-9ad6-500652ae846f,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:20.718665 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.732609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for e285dc99-807b-4a28-9ad6-500652ae846f owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:20.771371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Routers {'145b9afe-9835-4a56-91cb-e48d210fea84'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:20.772025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['145b9afe-9835-4a56-91cb-e48d210fea84'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:20.902942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] Set router 145b9afe-9835-4a56-91cb-e48d210fea84 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:20.923654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.963359 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.004326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842ffa2-674e-48fc-aef4-8168bb7ddada None None] Pushing event updated for resources: {'Port': ['ID=e285dc99-807b-4a28-9ad6-500652ae846f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.004819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=eac2b087-56fd-4eea-a828-bf27a0230b6d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.041344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '755c40c4-f067-4202-96bf-9ec78a219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:21.041951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 58ca34ce-4dad-49dc-8b61-0542745e749a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:21.047394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=a739766f-100e-4365-8fa9-56355a7917b9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.120046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 58ca34ce-4dad-49dc-8b61-0542745e749a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:21.137439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 58ca34ce-4dad-49dc-8b61-0542745e749a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:21.141110 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:21.144004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.144665 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.177679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae8eb6e-3b55-495d-b529-37ad6f46793c None None] Network 58ca34ce-4dad-49dc-8b61-0542745e749a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:21.186732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.209259 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b5fb4bf4-e4de-4be3-bd32-abd1003cecc3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9031055 Jul 15 13:26:21.229080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:21.233370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c7010765-41b9-43ff-8086-c13c42a5bdb6 None None] Could not find standard attr ID for object e285dc99-807b-4a28-9ad6-500652ae846f. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:26:21.236623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899033783'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:21.276184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=e285dc99-807b-4a28-9ad6-500652ae846f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.291965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.382806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 58815bc3-fe5a-489a-9a12-1cff381081be no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:21.411128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.445400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:21.457218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.474287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 58815bc3-fe5a-489a-9a12-1cff381081be {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:21.474774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 58815bc3-fe5a-489a-9a12-1cff381081be not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:21.541848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'name': 'tempest-NetworksTestDHCPv6-router-1123822739', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:16Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None, '_interfaces': [{'id': 'e285dc99-807b-4a28-9ad6-500652ae846f', 'name': '', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'mac_address': 'fa:16:3e:16:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24ff8179-43d9-4b61-80d4-ecf6b1e49ea9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:20Z', 'revision_number': 4, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'subnets': [{'id': '24ff8179-43d9-4b61-80d4-ecf6b1e49ea9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:21.590550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad48b-2a83-49b4-ad39-1afd6d706419 None None] The sync data for ids ['145b9afe-9835-4a56-91cb-e48d210fea84'] in n-d-798249-9 is: [{'id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'name': 'tempest-NetworksTestDHCPv6-router-1123822739', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:16Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None, '_interfaces': [{'id': 'e285dc99-807b-4a28-9ad6-500652ae846f', 'name': '', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'mac_address': 'fa:16:3e:16:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24ff8179-43d9-4b61-80d4-ecf6b1e49ea9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:20Z', 'revision_number': 4, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'subnets': [{'id': '24ff8179-43d9-4b61-80d4-ecf6b1e49ea9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:21.592390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-58ca34ce-4dad-49dc-8b61-0542745e749a', 'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': 'a739766f-100e-4365-8fa9-56355a7917b9'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:21.593397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.640092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:21.675501 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.676081 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 193b3792-41c2-473c-b28b-6b3233d93a34 of type vlan for network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 Jul 15 13:26:21.725978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.808148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:21.846482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Router 145b9afe-9835-4a56-91cb-e48d210fea84 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:21.848141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.853792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.854424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.856050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Allocated IP 2001:db8:0:ffff::2 (58ca34ce-4dad-49dc-8b61-0542745e749a/a739766f-100e-4365-8fa9-56355a7917b9/f82d9f10-a770-4db2-bd82-794579d3d194) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:21.892403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-b56df4e8-56e8-480b-bb7d-c9d05167c497 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.899931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-b56df4e8-56e8-480b-bb7d-c9d05167c497 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.2399223 Jul 15 13:26:21.914073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f0461d5e-3a42-474e-8358-ef241202bc56 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/quotas/42f8ed2eb71349bf8b196d80ddf0db17 HTTP/1.1" status: 200 len: 375 time: 0.0132160 Jul 15 13:26:21.989409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7589474 Jul 15 13:26:22.001346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:22.008689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:22.102467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c93e-494f-437e-a094-7c9186449643 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.116008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:22.121494 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-69b4c855-4e17-4bb9-9446-9c55a062868a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "PUT /v2.0/routers/145b9afe-9835-4a56-91cb-e48d210fea84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9540493 Jul 15 13:26:22.127729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:22.230970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:22.232645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:22.237011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.246986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b006f6d0-d098-402b-9510-5aed0cb276d0 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "PUT /v2.0/routers/0ce8b53c-3eb4-4eed-9998-0f3bbabfe536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0198433 Jul 15 13:26:22.248774 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] Sync routers for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:22.249771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:22.263536 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:22.272827 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:22.314237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6928ee5-2163-4cd0-a656-4e6903199c35 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:22.315963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6928ee5-2163-4cd0-a656-4e6903199c35 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:22.320619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d6928ee5-2163-4cd0-a656-4e6903199c35 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1860495 Jul 15 13:26:22.321468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:22.350087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:22.424861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-51bb9cc4-3877-4640-ad85-0ddc54d5ec4c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5022943 Jul 15 13:26:22.476460 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:22.492935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 24ff8179-43d9-4b61-80d4-ecf6b1e49ea9 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:22.516579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.527918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Transition to ACTIVE for port object f82d9f10-a770-4db2-bd82-794579d3d194 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:22.528319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.546144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Transition to ACTIVE for port object f82d9f10-a770-4db2-bd82-794579d3d194 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:22.565510 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.582270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting subnet 7bf3101d-cb76-4507-bec3-9cb6f769bc12 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:22.588728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.623077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Network 58ca34ce-4dad-49dc-8b61-0542745e749a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:22.627903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:22.633608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:22.642089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Pushing event updated for resources: {'Port': ['ID=f82d9f10-a770-4db2-bd82-794579d3d194,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.709349 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.714107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-0b80f10b-39ec-4a95-945a-7ac15e3e47bd service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727268 Jul 15 13:26:22.733614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Attempting to bind port f82d9f10-a770-4db2-bd82-794579d3d194 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:22.734141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Attempting to bind port f82d9f10-a770-4db2-bd82-794579d3d194 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '755c40c4-f067-4202-96bf-9ec78a219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:22.735864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Attempting to bind port f82d9f10-a770-4db2-bd82-794579d3d194 on network 58ca34ce-4dad-49dc-8b61-0542745e749a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:22.746993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:22.749228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Checking segment: {'id': '755c40c4-f067-4202-96bf-9ec78a219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:22.749754 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.751282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Bound using segment: {'id': '755c40c4-f067-4202-96bf-9ec78a219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:22.752875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.758869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Bound port: f82d9f10-a770-4db2-bd82-794579d3d194, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755c40c4-f067-4202-96bf-9ec78a219873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '58ca34ce-4dad-49dc-8b61-0542745e749a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:22.759433 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.834824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.868810 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:20Z', 'revision_number': 7, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:22.905095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] For port f82d9f10-a770-4db2-bd82-794579d3d194, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:22.914510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] For port f82d9f10-a770-4db2-bd82-794579d3d194, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f82d9f10-a770-4db2-bd82-794579d3d194,segment=NetworkSegment(755c40c4-f067-4202-96bf-9ec78a219873),segment_id=755c40c4-f067-4202-96bf-9ec78a219873)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:22.926943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.947586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-e67b0fe3-9d54-4c56-9726-43920e5d9fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233541 Jul 15 13:26:22.971308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.015357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.039629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.063969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ff541-3b84-40f7-b7c3-f5cf5f98d2e4 None None] Pushing event updated for resources: {'Port': ['ID=f82d9f10-a770-4db2-bd82-794579d3d194,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.106950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=24ff8179-43d9-4b61-80d4-ecf6b1e49ea9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.111599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153eab4-e53c-4b36-9419-cef905b8e396 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:23.112956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.117166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-745ca73e-d2a4-4a1b-bab4-7555be5f2038 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/24ff8179-43d9-4b61-80d4-ecf6b1e49ea9 HTTP/1.1" status: 204 len: 168 time: 0.7925048 Jul 15 13:26:23.117390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.121956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=dd5fce38-e443-45a3-bd82-a6f68d883fc2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.139172 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] Checking router: 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:23.151546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '193b3792-41c2-473c-b28b-6b3233d93a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:23.152330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:23.167329 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] Routers {'0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:23.168085 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:23.187315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:23.201129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:23.210421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:23.211351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.233301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1571bb-e8da-48ca-8fd5-85ccf7740e72 None None] Network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:23.238328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af1f89ae-0458-4479-90d7-6464e7a9633e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2339768 Jul 15 13:26:23.261999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.363421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-387bd160-2ca2-4de8-911b-7286aa9fe811 req-92cf96ff-4b42-4007-b84c-7dc0e25c7870 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 210 time: 0.0605869 Jul 15 13:26:23.442847 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] Set router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:23.767186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:23.832215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0', 'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': 'dd5fce38-e443-45a3-bd82-a6f68d883fc2'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:23.833475 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.921516 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:20Z', 'revision_number': 7, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:23.975883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] Deleting port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:23.976253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.980281 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748260c-a372-49ac-8f1c-be9fda641151 None None] The sync data for ids ['0ce8b53c-3eb4-4eed-9998-0f3bbabfe536'] in n-d-798249-9 is: [{'id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'name': 'tempest-TestNetworkBasicOps-router-121778531', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:01Z', 'updated_at': '2021-07-15T13:26:20Z', 'revision_number': 7, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': 'e6d0f88c-04b5-420e-b27a-041f0ad8e0f5', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8b53c-3eb4-4eed-9998-0f3bbabfe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:02Z', 'updated_at': '2021-07-15T13:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:24.151016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] For port 763bd3bd-730b-4b37-9db4-400c2fc16ef9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=763bd3bd-730b-4b37-9db4-400c2fc16ef9,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:24.151416 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.171425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] Calling delete_port for 763bd3bd-730b-4b37-9db4-400c2fc16ef9 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:24.197011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Allocated IP 2001:db8::1 (e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0/dd5fce38-e443-45a3-bd82-a6f68d883fc2/a86cde85-0c59-4f0a-a642-afaf58f2b333) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:24.239299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.298940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf3101d-cb76-4507-bec3-9cb6f769bc12,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.316641 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.318799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc52e66b-e6ca-4f58-848a-981aaab0957a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/subnets/7bf3101d-cb76-4507-bec3-9cb6f769bc12 HTTP/1.1" status: 204 len: 168 time: 2.0676148 Jul 15 13:26:24.321935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.337506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe25ea-9bd9-455f-928b-f8049a613ade None None] Network ccaea250-4242-4586-8363-d1c3f13224a2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:24.352525 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6724e401-9953-4bc5-b442-2300636b198f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2340522 Jul 15 13:26:24.415165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.428174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.585079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82d9f10-a770-4db2-bd82-794579d3d194 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:24.588259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Sync routers for ids ['145b9afe-9835-4a56-91cb-e48d210fea84'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:24.642184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.734749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.760301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] No DVR routers for this DVR port 763bd3bd-730b-4b37-9db4-400c2fc16ef9 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:24.793458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cda0c-3e70-4999-9569-d28e127c35ae None None] Pushing event deleted for resources: {'Port': ['ID=763bd3bd-730b-4b37-9db4-400c2fc16ef9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.881221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Routers {'145b9afe-9835-4a56-91cb-e48d210fea84'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:24.882016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['145b9afe-9835-4a56-91cb-e48d210fea84'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:24.884138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7b0fb-66be-42cb-bab9-7f033e165130 None None] Network 58ca34ce-4dad-49dc-8b61-0542745e749a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:24.918650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.928146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.943872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1133e03-a043-4e76-ad6e-93a204dc104a req-29aedd1c-02f2-4a7f-a2e5-c5ddc48410e6 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 210 time: 0.0546250 Jul 15 13:26:25.024026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.027433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.055681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.056243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Fanout notify agent at l3_agent the message router_deleted on router 145b9afe-9835-4a56-91cb-e48d210fea84 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:25.066459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.067615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4046faa8-f3a7-420e-8bb8-54b4ae6390cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/routers/145b9afe-9835-4a56-91cb-e48d210fea84 HTTP/1.1" status: 204 len: 168 time: 0.6509001 Jul 15 13:26:25.072610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:25.080932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:25.132422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Set router 145b9afe-9835-4a56-91cb-e48d210fea84 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:25.168866 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.234939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:25.243540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.263396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b9afe-9835-4a56-91cb-e48d210fea84', 'name': 'tempest-NetworksTestDHCPv6-router-1123822739', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:21Z', 'revision_number': 3, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:25.266331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.294898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Transition to ACTIVE for port object a86cde85-0c59-4f0a-a642-afaf58f2b333 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:25.353557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6737ee7a-5a73-446f-b11a-c9667beb0078 None None] Provisioning for port f82d9f10-a770-4db2-bd82-794579d3d194 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:25.355568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f82d9f10-a770-4db2-bd82-794579d3d194 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:25.364175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f82d9f10-a770-4db2-bd82-794579d3d194 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:25.364550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.378017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Checking router: 145b9afe-9835-4a56-91cb-e48d210fea84 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:25.428029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-a478cc5f-d59c-455e-8932-8dd421e51c2f tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.430259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-a478cc5f-d59c-455e-8932-8dd421e51c2f tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.1967432 Jul 15 13:26:25.435974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6737ee7a-5a73-446f-b11a-c9667beb0078 None None] Provisioning complete for port f82d9f10-a770-4db2-bd82-794579d3d194 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:25.436414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6737ee7a-5a73-446f-b11a-c9667beb0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.439202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:25.439604 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.459519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Request body: {'port': {'device_id': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'admin_state_up': True, 'tenant_id': '42f8ed2eb71349bf8b196d80ddf0db17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:25.540659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Transition to ACTIVE for port object a86cde85-0c59-4f0a-a642-afaf58f2b333 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:25.558615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Routers set() bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:25.559057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Router IDs set() for agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:26:25.559800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'145b9afe-9835-4a56-91cb-e48d210fea84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent'). {{(pid=93825) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:26:25.560185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0513e5-341f-4592-8fc9-6b5797c54e7c None None] The sync data for ids ['145b9afe-9835-4a56-91cb-e48d210fea84'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:25.567921 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.602645 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.648324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:25.662422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port e6d0f88c-04b5-420e-b27a-041f0ad8e0f5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:25.663030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.667974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:25.687437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:25.694258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.696030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.701231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Made reservation on behalf of 42f8ed2eb71349bf8b196d80ddf0db17 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:25.707097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.721688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.734174 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6584780 Jul 15 13:26:25.736743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca116fc3-eba4-46f8-bab9-828329a00ffe tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=fbae5674-5e2a-4862-8f6f-5f91dcdae67a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:25.742233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:25.743328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] DHCP port deletion for ccaea250-4242-4586-8363-d1c3f13224a2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:25.745527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c37985-c92c-4929-83a4-8cda24d68a1b None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:25.751053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:25.829026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:25.835588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.836852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.840598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5fce38-e443-45a3-bd82-a6f68d883fc2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:25.855659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:25.857970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:25.863825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Pushing event updated for resources: {'Port': ['ID=a86cde85-0c59-4f0a-a642-afaf58f2b333,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:25.905729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.916771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:25.928092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193b3792-41c2-473c-b28b-6b3233d93a34') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:25.928387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193b3792-41c2-473c-b28b-6b3233d93a34') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:25.938836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.960505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.967189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:25.967609 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.983452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Allocated IP 172.20.0.5 (b7c4f695-1fc7-4a22-996d-3de1550862b3/514566df-f4e1-4849-be33-ba2b53cebdc0/5b3c6e69-d9d9-4f84-9341-3dedb6efee0a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:26.039595 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:26.051707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:26:26.051707 n-d-798249-9 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:26:26.051707 n-d-798249-9 neutron-server[93823]: [parameters: {'id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0'}] Jul 15 13:26:26.051707 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:26.052277 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:26.088926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.114682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.126995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.148028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.150361 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cbb81277-1bd7-4b93-9783-b7bbf323c53a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4061317 Jul 15 13:26:26.153447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40416) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.157218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=e6d0f88c-04b5-420e-b27a-041f0ad8e0f5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.333622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b087afa-cb0c-4668-85a5-cad9d989676a req-a7fc7b2d-e2ad-43dd-b63c-dc08e5acdd90 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 210 time: 0.0529218 Jul 15 13:26:26.364716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.412132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Attempting to bind port a86cde85-0c59-4f0a-a642-afaf58f2b333 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:26.412423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Attempting to bind port a86cde85-0c59-4f0a-a642-afaf58f2b333 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '193b3792-41c2-473c-b28b-6b3233d93a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:26.412794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Attempting to bind port a86cde85-0c59-4f0a-a642-afaf58f2b333 on network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:26.443732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:26.444120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Checking segment: {'id': '193b3792-41c2-473c-b28b-6b3233d93a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:26.444529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.445201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Bound using segment: {'id': '193b3792-41c2-473c-b28b-6b3233d93a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:26.445696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Bound port: a86cde85-0c59-4f0a-a642-afaf58f2b333, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193b3792-41c2-473c-b28b-6b3233d93a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:26.446082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.465781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.530236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.543510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.544974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] Deleting port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:26.545349 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.547601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.553552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.611870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.614411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.615104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:26.625519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] For port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,segment=NetworkSegment(cae6bd62-1009-430f-9dae-8765c36477d1),segment_id=cae6bd62-1009-430f-9dae-8765c36477d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:26.625519 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.634942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.637354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c5ff959-cbe6-454d-a2fb-c44c54a3079d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/routers/0ce8b53c-3eb4-4eed-9998-0f3bbabfe536 HTTP/1.1" status: 204 len: 168 time: 2.3138268 Jul 15 13:26:26.643355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] Calling delete_port for 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:26.691853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40422) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.693147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.720465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.737495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:26.740089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:26.742671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:26.784230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f82d9f10-a770-4db2-bd82-794579d3d194, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f82d9f10-a770-4db2-bd82-794579d3d194,segment=NetworkSegment(755c40c4-f067-4202-96bf-9ec78a219873),segment_id=755c40c4-f067-4202-96bf-9ec78a219873)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:26.785872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:26.814934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.815822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.819165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.838756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-055ad173-49ef-48c7-849f-e43307eb891d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3945053 Jul 15 13:26:26.863303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Request body: {'port': {'device_id': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:26.866607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.869218 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.977859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.984320 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6737ee7a-5a73-446f-b11a-c9667beb0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.022743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] No DVR routers for this DVR port 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:27.026653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e592a24-8d81-48a3-a193-dabb70affa72 None None] Pushing event deleted for resources: {'Port': ['ID=6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.112247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] For port a86cde85-0c59-4f0a-a642-afaf58f2b333, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:27.124659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting port a86cde85-0c59-4f0a-a642-afaf58f2b333 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:27.125057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.147502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] For port a86cde85-0c59-4f0a-a642-afaf58f2b333, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a86cde85-0c59-4f0a-a642-afaf58f2b333,segment=NetworkSegment(193b3792-41c2-473c-b28b-6b3233d93a34),segment_id=193b3792-41c2-473c-b28b-6b3233d93a34)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:27.187364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.227064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f82d9f10-a770-4db2-bd82-794579d3d194,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.261641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:27.262260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.264397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 763bd3bd-730b-4b37-9db4-400c2fc16ef9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:27.264491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] For port a86cde85-0c59-4f0a-a642-afaf58f2b333, host n-d-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:27.264728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.279364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Calling delete_port for a86cde85-0c59-4f0a-a642-afaf58f2b333 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:27.305714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-6737ee7a-5a73-446f-b11a-c9667beb0078 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:27.306071 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-6737ee7a-5a73-446f-b11a-c9667beb0078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:27.348957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.364838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 763bd3bd-730b-4b37-9db4-400c2fc16ef9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:27.365193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 763bd3bd-730b-4b37-9db4-400c2fc16ef9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:27.407030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaea250-4242-4586-8363-d1c3f13224a2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.414616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4335ac3-1e74-4d4c-bd42-9b3d5a12b660 None None] Pushing event updated for resources: {'Port': ['ID=a86cde85-0c59-4f0a-a642-afaf58f2b333,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.452933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae6bd62-1009-430f-9dae-8765c36477d1') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.452933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae6bd62-1009-430f-9dae-8765c36477d1') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.489527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.490866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20306e48-66cc-4a79-9ab9-c3ec311cedf1 None None] Network e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:27.537924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.551513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:27.564552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:27.565100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.580004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.611341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Transition to ACTIVE for port object 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:27.626605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:27.634922 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:27.645595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82d9f10-a770-4db2-bd82-794579d3d194 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:27.694538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.759132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f82d9f10-a770-4db2-bd82-794579d3d194 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:27.759767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.833210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::1 (7a649256-e900-404d-8783-423bfe265175/fbae5674-5e2a-4862-8f6f-5f91dcdae67a/64321ca2-910b-472e-b2c8-6b3bc62ffb32) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:27.837114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.849856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.852370 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/networks/ccaea250-4242-4586-8363-d1c3f13224a2 HTTP/1.1" status: 204 len: 168 time: 1.1566234 Jul 15 13:26:27.878297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:27.897733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'network': {'name': 'tempest-network-smoke--861795227', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:27.908325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Attempting to bind port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:27.908870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Attempting to bind port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:27.909321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Attempting to bind port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:27.911635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a758d0d-b2f6-44c6-b376-a5caa2dc06a9 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Network': ['ID=ccaea250-4242-4586-8363-d1c3f13224a2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.922762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a on network b7c4f695-1fc7-4a22-996d-3de1550862b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:27.923230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Attempting to bind port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:27.932360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:27.932832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Checking segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:27.933300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Bound using segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:27.934505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Bound port: 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:27.934937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.953509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e6109-7707-4889-acb5-b6e1c310e5ea req-ad95237c-9069-406b-87ed-f75ede7be2c7 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:27.960703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e8e6109-7707-4889-acb5-b6e1c310e5ea req-ad95237c-9069-406b-87ed-f75ede7be2c7 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 943 time: 0.2168024 Jul 15 13:26:27.990502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b89a0a42-96e6-4bcc-8737-1368dbf89536 None None] Provisioning complete for port f82d9f10-a770-4db2-bd82-794579d3d194 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:27.991267 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b89a0a42-96e6-4bcc-8737-1368dbf89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.038926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:28.039934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e8e6109-7707-4889-acb5-b6e1c310e5ea req-54c33e2f-db84-4481-bba0-3437b1400bec tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782366 Jul 15 13:26:28.071803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.079307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:28.079649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6d0f88c-04b5-420e-b27a-041f0ad8e0f5 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:28.080066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device eac2b087-56fd-4eea-a828-bf27a0230b6d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:28.090736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] For port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:28.095787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] For port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:28.106584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:28.110942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.111105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: eac2b087-56fd-4eea-a828-bf27a0230b6d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:28.111219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.111444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device eac2b087-56fd-4eea-a828-bf27a0230b6d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:28.111781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e285dc99-807b-4a28-9ad6-500652ae846f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:28.126982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No DVR routers for this DVR port a86cde85-0c59-4f0a-a642-afaf58f2b333 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:28.134923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e285dc99-807b-4a28-9ad6-500652ae846f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:28.135404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e285dc99-807b-4a28-9ad6-500652ae846f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:28.135853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:28.161671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Port': ['ID=a86cde85-0c59-4f0a-a642-afaf58f2b333,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.166122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:28.166718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6d6edde7-ca74-4ebb-bbf4-5259d8bbeb67 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:28.182978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.184677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.186171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b3c6e69-d9d9-4f84-9341-3dedb6efee0a HTTP/1.1" status: 200 len: 1091 time: 1.3379927 Jul 15 13:26:28.191298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'tag': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:28.193971 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d830fbfb-a578-481f-a84d-0f65f151cb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "73bd7696-4c2e-4a79-96a6-1a26f16f548d", "tag": "5b3c6e69-d9d9-4f84-9341-3dedb6efee0a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:28.201415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:28.239452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4134b-a896-4d46-a09a-abc766acd2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.256962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.256962 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Added segment c9e43d80-394a-45b3-9811-a10c9c718b87 of type vlan for network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b Jul 15 13:26:28.280638 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89a86f5-ec47-46d2-9e42-aab9d2d0576e x-openstack-request-id: req-c89a86f5-ec47-46d2-9e42-aab9d2d0576e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:28.281493 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bd7696-4c2e-4a79-96a6-1a26f16f548d", "tag": "5b3c6e69-d9d9-4f84-9341-3dedb6efee0a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:28.281877 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c89a86f5-ec47-46d2-9e42-aab9d2d0576e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:28.282388 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'tag': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a', 'status': 'completed', 'code': 200} Jul 15 13:26:28.311117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f638feaa-3565-465e-8bb4-980cc924db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.313376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-f638feaa-3565-465e-8bb4-980cc924db84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 1094 time: 0.0692039 Jul 15 13:26:28.367917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-c2c24497-d3ae-40f8-a0f9-d80b29c6ce73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a HTTP/1.1" status: 200 len: 217 time: 0.0471368 Jul 15 13:26:28.422822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-822243b2-f92a-462d-ae80-bf34737ad37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.424474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-822243b2-f92a-462d-ae80-bf34737ad37d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.0497863 Jul 15 13:26:28.459343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-9ef2ada0-5b35-4182-9421-a5ecd97a51aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280299 Jul 15 13:26:28.536648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.542687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.556169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-bc68439d-38a8-47ba-8661-d0e89c11af02 service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903225 Jul 15 13:26:28.561135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:28.594457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 64321ca2-910b-472e-b2c8-6b3bc62ffb32 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:28.599308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193b3792-41c2-473c-b28b-6b3233d93a34') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:28.599607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193b3792-41c2-473c-b28b-6b3233d93a34') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:28.619853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.627417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.657496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.658109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae00f583-447b-4467-b4a7-df3637e8f7d4 req-b5d63482-07f6-4fea-805c-1a20bd6ce5d1 service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956421 Jul 15 13:26:28.676136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:28.676543 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:28.680002 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:28.747179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.753122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.753811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.756614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.823975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/fbae5674-5e2a-4862-8f6f-5f91dcdae67a/b945a98e-6747-4f41-b161-c17a01ec257b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:28.830305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-f0ce15b4-4273-42cd-92f2-d400e390db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.831824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-f0ce15b4-4273-42cd-92f2-d400e390db40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 1094 time: 0.0993679 Jul 15 13:26:28.862305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Network': ['ID=9f3fe341-ed75-47a8-ab20-cc67a5621d3b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.864610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.879828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:28.884287 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.890997 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 HTTP/1.1" status: 204 len: 168 time: 5.6216922 Jul 15 13:26:28.896206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:28.901454 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-687073d8-93de-4e5c-a6bd-eff2e87c71ef tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0093195 Jul 15 13:26:28.901454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.904954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:28.911476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731428597'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:28.916851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:28.917397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.920345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40448) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.921103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1022f3-d350-4479-b969-d9289f0aacaf tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.927028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'admin_state_up': True, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:28.972267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-9b464502-c50e-4af0-a46c-e971fa03bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.973818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-9b464502-c50e-4af0-a46c-e971fa03bf96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 916 time: 0.1359797 Jul 15 13:26:28.980234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=64321ca2-910b-472e-b2c8-6b3bc62ffb32,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.033614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-92d5e165-f10b-44b4-856e-08ddbe286da3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a HTTP/1.1" status: 200 len: 217 time: 0.0457311 Jul 15 13:26:29.044814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:29.050427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.101168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.102305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.138331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-492a9c85-473c-4a49-9785-81b49c5d8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.140036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:29.157632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-492a9c85-473c-4a49-9785-81b49c5d8b0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.1001728 Jul 15 13:26:29.223254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.228921 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.237172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Transition to ACTIVE for port object b945a98e-6747-4f41-b161-c17a01ec257b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:29.237439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-b4218be8-0e47-48ef-b8bc-c2ff35933ac1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789094 Jul 15 13:26:29.239207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.239472 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment d13de7f7-7c30-4a7d-a308-e22c208ca0f7 of type vlan for network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 Jul 15 13:26:29.256227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Transition to ACTIVE for port object b945a98e-6747-4f41-b161-c17a01ec257b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:29.267135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.322985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:29.331198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:29.332772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.344147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:29.418589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92bd8-b377-4126-8657-f2dfc55d1922 req-3886cb5c-d187-461c-81c5-830df1f5d9ae tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.423407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Pushing event updated for resources: {'Port': ['ID=b945a98e-6747-4f41-b161-c17a01ec257b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.426540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a92bd8-b377-4126-8657-f2dfc55d1922 req-3886cb5c-d187-461c-81c5-830df1f5d9ae tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 943 time: 0.2036943 Jul 15 13:26:29.436239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Attempting to bind port b945a98e-6747-4f41-b161-c17a01ec257b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:29.436635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Attempting to bind port b945a98e-6747-4f41-b161-c17a01ec257b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:29.437022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Attempting to bind port b945a98e-6747-4f41-b161-c17a01ec257b on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:29.442599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:29.443102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:29.443514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.443908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:29.444381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Bound port: b945a98e-6747-4f41-b161-c17a01ec257b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:29.445030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.455578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-e6dfa520-040d-4296-847d-e3f01c6f81f9 service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850970 Jul 15 13:26:29.480695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.507437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87a92bd8-b377-4126-8657-f2dfc55d1922 req-bc4cf0d0-6344-4101-9054-f356c21d4333 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Jul 15 13:26:29.519439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] For port b945a98e-6747-4f41-b161-c17a01ec257b, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:29.524289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] For port b945a98e-6747-4f41-b161-c17a01ec257b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b945a98e-6747-4f41-b161-c17a01ec257b,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:29.534074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.594952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d830fbfb-a578-481f-a84d-0f65f151cb7a req-1a25d40a-f69a-482e-b584-80071ec4d02d service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283116 Jul 15 13:26:29.595972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f9775-aa85-458d-8c94-5a41115bffb7 None None] Pushing event updated for resources: {'Port': ['ID=b945a98e-6747-4f41-b161-c17a01ec257b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.643569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:26:29.648748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.688274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.693864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.694498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.821160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.821295 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9138935 Jul 15 13:26:29.826343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:29.877605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.927736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.928090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.928440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.928783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.929121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.929454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.929785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.930119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.930475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.930799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.931128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.931449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb68f4-15c3-48cf-a1e5-861378941557 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.944471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:29.978534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:29.986608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.059263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.070045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.070500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.243848 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.285232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:30.293850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:30.306553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=8051fba3-f6fe-411d-9e85-efbb42d2f078,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.316550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:30.316987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:30.333210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.343766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:30.354521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=64321ca2-910b-472e-b2c8-6b3bc62ffb32,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.363314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.387024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:30.398129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506ff39-6d71-4f4d-b4e6-7035a973ed15 None None] Network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:30.407476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.408403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.445032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57d01de0-7e27-4c3c-b3c3-794e93e9f3e4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6223772 Jul 15 13:26:30.448617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:30.456491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646558674'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:30.536146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:30.540835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.611723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:30.626599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.626942 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 4bdc307c-f3ac-4665-a705-d05199dd500b of type vlan for network 2a45266a-3b41-47f3-b01a-1576c4b4dce2 Jul 15 13:26:30.642325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Router 53ca2495-3a48-4eac-97b8-6f5f16595828 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:30.697705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3', 'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': '8051fba3-f6fe-411d-9e85-efbb42d2f078'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:30.698627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.720879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.828853 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.835007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.836029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.892039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.913435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4634080 Jul 15 13:26:30.930096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Allocated IP 2001:db8::3 (0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3/8051fba3-f6fe-411d-9e85-efbb42d2f078/49387ec7-9d3f-4180-a942-474dba424d32) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:30.959470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:30.967369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '2a45266a-3b41-47f3-b01a-1576c4b4dce2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:30.974759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099f24d-b668-4ddc-b83f-e2f64a2fe3b7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=2a45266a-3b41-47f3-b01a-1576c4b4dce2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.035463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2a45266a-3b41-47f3-b01a-1576c4b4dce2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:31.088339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4f9d1-aa37-45dd-b3f8-6583b86f5514 req-e020ea99-571b-4c1b-a460-a032e107d4ff tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.096299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57d4f9d1-aa37-45dd-b3f8-6583b86f5514 req-e020ea99-571b-4c1b-a460-a032e107d4ff tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 943 time: 0.3097425 Jul 15 13:26:31.184746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57d4f9d1-aa37-45dd-b3f8-6583b86f5514 req-a60935a1-541e-4cb4-ab85-cebc524b5a1f tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874705 Jul 15 13:26:31.213400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.25.2.217 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/4d782115-0584-498b-8bdc-da470daab935) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:31.227555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:31.231276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.282279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:31.294900 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0bf238e4-94d7-4cac-a1a3-43a777613d77 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "PUT /v2.0/routers/53ca2495-3a48-4eac-97b8-6f5f16595828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1398959 Jul 15 13:26:31.295208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Sync routers for ids ['53ca2495-3a48-4eac-97b8-6f5f16595828'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:31.298699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.312015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Routers {'53ca2495-3a48-4eac-97b8-6f5f16595828'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:31.314134 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['53ca2495-3a48-4eac-97b8-6f5f16595828'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:31.321490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:26:31.322086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:26:31.410173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb976f9-0f31-48ab-981b-f0d9a3317808 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.412753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4cb976f9-0f31-48ab-981b-f0d9a3317808 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports/64321ca2-910b-472e-b2c8-6b3bc62ffb32 HTTP/1.1" status: 200 len: 911 time: 0.1129143 Jul 15 13:26:31.415505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.502143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:31.511506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.535616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Set router 53ca2495-3a48-4eac-97b8-6f5f16595828 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:31.541642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-910f667c-2b23-4e13-902b-ae762da2f9c4 None None] Provisioning for port b945a98e-6747-4f41-b161-c17a01ec257b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:31.574788 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.596414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b945a98e-6747-4f41-b161-c17a01ec257b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:31.596745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.598655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.615295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30afbf3-7d0d-41a5-9c53-1db60cae87f0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.621620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30afbf3-7d0d-41a5-9c53-1db60cae87f0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.623553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b30afbf3-7d0d-41a5-9c53-1db60cae87f0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2068305 Jul 15 13:26:31.631955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Transition to ACTIVE for port object 49387ec7-9d3f-4180-a942-474dba424d32 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:31.648228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.674004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=c5731216-fc9c-4872-bfad-4f12a823afac,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.708263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Transition to ACTIVE for port object 49387ec7-9d3f-4180-a942-474dba424d32 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:31.725002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '4bdc307c-f3ac-4665-a705-d05199dd500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2a45266a-3b41-47f3-b01a-1576c4b4dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:31.725709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 2a45266a-3b41-47f3-b01a-1576c4b4dce2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:31.731506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.763688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 2a45266a-3b41-47f3-b01a-1576c4b4dce2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:31.777568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 2a45266a-3b41-47f3-b01a-1576c4b4dce2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:31.778846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-70a5ab70-3957-4690-b223-138d011760cd None None] Provisioning for port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:31.787599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.788413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.801876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:31.804016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd0cbd4-b69d-43be-a171-10dca1dc48c4 None None] Network 2a45266a-3b41-47f3-b01a-1576c4b4dce2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:31.819593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cc47a928-4ea0-4afe-8e4b-9194cf2a112b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8573766 Jul 15 13:26:31.820090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.827129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=4d782115-0584-498b-8bdc-da470daab935,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.830546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-70a5ab70-3957-4690-b223-138d011760cd None None] Provisioning complete for port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:31.830953 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70a5ab70-3957-4690-b223-138d011760cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.839551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:31.846835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:31.883775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:31.887527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-70a5ab70-3957-4690-b223-138d011760cd None None] Port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:31.894059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b945a98e-6747-4f41-b161-c17a01ec257b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:31.896990 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None, '_interfaces': [{'id': '64321ca2-910b-472e-b2c8-6b3bc62ffb32', 'name': '', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'subnets': [{'id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:31.905229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:31.908585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:31.910825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Pushing event updated for resources: {'Port': ['ID=49387ec7-9d3f-4180-a942-474dba424d32,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.922738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:31.928401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b945a98e-6747-4f41-b161-c17a01ec257b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:31.928746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.937146 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Checking router: 53ca2495-3a48-4eac-97b8-6f5f16595828 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:31.937731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Updating router 53ca2495-3a48-4eac-97b8-6f5f16595828 port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:31.976682 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.021859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'port_id': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a', 'mac_address': 'fa:16:3e:c1:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514566df-f4e1-4849-be33-ba2b53cebdc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:32.112840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Attempting to bind port 49387ec7-9d3f-4180-a942-474dba424d32 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:32.113258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Attempting to bind port 49387ec7-9d3f-4180-a942-474dba424d32 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:32.113630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Attempting to bind port 49387ec7-9d3f-4180-a942-474dba424d32 on network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:32.124553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e5feda84-cca6-4a60-9b9b-1c14b11ce3af None None] Provisioning complete for port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:32.125530 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5feda84-cca6-4a60-9b9b-1c14b11ce3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.183201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:32.183599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Checking segment: {'id': 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:32.184006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.184562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Bound using segment: {'id': 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:32.185062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Bound port: 49387ec7-9d3f-4180-a942-474dba424d32, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:32.185449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.199552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.228743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.294850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.390193 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.401447 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Transition to ACTIVE for port object 64321ca2-910b-472e-b2c8-6b3bc62ffb32 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:32.402628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:32.411624 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.420880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e5feda84-cca6-4a60-9b9b-1c14b11ce3af None None] Port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:32.486059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:32.511953 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.517236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.553821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e2eb9-86ae-4c75-8d29-708209f9a548 None None] Pushing event updated for resources: {'Port': ['ID=64321ca2-910b-472e-b2c8-6b3bc62ffb32,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.555307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a9956-52c8-4fe7-8a48-354c8ddd8391 req-17f8a4de-33be-4a3c-a5fd-635c9fe06cf0 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:32.563923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-983a9956-52c8-4fe7-8a48-354c8ddd8391 req-17f8a4de-33be-4a3c-a5fd-635c9fe06cf0 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 943 time: 0.1446147 Jul 15 13:26:32.584509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadaac6e-d6b2-4fda-9196-cdfcfc3970e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-2a45266a-3b41-47f3-b01a-1576c4b4dce2', 'network_id': '2a45266a-3b41-47f3-b01a-1576c4b4dce2', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': 'c5731216-fc9c-4872-bfad-4f12a823afac'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:32.585408 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cadaac6e-d6b2-4fda-9196-cdfcfc3970e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.585556 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.639222 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Attempting to bind port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:32.640446 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Attempting to bind port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:32.641099 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Attempting to bind port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:32.646894 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:32.647668 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:32.648265 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.648814 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:32.649439 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Bound port: 64321ca2-910b-472e-b2c8-6b3bc62ffb32, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:32.649997 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.668022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-983a9956-52c8-4fe7-8a48-354c8ddd8391 req-7c5149e8-8419-4ea4-8555-98b4281e8702 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960085 Jul 15 13:26:32.706627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] For port 49387ec7-9d3f-4180-a942-474dba424d32, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:32.711601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=c5731216-fc9c-4872-bfad-4f12a823afac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.764898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.788661 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] For port 64321ca2-910b-472e-b2c8-6b3bc62ffb32, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:32.802144 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] For port 64321ca2-910b-472e-b2c8-6b3bc62ffb32, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=64321ca2-910b-472e-b2c8-6b3bc62ffb32,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:32.813201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] For port 49387ec7-9d3f-4180-a942-474dba424d32, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=49387ec7-9d3f-4180-a942-474dba424d32,segment=NetworkSegment(d13de7f7-7c30-4a7d-a308-e22c208ca0f7),segment_id=d13de7f7-7c30-4a7d-a308-e22c208ca0f7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:32.817958 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.912153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.920627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b945a98e-6747-4f41-b161-c17a01ec257b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b945a98e-6747-4f41-b161-c17a01ec257b,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:32.922884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:32.927901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Routers {'53ca2495-3a48-4eac-97b8-6f5f16595828'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:32.929131 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['53ca2495-3a48-4eac-97b8-6f5f16595828'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:32.933614 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.935687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a45266a-3b41-47f3-b01a-1576c4b4dce2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:32.937512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.938455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.967309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.992213 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e2eb9-86ae-4c75-8d29-708209f9a548 None None] Pushing event updated for resources: {'Port': ['ID=64321ca2-910b-472e-b2c8-6b3bc62ffb32,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.020379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdc307c-f3ac-4665-a705-d05199dd500b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:33.021179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdc307c-f3ac-4665-a705-d05199dd500b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:33.036245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfd219-7f4d-48a7-bf1f-70c8d9df9247 None None] Network 2a45266a-3b41-47f3-b01a-1576c4b4dce2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:33.100044 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] Set router 53ca2495-3a48-4eac-97b8-6f5f16595828 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:33.106356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd74ed3-5bd4-4033-9aaf-695bacb964cf None None] Pushing event updated for resources: {'Port': ['ID=49387ec7-9d3f-4180-a942-474dba424d32,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.331854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b945a98e-6747-4f41-b161-c17a01ec257b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.518701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b945a98e-6747-4f41-b161-c17a01ec257b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:33.613566 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.617647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b945a98e-6747-4f41-b161-c17a01ec257b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:33.618098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.629321 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None, '_interfaces': [{'id': '64321ca2-910b-472e-b2c8-6b3bc62ffb32', 'name': '', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'subnets': [{'id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:33.631568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.668294 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.681389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e3019-626a-4936-a05c-ac07296232d9 None None] The sync data for ids ['53ca2495-3a48-4eac-97b8-6f5f16595828'] in n-d-798249-9 is: [{'id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 2, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None, '_interfaces': [{'id': '64321ca2-910b-472e-b2c8-6b3bc62ffb32', 'name': '', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'subnets': [{'id': 'fbae5674-5e2a-4862-8f6f-5f91dcdae67a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:33.797802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:33.797802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:33.802394 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:33.969158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20293-6357-42f8-a640-cbb3f734cfa1 req-74b62ed8-484a-4882-9d3b-21762ceb3bb5 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:33.975828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.977644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4eb20293-6357-42f8-a640-cbb3f734cfa1 req-74b62ed8-484a-4882-9d3b-21762ceb3bb5 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 944 time: 0.0914660 Jul 15 13:26:33.993691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.001455 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/2a45266a-3b41-47f3-b01a-1576c4b4dce2 HTTP/1.1" status: 204 len: 168 time: 2.1702027 Jul 15 13:26:34.026696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.046989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087557574'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:34.056088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55a9db-fcf9-43bb-9a72-945fadb74bdb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=2a45266a-3b41-47f3-b01a-1576c4b4dce2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.097697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.097949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4eb20293-6357-42f8-a640-cbb3f734cfa1 req-d7aa1959-39ee-4a6b-8301-1bf4067f4ea1 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188426 Jul 15 13:26:34.178631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:34.183050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.268299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:34.311547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.311899 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 6f9596e8-466e-4847-b852-67d8da8a218b of type vlan for network 7d0f4730-c97a-4135-a51a-d5cfda56001a Jul 15 13:26:34.356085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:34.356429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.417702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.507915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 3b84b07b-d824-455c-be79-17b6ec31fd73 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:34.523592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port 64321ca2-910b-472e-b2c8-6b3bc62ffb32, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=64321ca2-910b-472e-b2c8-6b3bc62ffb32,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:34.523960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.536402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.541949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:34.542575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.590960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 64321ca2-910b-472e-b2c8-6b3bc62ffb32 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:34.719009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:34.729863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.730417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6962872 Jul 15 13:26:34.731373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Sync routers for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:34.736237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '7d0f4730-c97a-4135-a51a-d5cfda56001a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:34.748335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:34.749166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:34.794544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f634b5-8e6f-41aa-9e7a-43d78d03d97a None None] Network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:34.818111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b5c77-d613-4076-9ebb-323e7cfc6646 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=7d0f4730-c97a-4135-a51a-d5cfda56001a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.838090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 7d0f4730-c97a-4135-a51a-d5cfda56001a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:34.840483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.845225 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-730b3adb-6cb7-4965-a639-cff315d69a1f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9217257 Jul 15 13:26:34.847497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.879890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:34.884859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.899281 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-85e6d072-a81a-4fb7-bbd4-af5113439735 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6eb253ec0cac4c76a83f9135098fc834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505800 Jul 15 13:26:34.900009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.962431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-acb13efc-2d17-4df1-b38f-4a22a13596dc None None] Provisioning for port 49387ec7-9d3f-4180-a942-474dba424d32 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:35.248328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d174b8-26a8-4877-a9d9-a4a59d8e7073 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.253479 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34d174b8-26a8-4877-a9d9-a4a59d8e7073 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3484859 Jul 15 13:26:35.254841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:35.291803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:35.313928 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f40ac2ed-5ded-4b6e-baee-1fb2bcd7de69 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583184 Jul 15 13:26:35.317364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:35.326658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646778040', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:35.381761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.402566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:35.474531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=64321ca2-910b-472e-b2c8-6b3bc62ffb32,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.618483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:35.643079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:35.647729 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.698666 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.707991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9a3d4-d197-459e-9211-2ae1a7dcaf18 req-fcb503b3-baa9-4555-8eb8-199fea021450 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.715565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81f9a3d4-d197-459e-9211-2ae1a7dcaf18 req-fcb503b3-baa9-4555-8eb8-199fea021450 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 944 time: 0.1345038 Jul 15 13:26:35.731068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:35.741369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 64321ca2-910b-472e-b2c8-6b3bc62ffb32 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:35.751323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.814047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81f9a3d4-d197-459e-9211-2ae1a7dcaf18 req-19956975-73fe-445b-8126-6b23053a31fc tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974996 Jul 15 13:26:35.815957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 64321ca2-910b-472e-b2c8-6b3bc62ffb32 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:35.816363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 64321ca2-910b-472e-b2c8-6b3bc62ffb32 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:26:35.860588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.861386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Port 64321ca2-910b-472e-b2c8-6b3bc62ffb32 not found, will not notify nova. {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:26:35.861790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 49387ec7-9d3f-4180-a942-474dba424d32 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:35.953850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 3, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:35.971457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '6f9596e8-466e-4847-b852-67d8da8a218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d0f4730-c97a-4135-a51a-d5cfda56001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:35.971820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 7d0f4730-c97a-4135-a51a-d5cfda56001a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:35.975148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=10d7b1b1-5984-4553-892b-c258bb60fdc3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.989225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.989835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.990398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.991000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.991526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.991657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Checking router: 3b84b07b-d824-455c-be79-17b6ec31fd73 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:35.992084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Updating router 3b84b07b-d824-455c-be79-17b6ec31fd73 port 4d782115-0584-498b-8bdc-da470daab935 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:35.992329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.992824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.993316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.993915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.994444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.994950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:35.995441 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:36.017603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 7d0f4730-c97a-4135-a51a-d5cfda56001a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:36.027192 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.029113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 49387ec7-9d3f-4180-a942-474dba424d32 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:36.031534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 7d0f4730-c97a-4135-a51a-d5cfda56001a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:36.043966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.045171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.056308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 49387ec7-9d3f-4180-a942-474dba424d32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:36.056680 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.058413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2625fe30-2823-4b7a-937d-01eefe9bb64d None None] Network 7d0f4730-c97a-4135-a51a-d5cfda56001a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:36.065890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-14fb67b3-e211-40e8-b9fe-44d508cce69c tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3346925 Jul 15 13:26:36.069011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.122895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.126815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Router 53ca2495-3a48-4eac-97b8-6f5f16595828 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:36.163293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:36.165512 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a8ad35-b818-406e-99e2-2d0867a7c2ab" -d '{"events": [{"server_uuid": "73bd7696-4c2e-4a79-96a6-1a26f16f548d", "name": "network-vif-plugged", "status": "completed", "tag": "5b3c6e69-d9d9-4f84-9341-3dedb6efee0a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:36.234293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:36.236699 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5330c1a-ae13-4808-b8d4-f2a2f90350b0 x-openstack-request-id: req-b5330c1a-ae13-4808-b8d4-f2a2f90350b0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:36.236699 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd7696-4c2e-4a79-96a6-1a26f16f548d", "name": "network-vif-plugged", "status": "completed", "tag": "5b3c6e69-d9d9-4f84-9341-3dedb6efee0a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:36.236921 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5330c1a-ae13-4808-b8d4-f2a2f90350b0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:36.237294 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a', 'code': 200} Jul 15 13:26:36.251998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.253265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:36.263487 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] Sync routers for ids ['53ca2495-3a48-4eac-97b8-6f5f16595828'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:36.279948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] Routers {'53ca2495-3a48-4eac-97b8-6f5f16595828'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:36.281111 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['53ca2495-3a48-4eac-97b8-6f5f16595828'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.292176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f041aec-ca98-45a4-b238-a47d03bc43f9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "PUT /v2.0/routers/53ca2495-3a48-4eac-97b8-6f5f16595828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6428764 Jul 15 13:26:36.292400 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.298694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.352464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f73c9dc3-5e36-428a-a3b5-090caf592af1 None None] Provisioning complete for port 49387ec7-9d3f-4180-a942-474dba424d32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:36.352800 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f73c9dc3-5e36-428a-a3b5-090caf592af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.353212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.374099 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] Set router 53ca2495-3a48-4eac-97b8-6f5f16595828 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:36.404552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe7509-694d-49c2-a4d6-1a61cb15e2ff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.406602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe7509-694d-49c2-a4d6-1a61cb15e2ff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.410939 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e1fe7509-694d-49c2-a4d6-1a61cb15e2ff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1085925 Jul 15 13:26:36.413497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.415766 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.449713 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:35Z', 'revision_number': 3, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.483703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Subnet': ['ID=dd46e011-3265-4919-8764-0b6d7d18db16,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.489894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Checking segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:36.490291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network hostable DHCP agents. Network: 9f3fe341-ed75-47a8-ab20-cc67a5621d3b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:36.491006 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] Checking router: 53ca2495-3a48-4eac-97b8-6f5f16595828 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:36.499477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaffe82-4bca-4318-b25c-9f78b3f66793 req-e1812134-d52d-471a-937b-56cc5806646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.501923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbaffe82-4bca-4318-b25c-9f78b3f66793 req-e1812134-d52d-471a-937b-56cc5806646c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 1096 time: 0.1882007 Jul 15 13:26:36.505024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.508826 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] Routers {'53ca2495-3a48-4eac-97b8-6f5f16595828'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:36.511626 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['53ca2495-3a48-4eac-97b8-6f5f16595828'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.517065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet fbae5674-5e2a-4862-8f6f-5f91dcdae67a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:36.520404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.556565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.561046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=10d7b1b1-5984-4553-892b-c258bb60fdc3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.569369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.574033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:36.597968 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.615923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9f3fe341-ed75-47a8-ab20-cc67a5621d3b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:36.617108 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] Set router 53ca2495-3a48-4eac-97b8-6f5f16595828 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:36.626732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.627581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.635538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.648564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0f4730-c97a-4135-a51a-d5cfda56001a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.659822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70026515-fd4d-4a43-8a80-762fe5348ec4 None None] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:36.661194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9596e8-466e-4847-b852-67d8da8a218b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.661516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9596e8-466e-4847-b852-67d8da8a218b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.667302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1eb6cb-df55-4a8d-a84d-7d56b4d26051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7d0f4730-c97a-4135-a51a-d5cfda56001a', 'network_id': '7d0f4730-c97a-4135-a51a-d5cfda56001a', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': '10d7b1b1-5984-4553-892b-c258bb60fdc3'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:36.668145 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d1eb6cb-df55-4a8d-a84d-7d56b4d26051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.672153 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7e77b0bd-aee7-4937-9aee-5388794f13a3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3534710 Jul 15 13:26:36.673556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.676288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.690927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.698610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:36.699019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.763821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:35Z', 'revision_number': 3, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.794655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.797699 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7603fb-2e09-4318-a9ce-0443dc017945 None None] The sync data for ids ['53ca2495-3a48-4eac-97b8-6f5f16595828'] in n-d-798249-9 is: [{'id': '53ca2495-3a48-4eac-97b8-6f5f16595828', 'name': 'tempest-NetworksTestDHCPv6-router-67342752', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:35Z', 'revision_number': 3, 'project_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:36.810590 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:36.832486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.868222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.876309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/7d0f4730-c97a-4135-a51a-d5cfda56001a HTTP/1.1" status: 204 len: 168 time: 0.8019016 Jul 15 13:26:36.876309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbaffe82-4bca-4318-b25c-9f78b3f66793 req-87b79944-ca2d-4d1a-811b-fefc32f9f154 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649902 Jul 15 13:26:36.876702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.883118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10927567'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:36.908131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccec0-114e-40ca-97b2-4a18680de97b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=7d0f4730-c97a-4135-a51a-d5cfda56001a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.914252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:36.915195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 49387ec7-9d3f-4180-a942-474dba424d32, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=49387ec7-9d3f-4180-a942-474dba424d32,segment=NetworkSegment(d13de7f7-7c30-4a7d-a308-e22c208ca0f7),segment_id=d13de7f7-7c30-4a7d-a308-e22c208ca0f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:36.920031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.959616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f73c9dc3-5e36-428a-a3b5-090caf592af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.966673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.973332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:36.995425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395adb40-b1bd-4e54-b843-3f4cff3fbd9f None None] Network 7d0f4730-c97a-4135-a51a-d5cfda56001a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:36.996815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.997466 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment ae76f8da-eb52-4ed3-9279-674cc60bffbe of type vlan for network 4733e921-5423-49a1-949b-b7df99973a9d Jul 15 13:26:37.095655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395adb40-b1bd-4e54-b843-3f4cff3fbd9f None None] Network 7d0f4730-c97a-4135-a51a-d5cfda56001a could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:26:37.117104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.192837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398d8d-a76e-417e-9db4-86eb5e2c9ea9 req-f668ea31-de3c-4004-aa2c-b87deb71127d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.195214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1398d8d-a76e-417e-9db4-86eb5e2c9ea9 req-f668ea31-de3c-4004-aa2c-b87deb71127d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 945 time: 0.1463785 Jul 15 13:26:37.197210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.204532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.206492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.264202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=49387ec7-9d3f-4180-a942-474dba424d32,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.282122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-f73c9dc3-5e36-428a-a3b5-090caf592af1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:37.282718 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-f73c9dc3-5e36-428a-a3b5-090caf592af1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:37.294194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:37.295499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.299824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.382956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.385105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Transition to ACTIVE for port object 4d782115-0584-498b-8bdc-da470daab935 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:37.408716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=4733e921-5423-49a1-949b-b7df99973a9d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.409102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3a4dccc-62b8-42be-b9ba-31d5c2d1828f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5310540 Jul 15 13:26:37.412075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:37.417577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '4733e921-5423-49a1-949b-b7df99973a9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:37.422250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.444950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4733e921-5423-49a1-949b-b7df99973a9d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:37.451036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=fbae5674-5e2a-4862-8f6f-5f91dcdae67a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.455546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.459993 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e0dc4b98-2b42-489e-a3cc-c7c36718d763 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/fbae5674-5e2a-4862-8f6f-5f91dcdae67a HTTP/1.1" status: 204 len: 168 time: 1.0415623 Jul 15 13:26:37.463403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:37.466590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1398d8d-a76e-417e-9db4-86eb5e2c9ea9 req-87ce927e-17f3-4745-b4fe-449ee8583dcc tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418940 Jul 15 13:26:37.503557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dabd5e-9d29-449a-a631-573a3be9b79a None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:37.554788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:37.559427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.615498 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97f1b5be-2c19-4276-aa20-97c3c4f281f3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1512001 Jul 15 13:26:37.618270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:37.721367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 49387ec7-9d3f-4180-a942-474dba424d32 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:37.733734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.805806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.867688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=76efa493-f2f4-417b-be12-488953e5eefa,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.877680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': 'ae76f8da-eb52-4ed3-9279-674cc60bffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4733e921-5423-49a1-949b-b7df99973a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:37.878318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 4733e921-5423-49a1-949b-b7df99973a9d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:37.884033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0781-a9ef-4e8a-8da2-ec864d9e642b None None] Pushing event updated for resources: {'Port': ['ID=4d782115-0584-498b-8bdc-da470daab935,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.901293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 4733e921-5423-49a1-949b-b7df99973a9d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:37.910891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4733e921-5423-49a1-949b-b7df99973a9d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:37.919233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.920140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.932104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.935492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed01a74-986d-46d1-8ae2-47e33591218f None None] Network 4733e921-5423-49a1-949b-b7df99973a9d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:37.935953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.938264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Attempting to bind port 4d782115-0584-498b-8bdc-da470daab935 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:37.938659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Attempting to bind port 4d782115-0584-498b-8bdc-da470daab935 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:37.939132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Attempting to bind port 4d782115-0584-498b-8bdc-da470daab935 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:37.941748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2605ab98-3495-4bab-8cc1-9106a1db3ee0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5283399 Jul 15 13:26:37.944623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:37.984526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:37.984830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:37.985161 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.985762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:37.986275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Bound port: 4d782115-0584-498b-8bdc-da470daab935, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:37.986634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.989436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Allocated IP 172.20.0.2 (9f3fe341-ed75-47a8-ab20-cc67a5621d3b/dd46e011-3265-4919-8764-0b6d7d18db16/b650dccd-adeb-4ae0-a0cb-93ab5a2e9964) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:38.033605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.034412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Fanout notify agent at l3_agent the message router_deleted on router 53ca2495-3a48-4eac-97b8-6f5f16595828 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:38.037875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 49387ec7-9d3f-4180-a942-474dba424d32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:38.038267 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.043962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.045252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fe9c2241-7d94-4573-82d8-1c347d2f4d02 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/routers/53ca2495-3a48-4eac-97b8-6f5f16595828 HTTP/1.1" status: 204 len: 168 time: 0.4261916 Jul 15 13:26:38.048036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:38.095475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.111045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.174774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d05ae-7fc2-4d6b-a09e-652d28a4f2bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.178972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-211d05ae-7fc2-4d6b-a09e-652d28a4f2bb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1272283 Jul 15 13:26:38.180060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:38.240980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea5473-7183-479c-97d6-cc175f0fcd2c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.246267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-81ea5473-7183-479c-97d6-cc175f0fcd2c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637248 Jul 15 13:26:38.247344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:38.264476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.297725 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7407719e-0311-45ad-9794-62b7f483bd4a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491791 Jul 15 13:26:38.303805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] For port 4d782115-0584-498b-8bdc-da470daab935, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:38.306293 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:38.311498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:38.357928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] For port 4d782115-0584-498b-8bdc-da470daab935, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4d782115-0584-498b-8bdc-da470daab935,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:38.395301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.407496 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.430317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=76efa493-f2f4-417b-be12-488953e5eefa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.500580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.509387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Transition to ACTIVE for port object b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:38.513236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:38.517950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.525030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Transition to ACTIVE for port object b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:38.563201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.642502 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.676757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.20.0.1 (9f3fe341-ed75-47a8-ab20-cc67a5621d3b/dd46e011-3265-4919-8764-0b6d7d18db16/cd906923-271c-419e-80b8-47f5682c6880) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:38.705693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:38.721508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4733e921-5423-49a1-949b-b7df99973a9d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.722149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:38.726912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:38.739349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0781-a9ef-4e8a-8da2-ec864d9e642b None None] Pushing event updated for resources: {'Port': ['ID=4d782115-0584-498b-8bdc-da470daab935,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.779400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae76f8da-eb52-4ed3-9279-674cc60bffbe') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.781580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae76f8da-eb52-4ed3-9279-674cc60bffbe') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.784029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385f734-6ba0-4965-b059-741ebb94e9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-4733e921-5423-49a1-949b-b7df99973a9d', 'network_id': '4733e921-5423-49a1-949b-b7df99973a9d', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': '76efa493-f2f4-417b-be12-488953e5eefa'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:38.785549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8385f734-6ba0-4965-b059-741ebb94e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.797193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.817993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.830596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:38.831332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.832219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:38.834167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 64321ca2-910b-472e-b2c8-6b3bc62ffb32 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:38.834752 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:38.838628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:38.839498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.935350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 64321ca2-910b-472e-b2c8-6b3bc62ffb32 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:38.936239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 64321ca2-910b-472e-b2c8-6b3bc62ffb32 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:38.939769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f10d-2ed7-437a-9e31-74004ac68962 req-3696229b-54ac-4c28-94f6-e4ca86429e8f tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.945376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e30f10d-2ed7-437a-9e31-74004ac68962 req-3696229b-54ac-4c28-94f6-e4ca86429e8f tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 945 time: 0.2903280 Jul 15 13:26:38.951221 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.967949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.982708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.986159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/4733e921-5423-49a1-949b-b7df99973a9d HTTP/1.1" status: 204 len: 168 time: 1.0401256 Jul 15 13:26:38.990421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:38.995568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778597918'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:39.002132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e82d5-859f-45ff-912b-706afa14cb72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=4733e921-5423-49a1-949b-b7df99973a9d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.018568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Pushing event updated for resources: {'Port': ['ID=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.021170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e30f10d-2ed7-437a-9e31-74004ac68962 req-427dbff4-dbf3-4297-9467-e5bbf728a0d0 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Jul 15 13:26:39.037789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Attempting to bind port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:39.038085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Attempting to bind port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:39.045032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Attempting to bind port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 on network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:39.049340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Transition to ACTIVE for port object cd906923-271c-419e-80b8-47f5682c6880 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:39.087566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:39.087813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Checking segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:39.088456 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.089329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Bound using segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:39.089821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Bound port: b650dccd-adeb-4ae0-a0cb-93ab5a2e9964, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:39.090227 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.099053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32ebba-e441-48a3-89a8-307652816fe0 None None] Network 4733e921-5423-49a1-949b-b7df99973a9d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:39.133447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32ebba-e441-48a3-89a8-307652816fe0 None None] Network 4733e921-5423-49a1-949b-b7df99973a9d could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:26:39.142463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:39.146264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.177377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:39.226146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:26:39.230055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.238455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:39.254873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] Deleting port b945a98e-6747-4f41-b161-c17a01ec257b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:39.255188 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.287399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] For port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:39.317738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] For port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:39.354067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:39.387926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:39.405077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:39.416869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.417323 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 46c3bf8e-f622-41eb-a472-fed0ed94e9a3 of type vlan for network 22ca81f4-a9aa-4898-94bc-80f5977d783b Jul 15 13:26:39.462739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.549872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b945a98e-6747-4f41-b161-c17a01ec257b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:39.636658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] For port b945a98e-6747-4f41-b161-c17a01ec257b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b945a98e-6747-4f41-b161-c17a01ec257b,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:39.637074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.652998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03d006-b517-44ea-bd69-510732b841c7 None None] Pushing event updated for resources: {'Port': ['ID=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.677262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] Calling delete_port for b945a98e-6747-4f41-b161-c17a01ec257b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:39.836987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=cd906923-271c-419e-80b8-47f5682c6880,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.961860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.018974 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.024712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 3, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:40.062449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9fa51-0226-4849-9c79-bdf61b454d42 None None] The sync data for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 is: [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 3, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:40.080074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.135249 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.142067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b945a98e-6747-4f41-b161-c17a01ec257b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b945a98e-6747-4f41-b161-c17a01ec257b,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:40.142549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.143452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.161463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.204053 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2125309 Jul 15 13:26:40.204903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.207084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:40.212426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:40.265332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] No DVR routers for this DVR port b945a98e-6747-4f41-b161-c17a01ec257b on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:40.308260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b945a98e-6747-4f41-b161-c17a01ec257b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.316638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bbb7-dce7-4ae4-9ba3-3b043813c836 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=22ca81f4-a9aa-4898-94bc-80f5977d783b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.321167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Port b945a98e-6747-4f41-b161-c17a01ec257b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:26:40.321481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:1732 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:26:40.329989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8e:1732 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:26:40.345899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.370416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:40.372971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7122-e47b-4292-9f85-3408b6f75cd9 None None] Pushing event deleted for resources: {'Port': ['ID=b945a98e-6747-4f41-b161-c17a01ec257b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.450807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:40.455037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.457728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:40.460966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:40.496716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.496958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991857d1-f2ea-4a5a-9dec-3b7710b231a1 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:40.497383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.585589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=2961eb9a-b26f-4b19-a489-b5fc118b2875,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.605891 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-35af8518-c52c-4ebc-96a4-880f9e9deea3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2982569 Jul 15 13:26:40.613657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:40.623896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:40.627514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.851490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '2961eb9a-b26f-4b19-a489-b5fc118b2875'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:40.852378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.884475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.967706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=45ca57ab-0112-48ab-a815-2deeb18ab119,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.065291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '46c3bf8e-f622-41eb-a472-fed0ed94e9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:41.065687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 22ca81f4-a9aa-4898-94bc-80f5977d783b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:41.114077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:41.133845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 22ca81f4-a9aa-4898-94bc-80f5977d783b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:41.138106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:41.138779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.198566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca47586-49ff-4587-adc4-2170bc658bfc None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:41.206117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f72fcbea-9c35-449e-adbb-7663f7843283 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9977787 Jul 15 13:26:41.208891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:41.214001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:41.361801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:41.376965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.449892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-22ca81f4-a9aa-4898-94bc-80f5977d783b', 'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': '45ca57ab-0112-48ab-a815-2deeb18ab119'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:41.450794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.479992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:41.485325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.529269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Allocated IP 2001:db8::f816:3eff:fe8a:ff5a (7a649256-e900-404d-8783-423bfe265175/2961eb9a-b26f-4b19-a489-b5fc118b2875/7acfff98-483d-48fc-a55a-395e68090919) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:41.768039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.787952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:41.896359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.899816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Transition to ACTIVE for port object 7acfff98-483d-48fc-a55a-395e68090919 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:41.928780 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.953606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e635e8-7e8d-4924-a5e8-5cc09eb8e6a7 None None] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:42.079952 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.150330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=46619d8a-7835-463f-b0a5-9b6863e06911,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.193527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:42.198390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:42.208174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.210520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.236711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=cd906923-271c-419e-80b8-47f5682c6880,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.244606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.266729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-27e8d8da-21fb-4f24-82a5-18dee16f814f tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0552003 Jul 15 13:26:42.267034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40702) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.331945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Transition to ACTIVE for port object 7acfff98-483d-48fc-a55a-395e68090919 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:42.366527 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.419627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] Provisioning for port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:42.423776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:42.435041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:42.453138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a21de-a2ec-412f-bbc1-be2fb0b39d43 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.454895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a21de-a2ec-412f-bbc1-be2fb0b39d43 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.456238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:42.456506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a21de-a2ec-412f-bbc1-be2fb0b39d43 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.458096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a21de-a2ec-412f-bbc1-be2fb0b39d43 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.459962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a21de-a2ec-412f-bbc1-be2fb0b39d43 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.461930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf3a21de-a2ec-412f-bbc1-be2fb0b39d43 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1866336 Jul 15 13:26:42.465943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.473430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032815230'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:42.480858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:42.489287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] Provisioning complete for port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:42.489664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.502293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:42.502731 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.522177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:42.526041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.576339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:42.585075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Pushing event updated for resources: {'Port': ['ID=7acfff98-483d-48fc-a55a-395e68090919,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.603882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.604153 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 718a940e-c7ac-44fe-a94b-279504e3dbfa of type vlan for network d49f835e-acfa-4e2e-b9a6-72b106e571f0 Jul 15 13:26:42.621585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:42.630605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:42.673279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.716839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.724774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.725644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.737921 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.754257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Allocated IP 2001:db8::2 (22ca81f4-a9aa-4898-94bc-80f5977d783b/45ca57ab-0112-48ab-a815-2deeb18ab119/ec31e005-ae82-4acb-a42b-0b43fe1e40ec) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:42.759170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9922ae1-b1d1-4c23-8ef4-5dbba81c5b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.766371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2991495 Jul 15 13:26:42.788942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.798375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Attempting to bind port 7acfff98-483d-48fc-a55a-395e68090919 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:42.798980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Attempting to bind port 7acfff98-483d-48fc-a55a-395e68090919 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:42.799538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Attempting to bind port 7acfff98-483d-48fc-a55a-395e68090919 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:42.820619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:42.828554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:42.829288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:42.829869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.830515 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:42.831170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Bound port: 7acfff98-483d-48fc-a55a-395e68090919, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:42.831748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.853114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:42.875976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:42.897962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.898601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.920731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=343d7410-85e9-445a-b447-1a11bb4343e9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.940957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 3b84b07b-d824-455c-be79-17b6ec31fd73 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:42.945026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a06533b-66bd-492d-a9dd-5567f851ae9d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3277199 Jul 15 13:26:42.945965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.965621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:7e:5e:f6', 'name': 'tempest-NetworksTestDHCPv6-646961280'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:43.013161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844db81-17d7-499f-9d36-d0ac1f6b5738 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=d49f835e-acfa-4e2e-b9a6-72b106e571f0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:43.057288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:43.082251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.147291 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.394245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:43.444526 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.490329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] For port 7acfff98-483d-48fc-a55a-395e68090919, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:43.513514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] For port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:43.533457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.534383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.548077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] For port 7acfff98-483d-48fc-a55a-395e68090919, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7acfff98-483d-48fc-a55a-395e68090919,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:43.584733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 is not hosted by any dhcp agent {{(pid=93824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:26:43.600553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.601720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.609331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "PUT /v2.0/networks/d49f835e-acfa-4e2e-b9a6-72b106e571f0 HTTP/1.1" status: 200 len: 723 time: 0.8150125 Jul 15 13:26:43.610200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:43.615008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.638351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': 'd49f835e-acfa-4e2e-b9a6-72b106e571f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:43.660407 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.674344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:43.697757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.708543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fcc1421f-b488-4e14-b6cc-73f520ccacb5 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "PUT /v2.0/routers/3b84b07b-d824-455c-be79-17b6ec31fd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0309503 Jul 15 13:26:43.714908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:43.724299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Sync routers for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:43.746667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Transition to ACTIVE for port object ec31e005-ae82-4acb-a42b-0b43fe1e40ec will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:43.772301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ad4b-b069-4725-8033-84c86b6df17b None None] Pushing event updated for resources: {'Port': ['ID=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:43.794580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:43.794934 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:43.858141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:43.862372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.967210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7274e6-846e-4d89-a914-1d1ab53bd285 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=d49f835e-acfa-4e2e-b9a6-72b106e571f0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.134541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:44.161139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:44.163118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:44.165373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-954047b6-0f8f-48e1-a313-26356a634a66 None None] Provisioning for port cd906923-271c-419e-80b8-47f5682c6880 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:44.169014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Transition to ACTIVE for port object ec31e005-ae82-4acb-a42b-0b43fe1e40ec will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:44.261562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-954047b6-0f8f-48e1-a313-26356a634a66 None None] Provisioning complete for port cd906923-271c-419e-80b8-47f5682c6880 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:44.268636 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-954047b6-0f8f-48e1-a313-26356a634a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.377057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.442363 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.485780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-954047b6-0f8f-48e1-a313-26356a634a66 None None] Port cd906923-271c-419e-80b8-47f5682c6880 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:44.553460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=a70ba030-ba07-4684-85f0-80e667fad732,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.566571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '718a940e-c7ac-44fe-a94b-279504e3dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd49f835e-acfa-4e2e-b9a6-72b106e571f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:44.566788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:44.567241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: d49f835e-acfa-4e2e-b9a6-72b106e571f0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:44.572075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7650fd-6840-4947-93e1-e4ba39a0c09f None None] Pushing event updated for resources: {'Port': ['ID=7acfff98-483d-48fc-a55a-395e68090919,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.577942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:44.579952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:44.583416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.583926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.584949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.584949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.585304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.585756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.586229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.586710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.587169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.587631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.588081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.588538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.589164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.589628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.596144 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3ecb459-fe2b-4c30-a3a9-4d6cca31700d tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9871 time: 0.8770883 Jul 15 13:26:44.597927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.599153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4d782115-0584-498b-8bdc-da470daab935 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:44.622141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:44.626884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 06083ae3-a6d3-45c1-87d5-73acfda8830d yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:44.657368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-954047b6-0f8f-48e1-a313-26356a634a66 None None] Provisioning complete for port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:44.657747 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-954047b6-0f8f-48e1-a313-26356a634a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.716244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d49f835e-acfa-4e2e-b9a6-72b106e571f0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:44.742280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.752906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33055849'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.789391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944a2fa-a2ba-4fc0-acae-d119b1498747 None None] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:44.807178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Attempting to bind port ec31e005-ae82-4acb-a42b-0b43fe1e40ec on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:44.807561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Attempting to bind port ec31e005-ae82-4acb-a42b-0b43fe1e40ec by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '46c3bf8e-f622-41eb-a472-fed0ed94e9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:44.807945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Attempting to bind port ec31e005-ae82-4acb-a42b-0b43fe1e40ec on network 22ca81f4-a9aa-4898-94bc-80f5977d783b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:44.837683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.838154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.840303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.840770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.842359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.842869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.843712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.844541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.844680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.845069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.851774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.852634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.853535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.854722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.855349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.855967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.859865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-45592db6-2587-4361-ae14-64cac1d94be7 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10137 time: 0.2610328 Jul 15 13:26:44.861443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-25f0e1d2-9043-4313-bade-dc296b4c0e67 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2311125 Jul 15 13:26:44.863233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.864303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.878186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Pushing event updated for resources: {'Port': ['ID=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.879452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:44.881852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:44.882262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Checking segment: {'id': '46c3bf8e-f622-41eb-a472-fed0ed94e9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:44.882680 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.883068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Bound using segment: {'id': '46c3bf8e-f622-41eb-a472-fed0ed94e9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:44.883551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Bound port: ec31e005-ae82-4acb-a42b-0b43fe1e40ec, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c3bf8e-f622-41eb-a472-fed0ed94e9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:44.883936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.985766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:45.029019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24638764'] for subnet, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.085074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] For port ec31e005-ae82-4acb-a42b-0b43fe1e40ec, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:45.095788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4d782115-0584-498b-8bdc-da470daab935 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:45.105094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] For port ec31e005-ae82-4acb-a42b-0b43fe1e40ec, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,segment=NetworkSegment(46c3bf8e-f622-41eb-a472-fed0ed94e9a3),segment_id=46c3bf8e-f622-41eb-a472-fed0ed94e9a3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:45.122229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4d782115-0584-498b-8bdc-da470daab935 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:45.122229 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.125216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 172.20.0.2 (7a649256-e900-404d-8783-423bfe265175/343d7410-85e9-445a-b447-1a11bb4343e9/06083ae3-a6d3-45c1-87d5-73acfda8830d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:45.128384 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.140194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fe7e:5ef6 (7a649256-e900-404d-8783-423bfe265175/2961eb9a-b26f-4b19-a489-b5fc118b2875/06083ae3-a6d3-45c1-87d5-73acfda8830d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:45.236333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61eb12-0942-442f-95c7-9295596e22d2 None None] Pushing event updated for resources: {'Port': ['ID=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.283839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777353090955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24523351'] for subnet, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.452262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=a70ba030-ba07-4684-85f0-80e667fad732,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.478439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.480028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.481861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-29fa938e-6f60-4d60-a8ab-34907b34eb62 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "PUT /v2.0/subnets/a70ba030-ba07-4684-85f0-80e667fad732 HTTP/1.1" status: 200 len: 826 time: 0.6153388 Jul 15 13:26:45.485248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:45.490300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7128a28-8127-433a-9bf7-6916d48e7ab8 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:45.547185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.568911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 06083ae3-a6d3-45c1-87d5-73acfda8830d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:45.720798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.878789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-109a5fc4-6183-47ab-b9ca-bcde7712a0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.886107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda90c90-400d-4269-86f5-906cfef2ad6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d49f835e-acfa-4e2e-b9a6-72b106e571f0', 'network_id': 'd49f835e-acfa-4e2e-b9a6-72b106e571f0', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': 'a70ba030-ba07-4684-85f0-80e667fad732'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:45.887236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda90c90-400d-4269-86f5-906cfef2ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.889089 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.892459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.049325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.180291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=a70ba030-ba07-4684-85f0-80e667fad732,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:46.195075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:46.199348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=06083ae3-a6d3-45c1-87d5-73acfda8830d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:46.209110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:46.263599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.284095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:46.354493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.363535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.378000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 4d782115-0584-498b-8bdc-da470daab935, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4d782115-0584-498b-8bdc-da470daab935,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:46.408566 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.446826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.447509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.497759 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1bc6a559-6555-458b-b380-d858074f7ae1 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 1.6332400 Jul 15 13:26:46.502136 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5b7f5294-5bb5-44c8-98d0-37f5e4900c1c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5503099 Jul 15 13:26:46.502400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-bda90c90-400d-4269-86f5-906cfef2ad6a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70ba030-ba07-4684-85f0-80e667fad732: This subnet is being modified by another concurrent operation. Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:26:46.557800 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70ba030-ba07-4684-85f0-80e667fad732: This subnet is being modified by another concurrent operation. Jul 15 13:26:46.562437 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 15 13:26:46.584878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39318b0e-cb17-431f-8796-06df0d2af420 None None] Provisioning for port 7acfff98-483d-48fc-a55a-395e68090919 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:46.614788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe87c00-c49c-4643-b837-e6bfcd9fcb3e None None] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:46.740810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:41Z', 'revision_number': 2, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:46.766881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440c6c0-3941-4f1b-817c-442bb8757697 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.780747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440c6c0-3941-4f1b-817c-442bb8757697 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.785874 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5440c6c0-3941-4f1b-817c-442bb8757697 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2793000 Jul 15 13:26:46.786995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.833787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Checking router: 3b84b07b-d824-455c-be79-17b6ec31fd73 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:46.834474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Updating router 3b84b07b-d824-455c-be79-17b6ec31fd73 port cd906923-271c-419e-80b8-47f5682c6880 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:46.881960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.886776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507149856', 'description': 'tempest-secgroup-smoke-1507149856 description', 'project_id': '6eb253ec0cac4c76a83f9135098fc834'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:46.967716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.971293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:47.060744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 06083ae3-a6d3-45c1-87d5-73acfda8830d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:47.061191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.310344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=4d782115-0584-498b-8bdc-da470daab935,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.321484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39318b0e-cb17-431f-8796-06df0d2af420 None None] Provisioning complete for port cd906923-271c-419e-80b8-47f5682c6880 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:47.323703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.326431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39318b0e-cb17-431f-8796-06df0d2af420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.337348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40800) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.337598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.381970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.383214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 06083ae3-a6d3-45c1-87d5-73acfda8830d owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:47.404303 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.441875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49f835e-acfa-4e2e-b9a6-72b106e571f0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:47.469568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718a940e-c7ac-44fe-a94b-279504e3dbfa') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:47.469851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718a940e-c7ac-44fe-a94b-279504e3dbfa') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:47.475010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.504828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.561765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.568209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:47.568618 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.573421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:47.573568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:47.577408 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:47.580038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.580248 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6970000 Jul 15 13:26:47.586952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.599710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaaab8-77f4-450b-97fc-80d11a938342 req-8e602160-9c00-4aa7-95b2-5dcf397a8ef6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.606916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7aeaaab8-77f4-450b-97fc-80d11a938342 req-8e602160-9c00-4aa7-95b2-5dcf397a8ef6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 1.2249744 Jul 15 13:26:47.610199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '8bff2b37-3bf1-4f0d-b32f-c2ccab860023', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:47.627139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa052455-5c42-493d-a648-885fe1147b08 None None] Network d49f835e-acfa-4e2e-b9a6-72b106e571f0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:47.629022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a08b72-d8e8-49b2-838c-27f0eb7a6db9 None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:47.639885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5fb8b-fc23-422c-b86c-a4434eef860f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff2b37-3bf1-4f0d-b32f-c2ccab860023,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.656448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-39318b0e-cb17-431f-8796-06df0d2af420 None None] Port cd906923-271c-419e-80b8-47f5682c6880 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:47.677831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7b98-de3a-49c8-b443-d518e6b51fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.734771 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.744589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7aeaaab8-77f4-450b-97fc-80d11a938342 req-8982279a-660e-42ca-bb2e-2f7f7144b8e6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368754 Jul 15 13:26:47.745890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.757901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.761329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/d49f835e-acfa-4e2e-b9a6-72b106e571f0 HTTP/1.1" status: 204 len: 168 time: 2.2743433 Jul 15 13:26:47.771816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.808439 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e80c876-239c-468f-86bf-06e710e8e015 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:26:47.809512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e80c876-239c-468f-86bf-06e710e8e015 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:47.812105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4e80c876-239c-468f-86bf-06e710e8e015 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/d49f835e-acfa-4e2e-b9a6-72b106e571f0 HTTP/1.1" status: 404 len: 339 time: 0.0378969 Jul 15 13:26:47.814175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9499a9-0fe6-4b75-89c2-d08fa2b87773 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=d49f835e-acfa-4e2e-b9a6-72b106e571f0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.817737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.824544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412415910', 'description': 'd1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:47.936182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.948383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.978437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a796a9-7f84-47e0-ba81-f72c604a2731,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.984172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.031341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=06083ae3-a6d3-45c1-87d5-73acfda8830d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.031756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8591a5b5-5c5c-4035-92c7-ba7639af40e1 None None] Provisioning for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:48.038782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7b98-de3a-49c8-b443-d518e6b51fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.069536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7b98-de3a-49c8-b443-d518e6b51fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.089507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.093848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-326cc772-7bfe-4f35-b73e-747011889a17 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4898269 Jul 15 13:26:48.103199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.116155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d14526-c8d3-4f22-8b7a-1a1ba73e7fe9 None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '2961eb9a-b26f-4b19-a489-b5fc118b2875', 'ip_address': '2001:db8::f816:3eff:fe8a:ff5a'}, {'subnet_id': '343d7410-85e9-445a-b447-1a11bb4343e9'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '7acfff98-483d-48fc-a55a-395e68090919'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:26:48.121814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:48.125780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '8bff2b37-3bf1-4f0d-b32f-c2ccab860023', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:48.126700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.173679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.193625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:48.196899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7b98-de3a-49c8-b443-d518e6b51fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf51e3-4c7c-4b85-becc-2737cd89a0cb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.216705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.219256 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-863a903e-d27a-4c15-b694-213d7efb8bf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/06083ae3-a6d3-45c1-87d5-73acfda8830d HTTP/1.1" status: 204 len: 168 time: 1.4310374 Jul 15 13:26:48.222068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5e2b7b98-de3a-49c8-b443-d518e6b51fad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f79e2ef95a14a2ca6e0b7066fab904d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8728387 Jul 15 13:26:48.222927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40814) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.226709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.261751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.265472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.265825 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 5ecb7cd5-1f94-4633-a47a-858438a9468d of type vlan for network 870463ed-475c-40dc-8474-d30f27a2a17e Jul 15 13:26:48.271693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7acfff98-483d-48fc-a55a-395e68090919 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:48.306105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e5b8f-9515-4e33-a9b5-8a3f758cc792 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.307653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e5b8f-9515-4e33-a9b5-8a3f758cc792 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.309084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e5b8f-9515-4e33-a9b5-8a3f758cc792 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.310764 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e03e5b8f-9515-4e33-a9b5-8a3f758cc792 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0869262 Jul 15 13:26:48.316302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.347864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40d14526-c8d3-4f22-8b7a-1a1ba73e7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.373225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.408227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95e0840-c22a-41c1-80f5-ebaad0c21f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.410460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.412956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 2961eb9a-b26f-4b19-a489-b5fc118b2875 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:48.416965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.417870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.433438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Transition to ACTIVE for port object cd906923-271c-419e-80b8-47f5682c6880 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:48.445732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.453285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95e0840-c22a-41c1-80f5-ebaad0c21f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.476032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b5f3a4-c9d5-45dd-bb7c-a4852a3dbee5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.490256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.492001 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.503400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.512246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.513127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.519460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.520723 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d100cc9b-fc3c-412d-9bbb-c08167f5ff0b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4178643 Jul 15 13:26:48.523659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.528220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '8bff2b37-3bf1-4f0d-b32f-c2ccab860023', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:48.587975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7acfff98-483d-48fc-a55a-395e68090919 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:48.610250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=870463ed-475c-40dc-8474-d30f27a2a17e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.616714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-45b7efad-885f-44f6-9465-01dc7c3092b3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7977660 Jul 15 13:26:48.621486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.626469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.634298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115cf41-d48d-4a45-b07f-c0d79568175b None None] Pushing event updated for resources: {'Port': ['ID=cd906923-271c-419e-80b8-47f5682c6880,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.656658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 870463ed-475c-40dc-8474-d30f27a2a17e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:48.658755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7acfff98-483d-48fc-a55a-395e68090919 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:48.659129 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.659828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95e0840-c22a-41c1-80f5-ebaad0c21f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.664289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95e0840-c22a-41c1-80f5-ebaad0c21f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.678462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.682049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a95e0840-c22a-41c1-80f5-ebaad0c21f72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbbf51e3-4c7c-4b85-becc-2737cd89a0cb HTTP/1.1" status: 204 len: 168 time: 0.4520266 Jul 15 13:26:48.708422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e0840-c22a-41c1-80f5-ebaad0c21f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf51e3-4c7c-4b85-becc-2737cd89a0cb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.781210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.800125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.801587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8745e1-8312-4052-9b11-12ace6ebd55b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.803588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a8745e1-8312-4052-9b11-12ace6ebd55b tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks?id=870463ed-475c-40dc-8474-d30f27a2a17e HTTP/1.1" status: 200 len: 765 time: 0.1810377 Jul 15 13:26:48.806506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.823646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'description': 'd2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:48.829332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1a1962-0ad9-4724-841d-4cb7496b2880,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.844098 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.886435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=2961eb9a-b26f-4b19-a489-b5fc118b2875,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.890894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.895276 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-484819c8-3145-47e8-86c2-e54ee3bf0e3f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3706527 Jul 15 13:26:48.896521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.902951 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '8bff2b37-3bf1-4f0d-b32f-c2ccab860023', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:48.919521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.921646 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88176b2e-4699-4571-baf4-89b965852a9b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/2961eb9a-b26f-4b19-a489-b5fc118b2875 HTTP/1.1" status: 204 len: 168 time: 0.6042912 Jul 15 13:26:48.924620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-40d14526-c8d3-4f22-8b7a-1a1ba73e7fe9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2961eb9a-b26f-4b19-a489-b5fc118b2875: This subnet is being modified by another concurrent operation. Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:26:48.924772 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2961eb9a-b26f-4b19-a489-b5fc118b2875: This subnet is being modified by another concurrent operation. Jul 15 13:26:48.928283 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 15 13:26:48.977023 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.061155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479fa55-6754-4df9-aac7-a8953c378c54 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:49.081361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.087937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.108796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6eb746-ea5a-4a4a-ab0c-e0bce0f65060,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.119963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Update dhcp port {'port': {'network_id': '22ca81f4-a9aa-4898-94bc-80f5977d783b', 'fixed_ips': [{'subnet_id': '45ca57ab-0112-48ab-a815-2deeb18ab119', 'ip_address': '2001:db8::2'}, {'subnet_id': '46619d8a-7835-463f-b0a5-9b6863e06911'}], 'binding:host_id': 'n-d-798249-9'}, 'id': 'ec31e005-ae82-4acb-a42b-0b43fe1e40ec'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:26:49.122250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.127225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Attempting to bind port cd906923-271c-419e-80b8-47f5682c6880 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:49.127225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Attempting to bind port cd906923-271c-419e-80b8-47f5682c6880 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:49.127518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9d23a017-a755-4a5b-90b7-04fc1f8fc321 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2263935 Jul 15 13:26:49.127635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Attempting to bind port cd906923-271c-419e-80b8-47f5682c6880 on network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:49.128455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.134472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '8bff2b37-3bf1-4f0d-b32f-c2ccab860023', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:49.135993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:49.136379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Checking segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:49.136779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.137172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Bound using segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:49.137644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Bound port: cd906923-271c-419e-80b8-47f5682c6880, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:49.138087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.170739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 343d7410-85e9-445a-b447-1a11bb4343e9 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:49.173743 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Project 6eb253ec0cac4c76a83f9135098fc834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:26:49.177689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.181529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.194232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-178c0794-1cd9-41db-9107-11d0546a2eaa None None] Could not find standard attr ID for object 06083ae3-a6d3-45c1-87d5-73acfda8830d. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:26:49.215255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.234879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6aabcd5-b93d-4267-8736-fd79624cd078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.254572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.315228 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.318939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.334891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] For port cd906923-271c-419e-80b8-47f5682c6880, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:49.336324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.338572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] For port cd906923-271c-419e-80b8-47f5682c6880, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd906923-271c-419e-80b8-47f5682c6880,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:49.351410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-178c0794-1cd9-41db-9107-11d0546a2eaa None None] Provisioning complete for port 7acfff98-483d-48fc-a55a-395e68090919 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:49.351961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.352259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178c0794-1cd9-41db-9107-11d0546a2eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.353769 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.366514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bb7919-734c-4049-9589-ca97f5a33783,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.391999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.401818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 870463ed-475c-40dc-8474-d30f27a2a17e is not hosted by any dhcp agent {{(pid=93824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:26:49.409039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.409193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.409305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.410164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "PUT /v2.0/networks/870463ed-475c-40dc-8474-d30f27a2a17e HTTP/1.1" status: 200 len: 762 time: 0.6012788 Jul 15 13:26:49.410981 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.415896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40848) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.426802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7234-8451-43cf-aec2-7c28eb10b3ac req-1b3336f9-b593-4137-b619-df1744054025 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.427718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90ea7234-8451-43cf-aec2-7c28eb10b3ac req-1b3336f9-b593-4137-b619-df1744054025 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.4145153 Jul 15 13:26:49.504761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115cf41-d48d-4a45-b07f-c0d79568175b None None] Pushing event updated for resources: {'Port': ['ID=cd906923-271c-419e-80b8-47f5682c6880,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.531277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6aabcd5-b93d-4267-8736-fd79624cd078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.555783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5927c3-ae3f-4a55-b8e3-8a6a73e3c1c8 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=870463ed-475c-40dc-8474-d30f27a2a17e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.562851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.580517 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.584723 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9c1df996-ff5e-4705-9db9-cd0d9c27ec2b tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4549735 Jul 15 13:26:49.585768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6aabcd5-b93d-4267-8736-fd79624cd078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.594530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.595382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7acfff98-483d-48fc-a55a-395e68090919, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7acfff98-483d-48fc-a55a-395e68090919,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:49.601721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 870463ed-475c-40dc-8474-d30f27a2a17e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:49.633878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f6aabcd5-b93d-4267-8736-fd79624cd078 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=440680f8514c4f2f98bd9b839a735642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170878 Jul 15 13:26:49.637607 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.637788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:49.638443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:49.640690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.641775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec31e005-ae82-4acb-a42b-0b43fe1e40ec up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:49.648901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89003c-2e62-49c6-82a2-a6e9fdf2391e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.655029 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa89003c-2e62-49c6-82a2-a6e9fdf2391e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks?id=870463ed-475c-40dc-8474-d30f27a2a17e HTTP/1.1" status: 200 len: 765 time: 0.2379184 Jul 15 13:26:49.682047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.709168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.711533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/343d7410-85e9-445a-b447-1a11bb4343e9 HTTP/1.1" status: 204 len: 168 time: 0.7858462 Jul 15 13:26:49.715585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'security_group_rule': {'security_group_id': '8bff2b37-3bf1-4f0d-b32f-c2ccab860023', 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:49.746784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90ea7234-8451-43cf-aec2-7c28eb10b3ac req-fdc7d802-2e31-46f6-9410-e6f458d157e9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973120 Jul 15 13:26:49.748255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.853076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-4b96a621-a02b-4235-b2e1-5ef1013c68f9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.861880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-4b96a621-a02b-4235-b2e1-5ef1013c68f9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.3174098 Jul 15 13:26:49.864722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de60f3-7dc8-4265-ae34-14e8b47b522c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=343d7410-85e9-445a-b447-1a11bb4343e9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.923108 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Project 6eb253ec0cac4c76a83f9135098fc834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:26:49.933576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aabcd5-b93d-4267-8736-fd79624cd078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff83d3-8ec6-4d1b-b236-c0270457c6b1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.938982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e35c3578-7d98-4188-bb63-1588762bceb4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031034 Jul 15 13:26:49.942353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-767dbc70-5494-4200-b3e0-ee0d822b197d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/quotas/42f8ed2eb71349bf8b196d80ddf0db17 HTTP/1.1" status: 200 len: 375 time: 0.0754895 Jul 15 13:26:49.943066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.948388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:49.955289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.962861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f098524-37a6-4da1-9b9a-3d25ac0e4f72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.966340 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0f098524-37a6-4da1-9b9a-3d25ac0e4f72 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2761667 Jul 15 13:26:49.973629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5efc-ff2d-491f-b7e8-01b1ff90ed67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.985047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.009663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5efc-ff2d-491f-b7e8-01b1ff90ed67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.067208 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5efc-ff2d-491f-b7e8-01b1ff90ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.071529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db8d5efc-ff2d-491f-b7e8-01b1ff90ed67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.075867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-db8d5efc-ff2d-491f-b7e8-01b1ff90ed67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fff83d3-8ec6-4d1b-b236-c0270457c6b1 HTTP/1.1" status: 204 len: 168 time: 0.4352725 Jul 15 13:26:50.084848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5efc-ff2d-491f-b7e8-01b1ff90ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff83d3-8ec6-4d1b-b236-c0270457c6b1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.125811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b48f96d2-126b-4bd9-a92e-e78ff696eaa0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 207 time: 0.1237378 Jul 15 13:26:50.126056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.273405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.279587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7acfff98-483d-48fc-a55a-395e68090919,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.285076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:50.288721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.292794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.318039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:50.356557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-88ec78bc-0505-4c08-b64e-6c0252dea406 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4025583 Jul 15 13:26:50.367692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a61afa-c63f-4225-a69e-b990fa4ef3f4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.382778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.390283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.393700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Allocated IP 172.20.0.1 (22ca81f4-a9aa-4898-94bc-80f5977d783b/46619d8a-7835-463f-b0a5-9b6863e06911/ec31e005-ae82-4acb-a42b-0b43fe1e40ec) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:50.395104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.401577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.409793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.416095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.423389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9ff15f75-8728-41b4-8778-2bdb615520fe tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2921603 Jul 15 13:26:50.425681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.437144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:50.452161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:50.461943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.472069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c83670a-990e-4da6-95d2-0ad3f62b5c8a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8545544 Jul 15 13:26:50.561175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:50.562224 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.688998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a13ff43e-b638-46fd-8230-04dcf387b5f9 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2634032 Jul 15 13:26:50.692457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40902) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.717257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-20c29243-064c-4ce5-8986-0af8f89e0efb service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967160 Jul 15 13:26:50.739611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] For port ec31e005-ae82-4acb-a42b-0b43fe1e40ec, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,segment=NetworkSegment(46c3bf8e-f622-41eb-a472-fed0ed94e9a3),segment_id=46c3bf8e-f622-41eb-a472-fed0ed94e9a3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:50.752735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5d93b-1aa5-4c38-8f8f-d2ae0f6e0a86 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.754297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5d93b-1aa5-4c38-8f8f-d2ae0f6e0a86 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.755959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5d93b-1aa5-4c38-8f8f-d2ae0f6e0a86 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.757471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5d93b-1aa5-4c38-8f8f-d2ae0f6e0a86 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.759194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5d93b-1aa5-4c38-8f8f-d2ae0f6e0a86 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.761306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c6a5d93b-1aa5-4c38-8f8f-d2ae0f6e0a86 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0675378 Jul 15 13:26:50.765089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.807318 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.835454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a10cc-a744-4ae8-9f95-cacb4fe018f4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.836875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a10cc-a744-4ae8-9f95-cacb4fe018f4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.838358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a10cc-a744-4ae8-9f95-cacb4fe018f4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.839997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a10cc-a744-4ae8-9f95-cacb4fe018f4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.841514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a10cc-a744-4ae8-9f95-cacb4fe018f4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.844479 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-273a10cc-a744-4ae8-9f95-cacb4fe018f4 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0779617 Jul 15 13:26:50.848181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:50.865058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Transition to ACTIVE for port object ec31e005-ae82-4acb-a42b-0b43fe1e40ec will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:50.872540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] Deleting port 7acfff98-483d-48fc-a55a-395e68090919 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:50.873111 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.888802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-334031da-5674-4e51-aa74-6887c24bd59f service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604118 Jul 15 13:26:50.890646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.892930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.976607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-379b67c7-d874-4dc7-a116-2dbd61b78513 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507149856&fields=id&tenant_id=6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 267 time: 0.2642732 Jul 15 13:26:51.038488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bef471-f95a-4bfa-8736-d45b01f8e724 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.041117 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-12bef471-f95a-4bfa-8736-d45b01f8e724 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks/58ca34ce-4dad-49dc-8b61-0542745e749a HTTP/1.1" status: 200 len: 804 time: 0.1917827 Jul 15 13:26:51.048147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40920) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.103333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] For port 7acfff98-483d-48fc-a55a-395e68090919, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7acfff98-483d-48fc-a55a-395e68090919,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:51.103731 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.109547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:51.115371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-ba8bccfc-f374-4a7d-a303-9032ef1b1164 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.122252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-ba8bccfc-f374-4a7d-a303-9032ef1b1164 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/networks?id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b HTTP/1.1" status: 200 len: 796 time: 0.1447043 Jul 15 13:26:51.148764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-025d773b-ce7b-49de-81cb-cd9243562e34 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/quotas/6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 375 time: 0.0256126 Jul 15 13:26:51.151440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a74f81-c2ff-4a50-a9f2-3b525d20fdde None None] Pushing event updated for resources: {'Port': ['ID=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.233933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:51.234495 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:51.236082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caa961-c1ef-45ff-9a55-59747483933e None None] The sync data for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 is: [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:51.246406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] Calling delete_port for 7acfff98-483d-48fc-a55a-395e68090919 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:51.289377 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25bd15ca-1557-4239-bfa2-fe218e32acf2 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/networks/58ca34ce-4dad-49dc-8b61-0542745e749a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2385077 Jul 15 13:26:51.304578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40928) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.427484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-5f72a813-c90d-4919-8f6e-f67712e76ca7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2776964 Jul 15 13:26:51.493792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70992e75-5188-49ea-9f7d-acba56ce9705 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.506797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70992e75-5188-49ea-9f7d-acba56ce9705 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/subnets/a739766f-100e-4365-8fa9-56355a7917b9 HTTP/1.1" status: 200 len: 843 time: 0.1550903 Jul 15 13:26:51.507529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.550823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.604865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] Pushing event deleted for resources: {'Port': ['ID=7acfff98-483d-48fc-a55a-395e68090919,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.634036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757bc04-e11e-4f65-8ad2-8e6681abd034 None None] No DVR routers for this DVR port 7acfff98-483d-48fc-a55a-395e68090919 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:51.645392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09225c-fc77-4103-8a08-d65a3b995108 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.651693 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6f09225c-fc77-4103-8a08-d65a3b995108 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "GET /v2.0/subnets/a739766f-100e-4365-8fa9-56355a7917b9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1430933 Jul 15 13:26:51.652244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.665906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-199161370'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:51.698405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:26:51.724780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:51.730183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.840023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:51.869447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-35a042d3-3cea-411a-9db5-1c79b4cc16d3 service neutron] 10.222.0.48 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410801 Jul 15 13:26:51.887341 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.888400 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Added segment 16bb0059-d69d-4fc7-986e-9389fe775ce9 of type vlan for network 3554953a-e1d8-4652-8a66-ddad019dc257 Jul 15 13:26:51.899365 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.982799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ec31e005-ae82-4acb-a42b-0b43fe1e40ec, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,segment=NetworkSegment(46c3bf8e-f622-41eb-a472-fed0ed94e9a3),segment_id=46c3bf8e-f622-41eb-a472-fed0ed94e9a3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:51.995717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.010563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.116595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.123112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-4481cae2-c107-4e38-b5aa-6f9f68af1a2e service neutron] 10.222.0.48 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294688 Jul 15 13:26:52.128902 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.145427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:52.145882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17514a14-7fa1-413b-8ad8-03666b9f7dc8 req-768b8e11-49c3-442c-8d60-6ebac05dde7f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:52.146626 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.162815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17514a14-7fa1-413b-8ad8-03666b9f7dc8 req-768b8e11-49c3-442c-8d60-6ebac05dde7f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.7793338 Jul 15 13:26:52.200538 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5472383 Jul 15 13:26:52.229609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.246830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34721e27-eda1-46bc-a6a5-159b8464ccda None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:52.259548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:52.283233 n-d-798249-9 neutron-server[93824]: WARNING neutron.services.revisions.revision_plugin [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Could not find related port for resource to bump revision. Jul 15 13:26:52.315444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_pluggable_backend [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Port 7acfff98-483d-48fc-a55a-395e68090919 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:26:52.315811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_pluggable_backend [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8a:ff5a {{(pid=93824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:26:52.347181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17514a14-7fa1-413b-8ad8-03666b9f7dc8 req-b6fa1109-1f91-45a2-86f8-06a764d5a80d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803405 Jul 15 13:26:52.348343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_pluggable_backend [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8a:ff5a {{(pid=93824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:26:52.349624 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.493176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dd4ed-4f60-4b18-841e-78d9c9312d5e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Network': ['ID=3554953a-e1d8-4652-8a66-ddad019dc257,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.542095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec31e005-ae82-4acb-a42b-0b43fe1e40ec up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:52.544146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3554953a-e1d8-4652-8a66-ddad019dc257 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:52.741474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a13ad4d2-0a8b-4e33-8b92-cee04f0e4bbd None None] Provisioning for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:52.765814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a13ad4d2-0a8b-4e33-8b92-cee04f0e4bbd None None] Provisioning complete for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:52.766719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a13ad4d2-0a8b-4e33-8b92-cee04f0e4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.782476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Made reservation on behalf of 550006fbb516425d864606db8359d8b4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:52.786688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.914370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Performing IP validity checks on allocation pools {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:26:52.921930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:26:53.116153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:53.142377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.163278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:53.166718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.167593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.213389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c51272-ebfd-4b67-8eec-395073b3cbfb None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:53.248566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=2ee5d91a-3807-49a1-b7ea-d325f42bb748,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.253933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Checking segment: {'id': '16bb0059-d69d-4fc7-986e-9389fe775ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:53.254573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network hostable DHCP agents. Network: 3554953a-e1d8-4652-8a66-ddad019dc257, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:53.260735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ead603b4-85f3-4d96-bead-6e8b1ee1ab31 req-9990a258-b7f3-480e-a28c-f8c2c23aefa2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 210 time: 0.1091552 Jul 15 13:26:53.282878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9d2b382-c486-43a1-a91e-d8dfaa6066c3 req-65770efc-c205-4a45-8c2a-062263f76bc4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 210 time: 0.1522548 Jul 15 13:26:53.313672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Network 3554953a-e1d8-4652-8a66-ddad019dc257 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:53.331230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=dd4998d1-9957-4f62-9df0-5d50ed0e172d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.333801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3554953a-e1d8-4652-8a66-ddad019dc257) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:53.340407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:53.341471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bdb14827-b413-4167-9b05-3203c0d414d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3973439 Jul 15 13:26:53.344212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.344915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.351153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:53.404932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fd507-2752-49e2-ba6e-c67a8a0282aa None None] Network 3554953a-e1d8-4652-8a66-ddad019dc257 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:53.504782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:53.505177 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.684351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9507c7f-d760-486c-abe3-77793c873e6c req-422dbf14-1e04-46b1-a659-99a012e11ad4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.697481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9507c7f-d760-486c-abe3-77793c873e6c req-422dbf14-1e04-46b1-a659-99a012e11ad4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1628380 Jul 15 13:26:53.778760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9507c7f-d760-486c-abe3-77793c873e6c req-ea36dbc3-fdc3-47bf-99ff-809318d820aa tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803583 Jul 15 13:26:53.814290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'dd4998d1-9957-4f62-9df0-5d50ed0e172d'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:53.815619 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.837476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd906923-271c-419e-80b8-47f5682c6880 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:53.930756 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd685bf3-4947-4d76-a676-c43c51dee5a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6911774 Jul 15 13:26:53.931389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:53.940956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:53.987286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3554953a-e1d8-4652-8a66-ddad019dc257', 'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257', 'tenant_id': '550006fbb516425d864606db8359d8b4', 'fixed_ips': [{'subnet_id': '2ee5d91a-3807-49a1-b7ea-d325f42bb748'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:53.988166 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.054258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cd906923-271c-419e-80b8-47f5682c6880 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:54.084319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24638764'] for subnet, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.118711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-89e2b480-234e-4b68-9c77-eff899f0d0eb tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.120484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-89e2b480-234e-4b68-9c77-eff899f0d0eb tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.2411823 Jul 15 13:26:54.120779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cd906923-271c-419e-80b8-47f5682c6880 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:54.121231 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.135996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Request body: {'port': {'device_id': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'admin_state_up': True, 'tenant_id': '42f8ed2eb71349bf8b196d80ddf0db17'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.153676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:54.163248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Allocated IP 2001:db8::f816:3eff:fe8a:ea1a (7a649256-e900-404d-8783-423bfe265175/dd4998d1-9957-4f62-9df0-5d50ed0e172d/9aac295d-a7b6-4dfd-a098-c5d7ba3cf966) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:54.172965 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.220505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3ba4d19-d9cc-4c7b-bcae-7937ad508146 None None] Provisioning complete for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:54.220879 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4d19-d9cc-4c7b-bcae-7937ad508146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.266632 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:26:54.266632 n-d-798249-9 neutron-server[93825]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 15 13:26:54.266632 n-d-798249-9 neutron-server[93825]: [parameters: {'in_use': 1, 'id_1': '2ee5d91a-3807-49a1-b7ea-d325f42bb748'}] Jul 15 13:26:54.266632 n-d-798249-9 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:54.267072 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:54.384865 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.483256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port cd906923-271c-419e-80b8-47f5682c6880, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd906923-271c-419e-80b8-47f5682c6880,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:54.504641 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.505759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4d782115-0584-498b-8bdc-da470daab935 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:54.537341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-2db1d040-32a4-42f9-af04-8f9d235baefb tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.538848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-2db1d040-32a4-42f9-af04-8f9d235baefb tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "GET /v2.0/networks?id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b HTTP/1.1" status: 200 len: 796 time: 0.2258422 Jul 15 13:26:54.557206 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.605251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Transition to ACTIVE for port object 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:54.607471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4d782115-0584-498b-8bdc-da470daab935 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:54.608254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.610872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Made reservation on behalf of 42f8ed2eb71349bf8b196d80ddf0db17 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:54.614856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.665560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62bc2d11-c262-41c5-8a09-020d0c02f4b6 req-651af8de-aef9-4721-a6f3-97a5b6c51e9a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 210 time: 0.1250226 Jul 15 13:26:54.667501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d4e642e-4e79-4762-a59e-9967ccab2ea1 req-ba315ae6-1ff3-4e10-9616-d353ce2c3059 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 210 time: 0.0691919 Jul 15 13:26:54.669744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777353090955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24523351'] for subnet, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.737108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.737647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.739088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "PUT /v2.0/subnets/2ee5d91a-3807-49a1-b7ea-d325f42bb748 HTTP/1.1" status: 200 len: 900 time: 0.8065856 Jul 15 13:26:54.741849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40996) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:54.763334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-fd57b4fc-44c7-4036-8de6-a8b5fd4e24e4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb253ec0cac4c76a83f9135098fc834 HTTP/1.1" status: 200 len: 380 time: 0.1661859 Jul 15 13:26:54.788101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b8549-2e9f-4938-b690-928d7bf15a2e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event updated for resources: {'Subnet': ['ID=2ee5d91a-3807-49a1-b7ea-d325f42bb748,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.796825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'port': {'device_id': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'admin_state_up': True, 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'security_groups': ['8bff2b37-3bf1-4f0d-b32f-c2ccab860023']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.814428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.825660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Transition to ACTIVE for port object 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:54.854798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=cd906923-271c-419e-80b8-47f5682c6880,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.887838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.907156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:54.911339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:54.913798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:55.068589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Pushing event updated for resources: {'Port': ['ID=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.085646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Made reservation on behalf of 6eb253ec0cac4c76a83f9135098fc834 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:55.089323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7acfff98-483d-48fc-a55a-395e68090919 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:55.089910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.110883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Allocated IP 172.20.0.11 (b7c4f695-1fc7-4a22-996d-3de1550862b3/514566df-f4e1-4849-be33-ba2b53cebdc0/586ab449-864b-4529-bf8b-a90df186caba) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:55.143293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7415-eb76-48df-9ac2-ddcb670fce28 req-6e6baaa9-cbb6-4ff9-820e-d8f2fb8c4ca4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.144907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-906a7415-eb76-48df-9ac2-ddcb670fce28 req-6e6baaa9-cbb6-4ff9-820e-d8f2fb8c4ca4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1820674 Jul 15 13:26:55.162987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.196512 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.218115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-906a7415-eb76-48df-9ac2-ddcb670fce28 req-10f30549-878f-4126-9992-87021d4fb88a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450995 Jul 15 13:26:55.246890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Allocated IP 2001:db8::3 (3554953a-e1d8-4652-8a66-ddad019dc257/2ee5d91a-3807-49a1-b7ea-d325f42bb748/01872c14-01af-4751-a381-aa9271008421) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:55.316900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:55.317192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.20.0.14 (9f3fe341-ed75-47a8-ab20-cc67a5621d3b/dd46e011-3265-4919-8764-0b6d7d18db16/27a90e44-56b3-4c1e-9dbd-e4d45a1c085e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:55.335418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=9a423a0f-78f2-44d3-bd81-05742ad9722d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.337756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:55.343420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.344077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.354836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.383740 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61d4747b-2066-48d8-8263-525cb7ab66ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0424976 Jul 15 13:26:55.406569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41012) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:55.425589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:bd:42:2d', 'name': 'tempest-NetworksTestDHCPv6-1436795801'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:55.426502 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.437283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Transition to ACTIVE for port object 01872c14-01af-4751-a381-aa9271008421 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.455291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Transition to ACTIVE for port object 01872c14-01af-4751-a381-aa9271008421 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.461648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7acfff98-483d-48fc-a55a-395e68090919 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:55.462050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7acfff98-483d-48fc-a55a-395e68090919 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:55.473788 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.492001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.502962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.523558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Attempting to bind port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:55.524003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Attempting to bind port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:55.524565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Attempting to bind port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:55.529293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Network 3554953a-e1d8-4652-8a66-ddad019dc257 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:55.540797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:55.546445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:55.546986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:55.547517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.547987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:55.548535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Bound port: 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:55.548979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.560713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:55.569557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Pushing event updated for resources: {'Port': ['ID=01872c14-01af-4751-a381-aa9271008421,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.622147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee5d91a-3807-49a1-b7ea-d325f42bb748,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.630241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] For port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:55.633723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] For port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:55.659846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec31e005-ae82-4acb-a42b-0b43fe1e40ec up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:55.665120 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.673015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.679578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.693752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3554953a-e1d8-4652-8a66-ddad019dc257']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.700540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Transition to ACTIVE for port object 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.710925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bb0059-d69d-4fc7-986e-9389fe775ce9') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.711339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bb0059-d69d-4fc7-986e-9389fe775ce9') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.726062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.743402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.750198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:55.757830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.833027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:55.833746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:55.834174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.853266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:55.869814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.874664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:55.944301 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:55.963306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:55.964329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:26:55.964329 n-d-798249-9 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:26:55.964329 n-d-798249-9 neutron-server[93823]: [parameters: {'id': '3554953a-e1d8-4652-8a66-ddad019dc257'}] Jul 15 13:26:55.964329 n-d-798249-9 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:55.964726 n-d-798249-9 neutron-server[93823]: DEBUG oslo_db.api [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:55.972287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:55.976585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:56.036169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.036851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.040474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event updated for resources: {'Port': ['ID=586ab449-864b-4529-bf8b-a90df186caba,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.058009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-53c1c13d-3261-40f5-8346-510fca3c0cab tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9272356 Jul 15 13:26:56.070889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Request body: {'port': {'device_id': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:56.088781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:56.099698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:56.110119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:56.113143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:56.116242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.133708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Attempting to bind port 01872c14-01af-4751-a381-aa9271008421 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:56.134083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Attempting to bind port 01872c14-01af-4751-a381-aa9271008421 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '16bb0059-d69d-4fc7-986e-9389fe775ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:56.143382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Attempting to bind port 01872c14-01af-4751-a381-aa9271008421 on network 3554953a-e1d8-4652-8a66-ddad019dc257 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:56.168704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:56.169083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Checking segment: {'id': '16bb0059-d69d-4fc7-986e-9389fe775ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:56.169716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.169986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Bound using segment: {'id': '16bb0059-d69d-4fc7-986e-9389fe775ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:56.171325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Bound port: 01872c14-01af-4751-a381-aa9271008421, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bb0059-d69d-4fc7-986e-9389fe775ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3554953a-e1d8-4652-8a66-ddad019dc257'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:56.171724 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.177957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.262882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:56.263261 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.284802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2907f2-ea3b-4be2-bc8a-0e10c96f6de1 None None] Pushing event updated for resources: {'Port': ['ID=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.294515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.295176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.357295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b4da1-ba78-4362-b058-b883c2e163cb req-848cb815-594d-484e-a69a-410852b0fbad tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.359311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec2b4da1-ba78-4362-b058-b883c2e163cb req-848cb815-594d-484e-a69a-410852b0fbad tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 932 time: 0.4285791 Jul 15 13:26:56.403921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-82f880bf-e102-4222-97ea-3fbf9af80ce6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6351154 Jul 15 13:26:56.427333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Request body: {'port': {'device_id': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:56.432283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] For port 01872c14-01af-4751-a381-aa9271008421, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:56.443523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b5635-7a49-4527-ad35-c6d1dc28f28d req-90a966be-c576-4057-bbef-12fc2c580303 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.445354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-971b5635-7a49-4527-ad35-c6d1dc28f28d req-90a966be-c576-4057-bbef-12fc2c580303 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 932 time: 0.5069828 Jul 15 13:26:56.466280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.467295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] For port 01872c14-01af-4751-a381-aa9271008421, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=01872c14-01af-4751-a381-aa9271008421,segment=NetworkSegment(16bb0059-d69d-4fc7-986e-9389fe775ce9),segment_id=16bb0059-d69d-4fc7-986e-9389fe775ce9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:56.499842 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.648667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec2b4da1-ba78-4362-b058-b883c2e163cb req-192e745a-fb4f-4a69-a73c-64fa70922f19 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532241 Jul 15 13:26:56.681476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 172.20.0.8 (7a649256-e900-404d-8783-423bfe265175/9a423a0f-78f2-44d3-bd81-05742ad9722d/6fc21aab-7b77-4d8e-a33d-e75abe41f2a3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:56.740903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting port 01872c14-01af-4751-a381-aa9271008421 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:56.741381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.758043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-971b5635-7a49-4527-ad35-c6d1dc28f28d req-c8aad3e7-42ab-4592-ac11-fc9a5cb731f3 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888896 Jul 15 13:26:56.761841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:febd:422d (7a649256-e900-404d-8783-423bfe265175/dd4998d1-9957-4f62-9df0-5d50ed0e172d/6fc21aab-7b77-4d8e-a33d-e75abe41f2a3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:56.779247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.781971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50fc1-3d11-427e-a150-0a42473e06f6 None None] Pushing event updated for resources: {'Port': ['ID=01872c14-01af-4751-a381-aa9271008421,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.789284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32c36040-0d5e-4a48-b770-4fbda3b03abf None None] Provisioning for port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:56.797899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32c36040-0d5e-4a48-b770-4fbda3b03abf None None] Provisioning complete for port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:56.798167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32c36040-0d5e-4a48-b770-4fbda3b03abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.833148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd906923-271c-419e-80b8-47f5682c6880 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:56.876965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] For port 01872c14-01af-4751-a381-aa9271008421, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=01872c14-01af-4751-a381-aa9271008421,segment=NetworkSegment(16bb0059-d69d-4fc7-986e-9389fe775ce9),segment_id=16bb0059-d69d-4fc7-986e-9389fe775ce9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:56.877346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.906103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb75f5b-c083-4178-9099-d658f7ce4dc9 None None] Network 3554953a-e1d8-4652-8a66-ddad019dc257 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:56.910044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586ab449-864b-4529-bf8b-a90df186caba {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:56.915366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Calling delete_port for 01872c14-01af-4751-a381-aa9271008421 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:56.923639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.943437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-32c36040-0d5e-4a48-b770-4fbda3b03abf None None] Port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:56.957201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Transition to ACTIVE for port object 586ab449-864b-4529-bf8b-a90df186caba will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:56.960970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cd906923-271c-419e-80b8-47f5682c6880 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:56.961369 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.990096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.078602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Pushing event updated for resources: {'Port': ['ID=586ab449-864b-4529-bf8b-a90df186caba,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.195939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Attempting to bind port 586ab449-864b-4529-bf8b-a90df186caba on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:57.196639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Attempting to bind port 586ab449-864b-4529-bf8b-a90df186caba by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:57.196639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Attempting to bind port 586ab449-864b-4529-bf8b-a90df186caba on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:57.201671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Port 586ab449-864b-4529-bf8b-a90df186caba on network b7c4f695-1fc7-4a22-996d-3de1550862b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:57.203648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Attempting to bind port 586ab449-864b-4529-bf8b-a90df186caba on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:57.206123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.225678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No DVR routers for this DVR port 01872c14-01af-4751-a381-aa9271008421 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:57.257289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:57.257627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Checking segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:57.258008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Bound using segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:57.258582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29c22a-d9e1-4225-b178-b89ec3f739b4 None None] Network 3554953a-e1d8-4652-8a66-ddad019dc257 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:57.258715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Bound port: 586ab449-864b-4529-bf8b-a90df186caba, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:57.258826 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.291186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Port': ['ID=01872c14-01af-4751-a381-aa9271008421,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.405498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.422896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3554953a-e1d8-4652-8a66-ddad019dc257']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.443040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bb0059-d69d-4fc7-986e-9389fe775ce9') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.443319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bb0059-d69d-4fc7-986e-9389fe775ce9') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.458264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.460278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] For port 586ab449-864b-4529-bf8b-a90df186caba, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:57.481795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] For port 586ab449-864b-4529-bf8b-a90df186caba, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=586ab449-864b-4529-bf8b-a90df186caba,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:57.483628 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.490725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:57.491165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:57.494618 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:57.520126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.554327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7940105-46ab-484a-b531-2d027a9068fd req-b763db35-6f7c-45af-a597-02310f0d5fc4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.556037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7940105-46ab-484a-b531-2d027a9068fd req-b763db35-6f7c-45af-a597-02310f0d5fc4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.5636179 Jul 15 13:26:57.582379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-d6d5958e-3f77-4433-8aa3-d30d8fd81ab4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5887744 Jul 15 13:26:57.613553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.614700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.616715 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] 10.222.0.49 "PUT /v2.0/ports/586ab449-864b-4529-bf8b-a90df186caba HTTP/1.1" status: 200 len: 1092 time: 1.5509679 Jul 15 13:26:57.627546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.628893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'tag': '586ab449-864b-4529-bf8b-a90df186caba'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:57.634030 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f5223-665b-4cda-ac3e-01261284535c" -d '{"events": [{"name": "network-changed", "server_uuid": "53ae5c4d-05e2-4b4c-853d-9f986d462b16", "tag": "586ab449-864b-4529-bf8b-a90df186caba"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:57.643319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:57.668263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.690659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.692586 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/3554953a-e1d8-4652-8a66-ddad019dc257 HTTP/1.1" status: 204 len: 168 time: 2.9492400 Jul 15 13:26:57.696638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.703166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.704603 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6dc1b7-78a6-4e29-8ec6-8093830793e6 x-openstack-request-id: req-da6dc1b7-78a6-4e29-8ec6-8093830793e6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:57.704894 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ae5c4d-05e2-4b4c-853d-9f986d462b16", "tag": "586ab449-864b-4529-bf8b-a90df186caba", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:57.705187 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da6dc1b7-78a6-4e29-8ec6-8093830793e6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:57.705618 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'tag': '586ab449-864b-4529-bf8b-a90df186caba', 'status': 'completed', 'code': 200} Jul 15 13:26:57.710312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:57.754311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:57.779357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Transition to ACTIVE for port object 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:57.784873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7940105-46ab-484a-b531-2d027a9068fd req-341474a9-115d-4a4a-a7a4-7af8aea5dda8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986070 Jul 15 13:26:57.797663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.828234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090037c-00df-4244-b090-208e2040eedb tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=3554953a-e1d8-4652-8a66-ddad019dc257,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.852371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cdae05-8e9d-4dab-a67a-51c5e05633df None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:57.866754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:57.886595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Pushing event updated for resources: {'Port': ['ID=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.899003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecea68-76a2-4657-8ca1-b9f830ce1b8e service neutron] Pushing event updated for resources: {'Port': ['ID=586ab449-864b-4529-bf8b-a90df186caba,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.918351 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71ab485-8ae5-43b7-86c9-5bd7a870dd54 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:26:57.918823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71ab485-8ae5-43b7-86c9-5bd7a870dd54 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:57.920610 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f71ab485-8ae5-43b7-86c9-5bd7a870dd54 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/2ee5d91a-3807-49a1-b7ea-d325f42bb748 HTTP/1.1" status: 404 len: 337 time: 0.1837842 Jul 15 13:26:57.936878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41048) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.969647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] Provisioning for port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:57.973856 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-279a6733-d70a-48ac-944c-988f409cde5d tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:26:57.974533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279a6733-d70a-48ac-944c-988f409cde5d tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:57.978505 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-279a6733-d70a-48ac-944c-988f409cde5d tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/3554953a-e1d8-4652-8a66-ddad019dc257 HTTP/1.1" status: 404 len: 339 time: 0.0383482 Jul 15 13:26:57.981444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41052) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:58.021135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.054099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] Provisioning complete for port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:58.055679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.103036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.112556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.112842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.113332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.113453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-26054ce9-46b3-4ad6-a965-08cb4c403439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.113814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.115482 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-26054ce9-46b3-4ad6-a965-08cb4c403439 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 1095 time: 0.4329259 Jul 15 13:26:58.121255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.122507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.125717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.131096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-00787084-aa96-47d7-95c3-c696356e1087 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42a273a521634b82af54479a039d02d7&device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6490 time: 0.4707675 Jul 15 13:26:58.147835 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:58.241363 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-515e788d-c742-412f-8438-3661feac0f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=586ab449-864b-4529-bf8b-a90df186caba HTTP/1.1" status: 200 len: 217 time: 0.1132829 Jul 15 13:26:58.269820 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.316731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] For port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:58.333871 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.361029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.390552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870463ed-475c-40dc-8474-d30f27a2a17e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:58.409943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-2e5d1df7-c3ab-4b58-85de-41bd385b2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.411383 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-2e5d1df7-c3ab-4b58-85de-41bd385b2c62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.1565652 Jul 15 13:26:58.413045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecb7cd5-1f94-4633-a47a-858438a9468d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:58.413371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecb7cd5-1f94-4633-a47a-858438a9468d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:58.422467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:58.423812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4aa83-6780-408e-a05b-8565002e02ac None None] Pushing event updated for resources: {'Port': ['ID=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:58.432504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.450852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-c1670990-87bf-492e-9a07-f967d8d04ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.451380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-c1670990-87bf-492e-9a07-f967d8d04ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.451501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': 'dd4998d1-9957-4f62-9df0-5d50ed0e172d', 'ip_address': '2001:db8::f816:3eff:fe8a:ea1a'}, {'subnet_id': '9a423a0f-78f2-44d3-bd81-05742ad9722d'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '9aac295d-a7b6-4dfd-a098-c5d7ba3cf966'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:26:58.452386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-c1670990-87bf-492e-9a07-f967d8d04ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.454241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-c1670990-87bf-492e-9a07-f967d8d04ee4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=f4d656fa-9775-4414-92f4-04d6c57423f2&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&id=35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 200 len: 2294 time: 0.2733235 Jul 15 13:26:58.459442 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-01fb489d-18cc-4163-a19d-4b7848c366c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385988 Jul 15 13:26:58.466291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:58.470912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:58.472047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.490737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:58.491398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:58.494949 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:58.502309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.537935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=6fc21aab-7b77-4d8e-a33d-e75abe41f2a3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:58.658911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6373-04cf-4ca6-916f-f09f2102f82f req-221361f6-f00c-48b7-904a-b646bea4b10c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.660568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06ec6373-04cf-4ca6-916f-f09f2102f82f req-221361f6-f00c-48b7-904a-b646bea4b10c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 944 time: 0.6794729 Jul 15 13:26:58.689523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.690237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.728344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f4e-8f89-4e64-9ec9-861d354dfd45 req-1268f463-3b1e-4d82-b78e-a056a0d8fe53 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.729188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Allocated IP 172.20.0.2 (7a649256-e900-404d-8783-423bfe265175/9a423a0f-78f2-44d3-bd81-05742ad9722d/9aac295d-a7b6-4dfd-a098-c5d7ba3cf966) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:58.736049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44922f4e-8f89-4e64-9ec9-861d354dfd45 req-1268f463-3b1e-4d82-b78e-a056a0d8fe53 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 944 time: 0.5937986 Jul 15 13:26:58.739607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-385d46e0-c55f-400a-9c32-7c862c2bfc5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 200 len: 1001 time: 0.2701211 Jul 15 13:26:58.743889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Attempting to bind port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:58.744261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Attempting to bind port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:58.744579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Attempting to bind port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e on network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:58.776075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e on network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:58.776398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Attempting to bind port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e on network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:58.799869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f77f70d-083b-4b23-b9b8-1f72cf9ea801 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3922009 Jul 15 13:26:58.814142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41056) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:58.829253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:58.829586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Checking segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:58.829973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Bound using segment: {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:58.830443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Bound port: 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e43d80-394a-45b3-9811-a10c9c718b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:58.830803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.854028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06ec6373-04cf-4ca6-916f-f09f2102f82f req-f7b440ec-0890-4c0e-bfe1-03588d4e613c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837001 Jul 15 13:26:58.911976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] For port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:58.923247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44922f4e-8f89-4e64-9ec9-861d354dfd45 req-7e6c8aa9-6d6e-4e7d-91bc-678264f354d3 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862340 Jul 15 13:26:58.927507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-c427a8ba-ee2a-46ec-851d-608cd3c34be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.932874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-c427a8ba-ee2a-46ec-851d-608cd3c34be4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42606211-d54c-41d8-be8f-542dec82c4bb HTTP/1.1" status: 200 len: 851 time: 0.1774912 Jul 15 13:26:58.949597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.965313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Transition to ACTIVE for port object 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:58.970310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.973679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.977843 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.980615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/870463ed-475c-40dc-8474-d30f27a2a17e HTTP/1.1" status: 204 len: 168 time: 0.9980459 Jul 15 13:26:58.988888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.037415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fb842-0c77-4d0f-b73a-fa3669fcf997 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=870463ed-475c-40dc-8474-d30f27a2a17e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.048106 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b68fe9-05c8-4c75-a8e4-4e81c611ca9e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:26:59.048937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b68fe9-05c8-4c75-a8e4-4e81c611ca9e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:59.054260 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-58b68fe9-05c8-4c75-a8e4-4e81c611ca9e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/a70ba030-ba07-4684-85f0-80e667fad732 HTTP/1.1" status: 404 len: 337 time: 0.0641851 Jul 15 13:26:59.057127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.081843 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e30188-a22d-49f8-a84b-246fffb384a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:26:59.082818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e30188-a22d-49f8-a84b-246fffb384a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:26:59.087721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7e30188-a22d-49f8-a84b-246fffb384a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/d49f835e-acfa-4e2e-b9a6-72b106e571f0 HTTP/1.1" status: 404 len: 339 time: 0.0291502 Jul 15 13:26:59.094277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.167449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147bd10-17df-4415-8047-2253761bbb00 None None] Pushing event updated for resources: {'Port': ['ID=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.187492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-5c7eb956-7820-4883-89ad-c3769419b34c service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176139 Jul 15 13:26:59.327973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting subnet 46619d8a-7835-463f-b0a5-9b6863e06911 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:59.361192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.415580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.543715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.554325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:59.684703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] For port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:59.695640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee751e-0d90-487e-9bdb-ff7084e7c0a6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.701637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee751e-0d90-487e-9bdb-ff7084e7c0a6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.703559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b9ee751e-0d90-487e-9bdb-ff7084e7c0a6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8884330 Jul 15 13:26:59.705710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] For port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:59.710705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:59.710922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41078) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.726817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.730221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'mac_address': 'fa:16:3e:fe:f9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:59.738748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:59.745980 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2bf4c116-9b33-43c0-9d4f-552174b66ad2 req-0799af3c-7984-4178-b6fb-bb7b65f8d41a service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430145 Jul 15 13:26:59.752823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.777398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-8a878a0a-871c-4041-a210-8b7afdc2d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.779131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-8a878a0a-871c-4041-a210-8b7afdc2d9d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a75e0eff-bf79-4235-8120-8cc46dbb8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7725978 Jul 15 13:26:59.836591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.837370 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.840133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] 10.222.0.49 "PUT /v2.0/ports/27a90e44-56b3-4c1e-9dbd-e4d45a1c085e HTTP/1.1" status: 200 len: 1092 time: 3.4225986 Jul 15 13:26:59.841570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:59.844844 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38488932-1c0f-49c5-8e8f-4fb6860905ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:59.857606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.900905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b50c3083-9e41-46c8-b6ce-a83c9434c6d8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:59.934459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:59.952184 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.959190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a7376-1c13-4627-87b9-23d7bb4a66ef req-d125e3e2-da90-49e4-bfd8-8b0fc95044b5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.967592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=46619d8a-7835-463f-b0a5-9b6863e06911,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.971470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b7a7376-1c13-4627-87b9-23d7bb4a66ef req-d125e3e2-da90-49e4-bfd8-8b0fc95044b5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.3702211 Jul 15 13:27:00.079211 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.084487 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6fbc0fc2-0faa-40ab-bedd-afe68c2af884 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/46619d8a-7835-463f-b0a5-9b6863e06911 HTTP/1.1" status: 204 len: 168 time: 0.9888079 Jul 15 13:27:00.088186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41092) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:00.103629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:00.115832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6d96e-ec6c-47e0-8cb8-ba56a40ecd2e None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:00.152661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53470-10f5-4234-8484-4d69aaa02fdf service neutron] Pushing event updated for resources: {'Port': ['ID=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:00.197886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b50c3083-9e41-46c8-b6ce-a83c9434c6d8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:00.211371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting subnet 45ca57ab-0112-48ab-a815-2deeb18ab119 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:00.246886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.321694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.351835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b7a7376-1c13-4627-87b9-23d7bb4a66ef req-d35bd4ba-1be2-442a-8571-a1afc2697a12 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736811 Jul 15 13:27:00.479308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-c462b818-0ec9-474b-8475-65f0b7ae1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.481913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-c462b818-0ec9-474b-8475-65f0b7ae1783 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 1095 time: 0.5592122 Jul 15 13:27:00.484733 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a360d8-20e5-4d66-b697-621c14d5755c x-openstack-request-id: req-30a360d8-20e5-4d66-b697-621c14d5755c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:00.485015 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:00.485262 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30a360d8-20e5-4d66-b697-621c14d5755c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:00.485655 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'status': 'completed', 'code': 200} Jul 15 13:27:00.535661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-4f053734-e27b-418f-9327-e27e042d5a85 service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438087 Jul 15 13:27:00.552345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c138d-e8b0-43bb-bcc6-8a54b69428ea req-99766f4d-4fc9-416d-b30b-b1bb34bf1687 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.560969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb6c138d-e8b0-43bb-bcc6-8a54b69428ea req-99766f4d-4fc9-416d-b30b-b1bb34bf1687 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 944 time: 0.4246440 Jul 15 13:27:00.614436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.647323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f5223-665b-4cda-ac3e-01261284535c req-e6718b17-47ff-4488-8380-925f5e84e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.649291 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-e6718b17-47ff-4488-8380-925f5e84e467 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 1095 time: 0.7032475 Jul 15 13:27:00.653348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:00.654053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.749701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Provisioning for port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:00.770200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Provisioning complete for port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:00.771304 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.787259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-67f5eed2-bbea-41d9-b4a0-477f1a55f60f service neutron] 10.222.0.23 "GET /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209916 Jul 15 13:27:00.940628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.948494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb6c138d-e8b0-43bb-bcc6-8a54b69428ea req-8f3afb4a-5889-4436-bebf-70becc6686f6 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859270 Jul 15 13:27:00.953394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-6348baae-e303-4ff7-83e3-ec1180045b8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e HTTP/1.1" status: 200 len: 217 time: 0.4419198 Jul 15 13:27:00.959937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.048076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Provisioning for port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:01.053369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Provisioning complete for port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:01.053984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.075838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.100118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=45ca57ab-0112-48ab-a815-2deeb18ab119,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.104276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.106620 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3ef6a212-9ceb-493a-8f38-e10053209638 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/45ca57ab-0112-48ab-a815-2deeb18ab119 HTTP/1.1" status: 204 len: 168 time: 1.0165575 Jul 15 13:27:01.127321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41114) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:01.131645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d939b-da2f-422a-b3f9-6c74d57f675e None None] Port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:01.148590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-27349ee6-9f0f-46cb-85a5-a10193f738d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 217 time: 0.2567308 Jul 15 13:27:01.153251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:01.211073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f5223-665b-4cda-ac3e-01261284535c req-b544a793-6565-4804-ad0e-b66b2cfb19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.212542 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-b544a793-6565-4804-ad0e-b66b2cfb19a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 916 time: 0.5520434 Jul 15 13:27:01.267113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ccf5642-f1e2-4bdf-aad4-6b244a3333b4 None None] Provisioning complete for port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:01.267791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5642-f1e2-4bdf-aad4-6b244a3333b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.293642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-2fd6d918-ab7c-4185-9c54-68bb84a54bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.299122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-2fd6d918-ab7c-4185-9c54-68bb84a54bd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.0982380 Jul 15 13:27:01.351926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf5642-f1e2-4bdf-aad4-6b244a3333b4 None None] Port 6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:01.382054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-3506fedc-6d1f-4b0d-9ae6-25f4f9570618 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=586ab449-864b-4529-bf8b-a90df186caba HTTP/1.1" status: 200 len: 217 time: 0.1511297 Jul 15 13:27:01.387935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.422118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-a12c6164-080b-46e8-8ad6-c18bfb693383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.423634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-a12c6164-080b-46e8-8ad6-c18bfb693383 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd46e011-3265-4919-8764-0b6d7d18db16 HTTP/1.1" status: 200 len: 835 time: 0.4164245 Jul 15 13:27:01.456115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851c0c-8673-4797-ab01-c360c40029a1 req-dd8d2672-bde5-4ecd-ada0-29c9d3d4daae tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.463933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec851c0c-8673-4797-ab01-c360c40029a1 req-dd8d2672-bde5-4ecd-ada0-29c9d3d4daae tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 944 time: 0.5699379 Jul 15 13:27:01.558159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f5223-665b-4cda-ac3e-01261284535c req-4b582b73-b273-49db-9d61-9ca92daea9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.562680 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-4b582b73-b273-49db-9d61-9ca92daea9ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.1724656 Jul 15 13:27:01.565597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:01.630963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec851c0c-8673-4797-ab01-c360c40029a1 req-eda3b6df-7bff-4b31-a229-82f3a72e1ea4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660681 Jul 15 13:27:01.668032 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-d0f6496c-4c0d-485f-824e-a57a1ff61247 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913646 Jul 15 13:27:01.681290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:01.681686 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.704869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-0f32827b-7e52-40d0-8df9-34ceab9b8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.706425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-0f32827b-7e52-40d0-8df9-34ceab9b8fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3935757 Jul 15 13:27:01.774009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-e3419438-1809-4194-988f-d5c2c3c96653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.782291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-e3419438-1809-4194-988f-d5c2c3c96653 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450370 Jul 15 13:27:01.788039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 586ab449-864b-4529-bf8b-a90df186caba details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:01.913687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting port ec31e005-ae82-4acb-a42b-0b43fe1e40ec {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:01.914103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.017012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-db3819d5-2270-4c5a-8019-6aa58c0a02e4 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530324 Jul 15 13:27:02.044860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.136093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-d65cbce4-0b6b-4f7c-95b2-31e91223a73a service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281693 Jul 15 13:27:02.152892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-3c202439-35ed-4428-a753-963154fd34ea service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130097 Jul 15 13:27:02.175290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 586ab449-864b-4529-bf8b-a90df186caba, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=586ab449-864b-4529-bf8b-a90df186caba,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:02.212900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-a43d059e-7a3f-42b0-9583-0683b80517b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 217 time: 0.0491579 Jul 15 13:27:02.215380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '586ab449-864b-4529-bf8b-a90df186caba', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'port_id': '586ab449-864b-4529-bf8b-a90df186caba', 'mac_address': 'fa:16:3e:56:8e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514566df-f4e1-4849-be33-ba2b53cebdc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:02.218557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=6fc21aab-7b77-4d8e-a33d-e75abe41f2a3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.220386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2d398-2579-48e8-9e9b-e17e05d76652 None None] Network 22ca81f4-a9aa-4898-94bc-80f5977d783b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:02.229945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] For port ec31e005-ae82-4acb-a42b-0b43fe1e40ec, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,segment=NetworkSegment(46c3bf8e-f622-41eb-a472-fed0ed94e9a3),segment_id=46c3bf8e-f622-41eb-a472-fed0ed94e9a3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:02.230417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.237474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9ec37-4067-49f4-8f34-4f58b09e7935 req-ecfb1a6b-ade4-457d-9e15-8085e68099de tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.239105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9ec37-4067-49f4-8f34-4f58b09e7935 req-ecfb1a6b-ade4-457d-9e15-8085e68099de tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 944 time: 0.5799074 Jul 15 13:27:02.378522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Calling delete_port for ec31e005-ae82-4acb-a42b-0b43fe1e40ec owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:02.391182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-57deb7a4-4c6b-46bd-a89e-c91984a9dc7f None None] Provisioning complete for port ec31e005-ae82-4acb-a42b-0b43fe1e40ec triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:02.391563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57deb7a4-4c6b-46bd-a89e-c91984a9dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.393141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.445166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfd9ec37-4067-49f4-8f34-4f58b09e7935 req-194fb035-2f39-4c06-aa04-ec0d76fbe860 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408222 Jul 15 13:27:02.485209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:02.487760 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f66b7-123c-48d5-b95d-312cb7973923" -d '{"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:02.500608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-e83a538d-48c3-46a1-8c56-9f174e3fc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.504117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-e83a538d-48c3-46a1-8c56-9f174e3fc6ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.2637696 Jul 15 13:27:02.504623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.546908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:02.601967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.652135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd09fa-b039-46ea-a647-8bf26a504ddf req-7e742007-4360-4a59-be78-8e192ba00f5f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.664472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6edd09fa-b039-46ea-a647-8bf26a504ddf req-7e742007-4360-4a59-be78-8e192ba00f5f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 944 time: 0.3584011 Jul 15 13:27:02.775605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586ab449-864b-4529-bf8b-a90df186caba {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:02.837966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6edd09fa-b039-46ea-a647-8bf26a504ddf req-db9328d5-ceaf-4f15-a7c3-0a12c5e29b6c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725144 Jul 15 13:27:02.885821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-f4cdd484-760b-4a5d-b4f9-953080ebc4de service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1027341 Jul 15 13:27:02.909076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.911266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-14c7a408-0096-4f48-88dc-7a8604bccaff tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 HTTP/1.1" status: 204 len: 168 time: 3.1917613 Jul 15 13:27:02.930552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.935656 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-4f37fb73-0ad6-4365-8336-afed11324561 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418430 Jul 15 13:27:02.983987 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac961d6-519c-4c22-ba45-57bc4d55ecdd x-openstack-request-id: req-cac961d6-519c-4c22-ba45-57bc4d55ecdd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:02.984411 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:02.984789 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cac961d6-519c-4c22-ba45-57bc4d55ecdd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:02.985184 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'code': 200} Jul 15 13:27:03.027721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-9462741e-d4a8-445f-8dec-11a7ae4aef5e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6264093 Jul 15 13:27:03.058063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 586ab449-864b-4529-bf8b-a90df186caba, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=586ab449-864b-4529-bf8b-a90df186caba,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.083287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640acf4f-be85-43ef-af83-ae5991debf05 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.085427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640acf4f-be85-43ef-af83-ae5991debf05 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.087301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640acf4f-be85-43ef-af83-ae5991debf05 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.089756 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-640acf4f-be85-43ef-af83-ae5991debf05 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1565034 Jul 15 13:27:03.110311 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.116121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41136) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:03.136838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.176240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ce79ec2-ce8f-4805-be7b-f08e70e2418d req-15f37aef-1906-4794-94f3-2642cbe0bdfc service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687962 Jul 15 13:27:03.179797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.196591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-5f6840a3-76fa-4ed8-be69-967764189657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.204512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-5f6840a3-76fa-4ed8-be69-967764189657 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6797245 Jul 15 13:27:03.260727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Port': ['ID=ec31e005-ae82-4acb-a42b-0b43fe1e40ec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.276198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No DVR routers for this DVR port ec31e005-ae82-4acb-a42b-0b43fe1e40ec on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:03.284408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 9a423a0f-78f2-44d3-bd81-05742ad9722d {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:03.297202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.326555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=586ab449-864b-4529-bf8b-a90df186caba,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.410371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-15797762-92f1-4889-954c-aaed05d040a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.412088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-15797762-92f1-4889-954c-aaed05d040a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 1097 time: 0.3464856 Jul 15 13:27:03.424594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.426591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['586ab449-864b-4529-bf8b-a90df186caba'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:03.488420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.536817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317b5d8-e033-4179-9290-eafcd1f94fc5 None None] DHCP port deletion for 22ca81f4-a9aa-4898-94bc-80f5977d783b request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:03.542716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-29520f9a-4270-474d-bc44-f5dafc1969d3 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285356 Jul 15 13:27:03.626197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ca81f4-a9aa-4898-94bc-80f5977d783b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.651635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.652636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c57cb-41c3-467f-9b59-3c534f779048 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:27:03.666943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c3bf8e-f622-41eb-a472-fed0ed94e9a3') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.667600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c3bf8e-f622-41eb-a472-fed0ed94e9a3') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.686037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-eea7e2e0-08d5-4f10-9fe3-efa4b33ef5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.688198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-eea7e2e0-08d5-4f10-9fe3-efa4b33ef5e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 1095 time: 0.3497956 Jul 15 13:27:03.697649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.706028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c5b2-d350-47de-b7a4-cb693a0e7927 req-f93562e3-eda7-4311-9766-fa681f21e9ea tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.707620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9f3c5b2-d350-47de-b7a4-cb693a0e7927 req-f93562e3-eda7-4311-9766-fa681f21e9ea tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 945 time: 0.3832474 Jul 15 13:27:03.806882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.830063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:03.831040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:03.834487 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:03.877828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c57cb-41c3-467f-9b59-3c534f779048 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:27:03.880549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec31e005-ae82-4acb-a42b-0b43fe1e40ec no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:03.907303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ec31e005-ae82-4acb-a42b-0b43fe1e40ec {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:03.907657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec31e005-ae82-4acb-a42b-0b43fe1e40ec not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:04.038343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.046330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-19af5749-2c74-422b-b147-f9b61c4b4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.050483 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-19af5749-2c74-422b-b147-f9b61c4b4a76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 916 time: 0.5579875 Jul 15 13:27:04.070143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9f3c5b2-d350-47de-b7a4-cb693a0e7927 req-b5d6e928-16ac-430b-a8d8-e4fc031bd7c0 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758060 Jul 15 13:27:04.152010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.159514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.167348 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/22ca81f4-a9aa-4898-94bc-80f5977d783b HTTP/1.1" status: 204 len: 168 time: 3.0360994 Jul 15 13:27:04.170070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.288237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-2b8f248f-4211-4662-a685-5004807b46ca service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355998 Jul 15 13:27:04.291725 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3faabebd-4afa-4009-abbb-48df3b19e02e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:04.292166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3faabebd-4afa-4009-abbb-48df3b19e02e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:04.293864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3faabebd-4afa-4009-abbb-48df3b19e02e tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/76efa493-f2f4-417b-be12-488953e5eefa HTTP/1.1" status: 404 len: 337 time: 0.0844269 Jul 15 13:27:04.302324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.324205 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-424e24d5-562d-46c6-859e-da57400eb85f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89 HTTP/1.1" status: 200 len: 217 time: 0.2028704 Jul 15 13:27:04.390980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e685-e066-4956-a96d-5a3e1f0dd273 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=22ca81f4-a9aa-4898-94bc-80f5977d783b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.435631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.446159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-42f2cdfa-30cc-4417-94f5-a5519a960aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.447755 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-42f2cdfa-30cc-4417-94f5-a5519a960aa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.0929029 Jul 15 13:27:04.459192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.459693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-90a2a400-0b23-4fd1-9d8a-86cc865d4041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7116542e-4575-40d6-ba9d-5e337ae2b823 HTTP/1.1" status: 200 len: 217 time: 0.1586492 Jul 15 13:27:04.461068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/9a423a0f-78f2-44d3-bd81-05742ad9722d HTTP/1.1" status: 204 len: 168 time: 1.3409140 Jul 15 13:27:04.464508 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f62cc0f-7cf2-416a-8630-a51a60fc1505 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:04.466201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f62cc0f-7cf2-416a-8630-a51a60fc1505 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:04.476638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4f62cc0f-7cf2-416a-8630-a51a60fc1505 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/4733e921-5423-49a1-949b-b7df99973a9d HTTP/1.1" status: 404 len: 339 time: 0.1729026 Jul 15 13:27:04.481661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.482173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.489416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd413c-8dc6-4c09-8cf3-a2eac84a40ed tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=9a423a0f-78f2-44d3-bd81-05742ad9722d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.505812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-c38afc60-0979-45ec-bd87-192553b380e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.508022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-c38afc60-0979-45ec-bd87-192553b380e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b HTTP/1.1" status: 200 len: 897 time: 0.7993255 Jul 15 13:27:04.513128 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-b54628b6-2d66-42d0-849d-883cb43fb5b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550816 Jul 15 13:27:04.555706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5417a9ea-d24c-4021-9091-a95884d21558 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:27:04.609069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-b9d541af-6aa2-4a7a-ba9a-d071980d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.610584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-b9d541af-6aa2-4a7a-ba9a-d071980d432c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.1297550 Jul 15 13:27:04.658690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe88138-fd17-43e7-a449-d6e323ab583f req-d378800f-3b8b-41eb-a6a8-fd1fd07794e1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.659005 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-f747377a-78fb-4500-ad36-683126bf56b3 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350305 Jul 15 13:27:04.665712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fe88138-fd17-43e7-a449-d6e323ab583f req-d378800f-3b8b-41eb-a6a8-fd1fd07794e1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.8556037 Jul 15 13:27:04.684791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-3cee7b14-fd66-496f-a0b6-63defd5c7a7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e HTTP/1.1" status: 200 len: 217 time: 0.0699511 Jul 15 13:27:04.786198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417a9ea-d24c-4021-9091-a95884d21558 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:27:04.815829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fe88138-fd17-43e7-a449-d6e323ab583f req-a0e06965-81ca-4673-85a6-dfdb5c959c3f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492574 Jul 15 13:27:04.894450 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5c5862-a4b5-4d95-aaf1-0c3356d0de52 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:04.895294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5c5862-a4b5-4d95-aaf1-0c3356d0de52 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:04.897237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7d5c5862-a4b5-4d95-aaf1-0c3356d0de52 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/10d7b1b1-5984-4553-892b-c258bb60fdc3 HTTP/1.1" status: 404 len: 337 time: 0.3865769 Jul 15 13:27:04.899039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-969f6c47-18ea-4011-a756-a8766b764fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.900780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-969f6c47-18ea-4011-a756-a8766b764fae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd46e011-3265-4919-8764-0b6d7d18db16 HTTP/1.1" status: 200 len: 835 time: 0.0981786 Jul 15 13:27:04.901414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.930851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f2793aea-8bfb-47f3-9db8-58f077b95d24 req-14c24de4-088d-4b7a-aa61-cd458c7b4c03 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655542 Jul 15 13:27:05.019376 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b595b1ee-fcad-42d3-b3b0-520634a0d3a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:05.020219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b595b1ee-fcad-42d3-b3b0-520634a0d3a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:05.022332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b595b1ee-fcad-42d3-b3b0-520634a0d3a0 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/7d0f4730-c97a-4135-a51a-d5cfda56001a HTTP/1.1" status: 404 len: 339 time: 0.1116936 Jul 15 13:27:05.025163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41160) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.037778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet dd4998d1-9957-4f62-9df0-5d50ed0e172d {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:05.041357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.085411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-df572760-f9c8-4ade-b22a-f41411a18048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.087085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-df572760-f9c8-4ade-b22a-f41411a18048 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4014306 Jul 15 13:27:05.097124 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f50b2e5-8985-4791-8b8d-035604d5a867 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:05.097684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f50b2e5-8985-4791-8b8d-035604d5a867 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:05.122675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.145966 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f50b2e5-8985-4791-8b8d-035604d5a867 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/c5731216-fc9c-4872-bfad-4f12a823afac HTTP/1.1" status: 404 len: 337 time: 0.1196258 Jul 15 13:27:05.148634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.163517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05116-850f-4638-b5aa-52be3fb41eb8 req-24787801-81e9-4d66-9206-aac5e4fc5c8e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.171215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ae05116-850f-4638-b5aa-52be3fb41eb8 req-24787801-81e9-4d66-9206-aac5e4fc5c8e tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 944 time: 0.5585117 Jul 15 13:27:05.204733 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2185fc-abbb-4f55-b7c2-e296bdfb3171 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:05.218464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2185fc-abbb-4f55-b7c2-e296bdfb3171 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:05.226993 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab2185fc-abbb-4f55-b7c2-e296bdfb3171 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/2a45266a-3b41-47f3-b01a-1576c4b4dce2 HTTP/1.1" status: 404 len: 339 time: 0.0772650 Jul 15 13:27:05.229318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.365430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting subnet 8051fba3-f6fe-411d-9e85-efbb42d2f078 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:05.377339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.389246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-02b365d2-5b06-435c-b403-7d99765df175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.390798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-02b365d2-5b06-435c-b403-7d99765df175 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4662743 Jul 15 13:27:05.416674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ae05116-850f-4638-b5aa-52be3fb41eb8 req-22d04739-593c-49e5-9ea1-a0db45656417 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443731 Jul 15 13:27:05.526584 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.787817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:05.790127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 586ab449-864b-4529-bf8b-a90df186caba up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:05.807410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.999574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 586ab449-864b-4529-bf8b-a90df186caba completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:06.009564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 586ab449-864b-4529-bf8b-a90df186caba triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:06.010386 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.083897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.131607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.146514 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/8051fba3-f6fe-411d-9e85-efbb42d2f078 HTTP/1.1" status: 204 len: 168 time: 0.9141378 Jul 15 13:27:06.147486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.159775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.206571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'port_id': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'mac_address': 'fa:16:3e:29:f9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:06.227282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae1148-3563-4d2f-b5a8-ec6373980037 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=8051fba3-f6fe-411d-9e85-efbb42d2f078,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:06.382078 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.386313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.404252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.455889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:06.481832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3ca42-fed4-4bf8-8a59-6c2ff1bf067d None None] Network 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:06.494739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586ab449-864b-4529-bf8b-a90df186caba'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:06.496871 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1b44c6-3fef-415d-be3c-f5e409ec5e1a" -d '{"events": [{"server_uuid": "53ae5c4d-05e2-4b4c-853d-9f986d462b16", "name": "network-vif-plugged", "status": "completed", "tag": "586ab449-864b-4529-bf8b-a90df186caba"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:06.558555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting port 49387ec7-9d3f-4180-a942-474dba424d32 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:06.558851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.560588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 586ab449-864b-4529-bf8b-a90df186caba, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=586ab449-864b-4529-bf8b-a90df186caba,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.567549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2306181e-5119-435b-beb5-1f3dc507aed0 None None] Provisioning complete for port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:06.570378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2306181e-5119-435b-beb5-1f3dc507aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.631704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.644906 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.657699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.775844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] For port 49387ec7-9d3f-4180-a942-474dba424d32, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=49387ec7-9d3f-4180-a942-474dba424d32,segment=NetworkSegment(d13de7f7-7c30-4a7d-a308-e22c208ca0f7),segment_id=d13de7f7-7c30-4a7d-a308-e22c208ca0f7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.776119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.821316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Calling delete_port for 49387ec7-9d3f-4180-a942-474dba424d32 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:06.949555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['27a90e44-56b3-4c1e-9dbd-e4d45a1c085e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:07.030899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.055969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=586ab449-864b-4529-bf8b-a90df186caba,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.081291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Port': ['ID=49387ec7-9d3f-4180-a942-474dba424d32,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.096539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No DVR routers for this DVR port 49387ec7-9d3f-4180-a942-474dba424d32 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:07.101262 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.105344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.105344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.105602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.105866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.106174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.106585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.106854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.107183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.107558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.108144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.108784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.109118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:07.166855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-94027f54-e514-4253-befd-8b5e8c334fb6 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0384545 Jul 15 13:27:07.213706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-50d14e08-c364-424c-8912-71c0acf04b25 service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7910140 Jul 15 13:27:07.233164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2731-8cb9-4325-b87a-5de847d4c5cb req-5d963da8-b9c3-49bd-a8ea-c5142edeb586 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.241689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ffa2731-8cb9-4325-b87a-5de847d4c5cb req-5d963da8-b9c3-49bd-a8ea-c5142edeb586 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 945 time: 1.8781905 Jul 15 13:27:07.270519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee120919-7800-4f68-bb23-c25fd7b42fe7 None None] DHCP port deletion for 0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:07.305623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.331901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:07.343269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.352734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:07.354192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13de7f7-7c30-4a7d-a308-e22c208ca0f7') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:07.365848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62c07-01f2-42e6-a514-3b7b036fd38e req-8a06c3d0-679f-44e6-87c3-4c33de82b130 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.366821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.378750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cf62c07-01f2-42e6-a514-3b7b036fd38e req-8a06c3d0-679f-44e6-87c3-4c33de82b130 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.7302585 Jul 15 13:27:07.398473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.409036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:07.409433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:07.412498 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:07.558491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.588683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.592767 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3 HTTP/1.1" status: 204 len: 168 time: 1.4412296 Jul 15 13:27:07.596263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41188) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.621369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-d5b7755e-a549-4dab-9a97-9cd66c27679f service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418578 Jul 15 13:27:07.638480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1cf62c07-01f2-42e6-a514-3b7b036fd38e req-06c71ee2-8271-4da3-8087-19cf940eb755 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582798 Jul 15 13:27:07.657814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 49387ec7-9d3f-4180-a942-474dba424d32 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:07.675346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.719757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 49387ec7-9d3f-4180-a942-474dba424d32 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:07.719757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 49387ec7-9d3f-4180-a942-474dba424d32 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:07.735282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb7b2-eecc-41ce-9649-16897008b1ff tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=0d9aaa46-9f1f-450f-aa8b-cd0a80214ca3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.737256 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b0b02c-b9c0-4ea3-ac78-b282571226a3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:07.737709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b0b02c-b9c0-4ea3-ac78-b282571226a3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:07.741760 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70b0b02c-b9c0-4ea3-ac78-b282571226a3 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/dd5fce38-e443-45a3-bd82-a6f68d883fc2 HTTP/1.1" status: 404 len: 337 time: 0.1323647 Jul 15 13:27:07.742126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.783747 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaab1a1-5456-411b-b590-6237c80ac125 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:07.784339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eaab1a1-5456-411b-b590-6237c80ac125 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:07.788409 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1eaab1a1-5456-411b-b590-6237c80ac125 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/e43070ab-1dbe-41b3-86cd-6dc1eb02e1b0 HTTP/1.1" status: 404 len: 339 time: 0.0429680 Jul 15 13:27:07.790093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.866678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38488932-1c0f-49c5-8e8f-4fb6860905ae req-b0584048-4288-4a83-8e2d-32df0ffeb6ab service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342903 Jul 15 13:27:07.866678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4998d1-9957-4f62-9df0-5d50ed0e172d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.880136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ffa2731-8cb9-4325-b87a-5de847d4c5cb req-9766c25a-c3cc-43f3-8a2e-5a041cf21dcf tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235206 Jul 15 13:27:07.889481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-ee411131-83b5-400d-ab79-8981576b05c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=11bb89de-762c-45bf-8abf-68f77a86d653 HTTP/1.1" status: 200 len: 217 time: 0.2460239 Jul 15 13:27:07.962708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting subnet a739766f-100e-4365-8fa9-56355a7917b9 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:07.969942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.001289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-280d7692-c586-47a7-a4e0-1ed03b02f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.004483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-280d7692-c586-47a7-a4e0-1ed03b02f4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 200 len: 797 time: 0.1085763 Jul 15 13:27:08.016719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.026068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723f0a7-4bcc-4ef9-a892-a7b3e5379963 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:08.039140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.039140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-83876270-a27e-4f3a-a9c2-b88c48a1af93 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/dd4998d1-9957-4f62-9df0-5d50ed0e172d HTTP/1.1" status: 204 len: 168 time: 3.5204153 Jul 15 13:27:08.039140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.044015 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb7d296-abe1-455b-8ee2-68bbb88dd593 x-openstack-request-id: req-0bb7d296-abe1-455b-8ee2-68bbb88dd593 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:08.045081 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ae5c4d-05e2-4b4c-853d-9f986d462b16", "name": "network-vif-plugged", "status": "completed", "tag": "586ab449-864b-4529-bf8b-a90df186caba", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:08.045081 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bb7d296-abe1-455b-8ee2-68bbb88dd593 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:08.045081 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586ab449-864b-4529-bf8b-a90df186caba', 'code': 200} Jul 15 13:27:08.277722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d96d7901-4367-46ee-9914-d44e3c90361a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2312806 Jul 15 13:27:08.286654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.324239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:08.425312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:08.556951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] Deleting port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:08.557356 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.620628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87fcb0-7082-457a-9af5-0ed9767c0d58 req-af4bd386-84b5-4ada-86f0-9e8f189fa351 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.623951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c87fcb0-7082-457a-9af5-0ed9767c0d58 req-af4bd386-84b5-4ada-86f0-9e8f189fa351 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 945 time: 0.6611967 Jul 15 13:27:08.669156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-de1fc0b4-794e-455b-aad9-abe1103faf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.681980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-de1fc0b4-794e-455b-aad9-abe1103faf5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d656fa-9775-4414-92f4-04d6c57423f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6654339 Jul 15 13:27:08.805417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] For port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:08.805823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.847476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] Calling delete_port for 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:08.949708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99a77-cfde-4877-95d4-1bb29f6098c6 req-3b4a6a71-2cf5-4e31-9053-2a67f10dc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.952907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fd99a77-cfde-4877-95d4-1bb29f6098c6 req-3b4a6a71-2cf5-4e31-9053-2a67f10dc5d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 1097 time: 0.6652956 Jul 15 13:27:09.016853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.054099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c87fcb0-7082-457a-9af5-0ed9767c0d58 req-4ab9c488-3ba1-4e7f-b2de-0f8d221de8d4 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088190 Jul 15 13:27:09.100007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] Pushing event deleted for resources: {'Port': ['ID=9aac295d-a7b6-4dfd-a098-c5d7ba3cf966,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.109549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f670c84-4b78-41f9-89d9-3fe22677e733 None None] No DVR routers for this DVR port 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:09.123316 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.138336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:09.145186 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.235927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fd99a77-cfde-4877-95d4-1bb29f6098c6 req-de017f95-7d1c-421c-9da0-24e55e1d4350 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262979 Jul 15 13:27:09.282456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-0de7f21f-3cb7-44be-b2c1-2813bb5c6c1c service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150113 Jul 15 13:27:09.295522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.346011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7321570e-fd3b-401c-a837-d97187809d61 None None] Network 58ca34ce-4dad-49dc-8b61-0542745e749a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:09.355675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.361434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/subnets/a739766f-100e-4365-8fa9-56355a7917b9 HTTP/1.1" status: 204 len: 168 time: 1.5703361 Jul 15 13:27:09.362371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:09.383366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539fd6b-f891-478b-8664-fd97119f8299 req-a20bf3b1-4ba1-487f-9179-5d8ea6a9cb1f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.385048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928dafb-93dd-44ca-b461-f2d4ac30b896 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Subnet': ['ID=a739766f-100e-4365-8fa9-56355a7917b9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.390524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b539fd6b-f891-478b-8664-fd97119f8299 req-a20bf3b1-4ba1-487f-9179-5d8ea6a9cb1f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.4211855 Jul 15 13:27:09.565142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b539fd6b-f891-478b-8664-fd97119f8299 req-523e6112-6887-472b-9733-cd360d800b39 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736784 Jul 15 13:27:09.598429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.724997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Deleting port f82d9f10-a770-4db2-bd82-794579d3d194 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:09.725492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.727907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-83363401-281e-41b5-9afa-5ade964042d7 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290524 Jul 15 13:27:09.839090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:09.864482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:09.978696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] For port f82d9f10-a770-4db2-bd82-794579d3d194, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f82d9f10-a770-4db2-bd82-794579d3d194,segment=NetworkSegment(755c40c4-f067-4202-96bf-9ec78a219873),segment_id=755c40c4-f067-4202-96bf-9ec78a219873)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:09.980731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.988660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:09.991788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09278884-f7ad-4492-92f7-997c599ea455 req-4a50b307-6185-405a-be69-34edf6395f29 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.992137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9aac295d-a7b6-4dfd-a098-c5d7ba3cf966 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:10.000402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09278884-f7ad-4492-92f7-997c599ea455 req-4a50b307-6185-405a-be69-34edf6395f29 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 946 time: 0.6658237 Jul 15 13:27:10.012132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-19307c3b-aceb-4288-83bc-f616c068f573 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab HTTP/1.1" status: 200 len: 217 time: 0.2669134 Jul 15 13:27:10.024829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Calling delete_port for f82d9f10-a770-4db2-bd82-794579d3d194 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:10.120331 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.180358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-09278884-f7ad-4492-92f7-997c599ea455 req-e7371c9f-81bd-487c-aa2e-670e3e6dfcaf tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789734 Jul 15 13:27:10.220307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-1be4b5e4-4651-4ae3-8872-27ac3c8d0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.222750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-1be4b5e4-4651-4ae3-8872-27ac3c8d0925 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.1932173 Jul 15 13:27:10.234079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.266253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:10.276993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.278188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:10.278774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.391081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.410640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.411470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.422128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=69bacdb3-29ef-4a42-93b8-48ac50b7b396,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.436072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Port': ['ID=f82d9f10-a770-4db2-bd82-794579d3d194,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.438975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] No DVR routers for this DVR port f82d9f10-a770-4db2-bd82-794579d3d194 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:10.449871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374621e4-e504-4846-94d3-603ec842d914 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:10.452871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc57a6-8da9-4e0f-9643-67edd05dfec7 None None] DHCP port deletion for 58ca34ce-4dad-49dc-8b61-0542745e749a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:10.546876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.566993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-56f30035-dc39-4183-a415-f90a1ae6322c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2449641 Jul 15 13:27:10.569594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:10.575661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.607778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.635190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ca34ce-4dad-49dc-8b61-0542745e749a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:10.661704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755c40c4-f067-4202-96bf-9ec78a219873') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:10.662067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755c40c4-f067-4202-96bf-9ec78a219873') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:10.682365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.713043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:10.716662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.720123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-e53a47a8-91ba-470a-9d3d-594baab89714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.721703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-e53a47a8-91ba-470a-9d3d-594baab89714 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4852216 Jul 15 13:27:10.722167 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da4486-29e1-4af0-a3b1-b34833affefc" -d '{"events": [{"server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "name": "network-vif-plugged", "status": "completed", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:10.732325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:10.732887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:10.742846 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:10.772293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:10.774526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:10.775810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.792502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884374a-76a2-4b7c-a167-85260c46ff7f req-a918b985-05a8-4a0e-aa62-4eab2f8d13ae tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.799796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0884374a-76a2-4b7c-a167-85260c46ff7f req-a918b985-05a8-4a0e-aa62-4eab2f8d13ae tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 945 time: 0.3742838 Jul 15 13:27:10.813082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.954309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.961235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0884374a-76a2-4b7c-a167-85260c46ff7f req-055380a0-c154-4d93-81ef-bd46eaacb0c7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604633 Jul 15 13:27:10.978119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.994472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '69bacdb3-29ef-4a42-93b8-48ac50b7b396'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:10.995372 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.007892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.028999 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] 10.222.0.48 "DELETE /v2.0/networks/58ca34ce-4dad-49dc-8b61-0542745e749a HTTP/1.1" status: 204 len: 168 time: 1.6651580 Jul 15 13:27:11.030948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11a09f-3087-4575-8bac-849adbea9ff7 tempest-NetworksIpV6Test-1730469495 tempest-NetworksIpV6Test-1730469495-project] Pushing event deleted for resources: {'Network': ['ID=58ca34ce-4dad-49dc-8b61-0542745e749a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.084225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-5d4a4e6f-ba7e-44bd-8056-d2de2ad7d69e service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514225 Jul 15 13:27:11.303708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Allocated IP 172.20.0.2 (7a649256-e900-404d-8783-423bfe265175/69bacdb3-29ef-4a42-93b8-48ac50b7b396/57c65b30-7185-4237-8d7f-987f44b1ea50) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:11.376018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31437-1fd8-4a2d-b3b0-d75d0c67059d req-969f1397-5030-4958-b727-dd186beb4f4b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.378040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56e31437-1fd8-4a2d-b3b0-d75d0c67059d req-969f1397-5030-4958-b727-dd186beb4f4b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.4409468 Jul 15 13:27:11.446933 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d84b62a-5a42-4c6b-b51c-249b3f328788 x-openstack-request-id: req-3d84b62a-5a42-4c6b-b51c-249b3f328788 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:11.447307 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "name": "network-vif-plugged", "status": "completed", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:11.447505 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d84b62a-5a42-4c6b-b51c-249b3f328788 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:11.447956 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'code': 200} Jul 15 13:27:11.500389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56e31437-1fd8-4a2d-b3b0-d75d0c67059d req-8d144263-ca11-4132-8410-2a56a4bee224 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098995 Jul 15 13:27:11.636422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82d9f10-a770-4db2-bd82-794579d3d194 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:11.644335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-2aba4fdd-f288-4e1a-bc8c-f3475f74c25b service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151520 Jul 15 13:27:11.671470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f82d9f10-a770-4db2-bd82-794579d3d194 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:11.672273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82d9f10-a770-4db2-bd82-794579d3d194 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:11.691521 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.708054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Transition to ACTIVE for port object 57c65b30-7185-4237-8d7f-987f44b1ea50 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:11.712704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f46ea-f0e0-47ba-b6d6-cb5e5f92b025 req-c0a0ba8d-1aef-4399-be45-af6bdb4b8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.716578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df3f46ea-f0e0-47ba-b6d6-cb5e5f92b025 req-c0a0ba8d-1aef-4399-be45-af6bdb4b8b3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 1097 time: 0.5198393 Jul 15 13:27:11.736242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Transition to ACTIVE for port object 57c65b30-7185-4237-8d7f-987f44b1ea50 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:11.754563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.783211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:11.804529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-92e916bf-2dbd-4086-8e42-98915c0e6551 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 200 len: 217 time: 0.1426489 Jul 15 13:27:11.842976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:11.848833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:11.852665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:11.867159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Pushing event updated for resources: {'Port': ['ID=57c65b30-7185-4237-8d7f-987f44b1ea50,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.945902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df3f46ea-f0e0-47ba-b6d6-cb5e5f92b025 req-128dd75f-9ce7-411f-8c8d-6610e2eeb074 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552839 Jul 15 13:27:11.949954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Attempting to bind port 57c65b30-7185-4237-8d7f-987f44b1ea50 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:11.950473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Attempting to bind port 57c65b30-7185-4237-8d7f-987f44b1ea50 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:11.950946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Attempting to bind port 57c65b30-7185-4237-8d7f-987f44b1ea50 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:11.958276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:11.958858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:11.959383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.959880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:11.961648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Bound port: 57c65b30-7185-4237-8d7f-987f44b1ea50, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:11.962181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.973956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-3db46572-dd85-4848-b2ea-3346fa9bf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.975969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-3db46572-dd85-4848-b2ea-3346fa9bf6a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 200 len: 797 time: 0.1363885 Jul 15 13:27:11.984452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50718c-7e91-4363-ba2c-4384ef107bf1 req-d8414201-6573-4f81-8ab2-6588d315677e tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.005979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f50718c-7e91-4363-ba2c-4384ef107bf1 req-d8414201-6573-4f81-8ab2-6588d315677e tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 946 time: 0.2480247 Jul 15 13:27:12.095152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] For port 57c65b30-7185-4237-8d7f-987f44b1ea50, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:12.098694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] For port 57c65b30-7185-4237-8d7f-987f44b1ea50, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=57c65b30-7185-4237-8d7f-987f44b1ea50,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:12.116517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.246320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2bb7759c-1f03-49cd-9fa7-7427ef7e2686 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=550006fbb516425d864606db8359d8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605238 Jul 15 13:27:12.246830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.322202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411f3ca-1534-4ac3-863f-0568620d992c None None] Pushing event updated for resources: {'Port': ['ID=57c65b30-7185-4237-8d7f-987f44b1ea50,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.414142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7818d32-c919-482b-bb04-4e9160e9598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.473753 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7818d32-c919-482b-bb04-4e9160e9598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.600754 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7818d32-c919-482b-bb04-4e9160e9598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.604123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7818d32-c919-482b-bb04-4e9160e9598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.605280 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f7818d32-c919-482b-bb04-4e9160e9598b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6acf22ad-7578-4461-8568-90c3365270fc HTTP/1.1" status: 204 len: 168 time: 0.3573525 Jul 15 13:27:12.637296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7818d32-c919-482b-bb04-4e9160e9598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf22ad-7578-4461-8568-90c3365270fc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.709543 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781a537c-132c-4889-8491-026078b6519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.945168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f50718c-7e91-4363-ba2c-4384ef107bf1 req-0eac6b01-5c90-4415-aad1-3ded6d904c57 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9370773 Jul 15 13:27:13.059268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-ec31969c-65cf-4dfd-81d0-7feeeb97e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.061630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-ec31969c-65cf-4dfd-81d0-7feeeb97e30d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c92e22-f6e5-4f9f-81fc-98d795cfd688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0509977 Jul 15 13:27:13.334369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:13.353550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480121-b2d5-4f30-81e3-4644f817deee req-b6658988-c4a3-4755-9939-c4e8082089bf tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.356889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75480121-b2d5-4f30-81e3-4644f817deee req-b6658988-c4a3-4755-9939-c4e8082089bf tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 946 time: 0.5679240 Jul 15 13:27:13.773813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 57c65b30-7185-4237-8d7f-987f44b1ea50 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:13.888798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75480121-b2d5-4f30-81e3-4644f817deee req-b760fadc-82f8-4aa2-a89c-238c2948687a tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963614 Jul 15 13:27:13.920637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-539b8b93-fff5-4c0f-ad7a-61b6af65a8a2 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481050 Jul 15 13:27:13.954410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 57c65b30-7185-4237-8d7f-987f44b1ea50 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:14.089241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e5e4910-0048-462f-9fb6-f7aada5c8f59 req-d6aaea40-4075-4d86-a228-948e1591dfc6 service neutron] 10.222.0.23 "GET /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584792 Jul 15 13:27:14.171135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.254876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19222e8-a4ba-4a17-9c17-74aa9990f925 req-8b472c50-110c-4790-80ea-b4f3ef981759 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.271372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f19222e8-a4ba-4a17-9c17-74aa9990f925 req-8b472c50-110c-4790-80ea-b4f3ef981759 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.7778051 Jul 15 13:27:14.412276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Provisioning for port 57c65b30-7185-4237-8d7f-987f44b1ea50 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:14.424285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Provisioning complete for port 57c65b30-7185-4237-8d7f-987f44b1ea50 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:14.424991 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.455726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f19222e8-a4ba-4a17-9c17-74aa9990f925 req-d1c574e9-941c-4a16-8c23-e5299b4e5e62 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833160 Jul 15 13:27:14.502690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:14.572282 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.737225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port 57c65b30-7185-4237-8d7f-987f44b1ea50, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=57c65b30-7185-4237-8d7f-987f44b1ea50,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:14.747436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--512788152'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:14.774079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.782937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.783740 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.798897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.809272 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.851592 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:27:14.852599 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:27:14.864429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:14.872309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:14.883283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d09ac-b825-4b90-af61-59a8f850aa3f None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:14.894123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.894750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.954914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=57c65b30-7185-4237-8d7f-987f44b1ea50,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.999182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=299b0bad-3511-4a94-852d-f5f0e38b69d0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.007017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.033622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.058911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9b407576-5f63-4a12-9cf5-4f70bb9b64c7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4879134 Jul 15 13:27:15.063161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.071453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:1a:8d:b3', 'name': 'tempest-NetworksTestDHCPv6-204655944'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:15.302222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb8b12cb-ed22-4a14-be40-e9668f1fbd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.315638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.318247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4974ff2d-a07a-436e-9605-342fa7de4f64,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.322616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.353366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d3c87-9644-4b68-9f89-803a5243337e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.372016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.374338 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ce058f9d-531d-4c45-a40e-31abc9b630c7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8699262 Jul 15 13:27:15.377421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41316) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.418623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.447806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-edf3eeef-284f-4eba-bdee-4bda6e7b5aad tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0682714 Jul 15 13:27:15.450406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41320) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.456239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-security--1050815350', 'description': 'tempest-security-description-856758172'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:15.489324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] For port 57c65b30-7185-4237-8d7f-987f44b1ea50, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=57c65b30-7185-4237-8d7f-987f44b1ea50,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:15.503608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.504774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7357cd2-3f2e-452c-b2c4-6619f2bf80b1 req-fa812296-0664-4515-9e6a-d362ab82b5aa tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.511994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7357cd2-3f2e-452c-b2c4-6619f2bf80b1 req-fa812296-0664-4515-9e6a-d362ab82b5aa tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 946 time: 0.2451611 Jul 15 13:27:15.513518 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.585917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:15.608686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.630381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.635526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.636461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "PUT /v2.0/security-groups/6f9d3c87-9644-4b68-9f89-803a5243337e HTTP/1.1" status: 200 len: 1779 time: 0.1846342 Jul 15 13:27:15.649838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.674498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de8f1e-06a3-4f79-afc2-01d32f214744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d3c87-9644-4b68-9f89-803a5243337e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.697952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506d63e-a680-424d-b8f7-04220e213566 None None] Pushing event updated for resources: {'Port': ['ID=57c65b30-7185-4237-8d7f-987f44b1ea50,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.715571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7357cd2-3f2e-452c-b2c4-6619f2bf80b1 req-571a6bbd-a7f3-40fa-8c5b-78d6c1537d6d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026656 Jul 15 13:27:15.725927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.766201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 57c65b30-7185-4237-8d7f-987f44b1ea50 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:15.835662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-50d590d9-ceb1-4a3b-bb10-de724cb7f62c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups/6f9d3c87-9644-4b68-9f89-803a5243337e HTTP/1.1" status: 200 len: 1779 time: 0.1819787 Jul 15 13:27:15.838700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:15.907401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.918013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 57c65b30-7185-4237-8d7f-987f44b1ea50 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:15.918543 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.004896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 9d5d7183-41fd-41bd-aecd-4e3e225ec56b yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:16.036204 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-786a08c3-7a1d-4c08-80ae-63b28147a0cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.089679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-786a08c3-7a1d-4c08-80ae-63b28147a0cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.191029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-786a08c3-7a1d-4c08-80ae-63b28147a0cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.197999 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-786a08c3-7a1d-4c08-80ae-63b28147a0cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.199216 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-786a08c3-7a1d-4c08-80ae-63b28147a0cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/6f9d3c87-9644-4b68-9f89-803a5243337e HTTP/1.1" status: 204 len: 168 time: 0.3590422 Jul 15 13:27:16.213767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41342) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.258726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a08c3-7a1d-4c08-80ae-63b28147a0cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9d3c87-9644-4b68-9f89-803a5243337e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:16.336799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ee81dc20-8724-48c3-91fb-182c0421d8b4 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212201 Jul 15 13:27:16.345310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.367939 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-daa27c3e-e603-4b10-a6c4-5b78fd5cbefa tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] delete failed (client error): The resource could not be found. Jul 15 13:27:16.377045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-daa27c3e-e603-4b10-a6c4-5b78fd5cbefa tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/6f9d3c87-9644-4b68-9f89-803a5243337e HTTP/1.1" status: 404 len: 347 time: 0.0299413 Jul 15 13:27:16.377487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.383907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--508501969'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:16.411102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.453750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0bdaf7f8-c385-4010-b54b-6ae63506737d None None] Provisioning complete for port 57c65b30-7185-4237-8d7f-987f44b1ea50 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:16.455260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf7f8-c385-4010-b54b-6ae63506737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.484054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631d13c-64d3-4350-946d-de707427a176 req-81bba6cb-12b9-4965-b10d-cb43a7d883d9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.485619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6631d13c-64d3-4350-946d-de707427a176 req-81bba6cb-12b9-4965-b10d-cb43a7d883d9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.3951952 Jul 15 13:27:16.493898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c70-580f-4c37-8977-0612d2e51519 req-7c45291a-81ff-4db8-bc96-bb722d93672f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.507186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a84b4c70-580f-4c37-8977-0612d2e51519 req-7c45291a-81ff-4db8-bc96-bb722d93672f tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 946 time: 0.3259277 Jul 15 13:27:16.540551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 172.20.0.13 (7a649256-e900-404d-8783-423bfe265175/69bacdb3-29ef-4a42-93b8-48ac50b7b396/9d5d7183-41fd-41bd-aecd-4e3e225ec56b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:16.579698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.580267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fe1a:8db3 (7a649256-e900-404d-8783-423bfe265175/299b0bad-3511-4a94-852d-f5f0e38b69d0/9d5d7183-41fd-41bd-aecd-4e3e225ec56b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:16.586613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.621502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6631d13c-64d3-4350-946d-de707427a176 req-1635e62d-36d0-48c6-85a9-b34eca66fa44 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117015 Jul 15 13:27:16.633036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.635294 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2566233 Jul 15 13:27:16.637789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41348) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.640251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a84b4c70-580f-4c37-8977-0612d2e51519 req-e570adbd-d95d-424e-b68a-30cbdf86b2c3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267066 Jul 15 13:27:16.643332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': '4789651a-921b-4393-b651-987e1c065955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:16.649157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeb698-f3b9-429f-93f5-5e5b200ab0b7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4789651a-921b-4393-b651-987e1c065955,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:16.676535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.730988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.792201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.865889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e5bb8-7ec5-4825-9887-2dfc563a7ed1 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.867612 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3d4e5bb8-7ec5-4825-9887-2dfc563a7ed1 tempest-TestNetworkBasicOps-161985869 tempest-TestNetworkBasicOps-161985869-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 1092 time: 0.1899693 Jul 15 13:27:16.872521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41354) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.899311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:16.913830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.932216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.981701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d628ee1c-b79d-461f-962a-c591a8641807,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:16.986693 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.006521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 9d5d7183-41fd-41bd-aecd-4e3e225ec56b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:17.065594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.088426 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.088591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.089929 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aa79b45b-4709-4f16-a25c-c851fb2ba981 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4509509 Jul 15 13:27:17.096994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.151577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b74-0234-483d-8690-a08bedc402f0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.168057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:17.171222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b74-0234-483d-8690-a08bedc402f0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.178401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:17.185365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:17.242016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b74-0234-483d-8690-a08bedc402f0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.247696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b74-0234-483d-8690-a08bedc402f0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.251988 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7cad8b74-0234-483d-8690-a08bedc402f0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d628ee1c-b79d-461f-962a-c591a8641807 HTTP/1.1" status: 204 len: 168 time: 0.1537564 Jul 15 13:27:17.257234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.297898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad8b74-0234-483d-8690-a08bedc402f0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d628ee1c-b79d-461f-962a-c591a8641807,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.354888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=9d5d7183-41fd-41bd-aecd-4e3e225ec56b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.389698 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dda59e21-cb53-4832-a235-56b2edbda873 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1269372 Jul 15 13:27:17.390092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.412067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.412774 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.489519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e0dc19db-8f5e-4e0e-ab44-611050e6718c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4245296 Jul 15 13:27:17.492813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.600270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2aefc89d-5ee0-4393-b341-31f4ded99932 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.610805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.677452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 57c65b30-7185-4237-8d7f-987f44b1ea50 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:17.678594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2aefc89d-5ee0-4393-b341-31f4ded99932 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.717951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdf873-eecf-424e-bf1d-3727cc1b00c3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.738909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdf873-eecf-424e-bf1d-3727cc1b00c3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.755771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-99cdf873-eecf-424e-bf1d-3727cc1b00c3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2505908 Jul 15 13:27:17.756474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.797467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46f016a4-f52e-475a-a9b9-f916a82f99f3 None None] Provisioning for port 9d5d7183-41fd-41bd-aecd-4e3e225ec56b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:17.806173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46f016a4-f52e-475a-a9b9-f916a82f99f3 None None] Provisioning complete for port 9d5d7183-41fd-41bd-aecd-4e3e225ec56b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:17.811854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46f016a4-f52e-475a-a9b9-f916a82f99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.864085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2aefc89d-5ee0-4393-b341-31f4ded99932 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.869981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2aefc89d-5ee0-4393-b341-31f4ded99932 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.871271 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2aefc89d-5ee0-4393-b341-31f4ded99932 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/4789651a-921b-4393-b651-987e1c065955 HTTP/1.1" status: 204 len: 168 time: 0.4802165 Jul 15 13:27:17.877089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.887377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 57c65b30-7185-4237-8d7f-987f44b1ea50 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:17.890846 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.902095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Allocated IP 172.25.2.189 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a42e3e6d-0726-41e3-b82d-a77901d47fc7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:17.905874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefc89d-5ee0-4393-b341-31f4ded99932 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4789651a-921b-4393-b651-987e1c065955,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.982110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 9d5d7183-41fd-41bd-aecd-4e3e225ec56b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:17.983708 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.024570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-46f016a4-f52e-475a-a9b9-f916a82f99f3 None None] Port 9d5d7183-41fd-41bd-aecd-4e3e225ec56b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:18.039984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6a48ba88-c962-406b-9c43-fbef8c6a135e tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1596999 Jul 15 13:27:18.053484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.058299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--221732431'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:18.086823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.177664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57627dd6-c53d-4d67-9541-264ebf0e19d1 req-a72763f3-d64f-4a49-9d29-0497b0484d8e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.181391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57627dd6-c53d-4d67-9541-264ebf0e19d1 req-a72763f3-d64f-4a49-9d29-0497b0484d8e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.2809157 Jul 15 13:27:18.208081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.213974 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.241088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 9d5d7183-41fd-41bd-aecd-4e3e225ec56b owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:18.268285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.359645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57627dd6-c53d-4d67-9541-264ebf0e19d1 req-f38ebc59-c7e9-4bde-b5bd-3208f776d36e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659329 Jul 15 13:27:18.404396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.433141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.475408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.535610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.536975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:18.537568 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4829941 Jul 15 13:27:18.540416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.540632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b43da-86b8-468f-b5f9-a6a3c5de7116 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa882ac9-8484-4f7d-9d12-1a65a42a122d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.547862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'aa882ac9-8484-4f7d-9d12-1a65a42a122d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:18.555486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:18.562982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:18.589075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=a42e3e6d-0726-41e3-b82d-a77901d47fc7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.624610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.627153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.669264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=9d5d7183-41fd-41bd-aecd-4e3e225ec56b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.843032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.886545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.927831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.929801 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51239ba0-01a1-4c35-ae4a-89a1417be522 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/9d5d7183-41fd-41bd-aecd-4e3e225ec56b HTTP/1.1" status: 204 len: 168 time: 1.1701245 Jul 15 13:27:18.936956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.954480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.957367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4143038 Jul 15 13:27:18.958448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7876e23-17f0-4e09-a96b-f9de372fe734 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70984c66-01db-4380-a2b1-4d9115400e46,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.960044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.965492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'aa882ac9-8484-4f7d-9d12-1a65a42a122d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:19.027464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.159327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.179385 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.201862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e375a2-3b25-4f33-bd91-739873941eaf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.207287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e375a2-3b25-4f33-bd91-739873941eaf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.212672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e375a2-3b25-4f33-bd91-739873941eaf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.216196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ce62f8-29ae-4059-9e0a-9ef5bfbb0999,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:19.222378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41400) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.228801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b0e375a2-3b25-4f33-bd91-739873941eaf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2893410 Jul 15 13:27:19.249276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.252483 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-87a7b972-4bb5-468b-b72a-cd3920e9c0d1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2914116 Jul 15 13:27:19.258194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.336500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'aa882ac9-8484-4f7d-9d12-1a65a42a122d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:19.489774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 299b0bad-3511-4a94-852d-f5f0e38b69d0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:19.510030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.534835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.735044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.860593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637d83c-dae0-48ba-a0b6-479a31e33741 req-8d2f3028-21ed-46e4-b3ae-95eb72a3233a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.866120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3637d83c-dae0-48ba-a0b6-479a31e33741 req-8d2f3028-21ed-46e4-b3ae-95eb72a3233a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.2620997 Jul 15 13:27:19.876707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.953654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.982000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3637d83c-dae0-48ba-a0b6-479a31e33741 req-3e3110dd-aa56-4e75-b2f7-23f7d30ce9b3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076212 Jul 15 13:27:20.050179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.127054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.155053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.215117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.226241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.234315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d8ca23-f20b-49fb-87a1-f1632d12bc24,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.258311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.268991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.271277 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-01ba5417-425a-46ba-8e6e-d1ab3895f762 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9639194 Jul 15 13:27:20.277321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.319049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'aa882ac9-8484-4f7d-9d12-1a65a42a122d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:20.325699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=299b0bad-3511-4a94-852d-f5f0e38b69d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.348357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.348613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3bb7a-ccf9-4855-b30f-2a86d033b9b8 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:20.357585 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-abf4cc7a-c801-468b-94e2-c2c5c7a1716e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/299b0bad-3511-4a94-852d-f5f0e38b69d0 HTTP/1.1" status: 204 len: 168 time: 1.1324601 Jul 15 13:27:20.360118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41426) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.411615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event updated for resources: {'Port': ['ID=a42e3e6d-0726-41e3-b82d-a77901d47fc7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.440201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.520144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.587557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 69bacdb3-29ef-4a42-93b8-48ac50b7b396 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:20.596093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.646896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.702137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.776750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b641b5-dba0-4272-a58c-a85349ea7a51,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.797606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.802321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c382b6c2-9052-41fe-8145-501b43ac89c2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4901068 Jul 15 13:27:20.808131 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.812884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.901335 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Floating IP af02cda2-e3b3-40c9-b20e-103dae08ddf1 associated. External IP: 172.25.2.189, port: 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e. Jul 15 13:27:20.902587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'aa882ac9-8484-4f7d-9d12-1a65a42a122d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:21.143874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.256927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.388451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.466031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=69bacdb3-29ef-4a42-93b8-48ac50b7b396,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.510654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.516033 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d614d6a-135b-456f-a219-9cdada0b91e7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/69bacdb3-29ef-4a42-93b8-48ac50b7b396 HTTP/1.1" status: 204 len: 168 time: 1.1445124 Jul 15 13:27:21.516033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.522646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41442) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:21.550083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.646164 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-14ca5b32-f03b-4952-a2ed-a36bb4f72555 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222131 Jul 15 13:27:21.655877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:21.669814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:21.741997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ea3df5-a80c-497b-96aa-1c63a71c9097,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.868658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b294d14-f054-4555-a6ab-04b88e6ed333 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:22.010880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.015196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a18acacc-cba8-4f8e-84ed-686954713d47 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1940284 Jul 15 13:27:22.019862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41448) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.053977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:22.066476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.148497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b002d9e1-6856-48ec-b6c4-4d62880805c6 None None] Provisioning complete for port 57c65b30-7185-4237-8d7f-987f44b1ea50 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:22.149130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b002d9e1-6856-48ec-b6c4-4d62880805c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.153173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e269c9b-27ff-4cd9-b6e6-e0daf5990b33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.200579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e269c9b-27ff-4cd9-b6e6-e0daf5990b33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.288400 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e269c9b-27ff-4cd9-b6e6-e0daf5990b33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.300096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e269c9b-27ff-4cd9-b6e6-e0daf5990b33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.306614 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e269c9b-27ff-4cd9-b6e6-e0daf5990b33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/69ea3df5-a80c-497b-96aa-1c63a71c9097 HTTP/1.1" status: 204 len: 168 time: 0.2833812 Jul 15 13:27:22.309649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.454870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:22.502413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269c9b-27ff-4cd9-b6e6-e0daf5990b33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69ea3df5-a80c-497b-96aa-1c63a71c9097,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.519819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a98a3-8191-459d-8e5f-823c8cf2961d req-d97ecadc-07ec-45d9-920c-bb533d78e21d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.531845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-634a98a3-8191-459d-8e5f-823c8cf2961d req-d97ecadc-07ec-45d9-920c-bb533d78e21d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.6253469 Jul 15 13:27:22.542631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 3b84b07b-d824-455c-be79-17b6ec31fd73 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:22.561267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] Deleting port 57c65b30-7185-4237-8d7f-987f44b1ea50 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:22.561782 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.583310 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-11e27f96-a6d6-46bb-9abc-05e431cf283a tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2494023 Jul 15 13:27:22.585255 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.624763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9605-1b05-4a93-8ee2-517cddf997c6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.638169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9605-1b05-4a93-8ee2-517cddf997c6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.712421 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9605-1b05-4a93-8ee2-517cddf997c6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.719338 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9605-1b05-4a93-8ee2-517cddf997c6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.723785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f3f9605-1b05-4a93-8ee2-517cddf997c6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c9b641b5-dba0-4272-a58c-a85349ea7a51 HTTP/1.1" status: 204 len: 168 time: 0.1343839 Jul 15 13:27:22.723970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] For port 57c65b30-7185-4237-8d7f-987f44b1ea50, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=57c65b30-7185-4237-8d7f-987f44b1ea50,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:22.723970 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.724172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.756267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f9605-1b05-4a93-8ee2-517cddf997c6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9b641b5-dba0-4272-a58c-a85349ea7a51,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.756829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] Calling delete_port for 57c65b30-7185-4237-8d7f-987f44b1ea50 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:22.785167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-634a98a3-8191-459d-8e5f-823c8cf2961d req-287932c5-4451-4883-9ca0-5d983683a34f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521620 Jul 15 13:27:22.800829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:22.815364 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] Sync routers for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:22.831554 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:22.832352 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:22.915958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f6235a08-e167-4485-9d9d-f2e4694bd2fb tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1868663 Jul 15 13:27:22.916996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.917758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.921808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.948525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] No DVR routers for this DVR port 57c65b30-7185-4237-8d7f-987f44b1ea50 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:22.951577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.025376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc3807-832f-4faf-81ed-b08b25412414 None None] Pushing event deleted for resources: {'Port': ['ID=57c65b30-7185-4237-8d7f-987f44b1ea50,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.087887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5421807d-cae5-4927-9877-ac0761b00227 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.099331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:23.103151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:23.103401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:23.117160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09297b7-34ff-4fb4-a06f-50e56871cc0e None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:23.126244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5421807d-cae5-4927-9877-ac0761b00227 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.130724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=a341d4af-4442-41fe-bf8a-abce950a557c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.133742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.134175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.170196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ef856af6-f333-42b1-b351-1e3d600a4205 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5006306 Jul 15 13:27:23.170196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.183422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:23.209198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5421807d-cae5-4927-9877-ac0761b00227 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.216724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5421807d-cae5-4927-9877-ac0761b00227 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.221560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5421807d-cae5-4927-9877-ac0761b00227 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b2d8ca23-f20b-49fb-87a1-f1632d12bc24 HTTP/1.1" status: 204 len: 168 time: 0.2297227 Jul 15 13:27:23.222967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.267736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b2f2ec1f-6b05-4d04-bcdd-6c2b000affe7 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3916259 Jul 15 13:27:23.271904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:23.274293 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0900ce4-627b-4728-b968-3661cf8e720d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:23.276849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421807d-cae5-4927-9877-ac0761b00227 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d8ca23-f20b-49fb-87a1-f1632d12bc24,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.282036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.413793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-57fc6060-9cfe-4775-b533-962b745b6c68 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1851156 Jul 15 13:27:23.417011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.422593 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367b51ea-9680-456d-ae74-e8ae94459b5a x-openstack-request-id: req-367b51ea-9680-456d-ae74-e8ae94459b5a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:23.423417 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:23.425011 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-367b51ea-9680-456d-ae74-e8ae94459b5a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:23.425610 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'status': 'completed', 'code': 200} Jul 15 13:27:23.633401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'a341d4af-4442-41fe-bf8a-abce950a557c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:23.634832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.772431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd364ebe-0462-4e2a-ac49-6e8bb5248f7c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.816822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd364ebe-0462-4e2a-ac49-6e8bb5248f7c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.830394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff41966a-6cd2-404a-878a-d955821877a2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/af02cda2-e3b3-40c9-b20e-103dae08ddf1 HTTP/1.1" status: 200 len: 992 time: 0.5471280 Jul 15 13:27:23.902159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0900ce4-627b-4728-b968-3661cf8e720d req-fed559c0-72a8-4340-866b-545fbb1863a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.907048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-fed559c0-72a8-4340-866b-545fbb1863a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 1097 time: 0.4400115 Jul 15 13:27:23.908203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:23.909584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd364ebe-0462-4e2a-ac49-6e8bb5248f7c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.912256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.916752 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd364ebe-0462-4e2a-ac49-6e8bb5248f7c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.921513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fd364ebe-0462-4e2a-ac49-6e8bb5248f7c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/80ce62f8-29ae-4059-9e0a-9ef5bfbb0999 HTTP/1.1" status: 204 len: 168 time: 0.4937229 Jul 15 13:27:23.924658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.026639 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'af02cda2-e3b3-40c9-b20e-103dae08ddf1', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'port_id': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'mac_address': 'fa:16:3e:29:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:27:19Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 0, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:54Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.087034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd364ebe-0462-4e2a-ac49-6e8bb5248f7c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80ce62f8-29ae-4059-9e0a-9ef5bfbb0999,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.090506 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] Checking router: 3b84b07b-d824-455c-be79-17b6ec31fd73 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:24.113465 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:24.114462 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.195375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Allocated IP 172.20.0.2 (7a649256-e900-404d-8783-423bfe265175/a341d4af-4442-41fe-bf8a-abce950a557c/c07030ea-1d41-4d5b-a7b5-3f66755a584d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:24.218098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0900ce4-627b-4728-b968-3661cf8e720d req-d054eb12-8153-4832-a89c-6c9aa928c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.222953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-d054eb12-8153-4832-a89c-6c9aa928c241 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b HTTP/1.1" status: 200 len: 897 time: 0.2974403 Jul 15 13:27:24.414617 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:24.427891 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.439656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Transition to ACTIVE for port object c07030ea-1d41-4d5b-a7b5-3f66755a584d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:24.455941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-575bb0b1-3c34-4211-81c1-9b5e6061a48c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5202868 Jul 15 13:27:24.463168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.472802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Transition to ACTIVE for port object c07030ea-1d41-4d5b-a7b5-3f66755a584d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:24.476913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 57c65b30-7185-4237-8d7f-987f44b1ea50 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:24.506317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 57c65b30-7185-4237-8d7f-987f44b1ea50 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:24.506752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 57c65b30-7185-4237-8d7f-987f44b1ea50 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:24.520038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.560739 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166dd2ee-0bf6-4319-97bc-ded9de067024 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.585812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-545bd798-99a8-477e-a39f-30781c30f6fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e HTTP/1.1" status: 200 len: 1000 time: 0.3426900 Jul 15 13:27:24.587704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166dd2ee-0bf6-4319-97bc-ded9de067024 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.591171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Pushing event updated for resources: {'Port': ['ID=c07030ea-1d41-4d5b-a7b5-3f66755a584d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.637333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:24.640915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:24.646495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:24.659419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:24.661344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.773205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1e606-1cf2-4eaf-b275-1a4f6c29f259 req-7901da7a-77ea-43dc-956f-69ac590d961d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.784591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ee1e606-1cf2-4eaf-b275-1a4f6c29f259 req-7901da7a-77ea-43dc-956f-69ac590d961d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.6878145 Jul 15 13:27:24.807151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0900ce4-627b-4728-b968-3661cf8e720d req-7ea0b16c-c024-4aeb-b7d1-741c5855be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.824008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-7ea0b16c-c024-4aeb-b7d1-741c5855be47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd46e011-3265-4919-8764-0b6d7d18db16 HTTP/1.1" status: 200 len: 835 time: 0.2088504 Jul 15 13:27:24.851077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.949905 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'af02cda2-e3b3-40c9-b20e-103dae08ddf1', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'port_id': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'mac_address': 'fa:16:3e:29:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:27:19Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 0, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:54Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.971385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166dd2ee-0bf6-4319-97bc-ded9de067024 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.979806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166dd2ee-0bf6-4319-97bc-ded9de067024 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.980914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-166dd2ee-0bf6-4319-97bc-ded9de067024 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/70984c66-01db-4380-a2b1-4d9115400e46 HTTP/1.1" status: 204 len: 168 time: 0.5105190 Jul 15 13:27:24.994373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41514) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.005834 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc3f35-2ac1-496c-8834-a091a178f6a0 None None] The sync data for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 is: [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'af02cda2-e3b3-40c9-b20e-103dae08ddf1', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'port_id': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'mac_address': 'fa:16:3e:29:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:27:19Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 0, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:54Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:25.012260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5ee1e606-1cf2-4eaf-b275-1a4f6c29f259 req-18fe3183-3c4e-49a9-ab03-b14b4ce4f49a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193618 Jul 15 13:27:25.055690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dd2ee-0bf6-4319-97bc-ded9de067024 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70984c66-01db-4380-a2b1-4d9115400e46,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.166771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6e0dec1c-bd58-4b41-9e62-278a67bd84d0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1711075 Jul 15 13:27:25.174107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.182582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0900ce4-627b-4728-b968-3661cf8e720d req-cb2170be-668c-4cc7-8afd-fe27561825e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.194636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-cb2170be-668c-4cc7-8afd-fe27561825e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3354576 Jul 15 13:27:25.246192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-801304ae-63c4-400a-b676-58ae155a4431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.301724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Attempting to bind port c07030ea-1d41-4d5b-a7b5-3f66755a584d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:25.302727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Attempting to bind port c07030ea-1d41-4d5b-a7b5-3f66755a584d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:25.303300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Attempting to bind port c07030ea-1d41-4d5b-a7b5-3f66755a584d on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:25.327012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:25.327763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:25.328396 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.331979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:25.333036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Bound port: c07030ea-1d41-4d5b-a7b5-3f66755a584d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:25.333525 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.512289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca3e7-da48-4318-a820-3f88e664d7c3 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.520995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7656-a8cc-4607-ac47-6bbdb7557d60 None None] New status for floating IP af02cda2-e3b3-40c9-b20e-103dae08ddf1: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:27:25.525277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] For port c07030ea-1d41-4d5b-a7b5-3f66755a584d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:25.553881 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-390fe359-f4f2-4763-8e01-88e8b1e8cf0c tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/af02cda2-e3b3-40c9-b20e-103dae08ddf1 HTTP/1.1" status: 200 len: 992 time: 0.6988361 Jul 15 13:27:25.595786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-801304ae-63c4-400a-b676-58ae155a4431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.608351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.608582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.612331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-801304ae-63c4-400a-b676-58ae155a4431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.615961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.622032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.628559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.642172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.642419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] For port c07030ea-1d41-4d5b-a7b5-3f66755a584d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c07030ea-1d41-4d5b-a7b5-3f66755a584d,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:25.644905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.649320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.657313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.659053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-c6f8d752-e4ce-4f88-a709-67ffed82e7dc tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.4168708 Jul 15 13:27:25.669646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-1a1101b5-d073-400f-a3b2-bd321ca961a0 service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571075 Jul 15 13:27:25.672541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca3e7-da48-4318-a820-3f88e664d7c3 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.765658 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-801304ae-63c4-400a-b676-58ae155a4431 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fd9433ecacb43b2898137d4fb5c98c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0963886 Jul 15 13:27:25.767251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.793146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18571076-08ab-41f4-9bce-e17e27587fe9 req-7bb679b4-dfd4-41a1-8f3f-13b62e964f95 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331625 Jul 15 13:27:25.838816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca3e7-da48-4318-a820-3f88e664d7c3 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.841901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca3e7-da48-4318-a820-3f88e664d7c3 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.843581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0d5ca3e7-da48-4318-a820-3f88e664d7c3 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/aa882ac9-8484-4f7d-9d12-1a65a42a122d HTTP/1.1" status: 204 len: 168 time: 0.6683497 Jul 15 13:27:25.846813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:25.860147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801304ae-63c4-400a-b676-58ae155a4431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaad8f6-5fa6-49af-8574-ee51162e4636,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.991166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ca3e7-da48-4318-a820-3f88e664d7c3 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa882ac9-8484-4f7d-9d12-1a65a42a122d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.067823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40d0f8-a310-47b8-a4e3-4f19c918be1f None None] Pushing event updated for resources: {'Port': ['ID=c07030ea-1d41-4d5b-a7b5-3f66755a584d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.189853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port c07030ea-1d41-4d5b-a7b5-3f66755a584d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c07030ea-1d41-4d5b-a7b5-3f66755a584d,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:26.273606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c880c45b-3017-4e1b-988f-46290f781616 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4071832 Jul 15 13:27:26.283235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0900ce4-627b-4728-b968-3661cf8e720d req-905bf98d-f5a5-4370-bc7c-2bf5f7ee76a1 service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967891 Jul 15 13:27:26.283744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41530) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.291010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550923463'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:26.304648 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4f92-335b-4d18-9d58-b77ce18cfb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.340080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.354570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.355268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.394400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:26.405149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4f92-335b-4d18-9d58-b77ce18cfb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.430296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.448407 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:26.457752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.458692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.507524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=d06f2bf3-5f8a-4828-ae39-82a344ad7c69,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.520642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3497965 Jul 15 13:27:26.523948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.530137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:c5:44:35', 'name': 'tempest-NetworksTestDHCPv6-1724823618'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:26.536879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cd21b-b93c-4715-b74d-6b30e9117768 req-017c0830-083d-4662-a708-34f8913ffadf tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.538498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-055cd21b-b93c-4715-b74d-6b30e9117768 req-017c0830-083d-4662-a708-34f8913ffadf tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.2135243 Jul 15 13:27:26.559926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.571218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55ce2-5f9a-4e5c-92ce-21890a1bfd33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=c07030ea-1d41-4d5b-a7b5-3f66755a584d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.579396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.585743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.592490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.598428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.605033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.611907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.618249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.620053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef1f057b-a72d-48a6-9114-fcef07b725b3 req-94c1d290-6d85-482d-875c-aa56a4dbed29 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.5028996 Jul 15 13:27:26.714074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4f92-335b-4d18-9d58-b77ce18cfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.717155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4f92-335b-4d18-9d58-b77ce18cfb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.720934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6d3f4f92-335b-4d18-9d58-b77ce18cfb84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acaad8f6-5fa6-49af-8574-ee51162e4636 HTTP/1.1" status: 204 len: 168 time: 0.9329975 Jul 15 13:27:26.729078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-055cd21b-b93c-4715-b74d-6b30e9117768 req-eca7cd69-d2fb-4d04-9c47-828481262b70 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806505 Jul 15 13:27:26.738804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34ffa995-086a-4a5e-9cac-d8d763e2ac74 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/af02cda2-e3b3-40c9-b20e-103dae08ddf1 HTTP/1.1" status: 200 len: 994 time: 0.1176562 Jul 15 13:27:26.755255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4f92-335b-4d18-9d58-b77ce18cfb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaad8f6-5fa6-49af-8574-ee51162e4636,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.792543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.797857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.819470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:26.831211 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.833004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5477712 Jul 15 13:27:26.834779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1787e24-9f9b-4619-b6f2-b0276d37ad33 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcf91df-e278-466f-9c4b-faa49e9aeadd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.836946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.842496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': '8dcf91df-e278-466f-9c4b-faa49e9aeadd', 'direction': 'ingress', 'protocol': 17}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:26.882419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.941258 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.955292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.968912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 31df8a06-9b3f-4574-ae41-fa97f3af1757 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:26.971591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.015929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.018096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1800644 Jul 15 13:27:27.024032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.033551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9681ff5-6277-4d61-aefe-d749af34cf83 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d65767c-0cb8-48be-910d-7887bb24d7c1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.101062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aae0aae7-bbd1-48d8-ab9b-bbd7e33785f1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.129103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aae0aae7-bbd1-48d8-ab9b-bbd7e33785f1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.192170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aae0aae7-bbd1-48d8-ab9b-bbd7e33785f1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.195196 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aae0aae7-bbd1-48d8-ab9b-bbd7e33785f1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.199438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.201975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.206874 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aae0aae7-bbd1-48d8-ab9b-bbd7e33785f1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/8dcf91df-e278-466f-9c4b-faa49e9aeadd HTTP/1.1" status: 204 len: 168 time: 0.1816604 Jul 15 13:27:27.244547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51da5b4f-34e7-4e96-ba06-8f80d82a4e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.303222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c4f133e3-a712-471f-a3de-f9151e7e865c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990787 Jul 15 13:27:27.312322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.316984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028244635'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:27.328109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0aae7-bbd1-48d8-ab9b-bbd7e33785f1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcf91df-e278-466f-9c4b-faa49e9aeadd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.353376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 172.20.0.7 (7a649256-e900-404d-8783-423bfe265175/a341d4af-4442-41fe-bf8a-abce950a557c/31df8a06-9b3f-4574-ae41-fa97f3af1757) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:27.361892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fec5:4435 (7a649256-e900-404d-8783-423bfe265175/d06f2bf3-5f8a-4828-ae39-82a344ad7c69/31df8a06-9b3f-4574-ae41-fa97f3af1757) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:27.398670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-e3c441e2-3415-4375-b8cf-43c1d3afd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.399150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb61d9-52d7-40e9-a34f-7bebf367f826 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:27.400214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-e3c441e2-3415-4375-b8cf-43c1d3afd7c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1096 time: 0.1469362 Jul 15 13:27:27.518494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51da5b4f-34e7-4e96-ba06-8f80d82a4e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.531543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51da5b4f-34e7-4e96-ba06-8f80d82a4e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.538202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b6d91c9b-1aef-408f-90c2-ffc73cc4a615 None None] Provisioning for port c07030ea-1d41-4d5b-a7b5-3f66755a584d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:27.561451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.577254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 31df8a06-9b3f-4574-ae41-fa97f3af1757 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:27.585178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-8db73085-ca64-4413-809b-35f9183a2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.587240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-8db73085-ca64-4413-809b-35f9183a2e0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.1800795 Jul 15 13:27:27.590270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.597909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-51da5b4f-34e7-4e96-ba06-8f80d82a4e52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f73a0f62ac03420e8f88f112c27b1699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948543 Jul 15 13:27:27.605099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.639688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5b4f-34e7-4e96-ba06-8f80d82a4e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a30d8-b966-4c6f-983b-6488163d18d8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.676736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-bdba0738-973b-4cbb-9aba-db1f6d60c0dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 1001 time: 0.0775797 Jul 15 13:27:27.678567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c07030ea-1d41-4d5b-a7b5-3f66755a584d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:27.705719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.737076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-c89b1c6c-868d-44bf-854b-c94f6c96aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.738593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-c89b1c6c-868d-44bf-854b-c94f6c96aadb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0556278 Jul 15 13:27:27.739194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port c07030ea-1d41-4d5b-a7b5-3f66755a584d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:27.744206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c07030ea-1d41-4d5b-a7b5-3f66755a584d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:27.744742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.798358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42c041b9-398a-4116-ad1e-b18a130810c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.818554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:27.839518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:27.843535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:27.848968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-dd97d131-359e-432d-a185-80a96ef6b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.850512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-dd97d131-359e-432d-a185-80a96ef6b1b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027648 Jul 15 13:27:27.880746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.906233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42c041b9-398a-4116-ad1e-b18a130810c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.942608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=31df8a06-9b3f-4574-ae41-fa97f3af1757,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.945379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port c07030ea-1d41-4d5b-a7b5-3f66755a584d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c07030ea-1d41-4d5b-a7b5-3f66755a584d,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:27.963424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.974844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-6ce44b75-683e-4d0b-b20e-62c4193a01e3 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158512 Jul 15 13:27:27.978743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.986107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.986931 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.991615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.032010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=c07030ea-1d41-4d5b-a7b5-3f66755a584d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.045227 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dca0206b-56f3-4874-a580-4950db06419b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5195582 Jul 15 13:27:28.046435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.047789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.050995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7352979 Jul 15 13:27:28.054965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41572) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.059920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42c041b9-398a-4116-ad1e-b18a130810c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.063871 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42c041b9-398a-4116-ad1e-b18a130810c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.067336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-42c041b9-398a-4116-ad1e-b18a130810c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b9a30d8-b966-4c6f-983b-6488163d18d8 HTTP/1.1" status: 204 len: 168 time: 0.4588006 Jul 15 13:27:28.070125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--720271629'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:28.080275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d09a-fcf1-4faa-911b-55630de05d74 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db648c8c-2318-4725-8c1f-62fa3d1e7f4f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.095213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c041b9-398a-4116-ad1e-b18a130810c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a30d8-b966-4c6f-983b-6488163d18d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.125798 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.221373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d57f3-d83a-4be8-817c-47bcdfe51e5a req-b2510296-236a-433f-b208-6d60b8ccf661 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.222996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-894d57f3-d83a-4be8-817c-47bcdfe51e5a req-b2510296-236a-433f-b208-6d60b8ccf661 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.2458861 Jul 15 13:27:28.230094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c81dc26-1dde-42c0-8594-c19e879a425b req-c74576b0-d122-4766-8d1b-4dc62228f5e6 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300031 Jul 15 13:27:28.241942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.248646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.261597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcfec0-8f6f-4dce-8114-da0d78f8ce53 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.268788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcfec0-8f6f-4dce-8114-da0d78f8ce53 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.272804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6cbcfec0-8f6f-4dce-8114-da0d78f8ce53 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2202253 Jul 15 13:27:28.276487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.304093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843b2ac5-5e22-4542-83fb-e87826e9d802,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.307508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.309242 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f53f3595-4aee-45a7-b54c-fc01b688fb9d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2500553 Jul 15 13:27:28.311883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41580) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.316725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'db648c8c-2318-4725-8c1f-62fa3d1e7f4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '843b2ac5-5e22-4542-83fb-e87826e9d802', 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:28.319528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-894d57f3-d83a-4be8-817c-47bcdfe51e5a req-0c74f1bd-661b-49da-958b-c998d9ef4934 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863481 Jul 15 13:27:28.381434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.407642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 31df8a06-9b3f-4574-ae41-fa97f3af1757 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:28.408073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.473979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.488698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.513084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568edba1-fc11-41c8-b511-25805ddd7b1d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.524158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.533013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.534626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f822bf59-004a-4fed-a05e-e78b20a5baa5 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2217858 Jul 15 13:27:28.537685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.540673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 31df8a06-9b3f-4574-ae41-fa97f3af1757 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:28.579300 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ed35-12d9-4cc7-915b-b26b94b87956 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.592887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ed35-12d9-4cc7-915b-b26b94b87956 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.640299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d3e6531d-dcc1-4c58-ab52-24592c2606b6 None None] Provisioning complete for port c07030ea-1d41-4d5b-a7b5-3f66755a584d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:28.641366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3e6531d-dcc1-4c58-ab52-24592c2606b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.646839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ed35-12d9-4cc7-915b-b26b94b87956 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.663165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51b9ed35-12d9-4cc7-915b-b26b94b87956 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.666940 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51b9ed35-12d9-4cc7-915b-b26b94b87956 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/568edba1-fc11-41c8-b511-25805ddd7b1d HTTP/1.1" status: 204 len: 168 time: 0.1254940 Jul 15 13:27:28.666940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ed35-12d9-4cc7-915b-b26b94b87956 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=568edba1-fc11-41c8-b511-25805ddd7b1d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.667490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.754841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d000911d-eacf-4fde-8882-1c7e254d24d2 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0832763 Jul 15 13:27:28.755308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.862708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.914165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0932-aed0-4a9c-a9f8-8c06d919babf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.917513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eea84fa0-4d2b-48f6-9097-f20f770d182d None None] Could not find standard attr ID for object 31df8a06-9b3f-4574-ae41-fa97f3af1757. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:28.921797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=31df8a06-9b3f-4574-ae41-fa97f3af1757,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.014969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0932-aed0-4a9c-a9f8-8c06d919babf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.055293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.061267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c66ed90-8f2b-460a-bbb5-559148047e69 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/31df8a06-9b3f-4574-ae41-fa97f3af1757 HTTP/1.1" status: 204 len: 168 time: 0.7839203 Jul 15 13:27:29.062974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.113575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0932-aed0-4a9c-a9f8-8c06d919babf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.116781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0932-aed0-4a9c-a9f8-8c06d919babf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.119062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1b5c0932-aed0-4a9c-a9f8-8c06d919babf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/843b2ac5-5e22-4542-83fb-e87826e9d802 HTTP/1.1" status: 204 len: 168 time: 0.3626347 Jul 15 13:27:29.124824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.143708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf118a-5f26-4f1e-9774-ff980fbb22b4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.145339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf118a-5f26-4f1e-9774-ff980fbb22b4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.146902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf118a-5f26-4f1e-9774-ff980fbb22b4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.151002 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5abf118a-5f26-4f1e-9774-ff980fbb22b4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0844750 Jul 15 13:27:29.153365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.171116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c0932-aed0-4a9c-a9f8-8c06d919babf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b2ac5-5e22-4542-83fb-e87826e9d802,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.237122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.260345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet a341d4af-4442-41fe-bf8a-abce950a557c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:29.268395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-30e21252-6cd4-47f2-acbf-f9a550426976 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1423264 Jul 15 13:27:29.269304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.271359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.369547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8111c167-c357-4e4f-b125-026c575d433f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.401406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8111c167-c357-4e4f-b125-026c575d433f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.410341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.410609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.411045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.411510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.411974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.412433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.412886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.414935 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-d315adb9-9d9b-4247-a802-71fd39c2c968 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 6490 time: 0.1767993 Jul 15 13:27:29.478613 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-8f8f8756-bd4f-4d17-9587-bf64b87e5adb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569351 Jul 15 13:27:29.493846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8111c167-c357-4e4f-b125-026c575d433f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.498685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8111c167-c357-4e4f-b125-026c575d433f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.500182 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8111c167-c357-4e4f-b125-026c575d433f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/db648c8c-2318-4725-8c1f-62fa3d1e7f4f HTTP/1.1" status: 204 len: 168 time: 0.2276795 Jul 15 13:27:29.520541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.549467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111c167-c357-4e4f-b125-026c575d433f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db648c8c-2318-4725-8c1f-62fa3d1e7f4f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.597301 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7720f622-5e84-4ca9-9946-2261cec29278 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735233 Jul 15 13:27:29.602590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.609956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951775530'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:29.626452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c07030ea-1d41-4d5b-a7b5-3f66755a584d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:29.651732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.699563 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.719087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c07030ea-1d41-4d5b-a7b5-3f66755a584d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:29.720818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.775121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.783280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.824452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540dbf-1222-4d9e-981e-6e83691972de req-bb7031b1-073d-4d88-a908-006b535ad2e5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.826921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd540dbf-1222-4d9e-981e-6e83691972de req-bb7031b1-073d-4d88-a908-006b535ad2e5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1745863 Jul 15 13:27:29.834420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be9c68b-a75e-4cab-95fd-702384819c57,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.864109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.867996 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b0e6a9df-a555-49f8-83d6-e02e6545b20c tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2613964 Jul 15 13:27:29.868153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.868604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.873666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': '2be9c68b-a75e-4cab-95fd-702384819c57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:29.917450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.931584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd540dbf-1222-4d9e-981e-6e83691972de req-379f19c8-5c6e-4b3c-bd67-74a90add76c8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954914 Jul 15 13:27:29.972999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.008701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=a341d4af-4442-41fe-bf8a-abce950a557c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.014650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.019518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.022696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.024667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d2fb871f-cd75-4265-8909-f0a1c34d5858 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/a341d4af-4442-41fe-bf8a-abce950a557c HTTP/1.1" status: 204 len: 168 time: 0.8688781 Jul 15 13:27:30.026530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.035362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541111e-ce2c-4e36-8980-9dea2f9282e5 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:30.045759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5d8a80-037d-4d70-be49-16a8bbf4412f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.054989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.055422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.055833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.056236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.056570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.057000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.057408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.057795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.058242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.058618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.059178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.059323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:30.064877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.066157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03af1c32-75fa-48f6-b851-086c0e3c7a0f tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1968591 Jul 15 13:27:30.069088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.109810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7de68ba-6a69-4ce0-9758-12a1e63dcfb0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.117529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet d06f2bf3-5f8a-4828-ae39-82a344ad7c69 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:30.121429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.125870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7de68ba-6a69-4ce0-9758-12a1e63dcfb0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.173388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7de68ba-6a69-4ce0-9758-12a1e63dcfb0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.177469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.180055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7de68ba-6a69-4ce0-9758-12a1e63dcfb0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.181233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a7de68ba-6a69-4ce0-9758-12a1e63dcfb0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/fe5d8a80-037d-4d70-be49-16a8bbf4412f HTTP/1.1" status: 204 len: 168 time: 0.1095903 Jul 15 13:27:30.183586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.204625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de68ba-6a69-4ce0-9758-12a1e63dcfb0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe5d8a80-037d-4d70-be49-16a8bbf4412f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.249119 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-62ac4f8b-69f7-4d19-ab89-0be0e89f9c1d tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0609419 Jul 15 13:27:30.249453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.299385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.347733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0dfa1c-01af-4fa6-aaa0-8d2f23d39042 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.369698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.385850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0dfa1c-01af-4fa6-aaa0-8d2f23d39042 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.410338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=d06f2bf3-5f8a-4828-ae39-82a344ad7c69,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.415482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.418345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-935306cf-d72f-47b7-ab77-83aab6b68505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/d06f2bf3-5f8a-4828-ae39-82a344ad7c69 HTTP/1.1" status: 204 len: 168 time: 0.3906701 Jul 15 13:27:30.420651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.468754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7b49c356-f937-4325-9c19-a0bae370adb0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467036 Jul 15 13:27:30.471179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.554313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae5be2-3e3b-4cbb-94a1-6245de843972 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.555914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0dae5be2-3e3b-4cbb-94a1-6245de843972 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0836861 Jul 15 13:27:30.558457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.624407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535648-2c1e-4742-90c9-605506d59f75 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.626069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-37535648-2c1e-4742-90c9-605506d59f75 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666642 Jul 15 13:27:30.628690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.685627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a95a6e97-eead-4c5b-a37f-0f5af329634b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471454 Jul 15 13:27:30.686126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.692178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f98f2e3b-a3a2-4252-92ec-c2affb26cf09 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:30.792454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0dfa1c-01af-4fa6-aaa0-8d2f23d39042 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.796146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0dfa1c-01af-4fa6-aaa0-8d2f23d39042 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.797951 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1d0dfa1c-01af-4fa6-aaa0-8d2f23d39042 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/2be9c68b-a75e-4cab-95fd-702384819c57 HTTP/1.1" status: 204 len: 168 time: 0.5471690 Jul 15 13:27:30.801327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.808450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dfa1c-01af-4fa6-aaa0-8d2f23d39042 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be9c68b-a75e-4cab-95fd-702384819c57,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.848166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98f2e3b-a3a2-4252-92ec-c2affb26cf09 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:30.852574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e3b-a3a2-4252-92ec-c2affb26cf09 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.854041 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98f2e3b-a3a2-4252-92ec-c2affb26cf09 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:30.854583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98f2e3b-a3a2-4252-92ec-c2affb26cf09 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:30.874014 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.884444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.884611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a909aa70-a57e-4ab4-8007-2f17a84db101 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819979 Jul 15 13:27:30.890856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f98f2e3b-a3a2-4252-92ec-c2affb26cf09 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2037096 Jul 15 13:27:30.891262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.892621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156071335'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:30.896208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-68105875-a901-4039-a8f1-46b04fe0eac2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:30.932792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.045900 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.053580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.074935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68105875-a901-4039-a8f1-46b04fe0eac2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:31.083597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68105875-a901-4039-a8f1-46b04fe0eac2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.085517 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-68105875-a901-4039-a8f1-46b04fe0eac2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:31.086342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68105875-a901-4039-a8f1-46b04fe0eac2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:31.088037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.100769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2147071 Jul 15 13:27:31.105077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.111036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'ed78923c-5eb7-48f8-bc59-cd9c4b8069a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.128538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb140f-33e3-4a23-a829-662d3075cb0a None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:31.175547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abbdc9-747f-4c2e-bd0a-79fcaac72c79 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed78923c-5eb7-48f8-bc59-cd9c4b8069a9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.197676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-68105875-a901-4039-a8f1-46b04fe0eac2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3053563 Jul 15 13:27:31.201770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.202856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.213667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143a272-ad30-4d4b-b034-4c8ded85b749 req-20162f4e-823a-4ad9-bba2-cb767d407008 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.215400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0143a272-ad30-4d4b-b034-4c8ded85b749 req-20162f4e-823a-4ad9-bba2-cb767d407008 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1182034 Jul 15 13:27:31.236640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-eb27de25-112a-41bf-96b4-098f3910f746 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.254448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c9c955a-b816-4eda-bb7d-280a08fb1431 None None] Provisioning complete for port c07030ea-1d41-4d5b-a7b5-3f66755a584d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:31.255026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c9c955a-b816-4eda-bb7d-280a08fb1431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.261292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0143a272-ad30-4d4b-b034-4c8ded85b749 req-cb6d5a59-0e0b-4532-938a-3c68855a2db7 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387278 Jul 15 13:27:31.421550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.423825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb27de25-112a-41bf-96b4-098f3910f746 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:31.428280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb27de25-112a-41bf-96b4-098f3910f746 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.429969 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb27de25-112a-41bf-96b4-098f3910f746 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:31.430169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb27de25-112a-41bf-96b4-098f3910f746 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:31.438930 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.468159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:31.472277 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eb27de25-112a-41bf-96b4-098f3910f746 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2600310 Jul 15 13:27:31.473664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc200bf-ad33-410f-9afe-916990eb09b9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.477137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.477571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.480866 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5c56422f-40ec-4b1d-937f-e58a92f87100 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3724966 Jul 15 13:27:31.481304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.485737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e1ded60c-b93f-440c-91c3-bc7a80aa0ec2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.502968 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0690b5d0-02fa-45a7-b6d1-7103ead3b920 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules/4cc200bf-ad33-410f-9afe-916990eb09b9 HTTP/1.1" status: 200 len: 763 time: 0.0185885 Jul 15 13:27:31.505599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.576780 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0269ce12-9d68-4fa7-bbfb-5eb32fec131a tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0699842 Jul 15 13:27:31.579304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.583827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] Deleting port c07030ea-1d41-4d5b-a7b5-3f66755a584d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:31.583827 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.617572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c07030ea-1d41-4d5b-a7b5-3f66755a584d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:31.624848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f930e58-a3dd-47c7-9d1e-9571c8df24a7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.633620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f930e58-a3dd-47c7-9d1e-9571c8df24a7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.676211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ded60c-b93f-440c-91c3-bc7a80aa0ec2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:31.679919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1ded60c-b93f-440c-91c3-bc7a80aa0ec2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.681694 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ded60c-b93f-440c-91c3-bc7a80aa0ec2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:31.682008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ded60c-b93f-440c-91c3-bc7a80aa0ec2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:31.687307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f930e58-a3dd-47c7-9d1e-9571c8df24a7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.701210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f930e58-a3dd-47c7-9d1e-9571c8df24a7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.702628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f930e58-a3dd-47c7-9d1e-9571c8df24a7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4cc200bf-ad33-410f-9afe-916990eb09b9 HTTP/1.1" status: 204 len: 168 time: 0.1222603 Jul 15 13:27:31.706398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.707275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:31.709404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f930e58-a3dd-47c7-9d1e-9571c8df24a7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cc200bf-ad33-410f-9afe-916990eb09b9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.710253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] For port c07030ea-1d41-4d5b-a7b5-3f66755a584d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c07030ea-1d41-4d5b-a7b5-3f66755a584d,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:31.710654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.720915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e1ded60c-b93f-440c-91c3-bc7a80aa0ec2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2419271 Jul 15 13:27:31.724985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.731588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] Calling delete_port for c07030ea-1d41-4d5b-a7b5-3f66755a584d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:31.736372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-089de6fd-210e-4d64-b08b-7c00e22bed0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.765151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-288cd069-439e-4ea4-add5-beeb0da6234a tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575726 Jul 15 13:27:31.766008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.772071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'ed78923c-5eb7-48f8-bc59-cd9c4b8069a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.812375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.894435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089de6fd-210e-4d64-b08b-7c00e22bed0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:31.905222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-089de6fd-210e-4d64-b08b-7c00e22bed0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.910810 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-089de6fd-210e-4d64-b08b-7c00e22bed0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:31.912013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089de6fd-210e-4d64-b08b-7c00e22bed0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:31.931325 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.931888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.940198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.948302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-089de6fd-210e-4d64-b08b-7c00e22bed0e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2217476 Jul 15 13:27:31.951434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.962835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-179459d9-06ba-4f48-9956-a9035d340827 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.986902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4a23c7-f3b6-467a-8f3a-26ece48d637c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.994780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.996064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2e9853c2-4772-405b-a7a3-90099ab7f5d6 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2281375 Jul 15 13:27:31.999115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.019734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-38655da0-c797-41af-b272-ec0846a2e4cf tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules/6c4a23c7-f3b6-467a-8f3a-26ece48d637c HTTP/1.1" status: 200 len: 763 time: 0.0191445 Jul 15 13:27:32.021873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.056241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port c07030ea-1d41-4d5b-a7b5-3f66755a584d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c07030ea-1d41-4d5b-a7b5-3f66755a584d,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:32.067363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.069264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.102074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179459d9-06ba-4f48-9956-a9035d340827 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:32.105843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-02ccb0da-d765-45aa-9489-ebee6302d60e tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0818837 Jul 15 13:27:32.108901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-179459d9-06ba-4f48-9956-a9035d340827 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.110765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.111835 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-179459d9-06ba-4f48-9956-a9035d340827 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:32.112484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179459d9-06ba-4f48-9956-a9035d340827 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:32.138112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event deleted for resources: {'Port': ['ID=c07030ea-1d41-4d5b-a7b5-3f66755a584d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.142781 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-179459d9-06ba-4f48-9956-a9035d340827 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1901989 Jul 15 13:27:32.143693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.145805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.164999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] No DVR routers for this DVR port c07030ea-1d41-4d5b-a7b5-3f66755a584d on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:32.175029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1541503-02ed-4db9-97f8-f8cb812877de tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.191899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1541503-02ed-4db9-97f8-f8cb812877de tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.199408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:32.202714 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ede13-b5c6-4a09-b136-ee3320b30c6f" -d '{"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:32.213981 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cbf383a9-f1bd-4749-b994-785968ae034f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0690322 Jul 15 13:27:32.214761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.227542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722b34b-6df4-47f9-828b-15a8ffa03fd8 None None] Pushing event deleted for resources: {'Port': ['ID=c07030ea-1d41-4d5b-a7b5-3f66755a584d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.245047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:32.250736 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d332d01-4c24-4b5d-a16f-ebedd82d8d9f x-openstack-request-id: req-9d332d01-4c24-4b5d-a16f-ebedd82d8d9f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:32.251228 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-unplugged", "status": "failed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:32.251702 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d332d01-4c24-4b5d-a16f-ebedd82d8d9f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:32.252188 n-d-798249-9 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'code': 422} returned with failed status Jul 15 13:27:32.253441 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.317933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f250a-8a9d-4cf9-8fd0-b8499c576737 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.319732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-794f250a-8a9d-4cf9-8fd0-b8499c576737 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040084 Jul 15 13:27:32.323034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41830) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.331498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.353992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1541503-02ed-4db9-97f8-f8cb812877de tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.364773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1541503-02ed-4db9-97f8-f8cb812877de tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.366740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f1541503-02ed-4db9-97f8-f8cb812877de tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6c4a23c7-f3b6-467a-8f3a-26ece48d637c HTTP/1.1" status: 204 len: 168 time: 0.2547193 Jul 15 13:27:32.369041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.371512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1541503-02ed-4db9-97f8-f8cb812877de tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c4a23c7-f3b6-467a-8f3a-26ece48d637c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.382998 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64e666f5-199e-40df-874e-207f9c211606 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580251 Jul 15 13:27:32.383781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.392323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:32.434028 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-831d8acf-4426-45fd-92a7-906069d93ab7 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0634809 Jul 15 13:27:32.437042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.441985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Request body: {'security_group_rule': {'security_group_id': 'ed78923c-5eb7-48f8-bc59-cd9c4b8069a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:32.476436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.495691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.518538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:32.523719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.550286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.555231 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.590069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e516716-5ebb-4fd0-933c-727e80c81ee3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.596878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.599267 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e8d85069-6f30-48e2-8477-753dad12ef64 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609800 Jul 15 13:27:32.601872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.623760 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-024f9746-55e3-4a1a-8b6f-70a9fa55e6b1 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules/4e516716-5ebb-4fd0-933c-727e80c81ee3 HTTP/1.1" status: 200 len: 764 time: 0.0204272 Jul 15 13:27:32.626284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41854) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.660569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23dc381c-9529-4c3b-b6ee-7e042f93c3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.702835 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-75d19ae5-327c-4550-b7e7-9d8eef1d5820 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0746756 Jul 15 13:27:32.705350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.744886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b83e383-be7c-449a-935a-e0894de9bddc tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.757217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b83e383-be7c-449a-935a-e0894de9bddc tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.765151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194ea3-4811-40db-9122-49111964540f req-3b330fd8-fd5d-4127-aa45-260849712a36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.766977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8194ea3-4811-40db-9122-49111964540f req-3b330fd8-fd5d-4127-aa45-260849712a36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1293514 Jul 15 13:27:32.803845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b83e383-be7c-449a-935a-e0894de9bddc tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.811814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b83e383-be7c-449a-935a-e0894de9bddc tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.812928 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8b83e383-be7c-449a-935a-e0894de9bddc tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4e516716-5ebb-4fd0-933c-727e80c81ee3 HTTP/1.1" status: 204 len: 168 time: 0.1066604 Jul 15 13:27:32.818270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.848841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8194ea3-4811-40db-9122-49111964540f req-012fe5d6-a95f-4228-b5d4-78b66191f209 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742037 Jul 15 13:27:32.855389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e383-be7c-449a-935a-e0894de9bddc tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e516716-5ebb-4fd0-933c-727e80c81ee3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.863663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23dc381c-9529-4c3b-b6ee-7e042f93c3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.879704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23dc381c-9529-4c3b-b6ee-7e042f93c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.900132 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-723e4c8f-c389-4abe-a890-6fbc3c692f3b tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762477 Jul 15 13:27:32.904339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.965494 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23dc381c-9529-4c3b-b6ee-7e042f93c3e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cda1d4822e524da5835115c1b5c66213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664540 Jul 15 13:27:32.971236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:32.974768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc381c-9529-4c3b-b6ee-7e042f93c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f6294f-fa46-4c8c-96be-1a603e90d658,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.975630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.986088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.031168 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-c2d6615c-6381-489c-9bab-ef44b03de030 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486557 Jul 15 13:27:33.067636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:33.080158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:33.084006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f9791d-0150-45a4-bf55-30f391700744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.088471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.088723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.092499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929fe788-37c7-41df-b069-d6273e3a3a4f None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:33.109624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=d4a5e4b3-1583-48cc-bada-8b4bf1fe808b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.132697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f431841e-b308-41af-a0cb-413ce325a951 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7437418 Jul 15 13:27:33.133080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41872) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.134519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f9791d-0150-45a4-bf55-30f391700744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.152467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:d3:48:87', 'name': 'tempest-NetworksTestDHCPv6-196565888'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:33.160786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbf68a54-ff12-41d3-acbb-10733f9a820d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.234282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbf68a54-ff12-41d3-acbb-10733f9a820d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.275302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'd4a5e4b3-1583-48cc-bada-8b4bf1fe808b'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:33.276696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.295097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f9791d-0150-45a4-bf55-30f391700744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.297610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f9791d-0150-45a4-bf55-30f391700744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.298783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a9f9791d-0150-45a4-bf55-30f391700744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed78923c-5eb7-48f8-bc59-cd9c4b8069a9 HTTP/1.1" status: 204 len: 168 time: 0.3936002 Jul 15 13:27:33.301714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41880) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.326650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9791d-0150-45a4-bf55-30f391700744 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed78923c-5eb7-48f8-bc59-cd9c4b8069a9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.358292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:33.398413 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-67dd6c27-e9cf-46ad-9c2b-c248abf3bcc0 tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941081 Jul 15 13:27:33.405033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.411552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbf68a54-ff12-41d3-acbb-10733f9a820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.414081 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbf68a54-ff12-41d3-acbb-10733f9a820d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.436757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cbf68a54-ff12-41d3-acbb-10733f9a820d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5f6294f-fa46-4c8c-96be-1a603e90d658 HTTP/1.1" status: 204 len: 168 time: 0.4585760 Jul 15 13:27:33.467746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Allocated IP 2001:db8::f816:3eff:fe53:ee7c (7a649256-e900-404d-8783-423bfe265175/d4a5e4b3-1583-48cc-bada-8b4bf1fe808b/e97d997b-e956-4c48-aabc-dbb201a667ff) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:33.495448 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2abea731-6ed0-41e6-9478-d5d7c77d470a tempest-SecGroupTest-1043994367 tempest-SecGroupTest-1043994367-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881453 Jul 15 13:27:33.554496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68a54-ff12-41d3-acbb-10733f9a820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f6294f-fa46-4c8c-96be-1a603e90d658,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.587487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.613701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port a3a769c6-9d72-43eb-bf16-efbc753a093c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:33.668136 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.701669 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.715060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Transition to ACTIVE for port object e97d997b-e956-4c48-aabc-dbb201a667ff will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:33.740846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Transition to ACTIVE for port object e97d997b-e956-4c48-aabc-dbb201a667ff will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:33.750684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.810197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:33.813521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:33.815971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:33.827552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Pushing event updated for resources: {'Port': ['ID=e97d997b-e956-4c48-aabc-dbb201a667ff,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.898007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Attempting to bind port e97d997b-e956-4c48-aabc-dbb201a667ff on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:33.898440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Attempting to bind port e97d997b-e956-4c48-aabc-dbb201a667ff by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:33.898814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Attempting to bind port e97d997b-e956-4c48-aabc-dbb201a667ff on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:33.905540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:33.905978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:33.906434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.906840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:33.907417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Bound port: e97d997b-e956-4c48-aabc-dbb201a667ff, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:33.907804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.916261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fed3:4887 (7a649256-e900-404d-8783-423bfe265175/d4a5e4b3-1583-48cc-bada-8b4bf1fe808b/a3a769c6-9d72-43eb-bf16-efbc753a093c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:33.934073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41902) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.034246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] For port e97d997b-e956-4c48-aabc-dbb201a667ff, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:34.040251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] For port e97d997b-e956-4c48-aabc-dbb201a667ff, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e97d997b-e956-4c48-aabc-dbb201a667ff,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:34.046689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.141372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4377342-a4b6-4ed4-8cac-4991bc503632 None None] Pushing event updated for resources: {'Port': ['ID=e97d997b-e956-4c48-aabc-dbb201a667ff,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.172818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.206678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c61f58-011a-42e6-ba09-73322e2ec8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.267240 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-822ff300-c8c9-4a50-b64c-b25685877b93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ec16abbf32346f6a35031a38e300f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316605 Jul 15 13:27:34.270175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.325050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.365321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object a3a769c6-9d72-43eb-bf16-efbc753a093c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:34.369480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed10e5db-eb58-4e63-8d9e-1b999d0728ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.431344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbe8d-1da6-422a-9b32-bb1796ab0d35 req-04f0d5a1-050b-4751-a231-ce6348b1ed4d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.436832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed10e5db-eb58-4e63-8d9e-1b999d0728ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.439841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-326bbe8d-1da6-422a-9b32-bb1796ab0d35 req-04f0d5a1-050b-4751-a231-ce6348b1ed4d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2537863 Jul 15 13:27:34.439983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c61f58-011a-42e6-ba09-73322e2ec8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.455608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-02c61f58-011a-42e6-ba09-73322e2ec8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.485072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.548689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c61f58-011a-42e6-ba09-73322e2ec8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa8c26-f2b7-4cd7-85d9-133e16a0fbd1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.552687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=a3a769c6-9d72-43eb-bf16-efbc753a093c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.563665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-02c61f58-011a-42e6-ba09-73322e2ec8f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41f59019a0874f1aa36c31c8844da682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899159 Jul 15 13:27:34.567164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.579849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-326bbe8d-1da6-422a-9b32-bb1796ab0d35 req-66fdd99a-97fa-438d-b88d-b7fd4b54f829 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387384 Jul 15 13:27:34.598051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:34.599626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:34.603281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:34.605980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed10e5db-eb58-4e63-8d9e-1b999d0728ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.609134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.609293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed10e5db-eb58-4e63-8d9e-1b999d0728ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.609786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.610427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ed10e5db-eb58-4e63-8d9e-1b999d0728ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4974ff2d-a07a-436e-9605-342fa7de4f64 HTTP/1.1" status: 204 len: 168 time: 0.3391593 Jul 15 13:27:34.643385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10e5db-eb58-4e63-8d9e-1b999d0728ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974ff2d-a07a-436e-9605-342fa7de4f64,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.648524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dd1a8cf8-7cff-481b-88ff-27c3b41ab308 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5106091 Jul 15 13:27:34.649636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.678583 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88bb79b9-6b41-47c8-a3ab-c9911f52bc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.709694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88bb79b9-6b41-47c8-a3ab-c9911f52bc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.728933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc9219-b895-4178-b25e-a9d150075e08 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.735218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc9219-b895-4178-b25e-a9d150075e08 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.736834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60bc9219-b895-4178-b25e-a9d150075e08 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0763645 Jul 15 13:27:34.739457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41922) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.767716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88bb79b9-6b41-47c8-a3ab-c9911f52bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.772398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88bb79b9-6b41-47c8-a3ab-c9911f52bc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.773889 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88bb79b9-6b41-47c8-a3ab-c9911f52bc33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3faa8c26-f2b7-4cd7-85d9-133e16a0fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2041292 Jul 15 13:27:34.785634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb79b9-6b41-47c8-a3ab-c9911f52bc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa8c26-f2b7-4cd7-85d9-133e16a0fbd1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.894870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port a3a769c6-9d72-43eb-bf16-efbc753a093c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:34.895286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.993736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.008952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for a3a769c6-9d72-43eb-bf16-efbc753a093c owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:35.140108 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:35.178121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.218753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=a3a769c6-9d72-43eb-bf16-efbc753a093c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.258095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.262833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.263043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d7a04cb-b7f4-49f0-af63-5a5d113b6813 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/a3a769c6-9d72-43eb-bf16-efbc753a093c HTTP/1.1" status: 204 len: 168 time: 0.5222135 Jul 15 13:27:35.339608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72aff2-af6b-4e31-a78c-c4b50982474c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.341620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72aff2-af6b-4e31-a78c-c4b50982474c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.345804 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3e72aff2-af6b-4e31-a78c-c4b50982474c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0791566 Jul 15 13:27:35.346099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 41946) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.411648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet d4a5e4b3-1583-48cc-bada-8b4bf1fe808b {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:35.417339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.469142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.607447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f8a20eb5-9c0c-46ba-8dd4-79cf3b89c0e2 None None] Provisioning for port e97d997b-e956-4c48-aabc-dbb201a667ff completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:35.654096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.699283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e97d997b-e956-4c48-aabc-dbb201a667ff up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:35.812072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.812499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e97d997b-e956-4c48-aabc-dbb201a667ff completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:35.817266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e97d997b-e956-4c48-aabc-dbb201a667ff triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:35.817648 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.835475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.839081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/d4a5e4b3-1583-48cc-bada-8b4bf1fe808b HTTP/1.1" status: 204 len: 168 time: 0.4917922 Jul 15 13:27:35.844966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.884734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdff50-387f-4c0e-a5b3-b4b01d3e8e49 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a5e4b3-1583-48cc-bada-8b4bf1fe808b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.922858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3dc75d7f-b9e6-4466-bdbb-e445036f07fd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757947 Jul 15 13:27:35.925466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 41970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.932385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:36.047443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2089e-90a2-4613-9a0c-2599b045058d req-06abba59-556c-4ae8-a094-95adf959d178 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.054977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06b2089e-90a2-4613-9a0c-2599b045058d req-06abba59-556c-4ae8-a094-95adf959d178 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2469740 Jul 15 13:27:36.139416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06b2089e-90a2-4613-9a0c-2599b045058d req-40e49d43-b2f2-4b38-90f9-fb1e58a4904d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829206 Jul 15 13:27:36.141388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:36.147465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.261452 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.266614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07130e4-e5a0-45a5-be17-e2870cd2ba87 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:36.273726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cef51671-3942-4f5b-a948-8dbff911434a None None] Could not find standard attr ID for object a3a769c6-9d72-43eb-bf16-efbc753a093c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:36.440160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e97d997b-e956-4c48-aabc-dbb201a667ff, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e97d997b-e956-4c48-aabc-dbb201a667ff,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:36.453908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.526314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e97d997b-e956-4c48-aabc-dbb201a667ff,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.624996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:36.628680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:36.687714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] Deleting port e97d997b-e956-4c48-aabc-dbb201a667ff {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:36.688894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.792004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] For port e97d997b-e956-4c48-aabc-dbb201a667ff, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e97d997b-e956-4c48-aabc-dbb201a667ff,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:36.792413 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.809182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] Calling delete_port for e97d997b-e956-4c48-aabc-dbb201a667ff owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:36.881284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.908882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.931970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] Pushing event deleted for resources: {'Port': ['ID=e97d997b-e956-4c48-aabc-dbb201a667ff,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.941346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b6a2e-5c63-43a9-b0ec-01f87a1a1fa7 None None] No DVR routers for this DVR port e97d997b-e956-4c48-aabc-dbb201a667ff on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:37.051094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port e97d997b-e956-4c48-aabc-dbb201a667ff, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e97d997b-e956-4c48-aabc-dbb201a667ff,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:37.086232 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.091117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.092113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.143306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=e97d997b-e956-4c48-aabc-dbb201a667ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.151644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:37.161703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:37.164694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.165295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.171214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40a86a-f337-4029-9252-e7bfb1aca788 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:37.171392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.171723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.172075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.172411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.172743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.173075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.173403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.173728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.174049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.174408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.174729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.175153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.196560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=fca653a6-a3fc-4563-800c-dbe4a62f9a54,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.202611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5ee3f544-1457-41c0-ada4-1facfc4bb218 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2757301 Jul 15 13:27:37.205220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.210812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:16:6b:e5', 'name': 'tempest-NetworksTestDHCPv6-313038134'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.358942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:37.364453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'fca653a6-a3fc-4563-800c-dbe4a62f9a54'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:37.365335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.378801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4651c8d-ddde-4dff-98ae-6c92d45991ed req-34c4e098-d638-4d4e-8429-e16b64db8d98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.386808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4651c8d-ddde-4dff-98ae-6c92d45991ed req-34c4e098-d638-4d4e-8429-e16b64db8d98 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1113737 Jul 15 13:27:37.436502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4651c8d-ddde-4dff-98ae-6c92d45991ed req-38ee66dd-7c94-4d37-a23f-a88106ede22b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484500 Jul 15 13:27:37.450853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.472493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 0e509baf-45b3-4baf-bdc5-ef3ec019488e yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:37.517411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Allocated IP 2001:db8::f816:3eff:fefe:ce35 (7a649256-e900-404d-8783-423bfe265175/fca653a6-a3fc-4563-800c-dbe4a62f9a54/2e750921-f190-4f9b-b7dc-1724db739b7c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:37.595262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e97d997b-e956-4c48-aabc-dbb201a667ff no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:37.620998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e97d997b-e956-4c48-aabc-dbb201a667ff {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:37.621353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e97d997b-e956-4c48-aabc-dbb201a667ff not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:37.701937 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.710434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Transition to ACTIVE for port object 2e750921-f190-4f9b-b7dc-1724db739b7c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:37.725109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Transition to ACTIVE for port object 2e750921-f190-4f9b-b7dc-1724db739b7c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:37.733423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.776104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:37.780478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:37.785072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:37.788410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Pushing event updated for resources: {'Port': ['ID=2e750921-f190-4f9b-b7dc-1724db739b7c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.789102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fe16:6be5 (7a649256-e900-404d-8783-423bfe265175/fca653a6-a3fc-4563-800c-dbe4a62f9a54/0e509baf-45b3-4baf-bdc5-ef3ec019488e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:37.851901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Attempting to bind port 2e750921-f190-4f9b-b7dc-1724db739b7c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:37.852423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Attempting to bind port 2e750921-f190-4f9b-b7dc-1724db739b7c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:37.852891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Attempting to bind port 2e750921-f190-4f9b-b7dc-1724db739b7c on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:37.859253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:37.859925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:37.860429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.860938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:37.861502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Bound port: 2e750921-f190-4f9b-b7dc-1724db739b7c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:37.861988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.926659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] For port 2e750921-f190-4f9b-b7dc-1724db739b7c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:37.929920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] For port 2e750921-f190-4f9b-b7dc-1724db739b7c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2e750921-f190-4f9b-b7dc-1724db739b7c,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:37.935479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.952853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.967494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 0e509baf-45b3-4baf-bdc5-ef3ec019488e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:37.996889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bab4e9-3118-4b2d-972a-644bab5aa299 None None] Pushing event updated for resources: {'Port': ['ID=2e750921-f190-4f9b-b7dc-1724db739b7c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:38.003980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.051322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:38.054602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:38.056993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:38.062993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.063641 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.075158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=0e509baf-45b3-4baf-bdc5-ef3ec019488e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:38.088567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bd4dfd5b-6546-4b30-9b8a-c8db64d8cf8c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8821001 Jul 15 13:27:38.092113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.197461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463faf7-21ad-4c6f-8dc1-3a79eaef4ce6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.204584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463faf7-21ad-4c6f-8dc1-3a79eaef4ce6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.206190 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8463faf7-21ad-4c6f-8dc1-3a79eaef4ce6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1127810 Jul 15 13:27:38.208944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42012) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.329503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 0e509baf-45b3-4baf-bdc5-ef3ec019488e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:38.329956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.422702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.434266 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 0e509baf-45b3-4baf-bdc5-ef3ec019488e owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:38.571067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.631316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=0e509baf-45b3-4baf-bdc5-ef3ec019488e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:38.654769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.659913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42016) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.660462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aa6aa012-596f-44e9-8591-73b232eebebc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/0e509baf-45b3-4baf-bdc5-ef3ec019488e HTTP/1.1" status: 204 len: 168 time: 0.4500804 Jul 15 13:27:38.692019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c5ba-9dd9-4d95-a1ac-e07ec415cb5f req-33ac2997-6f90-45e7-bdf0-9b7bcdf9bf06 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.693613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f243c5ba-9dd9-4d95-a1ac-e07ec415cb5f req-33ac2997-6f90-45e7-bdf0-9b7bcdf9bf06 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1353505 Jul 15 13:27:38.740583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f243c5ba-9dd9-4d95-a1ac-e07ec415cb5f req-9ce78f31-2477-4f53-bd68-eca4f5dc06cf tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393252 Jul 15 13:27:38.743555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098feb0-db79-4525-96cb-119b77538b9f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.745235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098feb0-db79-4525-96cb-119b77538b9f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.748040 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d098feb0-db79-4525-96cb-119b77538b9f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0864866 Jul 15 13:27:38.750788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.830323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet fca653a6-a3fc-4563-800c-dbe4a62f9a54 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:38.834222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.877663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.967587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.038121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.054248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.056149 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/fca653a6-a3fc-4563-800c-dbe4a62f9a54 HTTP/1.1" status: 204 len: 168 time: 0.3028309 Jul 15 13:27:39.058759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.081904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da00a-2952-4337-bca6-9713c9d5b5b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=fca653a6-a3fc-4563-800c-dbe4a62f9a54,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.107815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d9ea9b4c-8d7d-4e1c-adca-fe411488db76 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478253 Jul 15 13:27:39.110470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.141658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-542e01f1-1c1a-452c-9760-b9a386e3fc57 None None] Provisioning for port 2e750921-f190-4f9b-b7dc-1724db739b7c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:39.179885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7dd9c-c325-4890-be25-e2a1fb259533 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.183375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a9c7dd9c-c325-4890-be25-e2a1fb259533 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0698850 Jul 15 13:27:39.184320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.237669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bb94c4-49c8-4ba4-ad20-b54d411fc385 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.239432 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f4bb94c4-49c8-4ba4-ad20-b54d411fc385 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537887 Jul 15 13:27:39.242073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.281105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c70e723d-b791-4d19-a5e3-bce17b0389f7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376067 Jul 15 13:27:39.284909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.290771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:39.298856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa52e3b-a938-4e43-8a10-42d64fb5d318 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:39.369014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b736579-ca22-4e55-bae0-d5c8d48da88a None None] Could not find standard attr ID for object 0e509baf-45b3-4baf-bdc5-ef3ec019488e. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:39.388685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:39.393856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.499768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:39.547852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] Deleting port 2e750921-f190-4f9b-b7dc-1724db739b7c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:39.548355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.615459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] For port 2e750921-f190-4f9b-b7dc-1724db739b7c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2e750921-f190-4f9b-b7dc-1724db739b7c,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:39.615787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.627559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] Calling delete_port for 2e750921-f190-4f9b-b7dc-1724db739b7c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:39.710720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.718189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:39.742507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] Pushing event deleted for resources: {'Port': ['ID=2e750921-f190-4f9b-b7dc-1724db739b7c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.747170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865daea-3678-4963-9778-8930fdf9b575 None None] No DVR routers for this DVR port 2e750921-f190-4f9b-b7dc-1724db739b7c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:39.835756 n-d-798249-9 neutron-server[93823]: WARNING neutron.services.revisions.revision_plugin [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Could not find related port for resource to bump revision. Jul 15 13:27:39.841617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Port 2e750921-f190-4f9b-b7dc-1724db739b7c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:27:39.841989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation for 2001:db8::f816:3eff:fefe:ce35 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:27:39.845651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefe:ce35 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:27:39.846958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.896926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=2e33b216-8936-4be1-90b7-13735b84f5a7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.909571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:39.910997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:39.918808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.920174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.921137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ae274-7d5d-467c-a964-3cae4687d5c7 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:39.941081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c617dc37-1d81-44a9-ab5d-0ab02574a891 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6547778 Jul 15 13:27:39.943697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.944085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d5df1-0e0c-4ed8-a726-dbd826e22d16 req-337b8229-84e9-4237-988c-99543d643100 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.946130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-737d5df1-0e0c-4ed8-a726-dbd826e22d16 req-337b8229-84e9-4237-988c-99543d643100 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.0803213 Jul 15 13:27:39.950735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:27:af:53', 'name': 'tempest-NetworksTestDHCPv6-386211813'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:40.002405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-737d5df1-0e0c-4ed8-a726-dbd826e22d16 req-8a6d4c54-fb51-4f8c-bbcd-a5e0a65770be tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Jul 15 13:27:40.082418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:40.086836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.115167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 9bb09a06-ca23-4094-a91d-1d046d70897c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:40.115860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '2e33b216-8936-4be1-90b7-13735b84f5a7'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:40.116969 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.237532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fe27:af53 (7a649256-e900-404d-8783-423bfe265175/2e33b216-8936-4be1-90b7-13735b84f5a7/9bb09a06-ca23-4094-a91d-1d046d70897c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:40.391629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.405199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 9bb09a06-ca23-4094-a91d-1d046d70897c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:40.436787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.483106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Allocated IP 2001:db8::f816:3eff:fe08:4f0a (7a649256-e900-404d-8783-423bfe265175/2e33b216-8936-4be1-90b7-13735b84f5a7/82487de6-9406-49e6-87e0-4666941f3131) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:40.487200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:40.490769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:40.495452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:40.501369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:40.502043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.508727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=9bb09a06-ca23-4094-a91d-1d046d70897c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.522759 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80adc7df-5462-4281-a20d-d6cad182400f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5771463 Jul 15 13:27:40.524275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.593841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c9a597-be8b-4f91-80a3-8c1db5e05643 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:40.597783 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22c9a597-be8b-4f91-80a3-8c1db5e05643 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0701721 Jul 15 13:27:40.598044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.638286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.647690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Transition to ACTIVE for port object 82487de6-9406-49e6-87e0-4666941f3131 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:40.663758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Transition to ACTIVE for port object 82487de6-9406-49e6-87e0-4666941f3131 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:40.669677 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.704651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 9bb09a06-ca23-4094-a91d-1d046d70897c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:40.705020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.709772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:40.712627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:40.716803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:40.728493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Pushing event updated for resources: {'Port': ['ID=82487de6-9406-49e6-87e0-4666941f3131,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.780982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Attempting to bind port 82487de6-9406-49e6-87e0-4666941f3131 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:40.780982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Attempting to bind port 82487de6-9406-49e6-87e0-4666941f3131 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:40.781327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Attempting to bind port 82487de6-9406-49e6-87e0-4666941f3131 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:40.786045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:40.786450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:40.786857 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.787250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:40.787710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Bound port: 82487de6-9406-49e6-87e0-4666941f3131, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:40.788090 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.796739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.808630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 9bb09a06-ca23-4094-a91d-1d046d70897c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:40.850539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] For port 82487de6-9406-49e6-87e0-4666941f3131, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:40.853780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] For port 82487de6-9406-49e6-87e0-4666941f3131, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82487de6-9406-49e6-87e0-4666941f3131,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:40.859538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.922806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559368-20fc-452f-8c3d-77b0d505d926 None None] Pushing event updated for resources: {'Port': ['ID=82487de6-9406-49e6-87e0-4666941f3131,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.946460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.980452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=9bb09a06-ca23-4094-a91d-1d046d70897c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.009987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.014114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cdb5f966-9e47-429d-9bd8-dd63617e369b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/9bb09a06-ca23-4094-a91d-1d046d70897c HTTP/1.1" status: 204 len: 168 time: 0.4129899 Jul 15 13:27:41.014368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42042) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.069532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca5311-1177-4acc-bf28-75c1fc3d0b1b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.071456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca5311-1177-4acc-bf28-75c1fc3d0b1b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.072977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dcca5311-1177-4acc-bf28-75c1fc3d0b1b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0576336 Jul 15 13:27:41.076323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.148791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 2e33b216-8936-4be1-90b7-13735b84f5a7 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:41.152162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.239507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.335878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78c83a-b52b-4aef-ae7b-cc69d3f4878d req-dd8e7849-66c3-4597-a7c9-d88bd07d16e5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.337392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec78c83a-b52b-4aef-ae7b-cc69d3f4878d req-dd8e7849-66c3-4597-a7c9-d88bd07d16e5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1404111 Jul 15 13:27:41.370033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.418096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec78c83a-b52b-4aef-ae7b-cc69d3f4878d req-a3aea55c-5c86-4de3-9bb0-805f92f47639 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717466 Jul 15 13:27:41.456036 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.485263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.490865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42054) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.491230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/2e33b216-8936-4be1-90b7-13735b84f5a7 HTTP/1.1" status: 204 len: 168 time: 0.4138134 Jul 15 13:27:41.520081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4bd3b-a9a0-44c8-98c6-d5d0a6c2a6a0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=2e33b216-8936-4be1-90b7-13735b84f5a7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.554508 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-349e390b-ff2a-4360-b6b1-aada9855f9ae tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587015 Jul 15 13:27:41.554508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42056) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.563307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:41.691014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 82487de6-9406-49e6-87e0-4666941f3131 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:41.693089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:41.699467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.800066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 82487de6-9406-49e6-87e0-4666941f3131 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:41.969294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-c20a0db8-9b93-4e09-93d4-454f232d1da6 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.972965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-c20a0db8-9b93-4e09-93d4-454f232d1da6 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.2359085 Jul 15 13:27:42.009478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-3828fe41-9a71-47ae-99b8-e30214d02fdc tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/quotas/42f8ed2eb71349bf8b196d80ddf0db17 HTTP/1.1" status: 200 len: 375 time: 0.0291777 Jul 15 13:27:42.142267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:42.146409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-9aca25de-8bc7-4561-9727-654e44bf42b1 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302147 Jul 15 13:27:42.280327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-d261bfe7-92ca-46de-9e9b-46ea7a4e458f service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330416 Jul 15 13:27:42.307745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067718f-d966-44b6-bbc7-34951e24ebf3 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:42.357729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.402554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-33a23bf1-aef6-44f1-9d36-fdfb0e85936e service neutron] 10.222.0.48 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150830 Jul 15 13:27:42.467588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] Provisioning for port 82487de6-9406-49e6-87e0-4666941f3131 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:42.531365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] Provisioning complete for port 82487de6-9406-49e6-87e0-4666941f3131 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.531742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.690365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port 82487de6-9406-49e6-87e0-4666941f3131, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82487de6-9406-49e6-87e0-4666941f3131,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:42.723761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b5ee8b1-86eb-4864-a71e-e99d0dca5a95 req-990ee9c1-37c1-4cce-b07d-d73a6a9fbf5a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 210 time: 0.1019711 Jul 15 13:27:42.744627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e6994c3-9620-441c-a8fd-4d2e2f7a54b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.755118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.770007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.770816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.812730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26376f8f-f0ea-4055-a594-9dd6dc53d3c6 req-f789fe73-d162-41f7-9cbc-1d50bc79fdb4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.820554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26376f8f-f0ea-4055-a594-9dd6dc53d3c6 req-f789fe73-d162-41f7-9cbc-1d50bc79fdb4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1000888 Jul 15 13:27:42.857911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.901333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26376f8f-f0ea-4055-a594-9dd6dc53d3c6 req-ba9816b4-5696-4a86-a8e8-4dcb196db5e9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796964 Jul 15 13:27:42.948221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] For port 82487de6-9406-49e6-87e0-4666941f3131, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82487de6-9406-49e6-87e0-4666941f3131,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:42.964366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.031073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=82487de6-9406-49e6-87e0-4666941f3131,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:43.036341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:43.064397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=e6e6a0d5-6b80-403d-af6d-494b11088f8c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:43.069173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:43.076909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.077581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.119497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b50fe-a791-4e52-97b9-e0ffe481d3b8 None None] Pushing event updated for resources: {'Port': ['ID=82487de6-9406-49e6-87e0-4666941f3131,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:43.128381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.128840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8560807e-75ab-409e-8556-24b577eee9f5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5731707 Jul 15 13:27:43.133861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:56:15:23', 'name': 'tempest-NetworksTestDHCPv6-1837572176'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:43.139776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d87f6c-d52e-43fb-9c6a-cf57ba32da57 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:43.264623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d6d53d18-0dda-443f-b47b-e5c9bdaeb97e None None] Provisioning complete for port 82487de6-9406-49e6-87e0-4666941f3131 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.264964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6d53d18-0dda-443f-b47b-e5c9bdaeb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.442786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:43.636866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.670693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 82487de6-9406-49e6-87e0-4666941f3131 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:43.693160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port abc550a3-dda3-41cd-9eab-59dff053b0db yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:43.815753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 82487de6-9406-49e6-87e0-4666941f3131 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.816293 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.132242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-00b75bed-99cc-4c73-807f-548ac98f138c None None] Provisioning complete for port 82487de6-9406-49e6-87e0-4666941f3131 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:44.132665 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b75bed-99cc-4c73-807f-548ac98f138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.446624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-10cb13dc-e475-466c-a180-29aa58cfb360 None None] Could not find standard attr ID for object 9bb09a06-ca23-4094-a91d-1d046d70897c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:27:44.573639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b44d14b8-7d5b-4397-b1ad-bfef2fde5c1a req-d8c9489f-e9a6-4192-b1d1-843dd8e09f57 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 210 time: 0.0680099 Jul 15 13:27:44.641062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fe56:1523 (7a649256-e900-404d-8783-423bfe265175/e6e6a0d5-6b80-403d-af6d-494b11088f8c/abc550a3-dda3-41cd-9eab-59dff053b0db) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:44.735698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-f4097836-5744-4251-975f-2872c7f5a649 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.737506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-f4097836-5744-4251-975f-2872c7f5a649 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 815 time: 0.1588356 Jul 15 13:27:44.752736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Request body: {'port': {'device_id': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'admin_state_up': True, 'tenant_id': '42f8ed2eb71349bf8b196d80ddf0db17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:44.804899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6cde2-1921-4b54-b5d4-e86058dfa75c req-02a6fa48-3285-4264-b1e8-2b56a399352b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.813899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea6cde2-1921-4b54-b5d4-e86058dfa75c req-02a6fa48-3285-4264-b1e8-2b56a399352b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.3052609 Jul 15 13:27:44.929202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aea6cde2-1921-4b54-b5d4-e86058dfa75c req-04d0c024-e6a3-4251-b8eb-fcaa2b4f2752 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144309 Jul 15 13:27:45.074408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-c5a552f7-28a8-41f4-ad7e-20dabdc620b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.076818 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-c5a552f7-28a8-41f4-ad7e-20dabdc620b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1&tenant_id=8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 1094 time: 0.1196728 Jul 15 13:27:45.080635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Made reservation on behalf of 42f8ed2eb71349bf8b196d80ddf0db17 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:45.084724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.094979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.120444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object abc550a3-dda3-41cd-9eab-59dff053b0db will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:45.221416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-ab226e81-5fb2-486c-9741-2ee0f0d85ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.232311 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-ab226e81-5fb2-486c-9741-2ee0f0d85ad5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1094 time: 0.1172721 Jul 15 13:27:45.295082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.308641 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2c27fc7-f8db-4c20-b388-6cb40404041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.352807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-64cd0b4b-9e13-4069-be0f-ee70cddb2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.354834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-64cd0b4b-9e13-4069-be0f-ee70cddb2a17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.1167252 Jul 15 13:27:45.366722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Allocated IP 172.20.0.3 (b7c4f695-1fc7-4a22-996d-3de1550862b3/514566df-f4e1-4849-be33-ba2b53cebdc0/37002f07-0c83-4f5f-a95f-d28588bbc702) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:45.379040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:45.384187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:45.390831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:45.408755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.409407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.489610 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-86866880-4462-43da-938b-401dbdd52aab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 999 time: 0.1280663 Jul 15 13:27:45.500814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=abc550a3-dda3-41cd-9eab-59dff053b0db,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:45.504835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-90cc927d-c76a-49f1-9d94-838e74003fee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3752754 Jul 15 13:27:45.509223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.601533 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.622878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-e1fe72ab-cbfc-4e34-9ce7-365aa2a1ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.626188 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-e1fe72ab-cbfc-4e34-9ce7-365aa2a1ef42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.1297984 Jul 15 13:27:45.751372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-4b14b9ad-30ae-45db-932f-b59434544bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.753161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc7bdc-b594-4fee-ba24-7c0d577b6cf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.754336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-4b14b9ad-30ae-45db-932f-b59434544bd3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220257 Jul 15 13:27:45.774257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc7bdc-b594-4fee-ba24-7c0d577b6cf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.775963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b4dc7bdc-b594-4fee-ba24-7c0d577b6cf3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2654748 Jul 15 13:27:45.779517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42142) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.810444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.889239 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-a9073d56-018d-43c0-af66-9fc027f9c4b0 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295204 Jul 15 13:27:45.951518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06f65ac7-56d4-48f4-8924-1817422a6d09 req-49033756-6749-4783-97f6-803435a9eb36 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 210 time: 0.0503800 Jul 15 13:27:45.968126 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.990975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:45.993483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89', '586ab449-864b-4529-bf8b-a90df186caba'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:46.022049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d3c1f5b-1b57-49ae-8979-d5886c2fa4b8 req-063bcfd1-c9f4-4ffe-82f1-295edae46eca service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259911 Jul 15 13:27:46.033944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Network b7c4f695-1fc7-4a22-996d-3de1550862b3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:46.042650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:46.050136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:46.054022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port abc550a3-dda3-41cd-9eab-59dff053b0db {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:46.054395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.090398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event updated for resources: {'Port': ['ID=37002f07-0c83-4f5f-a95f-d28588bbc702,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.131815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3bfc6e6-0b11-448f-9eaa-b9363ec9d48d None None] Provisioning for port abc550a3-dda3-41cd-9eab-59dff053b0db completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:46.156512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3bfc6e6-0b11-448f-9eaa-b9363ec9d48d None None] Provisioning complete for port abc550a3-dda3-41cd-9eab-59dff053b0db triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:46.157233 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc6e6-0b11-448f-9eaa-b9363ec9d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.220994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.221647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.272535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-52721a4d-ad08-42a3-8403-00c9f6e795c4 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251651 Jul 15 13:27:46.287329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Request body: {'port': {'device_id': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:46.318382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfc6e6-0b11-448f-9eaa-b9363ec9d48d None None] Port abc550a3-dda3-41cd-9eab-59dff053b0db cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:46.319555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da750171-cb0b-48c0-800e-132e7c635cb6 req-e487cb58-df72-4e99-9073-318fe422f1cd tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.328758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da750171-cb0b-48c0-800e-132e7c635cb6 req-e487cb58-df72-4e99-9073-318fe422f1cd tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2143376 Jul 15 13:27:46.395590 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.440267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da750171-cb0b-48c0-800e-132e7c635cb6 req-f1a08847-629d-4482-aaec-a0b527bb8043 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105409 Jul 15 13:27:46.456745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for abc550a3-dda3-41cd-9eab-59dff053b0db owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:46.609630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.727041 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.038448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.092834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=abc550a3-dda3-41cd-9eab-59dff053b0db,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.272101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.282364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d0fafb98-ae1e-488e-ad04-d2bf01757767 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/abc550a3-dda3-41cd-9eab-59dff053b0db HTTP/1.1" status: 204 len: 168 time: 1.4996057 Jul 15 13:27:47.283067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42182) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.460366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e917e-a3f8-4cb5-ba9c-138c7de406e1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.465294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e917e-a3f8-4cb5-ba9c-138c7de406e1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.472139 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-836e917e-a3f8-4cb5-ba9c-138c7de406e1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1850293 Jul 15 13:27:47.473974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42186) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.651688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet e6e6a0d5-6b80-403d-af6d-494b11088f8c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:47.661129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37002f07-0c83-4f5f-a95f-d28588bbc702 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:47.666578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.677523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.713193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b66430-b7f0-494a-aed8-122fee3b57f6 req-b3705617-f11a-4387-b0c8-d2518d9b96ac tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.723203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5b66430-b7f0-494a-aed8-122fee3b57f6 req-b3705617-f11a-4387-b0c8-d2518d9b96ac tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 931 time: 0.4549522 Jul 15 13:27:47.773183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Transition to ACTIVE for port object 37002f07-0c83-4f5f-a95f-d28588bbc702 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:47.791260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.813488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.946372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5b66430-b7f0-494a-aed8-122fee3b57f6 req-c79e3810-129b-412a-9ee6-262501a47368 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218189 Jul 15 13:27:47.990504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.996675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Pushing event updated for resources: {'Port': ['ID=37002f07-0c83-4f5f-a95f-d28588bbc702,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.077770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.087689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e779f-5030-4f7d-8190-c48787c72dc2 req-9879f117-09cc-40a4-a3f3-da1a057dcd92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.088292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.092148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-542e779f-5030-4f7d-8190-c48787c72dc2 req-9879f117-09cc-40a4-a3f3-da1a057dcd92 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.3563597 Jul 15 13:27:48.154572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e6a0d5-6b80-403d-af6d-494b11088f8c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.188102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.189366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513929e-6a27-46c2-935f-7e004cda4976 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:48.193134 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6fb9b96c-928b-4765-b343-b57b8430f3b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/e6e6a0d5-6b80-403d-af6d-494b11088f8c HTTP/1.1" status: 204 len: 168 time: 0.7190878 Jul 15 13:27:48.197295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.236127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-542e779f-5030-4f7d-8190-c48787c72dc2 req-aa12ace1-e33b-441e-b889-167c44b36880 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184046 Jul 15 13:27:48.285128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Attempting to bind port 37002f07-0c83-4f5f-a95f-d28588bbc702 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:48.285749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Attempting to bind port 37002f07-0c83-4f5f-a95f-d28588bbc702 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:48.286519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Attempting to bind port 37002f07-0c83-4f5f-a95f-d28588bbc702 on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:48.293638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-50ada5dc-d4b6-4ed1-af21-9214b148fed6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888114 Jul 15 13:27:48.295033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Port 37002f07-0c83-4f5f-a95f-d28588bbc702 on network b7c4f695-1fc7-4a22-996d-3de1550862b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:48.295618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Attempting to bind port 37002f07-0c83-4f5f-a95f-d28588bbc702 on network b7c4f695-1fc7-4a22-996d-3de1550862b3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:48.296491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.305003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:48.305718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Checking segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:48.306828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Bound using segment: {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:48.307514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Bound port: 37002f07-0c83-4f5f-a95f-d28588bbc702, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159cf066-fff6-4aa4-9777-5db4406a9634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:48.308073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.478865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] For port 37002f07-0c83-4f5f-a95f-d28588bbc702, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:48.484295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] For port 37002f07-0c83-4f5f-a95f-d28588bbc702, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=37002f07-0c83-4f5f-a95f-d28588bbc702,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:48.495870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.517086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d0007-4e1b-4171-a53e-92ba5096cc00 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.527507 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-659d0007-4e1b-4171-a53e-92ba5096cc00 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2274678 Jul 15 13:27:48.529243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.582923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.591770 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.593373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/37002f07-0c83-4f5f-a95f-d28588bbc702 HTTP/1.1" status: 200 len: 1091 time: 2.3102403 Jul 15 13:27:48.594077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'tag': '37002f07-0c83-4f5f-a95f-d28588bbc702'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:48.596955 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53100fe4-f2b3-47e1-8404-f269e6a55c07" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc", "tag": "37002f07-0c83-4f5f-a95f-d28588bbc702"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:48.736900 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c5f39-9349-45a6-86e3-7e14fd5b6bca x-openstack-request-id: req-630c5f39-9349-45a6-86e3-7e14fd5b6bca {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:48.737536 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc", "tag": "37002f07-0c83-4f5f-a95f-d28588bbc702", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:48.737789 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-630c5f39-9349-45a6-86e3-7e14fd5b6bca {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:48.738246 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'tag': '37002f07-0c83-4f5f-a95f-d28588bbc702', 'status': 'completed', 'code': 200} Jul 15 13:27:48.749593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee942b9-b3bb-41c7-90a4-d12c757666a8 service neutron] Pushing event updated for resources: {'Port': ['ID=37002f07-0c83-4f5f-a95f-d28588bbc702,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.786838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:48.805487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-af62f115-49c0-458f-b265-693ef68aaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.814499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-af62f115-49c0-458f-b265-693ef68aaccb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 1094 time: 0.1440542 Jul 15 13:27:48.827438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c0cb5-1a3b-45bf-bd58-7d7de92e4201 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.842762 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e95c0cb5-1a3b-45bf-bd58-7d7de92e4201 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3033807 Jul 15 13:27:48.846840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.876040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] Deleting port 82487de6-9406-49e6-87e0-4666941f3131 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:48.876556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.974480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-e611c93c-2fc9-45be-8511-f8a2dea825d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37002f07-0c83-4f5f-a95f-d28588bbc702 HTTP/1.1" status: 200 len: 217 time: 0.1496766 Jul 15 13:27:48.979609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] For port 82487de6-9406-49e6-87e0-4666941f3131, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82487de6-9406-49e6-87e0-4666941f3131,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:48.980068 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.996216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] Calling delete_port for 82487de6-9406-49e6-87e0-4666941f3131 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:49.031802 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d8aa273e-db29-473c-84f5-3c1eb1ea1a03 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1829808 Jul 15 13:27:49.032809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:49.052782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:49.111172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e634-3668-494e-be34-b72726e89024 req-6a63c693-234b-45f6-9a44-835e4062301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.116725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-6a63c693-234b-45f6-9a44-835e4062301a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.1159785 Jul 15 13:27:49.189911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.206989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-81092370-f439-4918-b225-43866abbddee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758646 Jul 15 13:27:49.240104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] Pushing event deleted for resources: {'Port': ['ID=82487de6-9406-49e6-87e0-4666941f3131,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:49.243102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f822cc-854f-4a69-9102-574b0a88286c None None] No DVR routers for this DVR port 82487de6-9406-49e6-87e0-4666941f3131 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:49.287686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:49.327195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:49.336984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.537045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11526bec-ccf7-4916-ba28-63681658ea8b req-196c8f83-1af2-4051-af91-c527d32f1291 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.547980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11526bec-ccf7-4916-ba28-63681658ea8b req-196c8f83-1af2-4051-af91-c527d32f1291 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 943 time: 0.3198569 Jul 15 13:27:49.558541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-88175318-807f-445f-8b31-73ab718616fd service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417168 Jul 15 13:27:49.609170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b404cc4-9b17-4dae-b4ca-7dacc21c725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.652698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 82487de6-9406-49e6-87e0-4666941f3131 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:49.689469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 82487de6-9406-49e6-87e0-4666941f3131 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:49.689826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 82487de6-9406-49e6-87e0-4666941f3131 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:49.763117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:49.802432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.828093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:49.846913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-33acd069-96b8-488b-b9c4-0a3e9d1d1dca tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/floatingips/af02cda2-e3b3-40c9-b20e-103dae08ddf1 HTTP/1.1" status: 200 len: 994 time: 0.0822899 Jul 15 13:27:49.881885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:49.885696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.887218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.892409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=b229e7fc-db3f-40a5-b42a-9b85f5ea9a46,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:49.893556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170f6f4-3607-4fa7-bd27-47b41dab068a None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:49.931779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571065b-8709-4d60-b0d9-75394f390bb4 req-26e27e81-9c9d-4a4a-a282-cc4ae7e96b8e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.933709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3571065b-8709-4d60-b0d9-75394f390bb4 req-26e27e81-9c9d-4a4a-a282-cc4ae7e96b8e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.5103362 Jul 15 13:27:50.001504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11526bec-ccf7-4916-ba28-63681658ea8b req-06cc9cf6-8b54-4be9-9aaf-5eda1681d645 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524944 Jul 15 13:27:50.063371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b404cc4-9b17-4dae-b4ca-7dacc21c725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.073754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc39e634-3668-494e-be34-b72726e89024 req-5285629c-6c04-49fa-91a2-29ab84f477a2 service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694098 Jul 15 13:27:50.081682 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-595ff089-eb48-4ca6-95ac-a4dbf48a3baf tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0460954 Jul 15 13:27:50.083520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b404cc4-9b17-4dae-b4ca-7dacc21c725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.084357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:50.093412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:b9:10:0b', 'name': 'tempest-NetworksTestDHCPv6-1740237898'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:50.120039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3571065b-8709-4d60-b0d9-75394f390bb4 req-288985ce-2344-4dc2-8ecf-d3561bb019fb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704731 Jul 15 13:27:50.280374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b404cc4-9b17-4dae-b4ca-7dacc21c725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3389d23-e09f-49d1-9e4d-2f5ce6718740,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.304339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b404cc4-9b17-4dae-b4ca-7dacc21c725e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c559635c1094285bac676df25c52d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826324 Jul 15 13:27:50.305581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:50.337353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': 'b229e7fc-db3f-40a5-b42a-9b85f5ea9a46'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:50.338268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.505444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:50.566599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f46b3d3-338c-4303-bd03-72af348069ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.598342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f46b3d3-338c-4303-bd03-72af348069ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.709147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.724224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:50.729862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-7e16507a-3b60-47b1-8358-0618f0f12153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.733496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-7e16507a-3b60-47b1-8358-0618f0f12153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 1094 time: 0.2840569 Jul 15 13:27:50.755321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f46b3d3-338c-4303-bd03-72af348069ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.758494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f46b3d3-338c-4303-bd03-72af348069ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.764185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f46b3d3-338c-4303-bd03-72af348069ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3389d23-e09f-49d1-9e4d-2f5ce6718740 HTTP/1.1" status: 204 len: 168 time: 0.4568458 Jul 15 13:27:50.778572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/b229e7fc-db3f-40a5-b42a-9b85f5ea9a46/d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:50.862780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 92a262a3-797f-4464-8e5b-901f22946e60 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:51.017871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-9186a3d9-eb03-48a9-964f-621ed3969dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:51.022247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-9186a3d9-eb03-48a9-964f-621ed3969dd3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 916 time: 0.2555511 Jul 15 13:27:51.035744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46b3d3-338c-4303-bd03-72af348069ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3389d23-e09f-49d1-9e4d-2f5ce6718740,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.146769 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.167559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Transition to ACTIVE for port object d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:51.203918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Transition to ACTIVE for port object d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:51.218790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.282248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:51.285579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:51.294826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:51.300026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Pushing event updated for resources: {'Port': ['ID=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.406864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42252) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:51.450815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Attempting to bind port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:51.451567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Attempting to bind port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:51.451768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Attempting to bind port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:51.458871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-459b6e2d-525e-469b-98eb-4a0b654989a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37002f07-0c83-4f5f-a95f-d28588bbc702 HTTP/1.1" status: 200 len: 217 time: 0.1432641 Jul 15 13:27:51.465332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:51.477230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6b0b-2677-4560-a78e-b6a723100784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.484918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:51.485472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.485968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:51.488246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Bound port: d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:51.488401 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.640141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-e006b6b1-aa34-424a-8ff8-e9e3a50c88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:51.641646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-e006b6b1-aa34-424a-8ff8-e9e3a50c88b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.1086338 Jul 15 13:27:51.731718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] For port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:51.740604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] For port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:51.749606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.753908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736b1da-d132-4d6c-980f-01c437a6dc87 req-eaa21627-f997-4f09-8a49-4e0f50466347 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:51.758717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2736b1da-d132-4d6c-980f-01c437a6dc87 req-eaa21627-f997-4f09-8a49-4e0f50466347 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2837138 Jul 15 13:27:51.774702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-2634bce6-1e2b-452b-9b15-b3f5e37b67e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211033 Jul 15 13:27:51.905710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6b0b-2677-4560-a78e-b6a723100784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.914173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23156337-e4d5-4775-9ed0-6dbb0b0fcf65 None None] Pushing event updated for resources: {'Port': ['ID=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.967145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6b0b-2677-4560-a78e-b6a723100784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.117277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2736b1da-d132-4d6c-980f-01c437a6dc87 req-335a265a-cd2f-4cb3-bdb9-e6574dc3bf6e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047021 Jul 15 13:27:52.145022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1b9b6b0b-2677-4560-a78e-b6a723100784 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ed12abdd1624c9598b2bbe6948af6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7360086 Jul 15 13:27:52.146009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b6b0b-2677-4560-a78e-b6a723100784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e4e228-bbdb-4b2a-a77a-3af30c5acf31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.149468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:52.326482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498a3f7-13f0-4ebb-8322-926703c4013e req-c2e97c63-3d88-4a10-9ed2-6d8ca7d113f9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:52.333945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0498a3f7-13f0-4ebb-8322-926703c4013e req-c2e97c63-3d88-4a10-9ed2-6d8ca7d113f9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 943 time: 0.9260533 Jul 15 13:27:52.355415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-8da8d03c-ff03-4c1c-8dfc-a0ad286ac529 service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102461 Jul 15 13:27:52.452556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::c9 (7a649256-e900-404d-8783-423bfe265175/b229e7fc-db3f-40a5-b42a-9b85f5ea9a46/92a262a3-797f-4464-8e5b-901f22946e60) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:52.474542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port a42e3e6d-0726-41e3-b82d-a77901d47fc7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:52.475718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.502277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46f6327a-40ac-4d6d-b05b-30510f8e8adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.558810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46f6327a-40ac-4d6d-b05b-30510f8e8adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.647546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46f6327a-40ac-4d6d-b05b-30510f8e8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.652734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46f6327a-40ac-4d6d-b05b-30510f8e8adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.657466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-46f6327a-40ac-4d6d-b05b-30510f8e8adb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4e4e228-bbdb-4b2a-a77a-3af30c5acf31 HTTP/1.1" status: 204 len: 168 time: 0.5046270 Jul 15 13:27:52.674352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0498a3f7-13f0-4ebb-8322-926703c4013e req-8bf2088c-62d6-46f2-a552-cb3e58a464e3 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377388 Jul 15 13:27:52.745124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6327a-40ac-4d6d-b05b-30510f8e8adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e4e228-bbdb-4b2a-a77a-3af30c5acf31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.988278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.012082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 92a262a3-797f-4464-8e5b-901f22946e60 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:53.030346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.030792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.050170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for a42e3e6d-0726-41e3-b82d-a77901d47fc7 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:53.129078 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.379058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.430446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:53.487430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:53.552233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:53.589502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:53.590238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.723203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=92a262a3-797f-4464-8e5b-901f22946e60,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.737850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.740568 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Floating IP af02cda2-e3b3-40c9-b20e-103dae08ddf1 disassociated (deleted). External IP: 172.25.2.189, port: 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e. Jul 15 13:27:53.808927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:53.882933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53100fe4-f2b3-47e1-8404-f269e6a55c07 req-cd39d4e7-755b-45f4-9fa0-3f4731eaf1e4 service neutron] 10.222.0.23 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4550219 Jul 15 13:27:53.907357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 37002f07-0c83-4f5f-a95f-d28588bbc702 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:53.942143 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5bb72dcc-b780-4536-88f4-d388336a3c11 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8551772 Jul 15 13:27:53.946559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.024108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=a42e3e6d-0726-41e3-b82d-a77901d47fc7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.127526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-69553997-7863-477b-a310-8744383cfeff None None] Provisioning for port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:54.177110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0b30a-cd69-40f6-94e1-a961e8bf1eda req-8bd04b67-dabe-4683-81ed-af2976693d6d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.193300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36c0b30a-cd69-40f6-94e1-a961e8bf1eda req-8bd04b67-dabe-4683-81ed-af2976693d6d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.4168398 Jul 15 13:27:54.304504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 37002f07-0c83-4f5f-a95f-d28588bbc702, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=37002f07-0c83-4f5f-a95f-d28588bbc702,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.324382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '37002f07-0c83-4f5f-a95f-d28588bbc702', 'network_id': 'b7c4f695-1fc7-4a22-996d-3de1550862b3', 'port_id': '37002f07-0c83-4f5f-a95f-d28588bbc702', 'mac_address': 'fa:16:3e:ef:bf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514566df-f4e1-4849-be33-ba2b53cebdc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:54.366270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:54.382771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:54.383040 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.392393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02648538-94bc-4dc8-b877-d62020f5e8b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.432696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02648538-94bc-4dc8-b877-d62020f5e8b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.439996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-02648538-94bc-4dc8-b877-d62020f5e8b7 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4866698 Jul 15 13:27:54.442158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.499832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36c0b30a-cd69-40f6-94e1-a961e8bf1eda req-73bb0b74-c457-49b2-939c-a2f2d5eab8ec tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045340 Jul 15 13:27:54.531789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.551557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c968b1-6702-41e2-a752-169382c9fe2a req-71cc96a1-90fe-44a4-a2f3-17051cb3bdc9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.558557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56c968b1-6702-41e2-a752-169382c9fe2a req-71cc96a1-90fe-44a4-a2f3-17051cb3bdc9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 943 time: 0.5053210 Jul 15 13:27:54.589925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c7873f5-cb22-4f1d-be08-7305d157e6fd None None] Provisioning for port 92a262a3-797f-4464-8e5b-901f22946e60 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:54.630757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37002f07-0c83-4f5f-a95f-d28588bbc702 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:54.693278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56c968b1-6702-41e2-a752-169382c9fe2a req-7689e450-0615-4216-a104-72202128b68c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299152 Jul 15 13:27:54.704204 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 37002f07-0c83-4f5f-a95f-d28588bbc702, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=37002f07-0c83-4f5f-a95f-d28588bbc702,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.705428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c7873f5-cb22-4f1d-be08-7305d157e6fd None None] Provisioning complete for port 92a262a3-797f-4464-8e5b-901f22946e60 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:54.705855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c7873f5-cb22-4f1d-be08-7305d157e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.795731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c7873f5-cb22-4f1d-be08-7305d157e6fd None None] Port 92a262a3-797f-4464-8e5b-901f22946e60 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:54.807459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.897564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 3b84b07b-d824-455c-be79-17b6ec31fd73 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:54.956041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=37002f07-0c83-4f5f-a95f-d28588bbc702,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.981593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42302) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.011888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 92a262a3-797f-4464-8e5b-901f22946e60 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:55.012892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.061596 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.132291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:55.148108 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.303454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['37002f07-0c83-4f5f-a95f-d28588bbc702'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:55.424253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:55.440355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:55.455053 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] Sync routers for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:55.478133 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:55.479387 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.481822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.494804 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-289684eb-1f95-4edb-8777-3b6ee3862bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.748810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.769005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:55.796479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-289684eb-1f95-4edb-8777-3b6ee3862bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.798025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 92a262a3-797f-4464-8e5b-901f22946e60 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:55.807887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-289684eb-1f95-4edb-8777-3b6ee3862bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.937572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:55.941973 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.054833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289684eb-1f95-4edb-8777-3b6ee3862bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c63347-4a85-4a84-af81-3083acc53b2b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.066738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-289684eb-1f95-4edb-8777-3b6ee3862bb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcb11120b0c242208f9e07be90c25a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0838163 Jul 15 13:27:56.076592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.176159 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:56.212842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-78cd62f2-fa10-4fb5-8e97-3ad1102497d2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/floatingips/af02cda2-e3b3-40c9-b20e-103dae08ddf1 HTTP/1.1" status: 204 len: 168 time: 5.4850414 Jul 15 13:27:56.213554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:56.217071 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39cbf2e-0795-4f72-835a-6b3dcf393324" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:56.232136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.287892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-360107dc-e71c-4f27-9c4b-542f8444d131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.288962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=92a262a3-797f-4464-8e5b-901f22946e60,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.322489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94c31d-47c9-40dc-ad07-782bc7cdd3ad req-826f68f6-4ea3-4993-bfb9-110622728ef0 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.327156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.333080 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-74f41288-be4d-4ecc-93d5-f9338323c5a1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/92a262a3-797f-4464-8e5b-901f22946e60 HTTP/1.1" status: 204 len: 168 time: 1.8780060 Jul 15 13:27:56.333913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.336503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e94c31d-47c9-40dc-ad07-782bc7cdd3ad req-826f68f6-4ea3-4993-bfb9-110622728ef0 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.4370749 Jul 15 13:27:56.363785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e222-e0f8-4219-9fa3-cb1940987a7d req-0cb98d17-bd3b-4a4b-88af-b97c541a2a25 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.371866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1894e222-e0f8-4219-9fa3-cb1940987a7d req-0cb98d17-bd3b-4a4b-88af-b97c541a2a25 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 944 time: 0.3191314 Jul 15 13:27:56.405979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0eb9e6-95b7-40bd-9360-d149a86ffca5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.408073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0eb9e6-95b7-40bd-9360-d149a86ffca5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.413376 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fc0eb9e6-95b7-40bd-9360-d149a86ffca5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0782716 Jul 15 13:27:56.416215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.484919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet b229e7fc-db3f-40a5-b42a-9b85f5ea9a46 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:56.488649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.525149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-360107dc-e71c-4f27-9c4b-542f8444d131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.558944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.693514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.696336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e94c31d-47c9-40dc-ad07-782bc7cdd3ad req-4655642a-cc22-435a-ae8f-6cbc476ab7ec tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589866 Jul 15 13:27:56.735336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1894e222-e0f8-4219-9fa3-cb1940987a7d req-ef7d56f2-2246-403d-b1ec-71aa2c36cbb9 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620973 Jul 15 13:27:56.738546 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:54Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.812965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-360107dc-e71c-4f27-9c4b-542f8444d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.815280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-360107dc-e71c-4f27-9c4b-542f8444d131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.819221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-360107dc-e71c-4f27-9c4b-542f8444d131 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85c63347-4a85-4a84-af81-3083acc53b2b HTTP/1.1" status: 204 len: 168 time: 0.7244132 Jul 15 13:27:56.823744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.833002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360107dc-e71c-4f27-9c4b-542f8444d131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c63347-4a85-4a84-af81-3083acc53b2b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.833221 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] Checking router: 3b84b07b-d824-455c-be79-17b6ec31fd73 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:56.851846 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325540cf-d0ad-4d25-ba0f-3843a0d47d1a x-openstack-request-id: req-325540cf-d0ad-4d25-ba0f-3843a0d47d1a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:56.853671 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:56.854283 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-325540cf-d0ad-4d25-ba0f-3843a0d47d1a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:56.854704 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'status': 'completed', 'code': 200} Jul 15 13:27:56.860750 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:56.861379 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.875251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.880889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90edc60-0331-4089-b021-35f17c0db962 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:56.885248 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/b229e7fc-db3f-40a5-b42a-9b85f5ea9a46 HTTP/1.1" status: 204 len: 168 time: 0.4675524 Jul 15 13:27:56.893050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.980673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-b592a289-6cf0-4d39-bba1-52bf6e71ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.990754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-b592a289-6cf0-4d39-bba1-52bf6e71ca30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb253ec0cac4c76a83f9135098fc834&device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 1097 time: 0.1221411 Jul 15 13:27:56.995820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68620eb-9805-432f-ba16-35b84335f61e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=b229e7fc-db3f-40a5-b42a-9b85f5ea9a46,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:57.072302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1f1effc2-9346-4b3b-be54-79c6608bd272 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1778591 Jul 15 13:27:57.073078 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.253583 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:57.318116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-8860f7c9-67ad-4693-82f7-891437df34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.320071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-8860f7c9-67ad-4693-82f7-891437df34d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b HTTP/1.1" status: 200 len: 897 time: 0.3279469 Jul 15 13:27:57.335914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:57.338267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5263968-a37f-4810-a1a2-6ccfdbab4654 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.344883 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5263968-a37f-4810-a1a2-6ccfdbab4654 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2707045 Jul 15 13:27:57.351550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.447474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-0a101f6b-ac6d-4d22-8076-f659db4c16ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e HTTP/1.1" status: 200 len: 217 time: 0.1177068 Jul 15 13:27:57.482569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] Deleting port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:57.485576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.533044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c593ce-b97e-4b5c-92ac-38e55695070e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.545722 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-29c593ce-b97e-4b5c-92ac-38e55695070e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1920400 Jul 15 13:27:57.549682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.550948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.612373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-1b203634-9790-4c48-af5d-0e0bbbe8ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.625029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-1b203634-9790-4c48-af5d-0e0bbbe8ee8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd46e011-3265-4919-8764-0b6d7d18db16 HTTP/1.1" status: 200 len: 835 time: 0.1660564 Jul 15 13:27:57.669051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] For port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:57.677543 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.722822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] Calling delete_port for d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:57.727448 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b0818b15-56e7-4089-9498-32b456825cb2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1695113 Jul 15 13:27:57.728287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42372) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.734865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:57.738682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:57.812703 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:54Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:57.826291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.916420 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3669c693-a071-4783-b4f9-f50acef96630 None None] The sync data for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 is: [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 4, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'cd906923-271c-419e-80b8-47f5682c6880', 'name': '', 'network_id': '9f3fe341-ed75-47a8-ab20-cc67a5621d3b', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'mac_address': 'fa:16:3e:f1:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:38Z', 'updated_at': '2021-07-15T13:26:54Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'subnets': [{'id': 'dd46e011-3265-4919-8764-0b6d7d18db16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:57.925860 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75444f25-3403-4361-93c3-7b3a57c95656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.942363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 37002f07-0c83-4f5f-a95f-d28588bbc702 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:58.030461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:58.034043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.099817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 37002f07-0c83-4f5f-a95f-d28588bbc702 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:58.109344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 37002f07-0c83-4f5f-a95f-d28588bbc702 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:58.110774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.225337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203df5e9-a663-42fc-8ed7-9515920c90be req-b366167e-d6e4-44b2-8901-393347c273a2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:58.229473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-203df5e9-a663-42fc-8ed7-9515920c90be req-b366167e-d6e4-44b2-8901-393347c273a2 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 946 time: 0.7453403 Jul 15 13:27:58.268347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-130a6cba-6b94-446b-815a-abc12b0cdaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:58.270157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-130a6cba-6b94-446b-815a-abc12b0cdaf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f3fe341-ed75-47a8-ab20-cc67a5621d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5393195 Jul 15 13:27:58.279124 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.368073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-203df5e9-a663-42fc-8ed7-9515920c90be req-0def4ff3-1273-49bd-8d44-36f16aea681d tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202638 Jul 15 13:27:58.409448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761283-6dcb-4639-a8e0-12b908222e30 req-87d83cc3-fd1a-464d-b479-0dd54bae64a9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:58.415735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25761283-6dcb-4639-a8e0-12b908222e30 req-87d83cc3-fd1a-464d-b479-0dd54bae64a9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.5037544 Jul 15 13:27:58.470783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-263f13ed-4304-4048-94f7-2c965297694d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.564937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b4bbcd-2ee7-4410-9a9b-5102f9a7aaee None None] New status for floating IP af02cda2-e3b3-40c9-b20e-103dae08ddf1: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:27:58.603886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75444f25-3403-4361-93c3-7b3a57c95656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.634534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75444f25-3403-4361-93c3-7b3a57c95656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.644600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:58.677721 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.682247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:27:58.712022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-7b858b91-3abe-4ccc-b58e-79badde30801 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:58.718909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-7b858b91-3abe-4ccc-b58e-79badde30801 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 946 time: 0.1955051 Jul 15 13:27:58.721323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event deleted for resources: {'Port': ['ID=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.723818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.728375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.760928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] Pushing event deleted for resources: {'Port': ['ID=d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.788354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 37002f07-0c83-4f5f-a95f-d28588bbc702, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=37002f07-0c83-4f5f-a95f-d28588bbc702,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:58.790166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679358a-e7c3-44ea-a22a-8480e6fd6d4e None None] No DVR routers for this DVR port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:58.791850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37002f07-0c83-4f5f-a95f-d28588bbc702'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:58.795206 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff35735-b54a-4680-832f-fdb169b93f0b" -d '{"events": [{"server_uuid": "fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc", "name": "network-vif-plugged", "status": "completed", "tag": "37002f07-0c83-4f5f-a95f-d28588bbc702"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:58.802005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.889378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444f25-3403-4361-93c3-7b3a57c95656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1987578f-f6e1-4142-b2f8-cdf8ccd48f8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.896940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=37002f07-0c83-4f5f-a95f-d28588bbc702,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.900485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-75444f25-3403-4361-93c3-7b3a57c95656 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff3c0d595f4047daa452c04666d6427f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0664973 Jul 15 13:27:58.903284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-65b4b4a6-2055-49ed-a259-d3e53e35e6a2 service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675032 Jul 15 13:27:58.904792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42382) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.979843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25761283-6dcb-4639-a8e0-12b908222e30 req-9ea1edc1-f5b2-4176-aa78-7464af73ad1c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4613323 Jul 15 13:27:59.006972 n-d-798249-9 neutron-server[93823]: WARNING neutron.services.revisions.revision_plugin [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Could not find related port for resource to bump revision. Jul 15 13:27:59.043047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Port d0cc53b4-6127-456e-8cd8-eb23f2fdb5d8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:27:59.044035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:1e18 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:27:59.051183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4f:1e18 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:27:59.063395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.084499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40bdf2-b373-42dc-bc1e-64b34ffe47d2 req-a20eb9e0-722d-4ac4-b731-d1922e9b7f06 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.086072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd40bdf2-b373-42dc-bc1e-64b34ffe47d2 req-a20eb9e0-722d-4ac4-b731-d1922e9b7f06 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 944 time: 0.3892946 Jul 15 13:27:59.152032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d39cbf2e-0795-4f72-835a-6b3dcf393324 req-8d7a49b2-b1d9-4623-b9e8-89b3b31ce24a service neutron] 10.222.0.49 "GET /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141690 Jul 15 13:27:59.171775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0cbf713-57de-40ef-9553-90b8c3f278f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.175404 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fe848e-1c5c-433e-b842-1b3fb29e9aba x-openstack-request-id: req-f3fe848e-1c5c-433e-b842-1b3fb29e9aba {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:59.175911 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc", "name": "network-vif-plugged", "status": "completed", "tag": "37002f07-0c83-4f5f-a95f-d28588bbc702", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:59.176106 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3fe848e-1c5c-433e-b842-1b3fb29e9aba {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:59.176707 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37002f07-0c83-4f5f-a95f-d28588bbc702', 'code': 200} Jul 15 13:27:59.178544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-263f13ed-4304-4048-94f7-2c965297694d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.211113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0cbf713-57de-40ef-9553-90b8c3f278f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.248172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=8f560619-f53d-411a-b114-33e2fd2b8158,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.257071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:59.270525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-263f13ed-4304-4048-94f7-2c965297694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.277561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:59.296037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.296500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.301196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9d4c9-50e4-49d6-bd15-7006581b96bb None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:59.321124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd40bdf2-b373-42dc-bc1e-64b34ffe47d2 req-69acdbb3-91a1-42f4-90ec-ec6a02768682 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048845 Jul 15 13:27:59.323933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0cbf713-57de-40ef-9553-90b8c3f278f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.327312 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0cbf713-57de-40ef-9553-90b8c3f278f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.331985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c0cbf713-57de-40ef-9553-90b8c3f278f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1987578f-f6e1-4142-b2f8-cdf8ccd48f8b HTTP/1.1" status: 204 len: 168 time: 0.4259622 Jul 15 13:27:59.342402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbf713-57de-40ef-9553-90b8c3f278f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1987578f-f6e1-4142-b2f8-cdf8ccd48f8b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.466678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:59.467049 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.511426 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-87f72ac3-5803-44b9-b3c4-2e68c87995e2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7818952 Jul 15 13:27:59.518365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42388) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.537457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:59.589030 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-263f13ed-4304-4048-94f7-2c965297694d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07fc0ce30f774d5eb632e23f6146e4da&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0356085 Jul 15 13:27:59.593665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.601770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-79e5aa38-0a8a-4b1b-acd4-7c8cc14d995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.604146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-79e5aa38-0a8a-4b1b-acd4-7c8cc14d995c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1094 time: 0.2177036 Jul 15 13:27:59.608102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f13ed-4304-4048-94f7-2c965297694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c957a847-b947-442e-8662-04b9eab5bb3f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.673226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '8f560619-f53d-411a-b114-33e2fd2b8158'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:59.674563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.694738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:59.695474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.710608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:59.787163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-f1fb390b-d0a4-4eea-9c6c-ff13e1375440 req-bf7f788d-a905-4e87-85a0-f356ae691cca service neutron] (93824) timed out ('10.222.0.48', 46216) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:27:59.793518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6fbdc51-7b90-4632-a582-ab7a7ccc2939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.833617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6fbdc51-7b90-4632-a582-ab7a7ccc2939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.859849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Allocated IP 2001:db8::f816:3eff:fe2d:ce9b (7a649256-e900-404d-8783-423bfe265175/8f560619-f53d-411a-b114-33e2fd2b8158/840cc9d2-b4f1-4090-8b24-0f8d3570cfb1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:59.884141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:59.887844 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.888985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.903615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba825e-39a2-4cba-868c-050f8709008f req-95c9323e-eebe-43a9-b5e2-609cb6a8b871 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.905178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02ba825e-39a2-4cba-868c-050f8709008f req-95c9323e-eebe-43a9-b5e2-609cb6a8b871 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f060dd-2217-4cb4-a9fd-982714f8a8e0 HTTP/1.1" status: 200 len: 946 time: 0.2257190 Jul 15 13:27:59.973714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=27a90e44-56b3-4c1e-9dbd-e4d45a1c085e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.037207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] No DVR routers for this DVR port 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:00.043624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.045879 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c2c12d84-7546-45d8-8e9b-4f168be21332 req-6e9d374c-9dae-482c-948e-81e8e1feef31 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.49 "DELETE /v2.0/ports/27a90e44-56b3-4c1e-9dbd-e4d45a1c085e HTTP/1.1" status: 204 len: 173 time: 1.3124661 Jul 15 13:28:00.047488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'name': 'network-vif-deleted', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:00.049870 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a5aff6-5445-44a6-be33-1953ef8a5742" -d '{"events": [{"server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "name": "network-vif-deleted", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:00.060784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.088133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3830e4-3b98-4a9c-b678-486405fb5f94 req-5fe1a021-1450-43c8-a43f-75715e83bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.098865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ce3830e4-3b98-4a9c-b678-486405fb5f94 req-5fe1a021-1450-43c8-a43f-75715e83bce9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 1096 time: 0.2078872 Jul 15 13:28:00.113242 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4302e422-05b4-410e-8ace-db7ee78387c2 x-openstack-request-id: req-4302e422-05b4-410e-8ace-db7ee78387c2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:00.113537 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f060dd-2217-4cb4-a9fd-982714f8a8e0", "name": "network-vif-deleted", "tag": "27a90e44-56b3-4c1e-9dbd-e4d45a1c085e", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:00.114030 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4302e422-05b4-410e-8ace-db7ee78387c2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:00.114618 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f060dd-2217-4cb4-a9fd-982714f8a8e0', 'name': 'network-vif-deleted', 'tag': '27a90e44-56b3-4c1e-9dbd-e4d45a1c085e', 'status': 'completed', 'code': 200} Jul 15 13:28:00.119204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02ba825e-39a2-4cba-868c-050f8709008f req-0fec565b-db17-4b88-8ed2-2d88aac89ce3 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bff2b37-3bf1-4f0d-b32f-c2ccab860023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974952 Jul 15 13:28:00.124196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Transition to ACTIVE for port object 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:00.165630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6fbdc51-7b90-4632-a582-ab7a7ccc2939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.170163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6fbdc51-7b90-4632-a582-ab7a7ccc2939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.174117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6fbdc51-7b90-4632-a582-ab7a7ccc2939 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c957a847-b947-442e-8662-04b9eab5bb3f HTTP/1.1" status: 204 len: 168 time: 0.5741882 Jul 15 13:28:00.174459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Transition to ACTIVE for port object 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:00.187448 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.188161 n-d-798249-9 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f560619-f53d-411a-b114-33e2fd2b8158 (CIDR: 2001:db8::/64) Jul 15 13:28:00.196964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ce3830e4-3b98-4a9c-b678-486405fb5f94 req-15cdc95f-b9c9-4da4-92c1-7aeebbd8f616 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938079 Jul 15 13:28:00.235243 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:00.235743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:00.253775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbdc51-7b90-4632-a582-ab7a7ccc2939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c957a847-b947-442e-8662-04b9eab5bb3f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.268187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.272428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-38834259-9fe4-4460-9bfe-282ad50dc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.274466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-38834259-9fe4-4460-9bfe-282ad50dc817 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.3667023 Jul 15 13:28:00.292607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:00.296035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:00.298704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:00.378522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-15ea2c19-a8b7-4094-b078-43d022c0f23d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8481832 Jul 15 13:28:00.378522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.388496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:00.404001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Attempting to bind port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:00.404515 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Attempting to bind port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:00.405539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Attempting to bind port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:00.419717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:00.420075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:00.420955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.420955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:00.421284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Bound port: 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:00.421628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.495466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-dc6541a1-ff0d-4fbe-9aae-101edd5e55b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 200 len: 999 time: 0.1982605 Jul 15 13:28:00.557361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c9d52-6f5e-40f6-8242-25b5161803ad req-e50f9b9b-882a-43da-bc21-02862820055f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.565046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b6c9d52-6f5e-40f6-8242-25b5161803ad req-e50f9b9b-882a-43da-bc21-02862820055f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2969310 Jul 15 13:28:00.584601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:00.588347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:00.604381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.705612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9a82b-b895-4b64-84e1-6e01524a472e None None] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.712480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-860ef509-f0d9-417e-a245-1b43a44e6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.714047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-860ef509-f0d9-417e-a245-1b43a44e6c72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.2101872 Jul 15 13:28:00.825980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b6c9d52-6f5e-40f6-8242-25b5161803ad req-4fb86f4e-6826-4d57-a524-273a987e326f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598121 Jul 15 13:28:00.834620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:00.838630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.847318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.865969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39db66be-b7f5-4674-a086-eddca27892f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.885816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb2bb4-8b42-4232-8a00-8309936b1754 req-44537589-3bb1-4a5c-9353-f8664f4c34d3 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.889183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fdb2bb4-8b42-4232-8a00-8309936b1754 req-44537589-3bb1-4a5c-9353-f8664f4c34d3 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 945 time: 0.2795801 Jul 15 13:28:00.906930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.035729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-17effbbd-b9f0-460b-8115-00a433c42d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.037834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-17effbbd-b9f0-460b-8115-00a433c42d9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141479 Jul 15 13:28:01.118244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39db66be-b7f5-4674-a086-eddca27892f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.137210 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fdb2bb4-8b42-4232-8a00-8309936b1754 req-cc530516-a367-44e1-aae4-b38e8b080cd2 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286401 Jul 15 13:28:01.137848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39db66be-b7f5-4674-a086-eddca27892f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.208081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-39db66be-b7f5-4674-a086-eddca27892f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=966c3347955543c191d90f5541deda7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587825 Jul 15 13:28:01.209714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.218751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db66be-b7f5-4674-a086-eddca27892f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c422c2-f015-4a61-9079-7e8289d87a14,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.256170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.284671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e96038-5909-4bc4-86ce-3cdd27498e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.295680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-73d19254-812d-4cb9-aefd-06892c4a512b service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435110 Jul 15 13:28:01.312224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.318673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e96038-5909-4bc4-86ce-3cdd27498e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.373802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e96038-5909-4bc4-86ce-3cdd27498e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.376548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e96038-5909-4bc4-86ce-3cdd27498e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.380045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5e96038-5909-4bc4-86ce-3cdd27498e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77c422c2-f015-4a61-9079-7e8289d87a14 HTTP/1.1" status: 204 len: 168 time: 0.1667795 Jul 15 13:28:01.402287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e96038-5909-4bc4-86ce-3cdd27498e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c422c2-f015-4a61-9079-7e8289d87a14,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.465428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a79e9bc1-8ccd-4f8c-866a-fe5e285d2741 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.467172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e42207-2cdf-4067-88b9-7c9c1e1dc88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.523160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd55b03-5a5c-463d-b784-13b43442f1f9 req-030e7632-6b6f-48d3-a642-28dd43dd954a service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026830 Jul 15 13:28:01.567088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a79e9bc1-8ccd-4f8c-866a-fe5e285d2741 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.598426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.633538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e42207-2cdf-4067-88b9-7c9c1e1dc88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.650015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e42207-2cdf-4067-88b9-7c9c1e1dc88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.667722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:01.674289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:01.677515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.678617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.691313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=93dc6b06-8383-4170-9704-30ada6995775,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.716443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-93a0429f-a2de-419d-8598-e1b7bbd1bdfa tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3322468 Jul 15 13:28:01.717039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.736458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:01.737638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:dd:6b:30', 'name': 'tempest-NetworksTestDHCPv6-1863073707'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:01.770356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e42207-2cdf-4067-88b9-7c9c1e1dc88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bba024-bec0-4e5d-9b14-d576c9f910e3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.782561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4e42207-2cdf-4067-88b9-7c9c1e1dc88d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c5cb9c506df473ca68ff169dc8c9b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693058 Jul 15 13:28:01.785014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.826309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a79e9bc1-8ccd-4f8c-866a-fe5e285d2741 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.834780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:01.835938 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a79e9bc1-8ccd-4f8c-866a-fe5e285d2741 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.839642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a79e9bc1-8ccd-4f8c-866a-fe5e285d2741 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/security-groups/8bff2b37-3bf1-4f0d-b32f-c2ccab860023 HTTP/1.1" status: 204 len: 168 time: 0.5799823 Jul 15 13:28:01.859481 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6548-5b00-44b2-9f75-fc04ea027d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.861567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e9bc1-8ccd-4f8c-866a-fe5e285d2741 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff2b37-3bf1-4f0d-b32f-c2ccab860023,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.901668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6548-5b00-44b2-9f75-fc04ea027d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.921947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:02.059564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:02.076121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:02.119612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:02.120161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 27a90e44-56b3-4c1e-9dbd-e4d45a1c085e not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:02.178381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc580b4-4db8-4cd3-a2f4-dc7c7346cc04 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:02.255497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.308503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ac1a6-dc80-4cea-903c-6a788f76fd35 req-530359bd-8a8e-4f17-8a5c-bb72e75da55b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:02.308503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-357ac1a6-dc80-4cea-903c-6a788f76fd35 req-530359bd-8a8e-4f17-8a5c-bb72e75da55b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.2751329 Jul 15 13:28:02.309309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 443d6a1d-7feb-4849-b3ec-a70a2e63c882 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:02.352132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6548-5b00-44b2-9f75-fc04ea027d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.356043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6548-5b00-44b2-9f75-fc04ea027d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.357700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a7ae6548-5b00-44b2-9f75-fc04ea027d11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6bba024-bec0-4e5d-9b14-d576c9f910e3 HTTP/1.1" status: 204 len: 168 time: 0.5705950 Jul 15 13:28:02.374783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae6548-5b00-44b2-9f75-fc04ea027d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bba024-bec0-4e5d-9b14-d576c9f910e3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.379783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] Provisioning for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:02.428321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:02.428722 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.468979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-357ac1a6-dc80-4cea-903c-6a788f76fd35 req-c1c1a6d9-e475-4813-8b7f-b21f05ac89dc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285880 Jul 15 13:28:02.489822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.499117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692ec43-122b-447d-855d-ea3d27ddb6b1 req-fcec9e03-563d-45dd-9f26-1cfd485cab53 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:02.500660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d692ec43-122b-447d-855d-ea3d27ddb6b1 req-fcec9e03-563d-45dd-9f26-1cfd485cab53 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 945 time: 0.2102664 Jul 15 13:28:02.631371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d692ec43-122b-447d-855d-ea3d27ddb6b1 req-551cff2e-6198-4088-a7f4-358bc4423c53 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114795 Jul 15 13:28:02.655946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '8f560619-f53d-411a-b114-33e2fd2b8158', 'ip_address': '2001:db8::f816:3eff:fe2d:ce9b'}, {'subnet_id': '93dc6b06-8383-4170-9704-30ada6995775'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '840cc9d2-b4f1-4090-8b24-0f8d3570cfb1'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:02.658652 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.730480 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.750531 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:02.768408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8:0:1::51 (7a649256-e900-404d-8783-423bfe265175/93dc6b06-8383-4170-9704-30ada6995775/443d6a1d-7feb-4849-b3ec-a70a2e63c882) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:02.775509 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.791360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fedd:6b30 (7a649256-e900-404d-8783-423bfe265175/8f560619-f53d-411a-b114-33e2fd2b8158/443d6a1d-7feb-4849-b3ec-a70a2e63c882) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:03.057336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port cd906923-271c-419e-80b8-47f5682c6880 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:03.057828 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.116020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.184471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 443d6a1d-7feb-4849-b3ec-a70a2e63c882 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:03.194566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:03.216244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port cd906923-271c-419e-80b8-47f5682c6880, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd906923-271c-419e-80b8-47f5682c6880,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:03.217128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.233604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for cd906923-271c-419e-80b8-47f5682c6880 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:03.258910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.273409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25717bbb-6210-46d4-b324-ff404073c4c5 None None] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.317769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:03.322811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:03.330444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:03.336515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:03.337681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.350351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Allocated IP 2001:db8:0:1::2 (7a649256-e900-404d-8783-423bfe265175/93dc6b06-8383-4170-9704-30ada6995775/840cc9d2-b4f1-4090-8b24-0f8d3570cfb1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:03.363620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6451175 Jul 15 13:28:03.364882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60cd83-e9e3-4438-aee6-104e71d0dfb8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=443d6a1d-7feb-4849-b3ec-a70a2e63c882,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.368177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:03.512721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:03.533973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 443d6a1d-7feb-4849-b3ec-a70a2e63c882 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:03.533973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.577156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.594000 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.624540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Transition to ACTIVE for port object 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:03.625587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.629828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.665288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=cd906923-271c-419e-80b8-47f5682c6880,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.700513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4c113-9ca3-49f8-bda1-c547f09ff5db None None] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.703674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:03.732837 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-971a8c71-2de4-492c-b821-fbce833c240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.809405 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-3cd56adf-b5ef-47c7-a7ff-26cb7905f230 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5573366 Jul 15 13:28:03.874911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.908332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 443d6a1d-7feb-4849-b3ec-a70a2e63c882 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:04.019022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.062179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-77daf77e-b05c-444e-a379-6449cb394b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:04.063625 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-77daf77e-b05c-444e-a379-6449cb394b2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 1097 time: 0.1646996 Jul 15 13:28:04.613813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8c56c-8744-4db8-a06d-5f942c337f91 req-444f5555-6412-4d93-b17d-dd1fa07e75b5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:04.623193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbf8c56c-8744-4db8-a06d-5f942c337f91 req-444f5555-6412-4d93-b17d-dd1fa07e75b5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.8672979 Jul 15 13:28:04.656607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-971a8c71-2de4-492c-b821-fbce833c240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.671941 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-971a8c71-2de4-492c-b821-fbce833c240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.745150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-ea68de75-745e-494b-9184-b822b00fbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:04.747395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-ea68de75-745e-494b-9184-b822b00fbc2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 200 len: 916 time: 0.1532168 Jul 15 13:28:04.748857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbf8c56c-8744-4db8-a06d-5f942c337f91 req-99e31923-f216-4562-86fe-193454643991 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238360 Jul 15 13:28:04.780904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a8c71-2de4-492c-b821-fbce833c240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3782c315-dbbf-425f-a510-63812e0d0a3f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:04.816092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-971a8c71-2de4-492c-b821-fbce833c240f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b6db3d6e75f43e79f2b17e0ce02907d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6201310 Jul 15 13:28:04.819698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.838476 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-c3fca943-e0ef-4b62-ae4e-128ba50b339a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89 HTTP/1.1" status: 200 len: 217 time: 0.0485387 Jul 15 13:28:04.923994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8af1ef9-fd02-4932-ae8e-821727bdf9f7 None None] Provisioning for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:04.938019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb90297-0a8e-4eab-af79-50e67efba684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.943247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8af1ef9-fd02-4932-ae8e-821727bdf9f7 None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:04.943247 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ef9-fd02-4932-ae8e-821727bdf9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.960924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-d70b181a-363a-48e7-9b3e-1fba45f33fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:04.962811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-d70b181a-363a-48e7-9b3e-1fba45f33fa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 200 len: 855 time: 0.0671754 Jul 15 13:28:04.970557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Router 3b84b07b-d824-455c-be79-17b6ec31fd73 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:04.978027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb90297-0a8e-4eab-af79-50e67efba684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.997274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.004975 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-d928bdc3-94aa-4b18-a8fc-2b4dba87ed2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7c4f695-1fc7-4a22-996d-3de1550862b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325716 Jul 15 13:28:05.108170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=443d6a1d-7feb-4849-b3ec-a70a2e63c882,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.114552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.119800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3b89bef5-16d1-4f64-b3c9-28e3910aad44 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/443d6a1d-7feb-4849-b3ec-a70a2e63c882 HTTP/1.1" status: 204 len: 168 time: 1.7498639 Jul 15 13:28:05.120481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:05.190885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb90297-0a8e-4eab-af79-50e67efba684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.196124 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb90297-0a8e-4eab-af79-50e67efba684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.197174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-edb90297-0a8e-4eab-af79-50e67efba684 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3782c315-dbbf-425f-a510-63812e0d0a3f HTTP/1.1" status: 204 len: 168 time: 0.3741462 Jul 15 13:28:05.214332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90297-0a8e-4eab-af79-50e67efba684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3782c315-dbbf-425f-a510-63812e0d0a3f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.226790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966a73d-1264-4eba-be8d-027ff83c22fc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.231233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8966a73d-1264-4eba-be8d-027ff83c22fc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1059604 Jul 15 13:28:05.231984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:05.263137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:05.271350 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9b949208-e176-43b4-ae5b-6b6a5cdcfbfe tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "PUT /v2.0/routers/3b84b07b-d824-455c-be79-17b6ec31fd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3481295 Jul 15 13:28:05.275777 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] Sync routers for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:05.276892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:05.288468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14c9936a-4034-4a06-8fe8-d5f187e130cc None None] Could not find standard attr ID for object 443d6a1d-7feb-4849-b3ec-a70a2e63c882. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:28:05.296776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:05.297750 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:05.323700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-3aa2f365-69a5-405e-9f4f-aa679f658fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297974 Jul 15 13:28:05.393350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting subnet dd46e011-3265-4919-8764-0b6d7d18db16 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:05.400426 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.451112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b22f7e-e69e-458c-8d6c-cc1e873d6189 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.454579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-23b22f7e-e69e-458c-8d6c-cc1e873d6189 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2216370 Jul 15 13:28:05.457013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:05.520687 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:05.549421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8cd56-f353-4fc8-87b9-2e687505eb6c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.551308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8cd56-f353-4fc8-87b9-2e687505eb6c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.553343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8cd56-f353-4fc8-87b9-2e687505eb6c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.557418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aea8cd56-f353-4fc8-87b9-2e687505eb6c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0968695 Jul 15 13:28:05.558335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:05.566315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.663744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 8f560619-f53d-411a-b114-33e2fd2b8158 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:05.669212 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.673279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-719dcc1d-9f4e-460c-842c-828e8ecd924b req-864b2993-0b22-4f39-aec6-3a1d502dc2b6 service neutron] 10.222.0.49 "GET /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403902 Jul 15 13:28:05.794895 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.797258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.847251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:05.891549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.980005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:28:03Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:05.986763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.996588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:05.997558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.997929 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/subnets/dd46e011-3265-4919-8764-0b6d7d18db16 HTTP/1.1" status: 204 len: 168 time: 0.7197402 Jul 15 13:28:05.999042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a8e7-0ce1-45cd-a3e4-97a070829f44 tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Subnet': ['ID=dd46e011-3265-4919-8764-0b6d7d18db16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.008749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.013671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c4e53-b655-4e8f-95be-112a0fd74fc4 None None] Network 9f3fe341-ed75-47a8-ab20-cc67a5621d3b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:06.041418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.059253 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] Checking router: 3b84b07b-d824-455c-be79-17b6ec31fd73 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:06.079251 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] Routers {'3b84b07b-d824-455c-be79-17b6ec31fd73'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:06.079891 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3b84b07b-d824-455c-be79-17b6ec31fd73'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.162515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.267554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.274475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8f560619-f53d-411a-b114-33e2fd2b8158 HTTP/1.1" status: 204 len: 168 time: 0.7127283 Jul 15 13:28:06.275176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.276107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1a647-437a-4c75-ac1d-a041cac49d78 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=8f560619-f53d-411a-b114-33e2fd2b8158,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.318127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.319521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb4f84-cdf0-454a-af12-931e9347a297 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:06.360721 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] Set router 3b84b07b-d824-455c-be79-17b6ec31fd73 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:06.478960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 93dc6b06-8383-4170-9704-30ada6995775 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:06.493044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.538195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] DHCP port deletion for 9f3fe341-ed75-47a8-ab20-cc67a5621d3b request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:06.556424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5bad6-bd8c-4ffc-b992-558524d2a109 req-71819cec-8346-4167-88cf-44c1b328b384 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:06.559853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7bc5bad6-bd8c-4ffc-b992-558524d2a109 req-71819cec-8346-4167-88cf-44c1b328b384 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.4790576 Jul 15 13:28:06.590898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.603995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.661138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7bc5bad6-bd8c-4ffc-b992-558524d2a109 req-54dcabe4-2eba-49bf-9afe-5c04285f2f90 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954063 Jul 15 13:28:06.676626 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:28:03Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.721659 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cec31d-d8b7-4549-a5ea-84de1d087d2d None None] The sync data for ids ['3b84b07b-d824-455c-be79-17b6ec31fd73'] in n-d-798249-9 is: [{'id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'name': 'tempest-TestNetworkBasicOps-router-1593411276', 'tenant_id': '6eb253ec0cac4c76a83f9135098fc834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4d782115-0584-498b-8bdc-da470daab935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:29Z', 'updated_at': '2021-07-15T13:28:03Z', 'revision_number': 5, 'project_id': '6eb253ec0cac4c76a83f9135098fc834', 'gw_port': {'id': '4d782115-0584-498b-8bdc-da470daab935', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84b07b-d824-455c-be79-17b6ec31fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:06.760666 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.779055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Deleting port 4d782115-0584-498b-8bdc-da470daab935 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:06.780413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.795365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Deleting port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:06.795809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.923572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.936734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] For port 4d782115-0584-498b-8bdc-da470daab935, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4d782115-0584-498b-8bdc-da470daab935,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:06.937338 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.951801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Calling delete_port for 4d782115-0584-498b-8bdc-da470daab935 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:06.957350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] For port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,segment=NetworkSegment(c9e43d80-394a-45b3-9811-a10c9c718b87),segment_id=c9e43d80-394a-45b3-9811-a10c9c718b87)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:06.958019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.985849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Calling delete_port for b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:07.012872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.014893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/93dc6b06-8383-4170-9704-30ada6995775 HTTP/1.1" status: 204 len: 168 time: 0.7190096 Jul 15 13:28:07.015960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3a564-24f9-4267-bf7c-05747557ff6e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=93dc6b06-8383-4170-9704-30ada6995775,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.017521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.134707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f575d917-199f-4958-9ebe-9edff6d5a03a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157017 Jul 15 13:28:07.137484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42654) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.144150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:07.215567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.285493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Pushing event deleted for resources: {'Port': ['ID=b650dccd-adeb-4ae0-a0cb-93ab5a2e9964,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.291470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] No DVR routers for this DVR port b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:07.324070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.325418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.326179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.326707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.327399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.328135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.328648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.329141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.329647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.330716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.335096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.335657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a6881-e7df-4416-a8b1-29392bbb8079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:07.385898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.422264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:07.425935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Port': ['ID=4d782115-0584-498b-8bdc-da470daab935,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.429739 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.561206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.771660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.778604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.787435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:07.846082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:07.846529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b650dccd-adeb-4ae0-a0cb-93ab5a2e9964 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:07.846946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd906923-271c-419e-80b8-47f5682c6880 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:07.852026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.852526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Fanout notify agent at l3_agent the message router_deleted on router 3b84b07b-d824-455c-be79-17b6ec31fd73 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:07.860853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.862407 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf73137d-31f0-4417-b14b-28772f8ebfee tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/routers/3b84b07b-d824-455c-be79-17b6ec31fd73 HTTP/1.1" status: 204 len: 168 time: 1.8526080 Jul 15 13:28:07.864998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.920681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: cd906923-271c-419e-80b8-47f5682c6880 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:07.921463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd906923-271c-419e-80b8-47f5682c6880 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:07.953052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a7f9e-41f6-43f6-8817-a39b1a765009 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:07.999653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:08.005391 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.171194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94d770-bdef-4128-864f-f37c571e2ffe req-4f6eddc6-7259-49db-b1bc-72a4c567b425 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.178511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da94d770-bdef-4128-864f-f37c571e2ffe req-4f6eddc6-7259-49db-b1bc-72a4c567b425 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1947639 Jul 15 13:28:08.216991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f78a1509-93f0-4c7b-a85a-e4d1ec088106 None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:08.218119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f78a1509-93f0-4c7b-a85a-e4d1ec088106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.249759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.276870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3fe341-ed75-47a8-ab20-cc67a5621d3b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.289622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e43d80-394a-45b3-9811-a10c9c718b87') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.290140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e43d80-394a-45b3-9811-a10c9c718b87') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.301311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.318538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.321082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da94d770-bdef-4128-864f-f37c571e2ffe req-047189fb-038d-414b-9a89-f53a967ba857 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415622 Jul 15 13:28:08.328970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:08.330857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:08.341694 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:08.356487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:28:08.459407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.472203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.476769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] 10.222.0.48 "DELETE /v2.0/networks/9f3fe341-ed75-47a8-ab20-cc67a5621d3b HTTP/1.1" status: 204 len: 168 time: 0.6103141 Jul 15 13:28:08.552167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a09084-529d-4f32-afc6-36dea2b3e3ea tempest-TestNetworkBasicOps-1436374968 tempest-TestNetworkBasicOps-1436374968-project] Pushing event deleted for resources: {'Network': ['ID=9f3fe341-ed75-47a8-ab20-cc67a5621d3b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.611133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:08.635529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'port_id': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'mac_address': 'fa:16:3e:fe:f9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:08.730092 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.805508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50c3083-9e41-46c8-b6ce-a83c9434c6d8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:08.816633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.879401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': 'cf07e91f-271c-4f5c-9375-de4623df1ce8'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '840cc9d2-b4f1-4090-8b24-0f8d3570cfb1'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:08.916348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:08.925669 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.957032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.030829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.145154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.184636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:09.256108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.273485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.276797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.304725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b50c3083-9e41-46c8-b6ce-a83c9434c6d8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:09.401774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:28:09.402142 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:28:09.451199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:09.457615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:09.471992 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4a9aa445-e57b-41dc-9c0b-593245cf964f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6eb253ec0cac4c76a83f9135098fc834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254728 Jul 15 13:28:09.475114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.485372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.485894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.511266 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=cf07e91f-271c-4f5c-9375-de4623df1ce8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.530486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.573294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e777ea08-450c-4792-91ed-3f94188164db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4340796 Jul 15 13:28:09.575600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42690) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.587818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:09.610607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c20d2-dd40-4a0d-a5ee-94ea22e7f66f req-4db6dc84-25b8-4105-bc2e-d683f9f78b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.618739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-941c20d2-dd40-4a0d-a5ee-94ea22e7f66f req-4db6dc84-25b8-4105-bc2e-d683f9f78b7d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 944 time: 0.1143563 Jul 15 13:28:09.621372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d1d603-52e8-49f6-b926-d0ae010fa549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.666410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:09.690030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-941c20d2-dd40-4a0d-a5ee-94ea22e7f66f req-2eee760c-b3f6-4bca-a2fa-bb4835fe2392 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700238 Jul 15 13:28:09.702244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d1d603-52e8-49f6-b926-d0ae010fa549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.728713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:09.729095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.808565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:09.812977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.857291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4d782115-0584-498b-8bdc-da470daab935 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:09.881259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4d782115-0584-498b-8bdc-da470daab935 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:09.881595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4d782115-0584-498b-8bdc-da470daab935 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:09.888185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d1d603-52e8-49f6-b926-d0ae010fa549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.890724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d1d603-52e8-49f6-b926-d0ae010fa549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.891874 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-56d1d603-52e8-49f6-b926-d0ae010fa549 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2daf4ce6-f69e-4585-99fa-eee2bcb7b07a HTTP/1.1" status: 204 len: 168 time: 0.4154422 Jul 15 13:28:09.912247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1d603-52e8-49f6-b926-d0ae010fa549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf4ce6-f69e-4585-99fa-eee2bcb7b07a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.945849 n-d-798249-9 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf07e91f-271c-4f5c-9375-de4623df1ce8 (CIDR: 2001:db8::/64) Jul 15 13:28:09.951985 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:09.952411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:09.967117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.977300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42694) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:09.985238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:09.989796 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ad36ec7-d5c7-431d-a99e-f8809ed080ab tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4113796 Jul 15 13:28:10.177794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:10.182913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.360642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.361922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:10.381054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa1f67fe-8710-49d1-9cb4-2b8ccd4bb3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.432057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.442337 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.523212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa1f67fe-8710-49d1-9cb4-2b8ccd4bb3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.537599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa1f67fe-8710-49d1-9cb4-2b8ccd4bb3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.539752 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ea830-0881-4d3e-99b1-252b55935c9b None None] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.584014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f67fe-8710-49d1-9cb4-2b8ccd4bb3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44762447-2fbe-4f1e-aac1-49590f1d3841,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.604214 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.631072 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa1f67fe-8710-49d1-9cb4-2b8ccd4bb3de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f2db32766fe46ac95d4f55d547be939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592788 Jul 15 13:28:10.631072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:10.679820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:10.696074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:10.718987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.718987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.729122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=da4cae97-61ff-4421-b3cc-8a52905ed534,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.756793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d6f1c05-e68c-4a59-94ee-ef67e97510b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7782872 Jul 15 13:28:10.759449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:10.769135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4d65-f3ab-4d3c-8cd1-cd2c08587ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.772912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:d1:9a:26', 'name': 'tempest-NetworksTestDHCPv6-173434538'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:10.826196 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4d65-f3ab-4d3c-8cd1-cd2c08587ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.920758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4d65-f3ab-4d3c-8cd1-cd2c08587ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.923472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4d65-f3ab-4d3c-8cd1-cd2c08587ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.928032 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9e4b4d65-f3ab-4d3c-8cd1-cd2c08587ccc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44762447-2fbe-4f1e-aac1-49590f1d3841 HTTP/1.1" status: 204 len: 168 time: 0.2984955 Jul 15 13:28:10.939766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b4d65-f3ab-4d3c-8cd1-cd2c08587ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44762447-2fbe-4f1e-aac1-49590f1d3841,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.068280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:11.241824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.282308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 11cbc8d3-e021-4bd7-a42c-a3b7185d3839 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:11.435555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5ba46-86fb-4e80-9a98-5c235b0768e7 req-87cb5672-6e4e-4fe2-9e72-6eb67df1ca2a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.437176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ed5ba46-86fb-4e80-9a98-5c235b0768e7 req-87cb5672-6e4e-4fe2-9e72-6eb67df1ca2a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 944 time: 0.4314504 Jul 15 13:28:11.474577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc732a0-836d-4331-8bb8-8819e44c2392 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:11.526300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b1b4b0b-3b60-4c2a-b9d0-e7272100424d None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:11.526681 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b1b4b0b-3b60-4c2a-b9d0-e7272100424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.562910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ed5ba46-86fb-4e80-9a98-5c235b0768e7 req-18d2ab28-f427-47be-8231-2910211ed90b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114590 Jul 15 13:28:11.697677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8:0:1::32d (7a649256-e900-404d-8783-423bfe265175/da4cae97-61ff-4421-b3cc-8a52905ed534/11cbc8d3-e021-4bd7-a42c-a3b7185d3839) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:11.705249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::f816:3eff:fed1:9a26 (7a649256-e900-404d-8783-423bfe265175/cf07e91f-271c-4f5c-9375-de4623df1ce8/11cbc8d3-e021-4bd7-a42c-a3b7185d3839) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:11.932082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.970968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 11cbc8d3-e021-4bd7-a42c-a3b7185d3839 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:11.990272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:12.060736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.142627 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:12.156020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:12.159577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:12.166298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:12.172919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.173743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.197288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=11cbc8d3-e021-4bd7-a42c-a3b7185d3839,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.210739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-84b06cbf-9efe-449a-94bd-fb2c847bab0d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4502316 Jul 15 13:28:12.211569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:12.232977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:12.233361 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.308327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': 'cf07e91f-271c-4f5c-9375-de4623df1ce8', 'ip_address': '2001:db8::f816:3eff:fe2d:ce9b'}, {'subnet_id': 'da4cae97-61ff-4421-b3cc-8a52905ed534'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '840cc9d2-b4f1-4090-8b24-0f8d3570cfb1'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:12.367969 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.425225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 11cbc8d3-e021-4bd7-a42c-a3b7185d3839 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:12.425573 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.495617 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.534955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:12.537347 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b64503-b9a2-47d1-9e60-ae99536f9864" -d '{"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:12.557963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:12.581452 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.588978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.614829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 11cbc8d3-e021-4bd7-a42c-a3b7185d3839 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:13.001479 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.045998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=11cbc8d3-e021-4bd7-a42c-a3b7185d3839,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.102534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b7cfb-5868-41e0-9ac3-5a83328e7e52 req-cb215a93-d91b-4077-95f5-0116b486f8ea tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.113415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a6b7cfb-5868-41e0-9ac3-5a83328e7e52 req-cb215a93-d91b-4077-95f5-0116b486f8ea tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 946 time: 0.3123348 Jul 15 13:28:13.128368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.140258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba1c6-6abe-439f-a04e-bf5685afa418 req-af9c06e0-df43-42ec-bc77-e1ca7bc0a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.140258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2afba1c6-6abe-439f-a04e-bf5685afa418 req-af9c06e0-df43-42ec-bc77-e1ca7bc0a9c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 1097 time: 0.2204802 Jul 15 13:28:13.140460 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-72219d64-fd76-4557-b05a-fd9e35fd38ec tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/11cbc8d3-e021-4bd7-a42c-a3b7185d3839 HTTP/1.1" status: 204 len: 168 time: 0.9194112 Jul 15 13:28:13.140569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42788) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.200524 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260867ad-6a64-4c0b-ae21-0df798fb0921 x-openstack-request-id: req-260867ad-6a64-4c0b-ae21-0df798fb0921 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:13.200821 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:13.201281 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-260867ad-6a64-4c0b-ae21-0df798fb0921 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:13.201841 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'code': 200} Jul 15 13:28:13.246746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.279158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Allocated IP 2001:db8:0:1::2 (7a649256-e900-404d-8783-423bfe265175/da4cae97-61ff-4421-b3cc-8a52905ed534/840cc9d2-b4f1-4090-8b24-0f8d3570cfb1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:13.294791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea5b330d-9880-48ab-8b40-9f7cfac65052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.361353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2afba1c6-6abe-439f-a04e-bf5685afa418 req-e4b91760-16bf-442f-953b-7e935f087ca0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002499 Jul 15 13:28:13.387524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a6b7cfb-5868-41e0-9ac3-5a83328e7e52 req-42f7be1e-7e40-4f21-80b8-22c9b41678ea tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521963 Jul 15 13:28:13.440420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c69d20-c30b-4ab5-93c4-e6962dd91ce8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.443150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-55c69d20-c30b-4ab5-93c4-e6962dd91ce8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3073399 Jul 15 13:28:13.445904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.481179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:13.536270 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.564223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852b795-9a92-4f96-afbd-806d205c65cc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.565817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Transition to ACTIVE for port object 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:13.570699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5852b795-9a92-4f96-afbd-806d205c65cc tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1203732 Jul 15 13:28:13.570947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42800) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.584950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.702685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4031d9-0b73-4e6f-84e1-87122a490dc0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.704174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4031d9-0b73-4e6f-84e1-87122a490dc0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.705707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4031d9-0b73-4e6f-84e1-87122a490dc0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.716650 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7d4031d9-0b73-4e6f-84e1-87122a490dc0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1445234 Jul 15 13:28:13.719733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42804) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.756825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c73b9e-7451-488f-9ef7-bde2bbea5ec6 None None] Pushing event updated for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.799801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet cf07e91f-271c-4f5c-9375-de4623df1ce8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:13.811201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.877462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.084558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.210371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.285532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=cf07e91f-271c-4f5c-9375-de4623df1ce8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:14.318787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.323545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f7c9cb0f-4c59-420e-ba29-518e91bb7c06 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/cf07e91f-271c-4f5c-9375-de4623df1ce8 HTTP/1.1" status: 204 len: 168 time: 0.6009238 Jul 15 13:28:14.325335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:14.433446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet da4cae97-61ff-4421-b3cc-8a52905ed534 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:14.450200 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.508581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.701243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.763335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12cb41-7748-46a0-abdc-2c654fadab64 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:14.845218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.899573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aff38a03-90fe-4b90-9654-224b9370964d None None] Provisioning for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:14.908235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd307ab0-4be3-4696-8c6c-c183584b5228 req-842f511d-6588-4be9-9857-93f2d5f1d5bd tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.909295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aff38a03-90fe-4b90-9654-224b9370964d None None] Provisioning complete for port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:14.909669 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aff38a03-90fe-4b90-9654-224b9370964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.924852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd307ab0-4be3-4696-8c6c-c183584b5228 req-842f511d-6588-4be9-9857-93f2d5f1d5bd tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 946 time: 0.2435811 Jul 15 13:28:14.946561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=da4cae97-61ff-4421-b3cc-8a52905ed534,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:14.975041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.977129 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-101fded5-21de-4ad4-b013-a5421510e08e tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/da4cae97-61ff-4421-b3cc-8a52905ed534 HTTP/1.1" status: 204 len: 168 time: 0.6489685 Jul 15 13:28:14.979682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.014235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd307ab0-4be3-4696-8c6c-c183584b5228 req-5c688366-72e7-4303-9f94-0bda1d5afaeb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879421 Jul 15 13:28:15.127929 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa19b820-cd5e-44ab-b5bc-ac4a060c8330 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390686 Jul 15 13:28:15.128972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42864) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.138240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:15.192606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:15.320686 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea4b41ce-9a3d-482f-abeb-9bbfa1bf47ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.360867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] Deleting port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:15.361432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:15.362321 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.370087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.504202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] For port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:15.506107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.538564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] Calling delete_port for 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:15.658165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.704974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:15.750605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.750936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42876) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.774133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:15.780158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:15.786427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:15.787173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.822104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=3fd98c65-1c65-4598-84f7-bd96d1363ce6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.839599 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d6e8b5de-288c-4569-b779-281a0f3ab7ea tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7069912 Jul 15 13:28:15.843191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.852779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:15.970845 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.984705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5702820f-dfa3-4711-bec7-9088d858791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.997624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.000431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] No DVR routers for this DVR port 840cc9d2-b4f1-4090-8b24-0f8d3570cfb1 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:16.003703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'network': {'name': 'tempest-network-smoke--253834211', 'project_id': '7a765aa60beb4572a026b58e757b7147', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:16.030541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c27a94-1ddd-44bb-bc0d-c5adae58cb4d None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:16.044200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Made reservation on behalf of 7a765aa60beb4572a026b58e757b7147 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:16.050984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.066456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:16.067529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.073542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.111208 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.131207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7de7-e2b0-4302-bcd8-536bf518cc76 None None] Pushing event deleted for resources: {'Port': ['ID=840cc9d2-b4f1-4090-8b24-0f8d3570cfb1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.360767 n-d-798249-9 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fd98c65-1c65-4598-84f7-bd96d1363ce6 (CIDR: 2001:db8::/64) Jul 15 13:28:16.373830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-7a649256-e900-404d-8783-423bfe265175', 'network_id': '7a649256-e900-404d-8783-423bfe265175', 'tenant_id': '1f02bbb7da1e4f57b570e3c6f889de31', 'fixed_ips': [{'subnet_id': '3fd98c65-1c65-4598-84f7-bd96d1363ce6'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:16.374927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.381107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e4df-460b-4083-8d11-f802a6ec727f req-194e0599-60c8-4cd1-9a7e-b1436a85b77f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:16.382759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6307e4df-460b-4083-8d11-f802a6ec727f req-194e0599-60c8-4cd1-9a7e-b1436a85b77f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 946 time: 0.1319416 Jul 15 13:28:16.383685 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:16.384101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:16.444400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5702820f-dfa3-4711-bec7-9088d858791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.451699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5702820f-dfa3-4711-bec7-9088d858791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.459722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6307e4df-460b-4083-8d11-f802a6ec727f req-66b89d63-79ae-47f1-b6f5-ab951ddb5908 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687239 Jul 15 13:28:16.500688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5702820f-dfa3-4711-bec7-9088d858791a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3f6437ffe114b919188974e6a6de166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7485652 Jul 15 13:28:16.503471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.513052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-53abeb61-c333-4262-beba-27f1083ac59c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6684823 Jul 15 13:28:16.519354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.527641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:16.561016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/3fd98c65-1c65-4598-84f7-bd96d1363ce6/46e05560-fd91-4af6-a94e-f5e4ccb6a4fe) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:16.573320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702820f-dfa3-4711-bec7-9088d858791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e701ba2-fb70-403a-9449-0d7d3a58f140,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.590492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77486298-f382-4928-98a8-43a57489e806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.626869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77486298-f382-4928-98a8-43a57489e806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.642257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.660636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.706134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:16.707289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:16.709835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.721343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.721343 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Added segment 8d14b24a-4a24-49d2-96b1-3ef1a24517cb of type vlan for network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 Jul 15 13:28:16.766861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.772992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6865abf-01f6-4c0d-a910-cd0ea62ba25d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.778958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.797145 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.808962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77486298-f382-4928-98a8-43a57489e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.809838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Transition to ACTIVE for port object 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:16.811579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77486298-f382-4928-98a8-43a57489e806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.815458 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-77486298-f382-4928-98a8-43a57489e806 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e701ba2-fb70-403a-9449-0d7d3a58f140 HTTP/1.1" status: 204 len: 168 time: 0.3110092 Jul 15 13:28:16.829508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77486298-f382-4928-98a8-43a57489e806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e701ba2-fb70-403a-9449-0d7d3a58f140,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.833886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.841417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:16.842441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.854115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Transition to ACTIVE for port object 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:16.867494 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.909015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:16.912237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:16.916150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:16.952440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Network': ['ID=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.962519 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-016a744f-84ab-4ff6-b045-303e29c1aec8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9627957 Jul 15 13:28:16.962954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.979041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'admin_state_up': True, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:16.982856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.985674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:17.039390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.041248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.076924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Attempting to bind port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:17.077270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Attempting to bind port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:17.077611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Attempting to bind port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe on network 7a649256-e900-404d-8783-423bfe265175 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:17.119638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:17.120020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Checking segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:17.120442 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.120869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Bound using segment: {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:17.121450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Bound port: 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2d39-6c1e-45d7-8607-6c80c2be02f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a649256-e900-404d-8783-423bfe265175'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:17.121844 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.122166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.210800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:17.216149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:28:17.216808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:17.222337 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.304328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.362957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238a675-1f8b-4d7e-b8ed-306edc14a83b None None] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.521530 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.808695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:17.933019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:18.069258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.087972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.109503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.234135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:18.269930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.25.2.80 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/cd2bf0d5-e873-4216-8b6f-0785369275f9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:18.283184 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.293326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.294091 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.368912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:18.377259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:18.388287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:18.388884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.431126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=52039789-8015-4a52-9359-4cf3b3d02b00,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.437784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9173844 Jul 15 13:28:18.443904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42930) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:18.452980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f261e3-6f7d-4c3c-a78b-d89f70d5b506 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.464147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:13:10:24', 'name': 'tempest-NetworksTestDHCPv6-383140667'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:18.473668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.612336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.673774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:18.711524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:18.717416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0429b-0d1a-4c6e-b2a0-73640b6641f6 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:18.719204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:18.724068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:18.726372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=cd2bf0d5-e873-4216-8b6f-0785369275f9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.854023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] Provisioning for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:18.864534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:18.864885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.896978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.934557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port e9b7a592-90fc-4f9f-9581-ecc380bcdfce yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:18.983303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.033072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:19.039780 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.137255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6357af-8bec-4514-8c8c-9bf2ab1013e5 None None] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:19.240458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::34f (7a649256-e900-404d-8783-423bfe265175/3fd98c65-1c65-4598-84f7-bd96d1363ce6/e9b7a592-90fc-4f9f-9581-ecc380bcdfce) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:19.257278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:1024 (7a649256-e900-404d-8783-423bfe265175/52039789-8015-4a52-9359-4cf3b3d02b00/e9b7a592-90fc-4f9f-9581-ecc380bcdfce) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:19.615718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.719859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:19.843804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:19.844316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.947375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.977633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object e9b7a592-90fc-4f9f-9581-ecc380bcdfce will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:20.053905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.080184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-82623255-878f-41ea-834f-356674aca7b2 None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:20.080558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82623255-878f-41ea-834f-356674aca7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.111867 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.194110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:20.200557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:20.204434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=e9b7a592-90fc-4f9f-9581-ecc380bcdfce,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.208833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:20.215516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:20.216189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.273036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c0a0315-2b4e-480c-9768-4446ad40eeb6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8257394 Jul 15 13:28:20.273654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:20.342358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-536ecb8f-9301-40ee-a6f2-4055b3832b2e None None] Could not find standard attr ID for object 11cbc8d3-e021-4bd7-a42c-a3b7185d3839. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:28:20.397523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router dfa01f8b-8168-4555-9c99-4046a3e070ab is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:28:20.413818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port e9b7a592-90fc-4f9f-9581-ecc380bcdfce {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:20.414161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.580270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3ef9742-8955-4e4c-b253-40f35b297de4 None None] Provisioning for port e9b7a592-90fc-4f9f-9581-ecc380bcdfce completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:20.588174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3ef9742-8955-4e4c-b253-40f35b297de4 None None] Provisioning complete for port e9b7a592-90fc-4f9f-9581-ecc380bcdfce triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:20.589258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9742-8955-4e4c-b253-40f35b297de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.591071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.600608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:20.613372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for e9b7a592-90fc-4f9f-9581-ecc380bcdfce owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:20.633731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.638701 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1ddd6c6-1ea3-4335-909d-058a4d324f85 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6693144 Jul 15 13:28:20.639032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:20.679127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef9742-8955-4e4c-b253-40f35b297de4 None None] Port e9b7a592-90fc-4f9f-9581-ecc380bcdfce cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:20.682440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Sync routers for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:20.696714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:20.697354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:20.913038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:20.970169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.015986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=e9b7a592-90fc-4f9f-9581-ecc380bcdfce,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:21.114004 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.118712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-63ca3018-db76-4491-98a5-424854a0e6cb tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/e9b7a592-90fc-4f9f-9581-ecc380bcdfce HTTP/1.1" status: 204 len: 168 time: 0.8444393 Jul 15 13:28:21.119834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.133722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-70a348c0-2acb-4512-8fce-2d8960e9c842 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7a765aa60beb4572a026b58e757b7147&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4934764 Jul 15 13:28:21.139069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.165024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-02dcd887-bfae-47c3-bde7-5a2f451442c2 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2f36e1b84bcb434ba5e0eb34cda07592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596159 Jul 15 13:28:21.269900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:19Z', 'revision_number': 3, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:21.297266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf3af2-bad0-4df1-b39f-707b0c0859ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.303257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3cdf3af2-bad0-4df1-b39f-707b0c0859ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1820054 Jul 15 13:28:21.303257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.313012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Checking router: dfa01f8b-8168-4555-9c99-4046a3e070ab for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:21.313500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Updating router dfa01f8b-8168-4555-9c99-4046a3e070ab port cd2bf0d5-e873-4216-8b6f-0785369275f9 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:28:21.342168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca427a-200a-47c5-b495-aaad41879b68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.344092 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4cca427a-200a-47c5-b495-aaad41879b68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1770353 Jul 15 13:28:21.347796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.363831 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.394009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e9a12-6d20-439b-b084-99318c49f870 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.395994 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-125e9a12-6d20-439b-b084-99318c49f870 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0895228 Jul 15 13:28:21.398430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.424016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b6a910a4-1830-46e5-8a85-a2670f4b5438 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721815 Jul 15 13:28:21.428138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 42990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.440412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2048603807', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'project_id': '7a765aa60beb4572a026b58e757b7147', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:21.468987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410062c4-a3fd-4c4e-ab8a-5d2e240c3159 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.472854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410062c4-a3fd-4c4e-ab8a-5d2e240c3159 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.475165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410062c4-a3fd-4c4e-ab8a-5d2e240c3159 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.480176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-410062c4-a3fd-4c4e-ab8a-5d2e240c3159 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0807509 Jul 15 13:28:21.480779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 42992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.484200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e69a4745-1073-4307-95b0-a9f663fba24a tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.486203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e69a4745-1073-4307-95b0-a9f663fba24a tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136234 Jul 15 13:28:21.506299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-721a6d07-3690-41a0-919c-626afc10fde2 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/quotas/2f36e1b84bcb434ba5e0eb34cda07592 HTTP/1.1" status: 200 len: 375 time: 0.0114799 Jul 15 13:28:21.557795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 3fd98c65-1c65-4598-84f7-bd96d1363ce6 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:21.561607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.618766 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.624063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-89d61f7b-2c84-4bed-8dc2-4e57697b4c8b tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f36e1b84bcb434ba5e0eb34cda07592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576510 Jul 15 13:28:21.659956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Made reservation on behalf of 7a765aa60beb4572a026b58e757b7147 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:21.670872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.824678 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.832044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.891546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Transition to ACTIVE for port object cd2bf0d5-e873-4216-8b6f-0785369275f9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:21.904473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.991377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e2cdc0c-7efa-4ee8-8daa-4495c8be59b0 req-00269843-0f14-41e6-a3bb-9ba83a2fb387 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 210 time: 0.0354745 Jul 15 13:28:21.993270 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.028316 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.053071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Attempting to bind port cd2bf0d5-e873-4216-8b6f-0785369275f9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:22.054390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Attempting to bind port cd2bf0d5-e873-4216-8b6f-0785369275f9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:22.054745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Attempting to bind port cd2bf0d5-e873-4216-8b6f-0785369275f9 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:22.062253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933d7b2-5599-4c9a-94f4-eea63c45baad None None] Pushing event updated for resources: {'Port': ['ID=cd2bf0d5-e873-4216-8b6f-0785369275f9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.072980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:22.073361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:22.074687 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.075229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:22.078044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Bound port: cd2bf0d5-e873-4216-8b6f-0785369275f9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:22.080785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd98c65-1c65-4598-84f7-bd96d1363ce6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.080894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.083742 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.086126 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f0c7949-4601-4bee-8737-ed61648709d9 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/3fd98c65-1c65-4598-84f7-bd96d1363ce6 HTTP/1.1" status: 204 len: 168 time: 0.6043782 Jul 15 13:28:22.088712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.125800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9891d04-f531-4cde-8902-6e185105a254 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:22.134914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Checking segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:22.135355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network hostable DHCP agents. Network: a78cf6ce-66a5-4969-8b9a-caa1e7905ae4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:22.149607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Subnet': ['ID=6ad90b3b-62b3-4b90-a058-5bd39f983974,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.166766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 52039789-8015-4a52-9359-4cf3b3d02b00 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:22.174337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.206230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:22.228423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a78cf6ce-66a5-4969-8b9a-caa1e7905ae4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:22.233470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:22.234095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.265443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74675cc3-7b03-4fde-b6d8-57d791d30d3b None None] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:22.265804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2fede707-4257-48e0-9f1d-d3d3829ad4a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8333077 Jul 15 13:28:22.265804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43006) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.274676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.342316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] For port cd2bf0d5-e873-4216-8b6f-0785369275f9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:22.449876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.458969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] For port cd2bf0d5-e873-4216-8b6f-0785369275f9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd2bf0d5-e873-4216-8b6f-0785369275f9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:22.547701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.609071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=52039789-8015-4a52-9359-4cf3b3d02b00,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.618355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.625574 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b589029d-29ea-4ea6-838b-c6feb1fdc255 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/52039789-8015-4a52-9359-4cf3b3d02b00 HTTP/1.1" status: 204 len: 168 time: 0.5357311 Jul 15 13:28:22.627077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.697031 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d07b38d5-16aa-4921-aaaf-95a32bc18f85 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554867 Jul 15 13:28:22.697926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43016) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.702995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:22.734396 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.874813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:22.875483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:22.901477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:22.907280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.972984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933d7b2-5599-4c9a-94f4-eea63c45baad None None] Pushing event updated for resources: {'Port': ['ID=cd2bf0d5-e873-4216-8b6f-0785369275f9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:23.025096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:23.028312 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.263895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:23.302018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-183b6ef6-1f32-4035-9a69-f1344f6500ed req-7c50e1df-aec7-401d-b01a-db057c390f1d tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 210 time: 0.1881490 Jul 15 13:28:23.313657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.453469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc00b681-063c-4472-966b-3d64370e8de2 None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': '52039789-8015-4a52-9359-4cf3b3d02b00'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '46e05560-fd91-4af6-a94e-f5e4ccb6a4fe'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:23.472295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.528781 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc00b681-063c-4472-966b-3d64370e8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.560171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:23.566402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:23.577206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:23.581485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.632597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9343677 Jul 15 13:28:23.633536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6cb8-70c4-43a6-8be2-e4faa34bcbee tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=c6bfc384-edc9-4224-9a53-0cc6fc763255,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:23.636026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43026) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:23.640013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Allocated IP 172.20.0.2 (a78cf6ce-66a5-4969-8b9a-caa1e7905ae4/6ad90b3b-62b3-4b90-a058-5bd39f983974/f83dd74e-5cca-4138-854b-492534a4c12e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:23.646374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:23.858596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:23.861979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.940468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:19Z', 'revision_number': 3, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:23.992855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de165298-978f-4ff8-9bf0-5af8e5b9e6d9 None None] The sync data for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 is: [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:19Z', 'revision_number': 3, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:24.021774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d9b95-4303-49f8-850f-4e4b145839cb None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:24.028137 n-d-798249-9 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6bfc384-edc9-4224-9a53-0cc6fc763255 (CIDR: 2001:db8::/64) Jul 15 13:28:24.034503 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:24.034968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:24.061624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:24.062845 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-56b9986d-e625-416b-aed0-ad96a315df32 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4257514 Jul 15 13:28:24.066916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'subnet': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:24.124063 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.135565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Transition to ACTIVE for port object f83dd74e-5cca-4138-854b-492534a4c12e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:24.217632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1de78172-9370-43e3-9d73-e90e9378970a None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:24.218414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1de78172-9370-43e3-9d73-e90e9378970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.352041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Transition to ACTIVE for port object f83dd74e-5cca-4138-854b-492534a4c12e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:24.416046 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.430067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:24.433797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.484041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:24.579195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:24.584378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:24.727638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Pushing event updated for resources: {'Port': ['ID=f83dd74e-5cca-4138-854b-492534a4c12e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:24.778069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Attempting to bind port f83dd74e-5cca-4138-854b-492534a4c12e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:24.778560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Attempting to bind port f83dd74e-5cca-4138-854b-492534a4c12e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:24.785043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Attempting to bind port f83dd74e-5cca-4138-854b-492534a4c12e on network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:24.802198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:24.802625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Checking segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:24.802745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.803058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Bound using segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:24.803523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Bound port: f83dd74e-5cca-4138-854b-492534a4c12e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:24.803896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.810152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02aaf4f2-2719-4389-9842-5a7670f71123 req-494b3afb-ae99-4ff1-ad52-3f514cfb9aa7 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 210 time: 0.1797626 Jul 15 13:28:24.813268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.20.0.1 (a78cf6ce-66a5-4969-8b9a-caa1e7905ae4/6ad90b3b-62b3-4b90-a058-5bd39f983974/ad4870b4-aad5-4591-a040-bec59eae358b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:24.959066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Update dhcp port {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'fixed_ips': [{'subnet_id': 'c6bfc384-edc9-4224-9a53-0cc6fc763255'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '46e05560-fd91-4af6-a94e-f5e4ccb6a4fe'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:28:25.052511 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.054833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] For port f83dd74e-5cca-4138-854b-492534a4c12e, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:25.065520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] For port f83dd74e-5cca-4138-854b-492534a4c12e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f83dd74e-5cca-4138-854b-492534a4c12e,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:25.082951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.181948 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-15ea36de-afad-4ac2-bc14-f22a66e19f8c tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f36e1b84bcb434ba5e0eb34cda07592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9084582 Jul 15 13:28:25.203546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.281041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Transition to ACTIVE for port object ad4870b4-aad5-4591-a040-bec59eae358b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:25.314829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f0d4e-993b-4e26-b018-3f4d2cea71d2 None None] Pushing event updated for resources: {'Port': ['ID=f83dd74e-5cca-4138-854b-492534a4c12e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.522160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.526197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Allocated IP 2001:db8::2 (7a649256-e900-404d-8783-423bfe265175/c6bfc384-edc9-4224-9a53-0cc6fc763255/46e05560-fd91-4af6-a94e-f5e4ccb6a4fe) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:25.664457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:25.670584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:25.671134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:25.694523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:25.725216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.757956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Transition to ACTIVE for port object 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:25.764594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=ad4870b4-aad5-4591-a040-bec59eae358b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.792019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-94be16b0-1706-4447-98d9-d5b7d360b7c8 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:25.793067 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.795518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-94be16b0-1706-4447-98d9-d5b7d360b7c8 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6080008 Jul 15 13:28:25.812597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Request body: {'port': {'device_id': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': '2f36e1b84bcb434ba5e0eb34cda07592'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:25.827383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.950002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd2bf0d5-e873-4216-8b6f-0785369275f9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:26.026062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:28:26.065218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5274-40cf-48a2-a3e2-d66c9130e1a6 None None] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.169711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cd2bf0d5-e873-4216-8b6f-0785369275f9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:26.173780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cd2bf0d5-e873-4216-8b6f-0785369275f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:26.174478 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.280177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Made reservation on behalf of 2f36e1b84bcb434ba5e0eb34cda07592 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:26.303810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.312616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3689195-3adc-4b6a-ab99-0ecb658c1f61 req-e8fd25fd-a798-444b-aeae-0b517ae88fcf tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 210 time: 0.1031306 Jul 15 13:28:26.330021 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.376742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.413062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port cd2bf0d5-e873-4216-8b6f-0785369275f9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd2bf0d5-e873-4216-8b6f-0785369275f9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:26.420362 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.514633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.522286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:26.531458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.540870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.557615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=cd2bf0d5-e873-4216-8b6f-0785369275f9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.569789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.827113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adab1557-5296-438a-8ced-a4d457219c75,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.839129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Allocated IP 192.168.233.226 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/72d685e3-0d09-4ee9-8e9d-8189edaf4693) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:27.052321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:27.121740 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.123222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.188269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.234840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.235894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.241041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Transition to ACTIVE for port object 72d685e3-0d09-4ee9-8e9d-8189edaf4693 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:27.280579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:28:27.281384 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:28:27.328411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b66ea-f8ad-494b-8e54-07495fb01a16 None None] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:27.355265 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.430351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:27.433768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:27.434390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:27.439043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:27.441260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:27.443055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Pushing event updated for resources: {'Port': ['ID=72d685e3-0d09-4ee9-8e9d-8189edaf4693,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.483609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:27.484678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.489662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0f46f-272c-4010-a858-99f17d3fd277 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:27.539336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:27.545831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.584291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Subnet': ['ID=031b2af2-48ac-4ca8-9954-e5b32d509600,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.588912 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-e34f378d-4782-4f98-a04f-8acb2fdaac07 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7832007 Jul 15 13:28:27.609873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Request body: {'port': {'device_id': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:27.774518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b2f0d35b-02ca-46f4-8202-3f0d099bab8c None None] Provisioning for port f83dd74e-5cca-4138-854b-492534a4c12e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:27.792071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.795711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.803623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-55c2a4fc-fe57-418d-91ae-1615486ad839 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7407043 Jul 15 13:28:27.806886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.813466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.813746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Request body: {'port': {'network_id': '7a649256-e900-404d-8783-423bfe265175', 'mac_address': 'fa:16:3e:46:68:a8', 'name': 'tempest-NetworksTestDHCPv6-1184272427'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:27.821237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.956680 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.978345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Provisioning for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:28.003170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:28.003636 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.016504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:28.041706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=ad4870b4-aad5-4591-a040-bec59eae358b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.045102 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.064819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.111454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.233152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Made reservation on behalf of 1f02bbb7da1e4f57b570e3c6f889de31 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:28.296091 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.384306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:28.392431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.496203 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d685e3-0d09-4ee9-8e9d-8189edaf4693 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:28.506654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Provisioning for port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:28.516533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.533984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Provisioning complete for port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:28.535633 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.540598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:28.548942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.555739 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Transition to ACTIVE for port object 72d685e3-0d09-4ee9-8e9d-8189edaf4693 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:28.567608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.599425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b0262-0a82-4b20-8ea7-b7a2a1865d82 req-7846ab25-016a-49c5-9106-dad4137dc330 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.601004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b5b0262-0a82-4b20-8ea7-b7a2a1865d82 req-7846ab25-016a-49c5-9106-dad4137dc330 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 936 time: 1.0349572 Jul 15 13:28:28.649936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] device_id is not set on port 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:28.658012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Pushing event updated for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.698263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Pushing event updated for resources: {'Port': ['ID=72d685e3-0d09-4ee9-8e9d-8189edaf4693,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.720500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf826e-f6d9-4bde-a285-d51ae9b5bada None None] Port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:28.728997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:28.762202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:28.764002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:28.764393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.835049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Attempting to bind port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:28.835427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Attempting to bind port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:28.835726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Attempting to bind port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:28.854889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:28.856468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Attempting to bind port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:28.868334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:28.868334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:28.868689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:28.868927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Bound port: 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:28.869334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.903592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a48f7c2a-6e4c-41bb-90fa-2e407195ac2e None None] Provisioning for port ad4870b4-aad5-4591-a040-bec59eae358b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:28.924691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a48f7c2a-6e4c-41bb-90fa-2e407195ac2e None None] Provisioning complete for port ad4870b4-aad5-4591-a040-bec59eae358b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:28.927552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a48f7c2a-6e4c-41bb-90fa-2e407195ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.031503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b5b0262-0a82-4b20-8ea7-b7a2a1865d82 req-7868303b-9389-4585-80cc-482a9789e003 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112177 Jul 15 13:28:29.040236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a48f7c2a-6e4c-41bb-90fa-2e407195ac2e None None] Port ad4870b4-aad5-4591-a040-bec59eae358b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:29.043347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] For port 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:29.043644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f83dd74e-5cca-4138-854b-492534a4c12e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:29.055457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] For port 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:29.075705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.103073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router dfa01f8b-8168-4555-9c99-4046a3e070ab has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:29.176120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:29.176523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.178138 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-86ee2070-73be-456b-8648-9268e095d16e service neutron] 10.222.0.49 "PUT /v2.0/ports/72d685e3-0d09-4ee9-8e9d-8189edaf4693 HTTP/1.1" status: 200 len: 1096 time: 1.5805771 Jul 15 13:28:29.178981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'tag': '72d685e3-0d09-4ee9-8e9d-8189edaf4693'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:29.181263 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d381f98-7792-43de-9183-c75028abb8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06", "tag": "72d685e3-0d09-4ee9-8e9d-8189edaf4693"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:29.229745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f83dd74e-5cca-4138-854b-492534a4c12e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:29.238759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f83dd74e-5cca-4138-854b-492534a4c12e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:29.239210 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.271907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee2070-73be-456b-8648-9268e095d16e service neutron] Pushing event updated for resources: {'Port': ['ID=72d685e3-0d09-4ee9-8e9d-8189edaf4693,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.349058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:29.360279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Sync routers for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:29.362060 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.372051 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:29.372777 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:29.373848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-0b3c743d-8a9b-4786-bc26-df5fbd5606ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:29.375434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-0b3c743d-8a9b-4786-bc26-df5fbd5606ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f36e1b84bcb434ba5e0eb34cda07592&device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 1099 time: 0.1260319 Jul 15 13:28:29.392618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-05000a66-c166-4b4a-8900-f0b95a746479 None None] Provisioning complete for port ad4870b4-aad5-4591-a040-bec59eae358b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:29.394941 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05000a66-c166-4b4a-8900-f0b95a746479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.478488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f83dd74e-5cca-4138-854b-492534a4c12e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f83dd74e-5cca-4138-854b-492534a4c12e,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:29.484443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-05000a66-c166-4b4a-8900-f0b95a746479 None None] Port ad4870b4-aad5-4591-a040-bec59eae358b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:29.487785 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.488934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd2bf0d5-e873-4216-8b6f-0785369275f9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:29.511921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-495d2b12-e38c-4056-8cac-0e1c8ee880e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693 HTTP/1.1" status: 200 len: 217 time: 0.1193888 Jul 15 13:28:29.575624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-48469434-b231-4776-8359-a2a8b46271ca tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "PUT /v2.0/routers/dfa01f8b-8168-4555-9c99-4046a3e070ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3059797 Jul 15 13:28:29.609121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:29.620498 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e242eb-3175-4c4f-bc9c-d3d249dbd450 x-openstack-request-id: req-c1e242eb-3175-4c4f-bc9c-d3d249dbd450 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:29.620498 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06", "tag": "72d685e3-0d09-4ee9-8e9d-8189edaf4693", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:29.620892 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1e242eb-3175-4c4f-bc9c-d3d249dbd450 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:29.621251 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'tag': '72d685e3-0d09-4ee9-8e9d-8189edaf4693', 'status': 'completed', 'code': 200} Jul 15 13:28:29.626599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--391680304', 'description': 'tempest-secgroup_access--391680304 description', 'project_id': '7a765aa60beb4572a026b58e757b7147'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:29.637250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8::22b (7a649256-e900-404d-8783-423bfe265175/c6bfc384-edc9-4224-9a53-0cc6fc763255/5d94a91e-f55f-4e9a-bbaa-22c1d750cc47) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:29.652454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:68a8 (7a649256-e900-404d-8783-423bfe265175/031b2af2-48ac-4ca8-9954-e5b32d509600/5d94a91e-f55f-4e9a-bbaa-22c1d750cc47) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:29.729698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-cf1f77e7-2583-4b2f-9c26-13b9282d4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:29.733933 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-cf1f77e7-2583-4b2f-9c26-13b9282d4988 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.2171726 Jul 15 13:28:29.738968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.743395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f83dd74e-5cca-4138-854b-492534a4c12e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.782270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cd2bf0d5-e873-4216-8b6f-0785369275f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:29.782662 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.952792 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:30.007742 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.013584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-caae7ebe-76cf-42f3-98ae-75b946d9b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.015714 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-caae7ebe-76cf-42f3-98ae-75b946d9b9e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728734 Jul 15 13:28:30.021838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72504bb4-2c18-4a70-8231-94dc438f4379 None None] Provisioning complete for port ad4870b4-aad5-4591-a040-bec59eae358b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.021838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72504bb4-2c18-4a70-8231-94dc438f4379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.036684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Transition to ACTIVE for port object 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:30.066224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-72504bb4-2c18-4a70-8231-94dc438f4379 None None] Port ad4870b4-aad5-4591-a040-bec59eae358b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:30.081644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72504bb4-2c18-4a70-8231-94dc438f4379 None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.082313 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72504bb4-2c18-4a70-8231-94dc438f4379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.145855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.180724 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-b7a33ebb-2c93-425a-95fe-bf08261f9a41 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545839 Jul 15 13:28:30.243333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Network 7a649256-e900-404d-8783-423bfe265175 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:30.253339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:30.312613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:30.347960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:30.350008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.366754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.367889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.369882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.434088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d4fb8e96-bfc8-4d3f-b12f-9d087db5d21d req-8e7520d8-e08a-427f-9fbf-83a33dab014b service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459021 Jul 15 13:28:30.463814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.466302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8435652 Jul 15 13:28:30.475104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.484378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.485652 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.486376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1123013317', 'description': 'tempest-secgroup_general--1123013317 description', 'project_id': '7a765aa60beb4572a026b58e757b7147'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:30.493839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.536823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7264357 Jul 15 13:28:30.546555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.557672 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:27Z', 'revision_number': 2, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.562647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31543fb1-fb12-4817-8077-3f4ff0bd9899 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event updated for resources: {'Port': ['ID=5d94a91e-f55f-4e9a-bbaa-22c1d750cc47,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.604051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f83dd74e-5cca-4138-854b-492534a4c12e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:30.621034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.621691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.622249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.622759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.623278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.623795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.624301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.624817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.625326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.625825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.626347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.626862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f110b-b52a-4b9c-a9cb-5c00e2ecbfd4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:30.643028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfeef0-cfa9-4151-8abd-2c96a299db7d req-7dfb2f5a-339b-4d0d-89ff-f96a2fc1042c tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.644936 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Checking router: dfa01f8b-8168-4555-9c99-4046a3e070ab for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:30.645295 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Updating router dfa01f8b-8168-4555-9c99-4046a3e070ab port ad4870b4-aad5-4591-a040-bec59eae358b binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:28:30.651341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43bfeef0-cfa9-4151-8abd-2c96a299db7d req-7dfb2f5a-339b-4d0d-89ff-f96a2fc1042c tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 948 time: 0.2723982 Jul 15 13:28:30.678904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f83dd74e-5cca-4138-854b-492534a4c12e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.679822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.731666 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.762373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43bfeef0-cfa9-4151-8abd-2c96a299db7d req-7dff3cce-ecee-4c31-ac18-38efe812de8c tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093063 Jul 15 13:28:30.835605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ac1febf9-9057-454d-92e6-6b86a9c07b5b None None] Provisioning for port 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:30.843743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.875488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ac1febf9-9057-454d-92e6-6b86a9c07b5b None None] Provisioning complete for port 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.876145 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac1febf9-9057-454d-92e6-6b86a9c07b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.932054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ac1febf9-9057-454d-92e6-6b86a9c07b5b None None] Port 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:30.942532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d381f98-7792-43de-9183-c75028abb8c9 req-2393aef9-4df9-4265-927e-c05b4c75f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.945242 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-2393aef9-4df9-4265-927e-c05b4c75f095 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f36e1b84bcb434ba5e0eb34cda07592&device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 1099 time: 0.4348273 Jul 15 13:28:30.970908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.986623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting port 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:30.986973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.064972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.112963 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.128110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.132728 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Transition to ACTIVE for port object ad4870b4-aad5-4591-a040-bec59eae358b will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:31.148242 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.204847 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Pushing event updated for resources: {'Port': ['ID=ad4870b4-aad5-4591-a040-bec59eae358b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.236276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.237105 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.237758 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7588906 Jul 15 13:28:31.240719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:31.240941 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.242248 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.242248 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.242248 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.242588 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.242702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d381f98-7792-43de-9183-c75028abb8c9 req-7bd09dd4-3993-4d6d-a7f5-a453f12e0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.242831 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.243284 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.243702 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.244100 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-7bd09dd4-3993-4d6d-a7f5-a453f12e0408 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.2888570 Jul 15 13:28:31.244236 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.244587 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.245148 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:31.246561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'security_group_rule': {'security_group_id': '3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9', 'project_id': '7a765aa60beb4572a026b58e757b7147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:31.258903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1c2bd-c48e-4000-8efb-8194dbc4a5fe tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28d175-8c2b-48b5-9224-ffb3a1838436,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.295928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.296599 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Attempting to bind port ad4870b4-aad5-4591-a040-bec59eae358b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:31.297376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Attempting to bind port ad4870b4-aad5-4591-a040-bec59eae358b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:31.298185 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Attempting to bind port ad4870b4-aad5-4591-a040-bec59eae358b on network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:31.304698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:31.305886 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Checking segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:31.306783 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.308641 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Bound using segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:31.309108 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Bound port: ad4870b4-aad5-4591-a040-bec59eae358b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:31.309764 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.337012 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-6d11078f-08a7-45b4-9005-26ef67a4c323 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693 HTTP/1.1" status: 200 len: 217 time: 0.0658906 Jul 15 13:28:31.338757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.397809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] For port ad4870b4-aad5-4591-a040-bec59eae358b, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:31.402960 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] For port ad4870b4-aad5-4591-a040-bec59eae358b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ad4870b4-aad5-4591-a040-bec59eae358b,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:31.409051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Calling delete_port for 5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:31.410180 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.436233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.453788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.475204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f96e0e-db02-4f62-879c-6d5973a8b151,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.488608 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:31.489167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.515989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d381f98-7792-43de-9183-c75028abb8c9 req-f367ad29-d5a1-43fe-8ede-1abf389a23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.517739 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-f367ad29-d5a1-43fe-8ede-1abf389a23ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.1604493 Jul 15 13:28:31.520121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.521368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-425f2a8f-8158-46e8-9688-7f0f16f0fed6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2796421 Jul 15 13:28:31.645860 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:31.732770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d381f98-7792-43de-9183-c75028abb8c9 req-7664a236-b5c5-45f3-963e-b8468c39cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.734252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-7664a236-b5c5-45f3-963e-b8468c39cf25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090313 Jul 15 13:28:31.825642 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cee9d-68bc-4345-8d9a-8f5b828b0cda None None] Pushing event updated for resources: {'Port': ['ID=ad4870b4-aad5-4591-a040-bec59eae358b,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.912041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-85912f9f-7213-4fd5-9bd1-8178acae4384 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--391680304&fields=id&tenant_id=7a765aa60beb4572a026b58e757b7147 HTTP/1.1" status: 200 len: 267 time: 0.0937111 Jul 15 13:28:31.936251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-6c108cf9-75b1-4381-8e68-8a27d159d5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605740 Jul 15 13:28:32.007286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-45f8ab05-4d4f-4c71-93eb-e221fdcf7087 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1123013317&fields=id&tenant_id=7a765aa60beb4572a026b58e757b7147 HTTP/1.1" status: 200 len: 267 time: 0.0943465 Jul 15 13:28:32.046053 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:32.080425 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d72d3-2bc8-413d-a6c9-ea26175fe67a None None] The sync data for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 is: [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:31Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:32.124299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.182460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 72d685e3-0d09-4ee9-8e9d-8189edaf4693 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:32.225605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Port': ['ID=5d94a91e-f55f-4e9a-bbaa-22c1d750cc47,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.227329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-c2cfcb11-fc2f-4d03-944c-451b1e02af45 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.247428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-c2cfcb11-fc2f-4d03-944c-451b1e02af45 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/networks?id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 200 len: 796 time: 0.2262676 Jul 15 13:28:32.278916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-f155af16-0929-41a8-ba56-6823c06c4f7f tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/quotas/7a765aa60beb4572a026b58e757b7147 HTTP/1.1" status: 200 len: 375 time: 0.0305343 Jul 15 13:28:32.331009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.335402 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25263900-94e0-4e17-bbf5-81e292dae526 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 HTTP/1.1" status: 204 len: 168 time: 1.7827826 Jul 15 13:28:32.345231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.387921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca992d-91a3-4530-954d-df5b4b3774f5 req-040a7832-8acb-4f42-8283-57ac1dfc007e tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.392133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67ca992d-91a3-4530-954d-df5b4b3774f5 req-040a7832-8acb-4f42-8283-57ac1dfc007e tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 948 time: 0.3802259 Jul 15 13:28:32.414596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:32.425751 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9d381f98-7792-43de-9183-c75028abb8c9 req-e5137f2f-0e3b-42ee-9f1c-25eb6555a377 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148684 Jul 15 13:28:32.429567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '72d685e3-0d09-4ee9-8e9d-8189edaf4693', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': '72d685e3-0d09-4ee9-8e9d-8189edaf4693', 'mac_address': 'fa:16:3e:af:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:32.493929 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.509415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67ca992d-91a3-4530-954d-df5b4b3774f5 req-c985f88b-6340-416f-8698-7fd280c52cea tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995283 Jul 15 13:28:32.518558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a57da-6bbd-43c7-bca0-8319066065ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.520964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-726a57da-6bbd-43c7-bca0-8319066065ce tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1746237 Jul 15 13:28:32.529533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.529992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d685e3-0d09-4ee9-8e9d-8189edaf4693 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:32.576146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:32.584298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-1e60cf10-2cbe-4809-8e48-d7ee88c869c5 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3038025 Jul 15 13:28:32.594839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.690742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad067ab-191e-4728-8447-81667fe3b505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.692560 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cad067ab-191e-4728-8447-81667fe3b505 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1620324 Jul 15 13:28:32.700339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.704872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=72d685e3-0d09-4ee9-8e9d-8189edaf4693,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.770409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-ba86b7d6-98fc-4072-a649-1b2d69afa6dd service neutron] 10.222.0.48 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682227 Jul 15 13:28:32.810139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451bbc7-08c0-41b0-bb66-cae4d2978b20 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.812022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451bbc7-08c0-41b0-bb66-cae4d2978b20 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.813874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451bbc7-08c0-41b0-bb66-cae4d2978b20 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.815611 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2451bbc7-08c0-41b0-bb66-cae4d2978b20 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1141233 Jul 15 13:28:32.818182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.830405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['72d685e3-0d09-4ee9-8e9d-8189edaf4693'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:32.916697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet 031b2af2-48ac-4ca8-9954-e5b32d509600 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:32.922510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.926744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-a5832407-d4db-49e6-b2a0-026907fa66a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547728 Jul 15 13:28:33.010185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.131585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.218270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.266778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=031b2af2-48ac-4ca8-9954-e5b32d509600,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:33.268943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.270844 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a61ab60d-dd3d-4ee0-ae9b-a189f0fa5ac1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/031b2af2-48ac-4ca8-9954-e5b32d509600 HTTP/1.1" status: 204 len: 168 time: 0.4514704 Jul 15 13:28:33.273275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.285742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0a05a-52f4-412c-acaa-7234d4985875 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:33.393889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Deleting subnet c6bfc384-edc9-4224-9a53-0cc6fc763255 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:33.399438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.404606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7a77fb8-3ce0-4340-9406-e9e074e074e8 req-d7b3dca0-7106-4cba-9f9f-62c597a0bd41 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 210 time: 0.0642338 Jul 15 13:28:33.489962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.689898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.701344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.829285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.843768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7754-d89a-493c-842b-293b761c0efa req-98c1ec90-b467-4398-a5cd-74d098675666 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.851821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e29a7754-d89a-493c-842b-293b761c0efa req-98c1ec90-b467-4398-a5cd-74d098675666 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 949 time: 0.1744590 Jul 15 13:28:33.890198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bfc384-edc9-4224-9a53-0cc6fc763255,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:33.894367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.896488 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-19e9b66b-aee2-4d12-9eb3-8bef933676ef tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/c6bfc384-edc9-4224-9a53-0cc6fc763255 HTTP/1.1" status: 204 len: 168 time: 0.6222179 Jul 15 13:28:33.906062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.198689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 72d685e3-0d09-4ee9-8e9d-8189edaf4693 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:34.338244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad4870b4-aad5-4591-a040-bec59eae358b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:34.533508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:34.551843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:34.552102 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.653492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ad4870b4-aad5-4591-a040-bec59eae358b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:34.675388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ad4870b4-aad5-4591-a040-bec59eae358b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:34.675886 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.692447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e29a7754-d89a-493c-842b-293b761c0efa req-0a9e6f1c-7d2a-4137-85db-05b61d0e2a56 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392131 Jul 15 13:28:34.701849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-747b1902-5083-48a4-9c16-b922eb473a3c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7941494 Jul 15 13:28:34.702765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.831358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6aa5072-5c2f-4d7c-a0d2-a89837484063 req-0810c7e6-0c69-4e5e-bd40-547ebbf973e6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 210 time: 0.0632699 Jul 15 13:28:34.876087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.887873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b5f3-a8a6-4a6c-a53c-edbeb9bdd69c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.898869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1e41b5f3-a8a6-4a6c-a53c-edbeb9bdd69c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1944540 Jul 15 13:28:34.901339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.992635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4978c99-a428-41c2-acc7-beb31780526c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.997798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e4978c99-a428-41c2-acc7-beb31780526c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913212 Jul 15 13:28:34.998148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.045573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0a43c203-9666-4796-9904-6bc388ec02d8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434752 Jul 15 13:28:35.046456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b835-ff03-4e10-9c54-c7f08e9433ec req-2bc31d89-c00d-46e1-8f49-2d64fc25d749 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.048035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b5b835-ff03-4e10-9c54-c7f08e9433ec req-2bc31d89-c00d-46e1-8f49-2d64fc25d749 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 945 time: 0.0906627 Jul 15 13:28:35.052572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.081018 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e122e8-7199-4f14-80df-cd749511330a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.081730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e122e8-7199-4f14-80df-cd749511330a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.085872 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-38e122e8-7199-4f14-80df-cd749511330a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/5d94a91e-f55f-4e9a-bbaa-22c1d750cc47 HTTP/1.1" status: 404 len: 333 time: 0.0299687 Jul 15 13:28:35.086135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.123336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-10b5b835-ff03-4e10-9c54-c7f08e9433ec req-b51e9ad1-18a9-46c2-835e-053555305f94 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603111 Jul 15 13:28:35.132485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65927ab-c27d-4e7c-8af9-4a3b8a14f0b6 None None] Network 7a649256-e900-404d-8783-423bfe265175 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:35.138538 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1314c2f9-6ac6-4cef-b31d-65cc41834513 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.138990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1314c2f9-6ac6-4cef-b31d-65cc41834513 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.142304 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1314c2f9-6ac6-4cef-b31d-65cc41834513 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/031b2af2-48ac-4ca8-9954-e5b32d509600 HTTP/1.1" status: 404 len: 337 time: 0.0537689 Jul 15 13:28:35.143350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.172894 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-967a8f87-bc19-4615-877a-7b172069cf15 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.173459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967a8f87-bc19-4615-877a-7b172069cf15 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.173939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d685e3-0d09-4ee9-8e9d-8189edaf4693'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:35.175266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-967a8f87-bc19-4615-877a-7b172069cf15 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/c6bfc384-edc9-4224-9a53-0cc6fc763255 HTTP/1.1" status: 404 len: 337 time: 0.0308189 Jul 15 13:28:35.176280 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bafa71-0758-490a-b6b0-c6ac32c89fed" -d '{"events": [{"server_uuid": "0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06", "name": "network-vif-plugged", "status": "completed", "tag": "72d685e3-0d09-4ee9-8e9d-8189edaf4693"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:35.177703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.187430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:35.205862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.237548 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-85467c75-3a9b-4f0d-9d71-0d1668086ef6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.238639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85467c75-3a9b-4f0d-9d71-0d1668086ef6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.241042 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-85467c75-3a9b-4f0d-9d71-0d1668086ef6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/e9b7a592-90fc-4f9f-9581-ecc380bcdfce HTTP/1.1" status: 404 len: 333 time: 0.0624063 Jul 15 13:28:35.243690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.273200 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d06292-e77f-4cb0-a8fd-1d4fc0adfb0f x-openstack-request-id: req-53d06292-e77f-4cb0-a8fd-1d4fc0adfb0f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:35.273576 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06", "name": "network-vif-plugged", "status": "completed", "tag": "72d685e3-0d09-4ee9-8e9d-8189edaf4693", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:35.273756 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53d06292-e77f-4cb0-a8fd-1d4fc0adfb0f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:35.274110 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d685e3-0d09-4ee9-8e9d-8189edaf4693', 'code': 200} Jul 15 13:28:35.281878 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6bea52-a685-45f4-ab32-7250bb64f185 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.282345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.282507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6bea52-a685-45f4-ab32-7250bb64f185 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.284156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0f6bea52-a685-45f4-ab32-7250bb64f185 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/52039789-8015-4a52-9359-4cf3b3d02b00 HTTP/1.1" status: 404 len: 337 time: 0.0393670 Jul 15 13:28:35.287307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43182) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.289333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06dc3623-6687-4e73-8775-2dfe64c4542b None None] Provisioning complete for port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:35.289715 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06dc3623-6687-4e73-8775-2dfe64c4542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.320635 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b90c32b-c6d4-466b-912b-9308a7a3e708 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.325103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b90c32b-c6d4-466b-912b-9308a7a3e708 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.327362 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3b90c32b-c6d4-466b-912b-9308a7a3e708 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/3fd98c65-1c65-4598-84f7-bd96d1363ce6 HTTP/1.1" status: 404 len: 337 time: 0.0384023 Jul 15 13:28:35.329875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.382715 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66a344b-b2d3-4b00-8171-2ecef1e9d2db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.387257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66a344b-b2d3-4b00-8171-2ecef1e9d2db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.394954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c66a344b-b2d3-4b00-8171-2ecef1e9d2db tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/11cbc8d3-e021-4bd7-a42c-a3b7185d3839 HTTP/1.1" status: 404 len: 333 time: 0.0638938 Jul 15 13:28:35.395840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.418584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=72d685e3-0d09-4ee9-8e9d-8189edaf4693,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:35.426230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd96c-3941-424e-a60f-df91af76017c req-d0ec183a-61a3-495f-b757-fce21277481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.428269 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f0bdd96c-3941-424e-a60f-df91af76017c req-d0ec183a-61a3-495f-b757-fce21277481d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 1101 time: 0.0994191 Jul 15 13:28:35.445519 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bb262a-1976-4177-824e-078048f8e1b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.446308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bb262a-1976-4177-824e-078048f8e1b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.452228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43188) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.452751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-46bb262a-1976-4177-824e-078048f8e1b2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/da4cae97-61ff-4421-b3cc-8a52905ed534 HTTP/1.1" status: 404 len: 337 time: 0.0534117 Jul 15 13:28:35.453132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ad4870b4-aad5-4591-a040-bec59eae358b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ad4870b4-aad5-4591-a040-bec59eae358b,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:35.485773 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b614aaf-476d-4ea5-80ba-b611c89948e0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.486477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b614aaf-476d-4ea5-80ba-b611c89948e0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.490681 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b614aaf-476d-4ea5-80ba-b611c89948e0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/cf07e91f-271c-4f5c-9375-de4623df1ce8 HTTP/1.1" status: 404 len: 337 time: 0.0350602 Jul 15 13:28:35.491411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43190) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.498774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.540616 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec7a096-852b-43e1-8c00-959813cd3f17 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.541490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec7a096-852b-43e1-8c00-959813cd3f17 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.546879 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fec7a096-852b-43e1-8c00-959813cd3f17 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/443d6a1d-7feb-4849-b3ec-a70a2e63c882 HTTP/1.1" status: 404 len: 333 time: 0.0511858 Jul 15 13:28:35.548461 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f0bdd96c-3941-424e-a60f-df91af76017c req-48259304-be07-4a70-ba5c-1d4cf691752a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132245 Jul 15 13:28:35.549050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.573689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ad4870b4-aad5-4591-a040-bec59eae358b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:35.581704 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f9657b-adc2-4bef-a41b-13559712a0ba tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.582370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f9657b-adc2-4bef-a41b-13559712a0ba tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.587276 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b9f9657b-adc2-4bef-a41b-13559712a0ba tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/93dc6b06-8383-4170-9704-30ada6995775 HTTP/1.1" status: 404 len: 337 time: 0.0344360 Jul 15 13:28:35.587383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-0654f5f7-bf7b-4b77-8596-7781404a5bac tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.587487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.588386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-0654f5f7-bf7b-4b77-8596-7781404a5bac tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.23 "GET /v2.0/networks?id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 200 len: 796 time: 0.1341953 Jul 15 13:28:35.620817 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-931f946a-ac54-4a2b-9525-bc0343eb429c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.621282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931f946a-ac54-4a2b-9525-bc0343eb429c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.625694 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-931f946a-ac54-4a2b-9525-bc0343eb429c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8f560619-f53d-411a-b114-33e2fd2b8158 HTTP/1.1" status: 404 len: 337 time: 0.0301836 Jul 15 13:28:35.627805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43196) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.652617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] DHCP port deletion for 7a649256-e900-404d-8783-423bfe265175 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:35.661505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-477ed2a5-8eef-482a-a2ce-326bb2ddba64 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a765aa60beb4572a026b58e757b7147 HTTP/1.1" status: 200 len: 477 time: 0.0624845 Jul 15 13:28:35.662174 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7badbfc5-0da6-43cb-945f-b10611c49b16 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.664082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7badbfc5-0da6-43cb-945f-b10611c49b16 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.669072 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7badbfc5-0da6-43cb-945f-b10611c49b16 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/92a262a3-797f-4464-8e5b-901f22946e60 HTTP/1.1" status: 404 len: 333 time: 0.0372171 Jul 15 13:28:35.669342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43198) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.675065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'port': {'device_id': '02417a4c-68c5-45de-abae-090260745401', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'admin_state_up': True, 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'security_groups': ['3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9', '7e28d175-8c2b-48b5-9224-ffb3a1838436']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:35.701470 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-41be72b9-3f92-423f-acbd-033ecaa0f50a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.702032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41be72b9-3f92-423f-acbd-033ecaa0f50a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.706642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-41be72b9-3f92-423f-acbd-033ecaa0f50a tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/b229e7fc-db3f-40a5-b42a-9b85f5ea9a46 HTTP/1.1" status: 404 len: 337 time: 0.0336339 Jul 15 13:28:35.707536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.731174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] Deleting port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:35.731646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.757373 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c37dd0-b9fc-4951-89cd-089573e7174b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.758560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c37dd0-b9fc-4951-89cd-089573e7174b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.764909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06c37dd0-b9fc-4951-89cd-089573e7174b tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/abc550a3-dda3-41cd-9eab-59dff053b0db HTTP/1.1" status: 404 len: 333 time: 0.0563827 Jul 15 13:28:35.765718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.799336 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e03c00-e779-426e-857f-da69ab26de42 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.800397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e03c00-e779-426e-857f-da69ab26de42 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.806601 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c5e03c00-e779-426e-857f-da69ab26de42 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/e6e6a0d5-6b80-403d-af6d-494b11088f8c HTTP/1.1" status: 404 len: 337 time: 0.0394940 Jul 15 13:28:35.807510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.836068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] For port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,segment=NetworkSegment(67ba2d39-6c1e-45d7-8607-6c80c2be02f8),segment_id=67ba2d39-6c1e-45d7-8607-6c80c2be02f8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:35.836465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.842201 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d497011-600c-4879-b657-4cd57d571d5d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.842543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d497011-600c-4879-b657-4cd57d571d5d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.844393 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2d497011-600c-4879-b657-4cd57d571d5d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/9bb09a06-ca23-4094-a91d-1d046d70897c HTTP/1.1" status: 404 len: 333 time: 0.0345867 Jul 15 13:28:35.846906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.856109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] Calling delete_port for 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:35.879573 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda69321-de27-4038-864b-364ead88a79d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.879953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda69321-de27-4038-864b-364ead88a79d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.882431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dda69321-de27-4038-864b-364ead88a79d tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/2e33b216-8936-4be1-90b7-13735b84f5a7 HTTP/1.1" status: 404 len: 337 time: 0.0340202 Jul 15 13:28:35.884467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.918343 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f48dc5-51b6-47d3-8b64-f4f5a039c82f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.919177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f48dc5-51b6-47d3-8b64-f4f5a039c82f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.921551 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b1f48dc5-51b6-47d3-8b64-f4f5a039c82f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/0e509baf-45b3-4baf-bdc5-ef3ec019488e HTTP/1.1" status: 404 len: 333 time: 0.0354037 Jul 15 13:28:35.923781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.929403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea4a46-c6c6-4458-9a3e-11e80b754378 req-7154ec24-15d1-459d-b7e8-7dd1b184b89e tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.931025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cea4a46-c6c6-4458-9a3e-11e80b754378 req-7154ec24-15d1-459d-b7e8-7dd1b184b89e tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 950 time: 0.1016226 Jul 15 13:28:35.932221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Made reservation on behalf of 7a765aa60beb4572a026b58e757b7147 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:35.936024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.961279 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.963517 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-13578ecb-1635-4ed7-b497-7e61d73b2ace tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:35.965222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13578ecb-1635-4ed7-b497-7e61d73b2ace tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:35.967125 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13578ecb-1635-4ed7-b497-7e61d73b2ace tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/fca653a6-a3fc-4563-800c-dbe4a62f9a54 HTTP/1.1" status: 404 len: 337 time: 0.0422523 Jul 15 13:28:35.969571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.992545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cea4a46-c6c6-4458-9a3e-11e80b754378 req-ffd1986d-5823-4128-9528-fd6314666ab3 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Jul 15 13:28:36.001942 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c646b23c-b282-4e0c-b135-5a12ff91713c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.003575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c646b23c-b282-4e0c-b135-5a12ff91713c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.005850 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c646b23c-b282-4e0c-b135-5a12ff91713c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/a3a769c6-9d72-43eb-bf16-efbc753a093c HTTP/1.1" status: 404 len: 333 time: 0.0351226 Jul 15 13:28:36.008374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.021101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] Pushing event deleted for resources: {'Port': ['ID=46e05560-fd91-4af6-a94e-f5e4ccb6a4fe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.023876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c578db8-ded0-47a0-9b36-34240d52b67e None None] No DVR routers for this DVR port 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:36.042682 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-268a81d6-93bb-444f-b12e-582e8bd6e222 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.043143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268a81d6-93bb-444f-b12e-582e8bd6e222 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.044885 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-268a81d6-93bb-444f-b12e-582e8bd6e222 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/d4a5e4b3-1583-48cc-bada-8b4bf1fe808b HTTP/1.1" status: 404 len: 337 time: 0.0354295 Jul 15 13:28:36.047377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.064422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fd11e22-2ecc-4386-8813-93dcff21a3ac req-c1d008ec-f036-4bd9-b084-82b936ad03b4 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 210 time: 0.0438960 Jul 15 13:28:36.074751 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f36793-bdbb-409c-9070-465cd71fbc33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.075375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f36793-bdbb-409c-9070-465cd71fbc33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.079450 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-00f36793-bdbb-409c-9070-465cd71fbc33 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/31df8a06-9b3f-4574-ae41-fa97f3af1757 HTTP/1.1" status: 404 len: 333 time: 0.0289178 Jul 15 13:28:36.079721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.109469 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e4514f-9731-4532-b1df-d49000fd1e74 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.109932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e4514f-9731-4532-b1df-d49000fd1e74 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.111786 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-72e4514f-9731-4532-b1df-d49000fd1e74 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/d06f2bf3-5f8a-4828-ae39-82a344ad7c69 HTTP/1.1" status: 404 len: 337 time: 0.0311072 Jul 15 13:28:36.114236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.143539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.20.0.6 (a78cf6ce-66a5-4969-8b9a-caa1e7905ae4/6ad90b3b-62b3-4b90-a058-5bd39f983974/ab8e8b0b-f965-4876-8078-43bba0d8a3f7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:36.145874 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d69a4e6-050d-4653-a576-d96d12e847e8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.146362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d69a4e6-050d-4653-a576-d96d12e847e8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.158259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.158523 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1d69a4e6-050d-4653-a576-d96d12e847e8 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/a341d4af-4442-41fe-bf8a-abce950a557c HTTP/1.1" status: 404 len: 337 time: 0.0364614 Jul 15 13:28:36.174502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad4870b4-aad5-4591-a040-bec59eae358b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:36.201690 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa95087-f5d6-4665-8492-1b3dacaf2402 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.203235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa95087-f5d6-4665-8492-1b3dacaf2402 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.205175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bfa95087-f5d6-4665-8492-1b3dacaf2402 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/9d5d7183-41fd-41bd-aecd-4e3e225ec56b HTTP/1.1" status: 404 len: 333 time: 0.0533535 Jul 15 13:28:36.207872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43230) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.252233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ad4870b4-aad5-4591-a040-bec59eae358b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:36.252613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.256096 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3070f34-49ab-4fae-97a0-680c52a35362 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.256551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3070f34-49ab-4fae-97a0-680c52a35362 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.258319 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3070f34-49ab-4fae-97a0-680c52a35362 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/299b0bad-3511-4a94-852d-f5f0e38b69d0 HTTP/1.1" status: 404 len: 337 time: 0.0474524 Jul 15 13:28:36.261133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43232) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.289104 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e322399-4385-4636-a424-91e9fb833d1f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.289484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e322399-4385-4636-a424-91e9fb833d1f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.294972 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e322399-4385-4636-a424-91e9fb833d1f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/69bacdb3-29ef-4a42-93b8-48ac50b7b396 HTTP/1.1" status: 404 len: 337 time: 0.0296667 Jul 15 13:28:36.295296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43234) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.394968 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d11ddbd-51f4-4fb0-ad5c-5b82d1a467f2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.395629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d11ddbd-51f4-4fb0-ad5c-5b82d1a467f2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.399652 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0d11ddbd-51f4-4fb0-ad5c-5b82d1a467f2 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/6fc21aab-7b77-4d8e-a33d-e75abe41f2a3 HTTP/1.1" status: 404 len: 333 time: 0.1011498 Jul 15 13:28:36.403177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43238) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.415596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac13b-bce6-418f-8f47-f150ca31953a req-8bc94c32-8fa0-467b-9119-88df5339418d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:36.419575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cdac13b-bce6-418f-8f47-f150ca31953a req-8bc94c32-8fa0-467b-9119-88df5339418d tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 945 time: 0.1764545 Jul 15 13:28:36.445213 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0e436d-0926-47dc-9c80-942684d06ebd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.446191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0e436d-0926-47dc-9c80-942684d06ebd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.447458 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7c0e436d-0926-47dc-9c80-942684d06ebd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/9a423a0f-78f2-44d3-bd81-05742ad9722d HTTP/1.1" status: 404 len: 337 time: 0.0425503 Jul 15 13:28:36.450719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.457388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.463370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:36.485928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:36.486948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 46e05560-fd91-4af6-a94e-f5e4ccb6a4fe not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:36.487863 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1072264b-074c-4227-a375-b598d144cf82 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.488346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1072264b-074c-4227-a375-b598d144cf82 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.490128 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1072264b-074c-4227-a375-b598d144cf82 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/dd4998d1-9957-4f62-9df0-5d50ed0e172d HTTP/1.1" status: 404 len: 337 time: 0.0375454 Jul 15 13:28:36.494622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.499524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Transition to ACTIVE for port object ab8e8b0b-f965-4876-8078-43bba0d8a3f7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:36.533308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce41f-315d-40e4-8368-af5c10b6239e req-4d6e1536-d9d3-4864-86c8-e26ef1a7c01e tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:36.535004 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dffce41f-315d-40e4-8368-af5c10b6239e req-4d6e1536-d9d3-4864-86c8-e26ef1a7c01e tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 945 time: 0.1764419 Jul 15 13:28:36.535725 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4036a7-e58c-4747-93a0-8da41c1290b0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.536433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4036a7-e58c-4747-93a0-8da41c1290b0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.540430 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c4036a7-e58c-4747-93a0-8da41c1290b0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/06083ae3-a6d3-45c1-87d5-73acfda8830d HTTP/1.1" status: 404 len: 333 time: 0.0419996 Jul 15 13:28:36.541160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.545165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cdac13b-bce6-418f-8f47-f150ca31953a req-7ab0dbd7-388d-4c55-bf21-dfd390cf415c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927131 Jul 15 13:28:36.560576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.609050 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-04afb3fc-2f7d-4c8d-9661-c8198274d169 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.609512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04afb3fc-2f7d-4c8d-9661-c8198274d169 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.611687 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-04afb3fc-2f7d-4c8d-9661-c8198274d169 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/343d7410-85e9-445a-b447-1a11bb4343e9 HTTP/1.1" status: 404 len: 337 time: 0.0387168 Jul 15 13:28:36.613980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.621992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:36.627683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:36.631991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:36.648166 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5283de-ac9d-49dc-863c-e9242482ead4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.648767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5283de-ac9d-49dc-863c-e9242482ead4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.653699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8a5283de-ac9d-49dc-863c-e9242482ead4 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/2961eb9a-b26f-4b19-a489-b5fc118b2875 HTTP/1.1" status: 404 len: 337 time: 0.0356312 Jul 15 13:28:36.658918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43254) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.676590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.713845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f8c8c81b-1366-4a8f-8077-56bdd55a99d1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ca2495-3a48-4eac-97b8-6f5f16595828 HTTP/1.1" status: 200 len: 205 time: 0.0508342 Jul 15 13:28:36.717380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.718063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Deleting port 37002f07-0c83-4f5f-a95f-d28588bbc702 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:36.718585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.776765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:36.777416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.780273 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a5f0b898-b80f-4a3d-86ae-91c0f94bbd25 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] delete failed (client error): The resource could not be found. Jul 15 13:28:36.781395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a5f0b898-b80f-4a3d-86ae-91c0f94bbd25 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/routers/53ca2495-3a48-4eac-97b8-6f5f16595828 HTTP/1.1" status: 404 len: 336 time: 0.0629330 Jul 15 13:28:36.786168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43262) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.829868 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc9a526-223c-42ac-80fa-5fa0c4f5f1d0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.829868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc9a526-223c-42ac-80fa-5fa0c4f5f1d0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.838501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6dc9a526-223c-42ac-80fa-5fa0c4f5f1d0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/fbae5674-5e2a-4862-8f6f-5f91dcdae67a HTTP/1.1" status: 404 len: 337 time: 0.0500011 Jul 15 13:28:36.840557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.864476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-79a8bcc3-aced-4ba0-be52-360fab972996 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1955385 Jul 15 13:28:36.889972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b1a8b560-4127-449f-93ee-de3dd397808c tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "GET /v2.0/ports?device_id=145b9afe-9835-4a56-91cb-e48d210fea84 HTTP/1.1" status: 200 len: 205 time: 0.0481098 Jul 15 13:28:36.894333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.934273 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-af290e57-33fe-4fda-9bcf-fc96fa0056e1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] delete failed (client error): The resource could not be found. Jul 15 13:28:36.938139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af290e57-33fe-4fda-9bcf-fc96fa0056e1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/routers/145b9afe-9835-4a56-91cb-e48d210fea84 HTTP/1.1" status: 404 len: 336 time: 0.0426376 Jul 15 13:28:36.938823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.974541 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6543339c-aa2d-41a6-b0dd-ec2079e1ca94 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:36.975146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6543339c-aa2d-41a6-b0dd-ec2079e1ca94 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:36.977923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6543339c-aa2d-41a6-b0dd-ec2079e1ca94 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/24ff8179-43d9-4b61-80d4-ecf6b1e49ea9 HTTP/1.1" status: 404 len: 337 time: 0.0376327 Jul 15 13:28:36.981073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.992850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-095c8802-c9e0-4b31-ac57-474bb711527c None None] Provisioning for port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:36.999448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-095c8802-c9e0-4b31-ac57-474bb711527c None None] Provisioning complete for port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:36.999847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-095c8802-c9e0-4b31-ac57-474bb711527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.020229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Request body: {'port': {'device_id': '02417a4c-68c5-45de-abae-090260745401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:37.039309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-095c8802-c9e0-4b31-ac57-474bb711527c None None] Port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:37.045085 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ebf7f7-a149-44f8-852d-5248e77d57b3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.045790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ebf7f7-a149-44f8-852d-5248e77d57b3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.048894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3ebf7f7-a149-44f8-852d-5248e77d57b3 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8e751b83-6064-4462-b27e-d21a763b12c4 HTTP/1.1" status: 404 len: 337 time: 0.0663028 Jul 15 13:28:37.051275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.121759 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-263012f6-83f8-4081-a90e-86854249ac38 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.122659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263012f6-83f8-4081-a90e-86854249ac38 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.126932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-263012f6-83f8-4081-a90e-86854249ac38 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/c77891ab-af07-4ea6-8e81-08db8a82981d HTTP/1.1" status: 404 len: 333 time: 0.0721853 Jul 15 13:28:37.129927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.180179 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-012a705f-ac5c-4fc2-bc8c-020ba2dd90cd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.181025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012a705f-ac5c-4fc2-bc8c-020ba2dd90cd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.185226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-012a705f-ac5c-4fc2-bc8c-020ba2dd90cd tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/130aaf6d-5b38-41f3-ab37-a3d7ee3900f1 HTTP/1.1" status: 404 len: 337 time: 0.0517688 Jul 15 13:28:37.210858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.244904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] For port 37002f07-0c83-4f5f-a95f-d28588bbc702, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=37002f07-0c83-4f5f-a95f-d28588bbc702,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:37.245557 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.258239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Calling delete_port for 37002f07-0c83-4f5f-a95f-d28588bbc702 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:37.275995 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5dc26d-d110-4c96-8361-a0c4512cd3de tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.277474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5dc26d-d110-4c96-8361-a0c4512cd3de tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.281653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8f5dc26d-d110-4c96-8361-a0c4512cd3de tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/3e9eb5ea-743a-4c5c-952f-f4309cdcd234 HTTP/1.1" status: 404 len: 333 time: 0.0670986 Jul 15 13:28:37.300340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.312618 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.333582 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fa254c-f2a2-4d11-ab95-6277450b30e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.334035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fa254c-f2a2-4d11-ab95-6277450b30e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.335828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4fa254c-f2a2-4d11-ab95-6277450b30e5 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/545b44d7-5fac-436e-910c-c8ab6568f3bf HTTP/1.1" status: 404 len: 337 time: 0.0345342 Jul 15 13:28:37.339320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.377525 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7acd8b-0b75-4cff-8ff6-89af517c84e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.378398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7acd8b-0b75-4cff-8ff6-89af517c84e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.380091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd7acd8b-0b75-4cff-8ff6-89af517c84e6 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/8cdb70b9-6120-409b-804d-b97438dc88cd HTTP/1.1" status: 404 len: 333 time: 0.0396502 Jul 15 13:28:37.383321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43290) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.392149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978dead-469d-4f59-a281-10b3031e106d req-79c708dc-313b-4c3c-9363-232ca57910f3 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:37.393801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9978dead-469d-4f59-a281-10b3031e106d req-79c708dc-313b-4c3c-9363-232ca57910f3 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 950 time: 0.2191842 Jul 15 13:28:37.420639 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-639001e5-49c1-42ed-a340-d843feb21d04 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.421052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639001e5-49c1-42ed-a340-d843feb21d04 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.422957 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-639001e5-49c1-42ed-a340-d843feb21d04 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8d97e5b8-bc26-466d-a705-f370cf9c1354 HTTP/1.1" status: 404 len: 337 time: 0.0387311 Jul 15 13:28:37.425604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.425820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5465bca-ba1f-4ad2-ab2e-339d15660b8c req-0aa31c7a-c3a8-4dd2-bcee-6e52d4806b24 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:37.427179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5465bca-ba1f-4ad2-ab2e-339d15660b8c req-0aa31c7a-c3a8-4dd2-bcee-6e52d4806b24 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 970 time: 0.2027853 Jul 15 13:28:37.456416 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-638860e9-3b59-4f57-a8a8-5808501238e0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.457100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638860e9-3b59-4f57-a8a8-5808501238e0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.458864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-638860e9-3b59-4f57-a8a8-5808501238e0 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/4eb14f70-aa59-410f-a03e-2676f4e19128 HTTP/1.1" status: 404 len: 333 time: 0.0323517 Jul 15 13:28:37.463266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.513632 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5694d9-2e75-4279-82a4-51fda95063da tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.514089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5694d9-2e75-4279-82a4-51fda95063da tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.515861 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9e5694d9-2e75-4279-82a4-51fda95063da tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/aab33b95-1773-4ed1-b54d-4fd220a8d9a8 HTTP/1.1" status: 404 len: 337 time: 0.0521734 Jul 15 13:28:37.518538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.546597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9978dead-469d-4f59-a281-10b3031e106d req-a45a4980-2c69-4076-877b-74e0516208aa tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392574 Jul 15 13:28:37.553760 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f0f687-c325-4ca7-9baf-f2db22f97269 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.554478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f0f687-c325-4ca7-9baf-f2db22f97269 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.556417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c7f0f687-c325-4ca7-9baf-f2db22f97269 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/1e2119cc-fe53-4e60-be28-31a7f181d698 HTTP/1.1" status: 404 len: 333 time: 0.0369782 Jul 15 13:28:37.560869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.566563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c5465bca-ba1f-4ad2-ab2e-339d15660b8c req-90ab9af9-035b-4250-957c-8dfda8fc044a tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0878558 Jul 15 13:28:37.570490 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.585517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89', '586ab449-864b-4529-bf8b-a90df186caba'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:37.589053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5b3c6e69-d9d9-4f84-9341-3dedb6efee0a', '37002f07-0c83-4f5f-a95f-d28588bbc702'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:37.610394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event deleted for resources: {'Port': ['ID=37002f07-0c83-4f5f-a95f-d28588bbc702,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.631147 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-52476da9-3773-4ef1-897a-fb746666ffb1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.631608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52476da9-3773-4ef1-897a-fb746666ffb1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.636349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-52476da9-3773-4ef1-897a-fb746666ffb1 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/8bf840eb-9917-472e-8b95-d3926145a27b HTTP/1.1" status: 404 len: 337 time: 0.0713780 Jul 15 13:28:37.636723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.665602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] No DVR routers for this DVR port 37002f07-0c83-4f5f-a95f-d28588bbc702 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:37.669435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.671706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dffce41f-315d-40e4-8368-af5c10b6239e req-9acaff2c-4307-445d-a873-b74e7b728905 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "DELETE /v2.0/ports/37002f07-0c83-4f5f-a95f-d28588bbc702 HTTP/1.1" status: 204 len: 173 time: 1.1312888 Jul 15 13:28:37.672600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'name': 'network-vif-deleted', 'tag': '37002f07-0c83-4f5f-a95f-d28588bbc702'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:37.675689 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148e794-ce92-4bfa-815e-be9a78e30b67" -d '{"events": [{"server_uuid": "fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc", "name": "network-vif-deleted", "tag": "37002f07-0c83-4f5f-a95f-d28588bbc702"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:37.701290 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdc999c-1008-46b3-b01e-0df502d76028 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.701985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdc999c-1008-46b3-b01e-0df502d76028 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.703761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8fdc999c-1008-46b3-b01e-0df502d76028 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/706ce188-43b5-4104-bd56-dfeb1488cf8c HTTP/1.1" status: 404 len: 333 time: 0.0661483 Jul 15 13:28:37.706536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.779145 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b7e80d-8edb-49df-9b86-bc75e044e90f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.780038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b7e80d-8edb-49df-9b86-bc75e044e90f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.781372 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-01b7e80d-8edb-49df-9b86-bc75e044e90f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/aef2db79-9145-4ed3-93ca-f571e53c8ec3 HTTP/1.1" status: 404 len: 337 time: 0.0732334 Jul 15 13:28:37.786073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43314) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.834431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8e8b0b-f965-4876-8078-43bba0d8a3f7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:37.839140 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e24080-6939-4bf4-9e57-198d59cf3b3f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.839848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e24080-6939-4bf4-9e57-198d59cf3b3f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.844158 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5e24080-6939-4bf4-9e57-198d59cf3b3f tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/ports/91e40000-9ca4-48b7-97eb-2f94539599ab HTTP/1.1" status: 404 len: 333 time: 0.0570841 Jul 15 13:28:37.846764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43316) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.856259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.888845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Transition to ACTIVE for port object ab8e8b0b-f965-4876-8078-43bba0d8a3f7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:37.942723 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfc39dc-c2af-4d8e-bfb7-32a894727613 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.943384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfc39dc-c2af-4d8e-bfb7-32a894727613 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.945302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2dfc39dc-c2af-4d8e-bfb7-32a894727613 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/subnets/cb9d8012-6e92-4bc5-a074-d52e8b519e26 HTTP/1.1" status: 404 len: 337 time: 0.0973334 Jul 15 13:28:37.947525 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.948823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43320) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.024606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b95b3786-6d1d-45df-a0ef-a3bb123ba588 req-09c5724d-39a8-426a-94f7-9a4e8806b1f3 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc HTTP/1.1" status: 200 len: 210 time: 0.0993869 Jul 15 13:28:38.069381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.073916 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.176530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.176988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.177431 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bb4fe1-c10c-4bdc-a94e-e7cf2b54dd8b x-openstack-request-id: req-71bb4fe1-c10c-4bdc-a94e-e7cf2b54dd8b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:38.177602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.177708 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc", "name": "network-vif-deleted", "tag": "37002f07-0c83-4f5f-a95f-d28588bbc702", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:38.177965 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71bb4fe1-c10c-4bdc-a94e-e7cf2b54dd8b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:38.178100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.178408 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe3b3ad-aa4e-4887-9833-f90ab4ee08bc', 'name': 'network-vif-deleted', 'tag': '37002f07-0c83-4f5f-a95f-d28588bbc702', 'status': 'completed', 'code': 200} Jul 15 13:28:38.178702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.179131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.179560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.180484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.180484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.180789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.181416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.181835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.225581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Attempting to bind port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:38.226095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Attempting to bind port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:38.226556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Attempting to bind port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 on network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:38.235754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 on network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:38.236228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Attempting to bind port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 on network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:38.247005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:38.249986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Checking segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:38.250556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Bound using segment: {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:38.251208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Bound port: ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d14b24a-4a24-49d2-96b1-3ef1a24517cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:38.251732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.311612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.348006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a649256-e900-404d-8783-423bfe265175']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.364003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ba2d39-6c1e-45d7-8607-6c80c2be02f8') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.364241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ba2d39-6c1e-45d7-8607-6c80c2be02f8') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.376603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.395172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.404556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:38.405113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:38.410703 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:38.480988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] For port ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:38.488371 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.496767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.501503 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] 10.222.0.48 "DELETE /v2.0/networks/7a649256-e900-404d-8783-423bfe265175 HTTP/1.1" status: 204 len: 168 time: 0.5488112 Jul 15 13:28:38.507228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] For port ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:38.517362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a420708-15be-4a27-b1cc-6ff04df8b781 req-c0298fca-e376-4f32-aa24-20320d6014e2 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.519063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a420708-15be-4a27-b1cc-6ff04df8b781 req-c0298fca-e376-4f32-aa24-20320d6014e2 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 950 time: 0.1501136 Jul 15 13:28:38.523390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.547233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e652ff-32a5-4c28-a712-9d9c268d4117 tempest-NetworksTestDHCPv6-21408825 tempest-NetworksTestDHCPv6-21408825-project] Pushing event deleted for resources: {'Network': ['ID=7a649256-e900-404d-8783-423bfe265175,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.579529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.580297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.581804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] 10.222.0.23 "PUT /v2.0/ports/ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 200 len: 1130 time: 1.6983652 Jul 15 13:28:38.585018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:38.587425 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "02417a4c-68c5-45de-abae-090260745401", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:38.683999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a420708-15be-4a27-b1cc-6ff04df8b781 req-368b68ed-f9e6-40d3-b602-cfc11244b09e tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475706 Jul 15 13:28:38.685704 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9842f0-ca6c-43c7-a08a-8bab047d4b48 x-openstack-request-id: req-ce9842f0-ca6c-43c7-a08a-8bab047d4b48 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:38.686512 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02417a4c-68c5-45de-abae-090260745401", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:38.686512 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce9842f0-ca6c-43c7-a08a-8bab047d4b48 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:38.686914 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'status': 'completed', 'code': 200} Jul 15 13:28:38.687532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005d6d2-a4fd-4786-add4-4ccd513dc56f service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.732035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-376e69c9-4547-4db2-85bc-3efb4440af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.735008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-376e69c9-4547-4db2-85bc-3efb4440af78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1133 time: 0.0945330 Jul 15 13:28:38.795964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-9b45bd39-a8d1-49c3-a5e2-4caffadd0286 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 200 len: 217 time: 0.0534418 Jul 15 13:28:38.893091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-6eab5519-7646-48c5-b071-15b5527be0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.894684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-6eab5519-7646-48c5-b071-15b5527be0ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ad90b3b-62b3-4b90-a058-5bd39f983974 HTTP/1.1" status: 200 len: 835 time: 0.0841775 Jul 15 13:28:38.918829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0808e-567f-4949-9927-7fa00075cdb4 req-c77ec2c3-3fc6-40f2-8382-212afef3d322 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.920066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.920567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4c0808e-567f-4949-9927-7fa00075cdb4 req-c77ec2c3-3fc6-40f2-8382-212afef3d322 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 982 time: 0.1203003 Jul 15 13:28:39.015076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4c0808e-567f-4949-9927-7fa00075cdb4 req-a7d3f6e2-c3f9-4859-94ad-fba9de3aff0b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0518427 Jul 15 13:28:39.030668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-a6e9da4f-48e3-44eb-8b3b-3d7ea773a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.032885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-a6e9da4f-48e3-44eb-8b3b-3d7ea773a1c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314137 Jul 15 13:28:39.173705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9714fffa-8ad7-4728-9a2b-1ff9d1624d19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f02bbb7da1e4f57b570e3c6f889de31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516763 Jul 15 13:28:39.177582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.195243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-d7343a68-82c3-41cc-ac3b-33f12b7d96ae service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481678 Jul 15 13:28:39.235643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22d45aa6-7b60-48fd-b9b7-9a8017261c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.265260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22d45aa6-7b60-48fd-b9b7-9a8017261c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.321725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.381666 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22d45aa6-7b60-48fd-b9b7-9a8017261c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.384625 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22d45aa6-7b60-48fd-b9b7-9a8017261c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.386510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22d45aa6-7b60-48fd-b9b7-9a8017261c75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/579cad01-1de0-44f0-9ff6-3170a33c2f8e HTTP/1.1" status: 204 len: 168 time: 0.2072566 Jul 15 13:28:39.398245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cf5c93d-6409-497c-bbe5-6fd3372352fe req-55fc7ab1-0f8c-4d6f-987c-827c7e791683 service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946840 Jul 15 13:28:39.412907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d45aa6-7b60-48fd-b9b7-9a8017261c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579cad01-1de0-44f0-9ff6-3170a33c2f8e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.518864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-7cd68a14-33ff-4b9d-a4be-725ffc4b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.520806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-7cd68a14-33ff-4b9d-a4be-725ffc4b2ff3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1133 time: 0.0669281 Jul 15 13:28:39.534202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b92ec-c40d-497f-8ba0-6e4c52e478a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.614156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-0d1810d3-ec68-40ca-9447-800b23a0bf65 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.615927 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-0d1810d3-ec68-40ca-9447-800b23a0bf65 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 950 time: 0.1519165 Jul 15 13:28:39.678629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-b20c2684-dcde-4c94-bce7-0397d082770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.680939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-b20c2684-dcde-4c94-bce7-0397d082770f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 200 len: 897 time: 0.1524591 Jul 15 13:28:39.751564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-2c6f8a94-a159-4a1c-8a3d-fb4c8a71d337 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 200 len: 217 time: 0.0629616 Jul 15 13:28:39.842253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-3c211342-c108-4263-8cd3-0cae96d17f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.847708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-3c211342-c108-4263-8cd3-0cae96d17f40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ad90b3b-62b3-4b90-a058-5bd39f983974 HTTP/1.1" status: 200 len: 835 time: 0.0893614 Jul 15 13:28:39.858709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b92ec-c40d-497f-8ba0-6e4c52e478a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.874598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Deleting port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:39.875435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.881357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b92ec-c40d-497f-8ba0-6e4c52e478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.990315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-0d3b80b0-d8e2-40d9-82f8-70d99c0d95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.991977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e97b92ec-c40d-497f-8ba0-6e4c52e478a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69b1df1ecdd04632af6f0b61a5cede87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683164 Jul 15 13:28:39.992474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-0d3b80b0-d8e2-40d9-82f8-70d99c0d95d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364994 Jul 15 13:28:39.996857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.999523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b92ec-c40d-497f-8ba0-6e4c52e478a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a69c63c-621b-419d-aa2c-aabab6d55b55,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.042744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] For port 72d685e3-0d09-4ee9-8e9d-8189edaf4693, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=72d685e3-0d09-4ee9-8e9d-8189edaf4693,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:40.042744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.087385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Calling delete_port for 72d685e3-0d09-4ee9-8e9d-8189edaf4693 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:40.118465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 37002f07-0c83-4f5f-a95f-d28588bbc702 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:40.121852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb22d4-3e62-4ced-94ac-221992e591e6 req-559695e1-3634-4d2d-9f13-04cf1d465e03 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:40.132638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54bb22d4-3e62-4ced-94ac-221992e591e6 req-559695e1-3634-4d2d-9f13-04cf1d465e03 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06 HTTP/1.1" status: 200 len: 950 time: 0.2142169 Jul 15 13:28:40.178796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 37002f07-0c83-4f5f-a95f-d28588bbc702 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:40.182831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 37002f07-0c83-4f5f-a95f-d28588bbc702 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:40.295279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.330306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Pushing event deleted for resources: {'Port': ['ID=72d685e3-0d09-4ee9-8e9d-8189edaf4693,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.402999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54bb22d4-3e62-4ced-94ac-221992e591e6 req-b79b07f3-5fb1-477f-af0d-40fb65782d23 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.48 "GET /v2.0/security-groups?id=adab1557-5296-438a-8ced-a4d457219c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692769 Jul 15 13:28:40.415262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] No DVR routers for this DVR port 72d685e3-0d09-4ee9-8e9d-8189edaf4693 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:40.419210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.422000 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4fc56c86-8599-4f22-ba20-13d1979d1a74 req-d2429f44-e36e-404a-b04b-e56321b4f674 tempest-VolumesNegativeTest-194898566 tempest-VolumesNegativeTest-194898566-project] 10.222.0.49 "DELETE /v2.0/ports/72d685e3-0d09-4ee9-8e9d-8189edaf4693 HTTP/1.1" status: 204 len: 173 time: 0.7951615 Jul 15 13:28:40.422668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'name': 'network-vif-deleted', 'tag': '72d685e3-0d09-4ee9-8e9d-8189edaf4693'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:40.424608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16701cc3-2952-40f0-ad74-94512d8b31d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.434007 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d35252b-3203-498f-9ed3-5e2734c9f467" -d '{"events": [{"server_uuid": "0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06", "name": "network-vif-deleted", "tag": "72d685e3-0d09-4ee9-8e9d-8189edaf4693"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:40.476668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.486834 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f620648f-4515-446f-99c6-eff4b40d8f93 x-openstack-request-id: req-f620648f-4515-446f-99c6-eff4b40d8f93 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:40.487216 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06", "name": "network-vif-deleted", "tag": "72d685e3-0d09-4ee9-8e9d-8189edaf4693", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:40.487563 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f620648f-4515-446f-99c6-eff4b40d8f93 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:40.488058 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2e09ae-1be8-4ef8-88e4-c48d7cddcb06', 'name': 'network-vif-deleted', 'tag': '72d685e3-0d09-4ee9-8e9d-8189edaf4693', 'status': 'completed', 'code': 200} Jul 15 13:28:40.489431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16701cc3-2952-40f0-ad74-94512d8b31d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.512571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-5d291b25-7d2c-40e9-9c2b-331cf1c6eafe service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033138 Jul 15 13:28:40.597655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-569109987'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:40.647527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:40.656750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45842c7a-3d0a-4b88-8e48-c02af1e33460 req-54ec7d3f-768e-4b54-91e6-7e6ce6dedc1d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:40.659680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45842c7a-3d0a-4b88-8e48-c02af1e33460 req-54ec7d3f-768e-4b54-91e6-7e6ce6dedc1d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 982 time: 0.3860707 Jul 15 13:28:40.665266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.685175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.706367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ddd1e03-f2fc-4e79-92ae-0fdd8a2cf7ce req-0fccf31d-fc20-4e14-b129-f8c1ae7411c0 service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839411 Jul 15 13:28:40.733801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45842c7a-3d0a-4b88-8e48-c02af1e33460 req-d63144df-3802-4ae3-9a24-7422e6cb85bd tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0684328 Jul 15 13:28:40.734577 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16701cc3-2952-40f0-ad74-94512d8b31d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.737443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16701cc3-2952-40f0-ad74-94512d8b31d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.741227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-16701cc3-2952-40f0-ad74-94512d8b31d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a69c63c-621b-419d-aa2c-aabab6d55b55 HTTP/1.1" status: 204 len: 168 time: 0.7428186 Jul 15 13:28:40.750338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16701cc3-2952-40f0-ad74-94512d8b31d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a69c63c-621b-419d-aa2c-aabab6d55b55,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.802808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.808156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.833692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:40.848808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e9399-958b-4323-a3d1-7c1fd9cf5bad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.856802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.857188 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 5cf524eb-3115-4672-ae12-4f6de06fe71b of type vlan for network ee84aa8c-00ed-4322-b959-73855a61dbe6 Jul 15 13:28:40.899746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.939821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.948875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:40.949690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.996181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5153267 Jul 15 13:28:40.996546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43392) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.002945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'name': 'tempest-PortsIpV6TestJSON-903328610'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:41.049540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64078e98-5554-42d0-b748-df31c7cca227 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=ee84aa8c-00ed-4322-b959-73855a61dbe6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.062151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:41.144950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:41.148971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.176443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:41.768330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.825925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.939032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=fd41a458-56f4-468e-92f9-aa0cda0ebdc6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.955590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '5cf524eb-3115-4672-ae12-4f6de06fe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:41.955590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: ee84aa8c-00ed-4322-b959-73855a61dbe6, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:42.015005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:42.041802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ee84aa8c-00ed-4322-b959-73855a61dbe6) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:42.054312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:42.058618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700477cd-ff65-4971-a83f-1607e81c27dd None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:42.060324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.061135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.085403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9a537-7227-4ea9-a121-3440439c986f req-68073700-dfba-401e-bd97-2887688c46a1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.103545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa9a537-7227-4ea9-a121-3440439c986f req-68073700-dfba-401e-bd97-2887688c46a1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 982 time: 0.1679637 Jul 15 13:28:42.129941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-27e00030-c349-40c5-83ab-c3ac8ad7b754 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1318920 Jul 15 13:28:42.132905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.135356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab8e8b0b-f965-4876-8078-43bba0d8a3f7 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:42.139339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-9607399'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:42.181246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2fa9a537-7227-4ea9-a121-3440439c986f req-22c3bf7f-8b22-415c-966f-cf58addf4961 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0748391 Jul 15 13:28:42.200547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:42.205144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.270478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:42.279803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 72d685e3-0d09-4ee9-8e9d-8189edaf4693 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:42.294181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.294690 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 1862618e-2039-46e6-9f39-4764352fd0f2 of type vlan for network d91aaff5-fe2d-4dc5-a3d8-1771843657e2 Jul 15 13:28:42.326423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 72d685e3-0d09-4ee9-8e9d-8189edaf4693 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:42.334829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 72d685e3-0d09-4ee9-8e9d-8189edaf4693 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:42.368358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.441037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:42.449759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.457610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'port_id': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'mac_address': 'fa:16:3e:16:c5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:42.460344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.461411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.508309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.512742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3758399 Jul 15 13:28:42.513598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.520461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'ports': [{'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'}, {'network_id': 'd91aaff5-fe2d-4dc5-a3d8-1771843657e2'}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:42.521201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:42.522245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'd91aaff5-fe2d-4dc5-a3d8-1771843657e2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:42.556136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8e8b0b-f965-4876-8078-43bba0d8a3f7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:42.577368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9c24-a8f9-4bda-9747-14f5f30ffd5f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=d91aaff5-fe2d-4dc5-a3d8-1771843657e2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:42.600642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:42.603764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d91aaff5-fe2d-4dc5-a3d8-1771843657e2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:42.610860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.669488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.741034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:42.763784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92e51aa2-1850-4f18-a43c-140705f1987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.833943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 2} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:42.841161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.872886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.899572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df127f3d-f90c-404c-93d3-3dfd9a443b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.954786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['ab8e8b0b-f965-4876-8078-43bba0d8a3f7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:42.998498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 698dd8f3-0b7d-421e-a82a-53db94ccec8d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:43.250805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.435792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf4ac7-660f-450e-a35c-5a78838de52f req-9288a22e-3c43-40ba-812d-ddc5a1a8a7af tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:43.437310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75cf4ac7-660f-450e-a35c-5a78838de52f req-9288a22e-3c43-40ba-812d-ddc5a1a8a7af tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 946 time: 0.3037074 Jul 15 13:28:43.439954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port da726732-204f-49c2-81d5-c4df7504ca6d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:43.456491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df127f3d-f90c-404c-93d3-3dfd9a443b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.481688 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df127f3d-f90c-404c-93d3-3dfd9a443b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.562323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ac3cd-8a47-4fea-907d-971b383d987b req-7530f670-0d2c-40d7-ad19-a067be152f3b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:43.564064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-473ac3cd-8a47-4fea-907d-971b383d987b req-7530f670-0d2c-40d7-ad19-a067be152f3b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 983 time: 0.2500038 Jul 15 13:28:43.571054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-df127f3d-f90c-404c-93d3-3dfd9a443b3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d13c8446621744709be3be7dbd9cde3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546707 Jul 15 13:28:43.573805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:43.574341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75cf4ac7-660f-450e-a35c-5a78838de52f req-0742f789-efb2-48b5-803e-e662d75c116a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Jul 15 13:28:43.577826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df127f3d-f90c-404c-93d3-3dfd9a443b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ab870f-047f-4b8e-be04-f46de9bd837a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.659927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4035-a082-4d91-896a-1e1a8f2d5b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.660709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-473ac3cd-8a47-4fea-907d-971b383d987b req-35f1702e-6ccb-4703-a9cf-33c0b2444f11 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0856361 Jul 15 13:28:43.690985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4035-a082-4d91-896a-1e1a8f2d5b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.710021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.747734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4035-a082-4d91-896a-1e1a8f2d5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.751833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4035-a082-4d91-896a-1e1a8f2d5b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.753774 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb2e4035-a082-4d91-896a-1e1a8f2d5b0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4ab870f-047f-4b8e-be04-f46de9bd837a HTTP/1.1" status: 204 len: 168 time: 0.1777713 Jul 15 13:28:43.760192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.762582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e4035-a082-4d91-896a-1e1a8f2d5b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ab870f-047f-4b8e-be04-f46de9bd837a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.822277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:43.825871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:43.834032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:43.835056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.848501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=698dd8f3-0b7d-421e-a82a-53db94ccec8d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.919182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=da726732-204f-49c2-81d5-c4df7504ca6d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.925086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '1862618e-2039-46e6-9f39-4764352fd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd91aaff5-fe2d-4dc5-a3d8-1771843657e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:43.925465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: d91aaff5-fe2d-4dc5-a3d8-1771843657e2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:43.946269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network d91aaff5-fe2d-4dc5-a3d8-1771843657e2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:43.958592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d91aaff5-fe2d-4dc5-a3d8-1771843657e2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:43.964377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:43.967694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19a8b7-df45-4caf-9137-f9e88e1879dc None None] Network d91aaff5-fe2d-4dc5-a3d8-1771843657e2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:43.975176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:43.980556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:43.981289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.002697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e3df16b0-b831-41f3-a886-836b10d3436f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4875169 Jul 15 13:28:44.005779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:44.146871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab8e8b0b-f965-4876-8078-43bba0d8a3f7 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:44.167881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port da726732-204f-49c2-81d5-c4df7504ca6d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:44.168404 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.234796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:44.239927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:44.241140 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.259930 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.278693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for da726732-204f-49c2-81d5-c4df7504ca6d owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:44.361881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.387264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.390477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:44.392877 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c98ad-ecbf-4ffe-b016-a3cac7d00373" -d '{"events": [{"server_uuid": "02417a4c-68c5-45de-abae-090260745401", "name": "network-vif-plugged", "status": "completed", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:44.426228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:44.428463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=da726732-204f-49c2-81d5-c4df7504ca6d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.439054 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.453961 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3bd0e1-0672-462e-8a77-71b03b4e9e7c x-openstack-request-id: req-ce3bd0e1-0672-462e-8a77-71b03b4e9e7c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:44.456332 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02417a4c-68c5-45de-abae-090260745401", "name": "network-vif-plugged", "status": "completed", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:44.457106 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce3bd0e1-0672-462e-8a77-71b03b4e9e7c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:44.457952 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'code': 200} Jul 15 13:28:44.467318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.472148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:44.482683 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab8d5afa-9bee-43d8-8021-6e6443b055ea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/da726732-204f-49c2-81d5-c4df7504ca6d HTTP/1.1" status: 204 len: 168 time: 0.4623599 Jul 15 13:28:44.518092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.534494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-035cedd3-90fa-40d4-ab7a-0069521271e5 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.536177 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-035cedd3-90fa-40d4-ab7a-0069521271e5 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 946 time: 0.1090457 Jul 15 13:28:44.614764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56869ca-ab32-4fe9-aced-0226626ae4e3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.621395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56869ca-ab32-4fe9-aced-0226626ae4e3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.623016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c56869ca-ab32-4fe9-aced-0226626ae4e3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1498768 Jul 15 13:28:44.625751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:44.669715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739b5b7-d617-4ab6-90a5-803d4b26b253 req-89abd376-3e2a-4f48-ac73-607be390ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.671281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0739b5b7-d617-4ab6-90a5-803d4b26b253 req-89abd376-3e2a-4f48-ac73-607be390ee5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1135 time: 0.1269748 Jul 15 13:28:44.703058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Deleting port 586ab449-864b-4529-bf8b-a90df186caba {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:44.704182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.869613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] For port 586ab449-864b-4529-bf8b-a90df186caba, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=586ab449-864b-4529-bf8b-a90df186caba,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:44.869613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.886164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Calling delete_port for 586ab449-864b-4529-bf8b-a90df186caba owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:44.895130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0739b5b7-d617-4ab6-90a5-803d4b26b253 req-8a75e0ba-80d5-4c04-874b-52ad73ef70e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&id=7e28d175-8c2b-48b5-9224-ffb3a1838436&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2085776 Jul 15 13:28:44.988309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4f343-d0ad-4bb2-b4df-5cb1e4455907 req-cc56c60f-382c-486f-94b4-55ac49e919df tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.994056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84f4f343-d0ad-4bb2-b4df-5cb1e4455907 req-cc56c60f-382c-486f-94b4-55ac49e919df tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ae5c4d-05e2-4b4c-853d-9f986d462b16 HTTP/1.1" status: 200 len: 946 time: 0.2614517 Jul 15 13:28:45.002881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 698dd8f3-0b7d-421e-a82a-53db94ccec8d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:45.003927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.065337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.079348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89', '586ab449-864b-4529-bf8b-a90df186caba'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:45.083677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:45.101106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event deleted for resources: {'Port': ['ID=586ab449-864b-4529-bf8b-a90df186caba,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.163543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] No DVR routers for this DVR port 586ab449-864b-4529-bf8b-a90df186caba on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:45.168023 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.170232 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7bb3b33c-bb73-48ba-b084-111c7dd3bf9a req-261a1d89-9eab-4271-8042-ee5d0f30b874 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "DELETE /v2.0/ports/586ab449-864b-4529-bf8b-a90df186caba HTTP/1.1" status: 204 len: 173 time: 0.6282089 Jul 15 13:28:45.170822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'name': 'network-vif-deleted', 'tag': '586ab449-864b-4529-bf8b-a90df186caba'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:45.174800 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e03c6f0-cd96-4bf0-b362-9231a2b93747" -d '{"events": [{"server_uuid": "53ae5c4d-05e2-4b4c-853d-9f986d462b16", "name": "network-vif-deleted", "tag": "586ab449-864b-4529-bf8b-a90df186caba"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:45.217817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcc900-e882-493d-a8f2-f5f48bbad30c req-ae0aca9e-493a-4139-bc54-eae8b7d162eb tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.221915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20bcc900-e882-493d-a8f2-f5f48bbad30c req-ae0aca9e-493a-4139-bc54-eae8b7d162eb tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 984 time: 0.3573215 Jul 15 13:28:45.226434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84f4f343-d0ad-4bb2-b4df-5cb1e4455907 req-8054ddcd-0da4-47ec-943b-81fa49a80005 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279501 Jul 15 13:28:45.232926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.299162 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f6fc38-09c4-44eb-9d2b-241a07c7785e x-openstack-request-id: req-f8f6fc38-09c4-44eb-9d2b-241a07c7785e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:45.299667 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ae5c4d-05e2-4b4c-853d-9f986d462b16", "name": "network-vif-deleted", "tag": "586ab449-864b-4529-bf8b-a90df186caba", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:45.300161 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f6fc38-09c4-44eb-9d2b-241a07c7785e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:45.300321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 698dd8f3-0b7d-421e-a82a-53db94ccec8d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:45.300876 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ae5c4d-05e2-4b4c-853d-9f986d462b16', 'name': 'network-vif-deleted', 'tag': '586ab449-864b-4529-bf8b-a90df186caba', 'status': 'completed', 'code': 200} Jul 15 13:28:45.332702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc568e5f-d026-4920-96c9-90c42d93aa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.339866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.347204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20bcc900-e882-493d-a8f2-f5f48bbad30c req-096130ea-e597-4422-808b-989539085ce0 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1166813 Jul 15 13:28:45.423407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.465197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=698dd8f3-0b7d-421e-a82a-53db94ccec8d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.476207 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.478165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-79b1f46a-89df-451a-a984-b87530ab4ac2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/698dd8f3-0b7d-421e-a82a-53db94ccec8d HTTP/1.1" status: 204 len: 168 time: 0.8513482 Jul 15 13:28:45.481314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.528706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-875277e2-fea7-4636-9eee-dbf322258a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.567140 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.595453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f07584-6254-4b60-bef4-1997234c5532 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.596948 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-39f07584-6254-4b60-bef4-1997234c5532 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1144276 Jul 15 13:28:45.599789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43720) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.635607 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeeded3c-9b3f-424e-9027-748b164da492 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:28:45.637225 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eeeded3c-9b3f-424e-9027-748b164da492 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/da726732-204f-49c2-81d5-c4df7504ca6d HTTP/1.1" status: 404 len: 333 time: 0.0365357 Jul 15 13:28:45.640238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.677816 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f11d89f-ca20-487d-8b6b-291a7a5d6b15 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:28:45.679435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9f11d89f-ca20-487d-8b6b-291a7a5d6b15 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/698dd8f3-0b7d-421e-a82a-53db94ccec8d HTTP/1.1" status: 404 len: 333 time: 0.0377696 Jul 15 13:28:45.682145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.693636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-875277e2-fea7-4636-9eee-dbf322258a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.700598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-875277e2-fea7-4636-9eee-dbf322258a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.739265 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-875277e2-fea7-4636-9eee-dbf322258a67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65200878b3424c1b93c7fab695968935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982751 Jul 15 13:28:45.743926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.760631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875277e2-fea7-4636-9eee-dbf322258a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d28ff-2b3f-4bb4-ba40-3a00f473ab31,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.780014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.847855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eee8bd5b-cc6b-426c-abcb-1493f9b2222f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.875425 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eee8bd5b-cc6b-426c-abcb-1493f9b2222f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.915188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.926997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91aaff5-fe2d-4dc5-a3d8-1771843657e2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.936060 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eee8bd5b-cc6b-426c-abcb-1493f9b2222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.939687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eee8bd5b-cc6b-426c-abcb-1493f9b2222f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.941510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eee8bd5b-cc6b-426c-abcb-1493f9b2222f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a77d28ff-2b3f-4bb4-ba40-3a00f473ab31 HTTP/1.1" status: 204 len: 168 time: 0.1966097 Jul 15 13:28:45.943383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1862618e-2039-46e6-9f39-4764352fd0f2') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.944094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1862618e-2039-46e6-9f39-4764352fd0f2') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.956413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.960760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8bd5b-cc6b-426c-abcb-1493f9b2222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d28ff-2b3f-4bb4-ba40-3a00f473ab31,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.980820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.990172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:45.990744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:45.994370 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:46.069575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.085096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.091111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/d91aaff5-fe2d-4dc5-a3d8-1771843657e2 HTTP/1.1" status: 204 len: 168 time: 0.4028447 Jul 15 13:28:46.091805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:46.103566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-814703250'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:46.120374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b086bf-0003-4811-a34c-2da1e8762a7a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=d91aaff5-fe2d-4dc5-a3d8-1771843657e2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.148326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:46.152108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.176173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:46.185693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.186050 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 1ee6aefd-dec1-4d02-bd8e-54732babd417 of type vlan for network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 Jul 15 13:28:46.237876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.279680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.287627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.288506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.387553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=f94d6d80-6f64-4f58-ba1b-b97bee5feeb0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.392112 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-137a2d66-7124-46f7-a446-3f9e53d29729 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2991366 Jul 15 13:28:46.395036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43750) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:46.401437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:46.401926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:46.523871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:46.533725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.732263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd709235-cef0-4924-9d45-148f0b995f3a req-0bd40a13-9f5b-4b39-b06d-b63f6b0bd5cb tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.733882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd709235-cef0-4924-9d45-148f0b995f3a req-0bd40a13-9f5b-4b39-b06d-b63f6b0bd5cb tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 984 time: 0.1474602 Jul 15 13:28:46.745252 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.822957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd709235-cef0-4924-9d45-148f0b995f3a req-edf84616-a08d-4f56-874f-a78c9bbd645b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0784116 Jul 15 13:28:46.861113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:46.869620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.933316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=f1aaf463-092e-47d5-95eb-21053ebabaa0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.943998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '1ee6aefd-dec1-4d02-bd8e-54732babd417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:46.945126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: f94d6d80-6f64-4f58-ba1b-b97bee5feeb0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:46.956460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ecdb4-2e54-4a88-9b31-85f2ef44b247 req-b1e6bbbf-a27b-4abb-b3da-ae68a15dce90 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.958617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c00ecdb4-2e54-4a88-9b31-85f2ef44b247 req-b1e6bbbf-a27b-4abb-b3da-ae68a15dce90 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 945 time: 0.1343968 Jul 15 13:28:46.962937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:46.978441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f94d6d80-6f64-4f58-ba1b-b97bee5feeb0) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:46.983974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.985844 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.989644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb23464-8606-42bc-abea-3159cada9894 None None] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:47.006856 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-10f65a8c-ee7f-41e1-9503-8573fd5f8689 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6106057 Jul 15 13:28:47.007510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.021839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0', 'name': 'tempest-PortsIpV6TestJSON-347779359'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:47.063457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2064262522-network', 'tenant_id': '3f543b34ca144c06a6954137cccdf946'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:47.079450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c00ecdb4-2e54-4a88-9b31-85f2ef44b247 req-4947b2a1-03c1-4065-b31c-4bd3fefb1ea0 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132219 Jul 15 13:28:47.108914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Made reservation on behalf of 3f543b34ca144c06a6954137cccdf946 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:47.111864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.130334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae67a9c-c3a0-464b-aaaf-a8a0f686fb24 req-b04b1f2a-3812-4999-97b3-e5c47af801f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.132411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae67a9c-c3a0-464b-aaaf-a8a0f686fb24 req-b04b1f2a-3812-4999-97b3-e5c47af801f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 984 time: 0.1584408 Jul 15 13:28:47.148497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.191313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f94d6d80-6f64-4f58-ba1b-b97bee5feeb0', 'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': 'f1aaf463-092e-47d5-95eb-21053ebabaa0'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:47.192419 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.200111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ae67a9c-c3a0-464b-aaaf-a8a0f686fb24 req-5d81dff5-36de-4a8b-8714-e92d14f8b797 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0600471 Jul 15 13:28:47.322305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.342812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.364817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:47.369158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.372097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:47.420938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Allocated IP 2001:db8::2 (f94d6d80-6f64-4f58-ba1b-b97bee5feeb0/f1aaf463-092e-47d5-95eb-21053ebabaa0/1957caeb-9aa4-4eae-9ab3-f326933f2e6d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:47.424153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.424788 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Added segment ff58dc05-04f1-4b65-ae3d-6beeb1e8599a of type vlan for network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 Jul 15 13:28:47.445597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b146c17-40b7-4a7b-a900-a1e1a9c5b374,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.446780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12326-83ae-497e-b6b4-023f9001d987 req-89548402-4d52-470c-95f3-045bc0315159 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.450333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 64fa7423-1c29-428a-98c8-5aa66c6354df yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:47.450730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb12326-83ae-497e-b6b4-023f9001d987 req-89548402-4d52-470c-95f3-045bc0315159 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1135 time: 0.1057084 Jul 15 13:28:47.471337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8eb12326-83ae-497e-b6b4-023f9001d987 req-f4de404e-d94b-4dbc-b0c6-57c86942ec63 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.525094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.578619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.580150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.580749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.610685 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.621290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Transition to ACTIVE for port object 1957caeb-9aa4-4eae-9ab3-f326933f2e6d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:47.637597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Transition to ACTIVE for port object 1957caeb-9aa4-4eae-9ab3-f326933f2e6d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:47.648119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.663514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8eb12326-83ae-497e-b6b4-023f9001d987 req-f4de404e-d94b-4dbc-b0c6-57c86942ec63 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.676190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.677071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8eb12326-83ae-497e-b6b4-023f9001d987 req-f4de404e-d94b-4dbc-b0c6-57c86942ec63 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.699228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:47.702809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:47.709613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:47.716451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] Pushing event updated for resources: {'Network': ['ID=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.724820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Pushing event updated for resources: {'Port': ['ID=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.732318 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1dea593e-93c2-4b61-85b3-c9919b93d2ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8701217 Jul 15 13:28:47.733171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.742541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Request body: {'subnet': {'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2064262522-subnet', 'tenant_id': '3f543b34ca144c06a6954137cccdf946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:47.755519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:47.768349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb12326-83ae-497e-b6b4-023f9001d987 req-f4de404e-d94b-4dbc-b0c6-57c86942ec63 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3110096 Jul 15 13:28:47.775509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::195 (f94d6d80-6f64-4f58-ba1b-b97bee5feeb0/f1aaf463-092e-47d5-95eb-21053ebabaa0/64fa7423-1c29-428a-98c8-5aa66c6354df) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:47.801587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de404e-d94b-4dbc-b0c6-57c86942ec63 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0462fc-84a4-48e5-8e92-eac90781bf4d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.801723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.803899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Made reservation on behalf of 3f543b34ca144c06a6954137cccdf946 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:47.806605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.883935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Attempting to bind port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:47.884511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Attempting to bind port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1ee6aefd-dec1-4d02-bd8e-54732babd417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:47.885145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Attempting to bind port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d on network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:47.896255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:47.896777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Checking segment: {'id': '1ee6aefd-dec1-4d02-bd8e-54732babd417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:47.897301 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.897795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Bound using segment: {'id': '1ee6aefd-dec1-4d02-bd8e-54732babd417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:47.898408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Bound port: 1957caeb-9aa4-4eae-9ab3-f326933f2e6d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee6aefd-dec1-4d02-bd8e-54732babd417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f94d6d80-6f64-4f58-ba1b-b97bee5feeb0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:47.898889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.984546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a268bd8-c90a-4a12-8d7d-168d6ac53b53 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.987146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a268bd8-c90a-4a12-8d7d-168d6ac53b53 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1130 time: 0.1844788 Jul 15 13:28:47.994567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ba30783f-73a9-4256-bce3-f046dbbf3da0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f36e1b84bcb434ba5e0eb34cda07592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145592 Jul 15 13:28:47.996346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43788) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.997019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:48.000231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] For port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:48.003314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:48.004254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] For port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,segment=NetworkSegment(1ee6aefd-dec1-4d02-bd8e-54732babd417),segment_id=1ee6aefd-dec1-4d02-bd8e-54732babd417)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:48.012569 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.104750 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.120824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b01e8-5b7a-4576-9f92-47d119a92511 None None] Pushing event updated for resources: {'Port': ['ID=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:48.182325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.204722 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb85e249-6fe7-468c-9085-a86e3cb539d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.233378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object 64fa7423-1c29-428a-98c8-5aa66c6354df will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:48.246364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.275853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 586ab449-864b-4529-bf8b-a90df186caba no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:48.279031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb85e249-6fe7-468c-9085-a86e3cb539d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.290032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.396425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fa6caa-3e0a-4227-a3f4-17f697b2da16,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:48.401343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.407050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Checking segment: {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:48.407414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Network hostable DHCP agents. Network: d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:48.411090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-0720b28d-a4ba-443d-ab61-7a34fa633e17 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.412996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-0720b28d-a4ba-443d-ab61-7a34fa633e17 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 945 time: 0.3486588 Jul 15 13:28:48.479823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:48.481897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ce9f3-67f7-47d6-8f1f-a52ace70d4f5 req-d414609b-e800-4f07-96b5-2e42a427c98a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.483996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a14ce9f3-67f7-47d6-8f1f-a52ace70d4f5 req-d414609b-e800-4f07-96b5-2e42a427c98a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 945 time: 0.2622592 Jul 15 13:28:48.488614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:48.493469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:48.499779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.500438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.504351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=64fa7423-1c29-428a-98c8-5aa66c6354df,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:48.511454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:48.533168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 586ab449-864b-4529-bf8b-a90df186caba {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:48.534100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 586ab449-864b-4529-bf8b-a90df186caba not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:48.546492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61e59e1b-9d1c-4393-b9d6-22ed793d9035 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5356114 Jul 15 13:28:48.549378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:48.554522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.555155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.558442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:48.568500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce67c3-ac90-4efe-9164-3e8054120e02 None None] Network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:48.632540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb85e249-6fe7-468c-9085-a86e3cb539d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.636071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb85e249-6fe7-468c-9085-a86e3cb539d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.637832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb85e249-6fe7-468c-9085-a86e3cb539d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adab1557-5296-438a-8ced-a4d457219c75 HTTP/1.1" status: 204 len: 168 time: 0.6263361 Jul 15 13:28:48.657641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-afb999f1-4912-4885-ba12-80494e710d6f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9123173 Jul 15 13:28:48.686448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a14ce9f3-67f7-47d6-8f1f-a52ace70d4f5 req-cfb31129-dc99-483f-9bfd-533e0dbdf92c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344509 Jul 15 13:28:48.695665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 64fa7423-1c29-428a-98c8-5aa66c6354df {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:48.696476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.709209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85e249-6fe7-468c-9085-a86e3cb539d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adab1557-5296-438a-8ced-a4d457219c75,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:48.739526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001a594-2d96-47e8-8cf2-2323c8ffd353 None None] Network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:48.778772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.818695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.837720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 64fa7423-1c29-428a-98c8-5aa66c6354df owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:48.844271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Deleting port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:48.844619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.037687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.066307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] For port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:49.066835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.097858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Calling delete_port for 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:49.099963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.25.2.150 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/0c22db53-5f1b-4ffb-9ece-eb0b46656fda) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:49.125529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=64fa7423-1c29-428a-98c8-5aa66c6354df,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.143290 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:49.164810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.169098 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5e99cbe-ffc6-415b-a972-090341ab1534 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/64fa7423-1c29-428a-98c8-5aa66c6354df HTTP/1.1" status: 204 len: 168 time: 0.6096771 Jul 15 13:28:49.172957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:49.231105 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8e7ac7-12a2-4503-b3c8-3d3dab43379f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:49.231979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8e7ac7-12a2-4503-b3c8-3d3dab43379f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:49.236681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:49.238139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a8e7ac7-12a2-4503-b3c8-3d3dab43379f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/64fa7423-1c29-428a-98c8-5aa66c6354df HTTP/1.1" status: 404 len: 333 time: 0.0614491 Jul 15 13:28:49.318057 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c8477f-988a-4a56-bcb6-74f3473208b3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:28:49.331754 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-42c8477f-988a-4a56-bcb6-74f3473208b3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/64fa7423-1c29-428a-98c8-5aa66c6354df HTTP/1.1" status: 404 len: 333 time: 0.0922928 Jul 15 13:28:49.333756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43826) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:49.426134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.455289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet f1aaf463-092e-47d5-95eb-21053ebabaa0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:49.467774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.498557 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.513671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:49.515677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:49.547402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event deleted for resources: {'Port': ['ID=5b3c6e69-d9d9-4f84-9341-3dedb6efee0a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.563028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.596568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.646658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] No DVR routers for this DVR port 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:49.654121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.656215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5adeecd7-7d1f-40b0-a98e-b51b277a6e47 req-1199bb30-17bd-424f-b147-eb61974ad928 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.23 "DELETE /v2.0/ports/5b3c6e69-d9d9-4f84-9341-3dedb6efee0a HTTP/1.1" status: 204 len: 173 time: 1.2276263 Jul 15 13:28:49.659404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'name': 'network-vif-deleted', 'tag': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:49.663524 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29714b4-d91c-4085-b2b7-b99e29b5b0d3" -d '{"events": [{"server_uuid": "73bd7696-4c2e-4a79-96a6-1a26f16f548d", "name": "network-vif-deleted", "tag": "5b3c6e69-d9d9-4f84-9341-3dedb6efee0a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:49.680536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:49.684721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:49.689900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:49.696495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=0c22db53-5f1b-4ffb-9ece-eb0b46656fda,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.732465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d71996-d619-4076-b13d-8c417b0c005c None None] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:49.859374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.908215 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4927aed-3922-4637-b8a3-c7f056aceeae x-openstack-request-id: req-f4927aed-3922-4637-b8a3-c7f056aceeae {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:49.908723 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd7696-4c2e-4a79-96a6-1a26f16f548d", "name": "network-vif-deleted", "tag": "5b3c6e69-d9d9-4f84-9341-3dedb6efee0a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:49.908910 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4927aed-3922-4637-b8a3-c7f056aceeae {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:49.909392 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd7696-4c2e-4a79-96a6-1a26f16f548d', 'name': 'network-vif-deleted', 'tag': '5b3c6e69-d9d9-4f84-9341-3dedb6efee0a', 'status': 'completed', 'code': 200} Jul 15 13:28:49.936260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1862b58-d4fd-438d-ac64-e135d7d1c76b None None] Provisioning for port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:50.025148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.050829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.055832 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/f1aaf463-092e-47d5-95eb-21053ebabaa0 HTTP/1.1" status: 204 len: 168 time: 0.7182052 Jul 15 13:28:50.056889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:50.094649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43854) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:50.098856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0ddfaa7-8b95-4aee-a34f-8787642d6656 req-e331a9fe-b38b-4349-beb6-6df8f218a2be tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd7696-4c2e-4a79-96a6-1a26f16f548d HTTP/1.1" status: 200 len: 210 time: 0.0518901 Jul 15 13:28:50.118292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138fd2a-45ae-4bda-89c0-ebb429fabf06 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=f1aaf463-092e-47d5-95eb-21053ebabaa0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:50.235864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.321456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:50.323274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.326487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1957caeb-9aa4-4eae-9ab3-f326933f2e6d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:50.375863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-31702637-network', 'tenant_id': '2593a3ef7e8d4b69b2c6c7b146caf433'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:50.431071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Made reservation on behalf of 2593a3ef7e8d4b69b2c6c7b146caf433 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:50.434157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.441843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:50.446476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:50.446920 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.465209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.567834 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.568905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7817f-e5ea-457d-bdcb-abd2ad144a65 None None] Network f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:50.599067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] For port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,segment=NetworkSegment(1ee6aefd-dec1-4d02-bd8e-54732babd417),segment_id=1ee6aefd-dec1-4d02-bd8e-54732babd417)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:50.599439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.640512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 1957caeb-9aa4-4eae-9ab3-f326933f2e6d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:50.684435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.732421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-59762287-8c2e-4b26-825a-5ce8eca21370 None None] Provisioning complete for port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:50.733292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59762287-8c2e-4b26-825a-5ce8eca21370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.735932 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.845547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,segment=NetworkSegment(1ee6aefd-dec1-4d02-bd8e-54732babd417),segment_id=1ee6aefd-dec1-4d02-bd8e-54732babd417)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:50.864449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.875441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.876289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.879294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-59762287-8c2e-4b26-825a-5ce8eca21370 None None] Could not find standard attr ID for object 1957caeb-9aa4-4eae-9ab3-f326933f2e6d. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:28:50.909499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.923882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:50.929909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No DVR routers for this DVR port 1957caeb-9aa4-4eae-9ab3-f326933f2e6d on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:50.936734 n-d-798249-9 neutron-server[93825]: INFO neutron.plugins.ml2.db [None req-59762287-8c2e-4b26-825a-5ce8eca21370 None None] No ports have port_id starting with 1957caeb-9aa4-4eae-9ab3-f326933f2e6d Jul 15 13:28:50.939219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event deleted for resources: {'Port': ['ID=1957caeb-9aa4-4eae-9ab3-f326933f2e6d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:50.989677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.000769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.016207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:51.030040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d9e56-75d1-4dfc-9b2d-60d60f9014d9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.032566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29991f4b-9492-4321-b646-c5053d6a65fa None None] DHCP port deletion for f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:51.062094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.062633 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Added segment a9fc6644-fe95-4b84-bfde-97f09d962c11 of type vlan for network 62c0a067-8fbd-4b50-8c57-5f82050acf4f Jul 15 13:28:51.105018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.110997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.139734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94d6d80-6f64-4f58-ba1b-b97bee5feeb0']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:51.158605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee6aefd-dec1-4d02-bd8e-54732babd417') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:51.159090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee6aefd-dec1-4d02-bd8e-54732babd417') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:51.177274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.179440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.181570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=0c22db53-5f1b-4ffb-9ece-eb0b46656fda,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.202012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.218856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:51.219372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:51.222570 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:51.294972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.295959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.296546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.333308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.337733 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2398968 Jul 15 13:28:51.349034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.351417 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/f94d6d80-6f64-4f58-ba1b-b97bee5feeb0 HTTP/1.1" status: 204 len: 168 time: 1.2915571 Jul 15 13:28:51.351967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:51.360718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Request body: {'subnet': {'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-31702637-subnet', 'tenant_id': '2593a3ef7e8d4b69b2c6c7b146caf433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:51.368188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:51.378541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-370673914'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:51.415028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdfdab-859c-45d0-b436-e59161cfd921 admin admin] Pushing event updated for resources: {'Network': ['ID=62c0a067-8fbd-4b50-8c57-5f82050acf4f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.428246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 62c0a067-8fbd-4b50-8c57-5f82050acf4f details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:51.450489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf85d8d-2c4f-4e1b-b02b-bf809984a56e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=f94d6d80-6f64-4f58-ba1b-b97bee5feeb0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.480597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Made reservation on behalf of 2593a3ef7e8d4b69b2c6c7b146caf433 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:51.484012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.501471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:51.507640 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.596012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:51.618751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.619099 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 9df1be6a-e693-4714-a531-e9ed6eee5ccf of type vlan for network d6dfc64b-e464-43ae-9a46-31115f541217 Jul 15 13:28:51.634782 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Floating IP 76a20a8f-f645-46d2-921d-006dd6063bc3 associated. External IP: 172.25.2.150, port: ab8e8b0b-f965-4876-8078-43bba0d8a3f7. Jul 15 13:28:51.673903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.908780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router dfa01f8b-8168-4555-9c99-4046a3e070ab has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:52.055747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:52.070477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] Sync routers for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:52.088183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:52.090616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.105542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.176765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:52.192785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.215778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b1464c2-9c20-447b-9cba-b04ea2da31ed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2171619 Jul 15 13:28:52.216932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:52.223904 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "02417a4c-68c5-45de-abae-090260745401", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:52.226009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.241458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1957caeb-9aa4-4eae-9ab3-f326933f2e6d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:52.259894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:52.260848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 5b3c6e69-d9d9-4f84-9341-3dedb6efee0a not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:52.288618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b81585b-62f8-4223-bf98-ed972b72354c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.291136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.296834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.297472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.321603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1957caeb-9aa4-4eae-9ab3-f326933f2e6d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:52.321959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1957caeb-9aa4-4eae-9ab3-f326933f2e6d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:52.346580 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9389c0-0fa7-46bd-ae6c-e83598f56b24 x-openstack-request-id: req-8f9389c0-0fa7-46bd-ae6c-e83598f56b24 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:52.346580 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02417a4c-68c5-45de-abae-090260745401", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:52.347083 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f9389c0-0fa7-46bd-ae6c-e83598f56b24 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:52.347549 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'status': 'completed', 'code': 200} Jul 15 13:28:52.393377 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0216401 Jul 15 13:28:52.395486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.442901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:52.494090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:52.531741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Checking segment: {'id': 'a9fc6644-fe95-4b84-bfde-97f09d962c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:52.532120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Network hostable DHCP agents. Network: 62c0a067-8fbd-4b50-8c57-5f82050acf4f, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:52.542994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777a4c-3f77-41ec-80c3-158c04df9913 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=d6dfc64b-e464-43ae-9a46-31115f541217,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.571046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d6dfc64b-e464-43ae-9a46-31115f541217 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:52.681525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.681920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.695146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.695563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.696038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.696685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.697341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.698166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.698823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.699452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.700079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.700702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.701326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.703754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-184e2335-c258-4e2f-8a10-d3ded48cae68 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9072 time: 0.4716513 Jul 15 13:28:52.707306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-0ed91103-e0d2-492f-aa87-1614147430f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.708908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-0ed91103-e0d2-492f-aa87-1614147430f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1135 time: 0.3476214 Jul 15 13:28:52.709602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.728461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:52.739687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.808994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '76a20a8f-f645-46d2-921d-006dd6063bc3', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'port_id': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'mac_address': 'fa:16:3e:16:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02417a4c-68c5-45de-abae-090260745401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:28:50Z', 'updated_at': '2021-07-15T13:28:50Z', 'revision_number': 0, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.815420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Network 62c0a067-8fbd-4b50-8c57-5f82050acf4f is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:52.841165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 62c0a067-8fbd-4b50-8c57-5f82050acf4f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:52.849481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.850131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.850772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.851385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.851992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.852600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.853290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.853955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.854634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.855246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.855853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.858064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a94e2bf-0a26-4331-966c-5d7ae2567cea tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7104 time: 0.1472716 Jul 15 13:28:52.860280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.862832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.866575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.873299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] Checking router: dfa01f8b-8168-4555-9c99-4046a3e070ab for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:52.884198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f327013-f88a-4f86-b043-b21cc7de6d55 None None] Network 62c0a067-8fbd-4b50-8c57-5f82050acf4f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:52.955776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-8fc53235-acc1-4145-9d49-f39872debe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.956889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:52.957898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.958231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-8fc53235-acc1-4145-9d49-f39872debe5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 200 len: 897 time: 0.2389960 Jul 15 13:28:53.013072 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ea0894d0-6c67-4150-8dcb-3bb71ee7031e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6594865 Jul 15 13:28:53.178618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-30937bdf-a42a-4026-b92f-17002e7b1e48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 200 len: 999 time: 0.2122934 Jul 15 13:28:53.187778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.239649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6955cd-f09a-4650-a34e-63eef830e776 None None] Network 62c0a067-8fbd-4b50-8c57-5f82050acf4f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:53.272736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '9df1be6a-e693-4714-a531-e9ed6eee5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:53.273586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: d6dfc64b-e464-43ae-9a46-31115f541217, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:53.278233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=6f54af3d-2a11-4740-a141-31fd77e5ad7b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:53.307776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:53.315238 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network d6dfc64b-e464-43ae-9a46-31115f541217 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:53.341535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d6dfc64b-e464-43ae-9a46-31115f541217) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:53.346584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.347197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.386554 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-069d15f7-a5e9-4fef-998b-d67bf26a2a81 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9898570 Jul 15 13:28:53.389049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43902) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.394463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1461594197'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:53.410499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-1e71020a-1b0f-4c2f-9415-0c313bdbfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.411455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-1e71020a-1b0f-4c2f-9415-0c313bdbfe31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ad90b3b-62b3-4b90-a058-5bd39f983974 HTTP/1.1" status: 200 len: 835 time: 0.2197084 Jul 15 13:28:53.522478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-17f7fcb5-e4f7-4c85-bb14-b52efe4e3b35 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.6583200 Jul 15 13:28:53.525181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.695221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-6c9cef2c-6639-4ec9-819f-1e19272bb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.705495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-6c9cef2c-6639-4ec9-819f-1e19272bb730 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2739959 Jul 15 13:28:53.714047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:53.717693 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.766768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 0921ec32-a034-4d85-a507-e5a01284f0c1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:53.833173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-043108df-10e2-404f-bfb1-9f8370eee0d6 service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165364 Jul 15 13:28:53.836023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb16e8a-e26a-437f-b8ab-19fe78d1fe6a None None] Network d6dfc64b-e464-43ae-9a46-31115f541217 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:53.843585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c2811-679d-45fd-abd2-c29d07f70bc3 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.847160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c2811-679d-45fd-abd2-c29d07f70bc3 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.849021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-244c2811-679d-45fd-abd2-c29d07f70bc3 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dfa01f8b-8168-4555-9c99-4046a3e070ab HTTP/1.1" status: 200 len: 1989 time: 0.3212025 Jul 15 13:28:53.992294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::1ec (d6dfc64b-e464-43ae-9a46-31115f541217/6f54af3d-2a11-4740-a141-31fd77e5ad7b/0921ec32-a034-4d85-a507-e5a01284f0c1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:54.016851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43920) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.024121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-829993888-network', 'tenant_id': '5322ed8389fc4f49bcb21b4e35c7917a'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:54.034168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '76a20a8f-f645-46d2-921d-006dd6063bc3', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'port_id': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'mac_address': 'fa:16:3e:16:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02417a4c-68c5-45de-abae-090260745401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:28:50Z', 'updated_at': '2021-07-15T13:28:50Z', 'revision_number': 0, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:54.034720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d2dc3c7-7919-4adb-9621-e55f29e09ee8 req-500cfb1d-e0ca-41de-9a16-d507bec5dc8f service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844316 Jul 15 13:28:54.111524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Made reservation on behalf of 5322ed8389fc4f49bcb21b4e35c7917a for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:54.114136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.132086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.182928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019015f1-1edb-4465-aa76-fcbc613148b2 None None] The sync data for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 is: [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '76a20a8f-f645-46d2-921d-006dd6063bc3', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'port_id': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'mac_address': 'fa:16:3e:16:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02417a4c-68c5-45de-abae-090260745401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:28:50Z', 'updated_at': '2021-07-15T13:28:50Z', 'revision_number': 0, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:54.258789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d6dfc64b-e464-43ae-9a46-31115f541217', 'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': '6f54af3d-2a11-4740-a141-31fd77e5ad7b'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:54.259760 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.379164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.433199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object 0921ec32-a034-4d85-a507-e5a01284f0c1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:54.469837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.478760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.515287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:54.520928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bf8517-9d6a-42cd-b3b9-10bd86223e34,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.524766 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.556252 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357f4b0-d020-4629-8f8e-c8cc72709047 None None] New status for floating IP 76a20a8f-f645-46d2-921d-006dd6063bc3: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:54.578376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Allocated IP 2001:db8::2 (d6dfc64b-e464-43ae-9a46-31115f541217/6f54af3d-2a11-4740-a141-31fd77e5ad7b/3ff2fa99-1839-41b9-bb7e-2eb3d3375d10) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:54.584424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.584770 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Added segment eaa6f875-4983-4b24-bdbe-f955d2da1ba5 of type vlan for network 3710e428-e077-4e72-aae7-8b5d97b9ca8e Jul 15 13:28:54.597060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=0921ec32-a034-4d85-a507-e5a01284f0c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.622621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network d6dfc64b-e464-43ae-9a46-31115f541217 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:54.628748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:54.636101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:54.641994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.642689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.679928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.724419 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dad6b756-d897-47bd-85dc-b6c2389168e9 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3341019 Jul 15 13:28:54.727017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43928) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.771123 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.789257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Transition to ACTIVE for port object 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:54.818887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Transition to ACTIVE for port object 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:54.821971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.823257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.823846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.830878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.876904 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8561463 Jul 15 13:28:54.877891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.886733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Request body: {'subnet': {'network_id': '3710e428-e077-4e72-aae7-8b5d97b9ca8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-829993888-subnet', 'tenant_id': '5322ed8389fc4f49bcb21b4e35c7917a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:54.903709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Network d6dfc64b-e464-43ae-9a46-31115f541217 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:54.909245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:54.909721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df405d-d60c-4dc3-a21f-d59bcf3ffca8 admin admin] Pushing event updated for resources: {'Network': ['ID=3710e428-e077-4e72-aae7-8b5d97b9ca8e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.918235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:54.922643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 0921ec32-a034-4d85-a507-e5a01284f0c1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:54.922990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.957600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Made reservation on behalf of 5322ed8389fc4f49bcb21b4e35c7917a for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:54.959272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Pushing event updated for resources: {'Port': ['ID=3ff2fa99-1839-41b9-bb7e-2eb3d3375d10,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.964023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3710e428-e077-4e72-aae7-8b5d97b9ca8e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:54.969952 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.072355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Attempting to bind port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:55.073510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Attempting to bind port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '9df1be6a-e693-4714-a531-e9ed6eee5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:55.074357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Attempting to bind port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 on network d6dfc64b-e464-43ae-9a46-31115f541217 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:55.080374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:55.080979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Checking segment: {'id': '9df1be6a-e693-4714-a531-e9ed6eee5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:55.081470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.081975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Bound using segment: {'id': '9df1be6a-e693-4714-a531-e9ed6eee5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:55.082538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Bound port: 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df1be6a-e693-4714-a531-e9ed6eee5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd6dfc64b-e464-43ae-9a46-31115f541217'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:55.083026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.084568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.116656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 0921ec32-a034-4d85-a507-e5a01284f0c1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:55.170706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] For port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:55.176050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] For port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3ff2fa99-1839-41b9-bb7e-2eb3d3375d10,segment=NetworkSegment(9df1be6a-e693-4714-a531-e9ed6eee5ccf),segment_id=9df1be6a-e693-4714-a531-e9ed6eee5ccf)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:55.189550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.282082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.305053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac07d5-8ef9-4a34-a7e1-8322b7124e88 None None] Pushing event updated for resources: {'Port': ['ID=3ff2fa99-1839-41b9-bb7e-2eb3d3375d10,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.305685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.349832 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=0921ec32-a034-4d85-a507-e5a01284f0c1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.364184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb47f32-975a-4deb-8740-a5a0be911da9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.379986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Checking segment: {'id': 'eaa6f875-4983-4b24-bdbe-f955d2da1ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3710e428-e077-4e72-aae7-8b5d97b9ca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:55.380808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Network hostable DHCP agents. Network: 3710e428-e077-4e72-aae7-8b5d97b9ca8e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:55.393076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.397871 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c41c6767-9d5f-4eab-992c-5625442b93bb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/0921ec32-a034-4d85-a507-e5a01284f0c1 HTTP/1.1" status: 204 len: 168 time: 0.6696229 Jul 15 13:28:55.398600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43938) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.407344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Network 3710e428-e077-4e72-aae7-8b5d97b9ca8e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:55.426257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3710e428-e077-4e72-aae7-8b5d97b9ca8e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:55.434896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.435522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.439259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5346ce02-45ce-4c08-a2cd-c10ff14ec047 None None] Network 3710e428-e077-4e72-aae7-8b5d97b9ca8e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:55.474866 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e2b31a-a0db-40e2-a5b9-2aa2e8105117 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:28:55.476574 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-99e2b31a-a0db-40e2-a5b9-2aa2e8105117 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/0921ec32-a034-4d85-a507-e5a01284f0c1 HTTP/1.1" status: 404 len: 333 time: 0.0770431 Jul 15 13:28:55.481533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.486912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c86436a5-83a2-47fe-a8b6-8fa68822fccd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6070039 Jul 15 13:28:55.638784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 6f54af3d-2a11-4740-a141-31fd77e5ad7b {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:55.645700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.728864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.761119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7973bb-c1f2-483b-81dc-7f8e5ba1471b None None] Network 3710e428-e077-4e72-aae7-8b5d97b9ca8e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:55.895936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.007471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.046010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=6f54af3d-2a11-4740-a141-31fd77e5ad7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.052256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.054294 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cc15fe06-cb77-442c-bd4d-3f744801cb31 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/6f54af3d-2a11-4740-a141-31fd77e5ad7b HTTP/1.1" status: 204 len: 168 time: 0.5717449 Jul 15 13:28:56.057370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43954) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.164824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.268546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:56.327148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:56.327648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.356028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:56.360308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-c3459214-9e61-4e47-bdb8-24d69e279c71 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.365602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-c3459214-9e61-4e47-bdb8-24d69e279c71 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/networks?id=62c0a067-8fbd-4b50-8c57-5f82050acf4f HTTP/1.1" status: 200 len: 810 time: 0.1622441 Jul 15 13:28:56.390810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-4a8f11c4-56b3-448c-9722-b72cab33a119 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/quotas/2593a3ef7e8d4b69b2c6c7b146caf433 HTTP/1.1" status: 200 len: 375 time: 0.0170224 Jul 15 13:28:56.404335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] For port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3ff2fa99-1839-41b9-bb7e-2eb3d3375d10,segment=NetworkSegment(9df1be6a-e693-4714-a531-e9ed6eee5ccf),segment_id=9df1be6a-e693-4714-a531-e9ed6eee5ccf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:56.405794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.425328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:56.447178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-340c45e4-239a-4c6b-9d31-09edc769bfa7 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2593a3ef7e8d4b69b2c6c7b146caf433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553625 Jul 15 13:28:56.581546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-48ef225d-684a-426b-99a7-c49e7f05fe39 service neutron] 10.222.0.48 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225734 Jul 15 13:28:56.611019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.648133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No DVR routers for this DVR port 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:56.659045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=3ff2fa99-1839-41b9-bb7e-2eb3d3375d10,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.753557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-eb5bda6f-693d-4a91-9bf0-df19519547f9 service neutron] 10.222.0.48 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692264 Jul 15 13:28:56.785966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.816546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dfc64b-e464-43ae-9a46-31115f541217']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.840952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df1be6a-e693-4714-a531-e9ed6eee5ccf') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.841073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df1be6a-e693-4714-a531-e9ed6eee5ccf') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.849567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3456e5-32bf-4972-8803-1c3c2cb94c25 None None] Network d6dfc64b-e464-43ae-9a46-31115f541217 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:56.870145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.900448 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.914657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:56.915013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:56.919293 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:57.018328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.025755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.027699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/d6dfc64b-e464-43ae-9a46-31115f541217 HTTP/1.1" status: 204 len: 168 time: 0.9692986 Jul 15 13:28:57.031294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.036716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'name': 'tempest-PortsIpV6TestJSON-132825859'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:57.080677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b33f25-b18a-44b9-876b-0e0a4b4ae9c7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=d6dfc64b-e464-43ae-9a46-31115f541217,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.116050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3060d2f3-f9c2-40d0-90a5-b0b4ac3845fe None None] Could not find standard attr ID for object 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:28:57.176540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b854577-2687-4dbe-8f9b-b96e4708933c req-f09f5188-0b63-41b8-b251-bd71112d6c79 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 210 time: 0.0988085 Jul 15 13:28:57.208817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d62a13-0f9d-4f8a-aa8d-54136cdb1ba1 None None] DHCP port deletion for d6dfc64b-e464-43ae-9a46-31115f541217 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:57.313880 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638a98a-106b-4bf4-82d1-10f7288cb5bb req-91585bb0-e6f7-42fb-a504-86c97946a07c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.315517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c638a98a-106b-4bf4-82d1-10f7288cb5bb req-91585bb0-e6f7-42fb-a504-86c97946a07c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 946 time: 0.1990032 Jul 15 13:28:57.316707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:57.320378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.341379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 6dd8ffaa-cb91-45f7-9908-68ae5af9ab57 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:57.474785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c638a98a-106b-4bf4-82d1-10f7288cb5bb req-8d0822db-ca98-417a-b61d-0352bf3924a0 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422088 Jul 15 13:28:57.572010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.622119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.671284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:57.675189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:57.684121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:57.689950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.690706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.714789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=6dd8ffaa-cb91-45f7-9908-68ae5af9ab57,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.718768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ec941623-6226-4edb-a911-30c84aa51e89 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6863163 Jul 15 13:28:57.721100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 43988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.853811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 6dd8ffaa-cb91-45f7-9908-68ae5af9ab57 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:57.854576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.930284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.943434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 6dd8ffaa-cb91-45f7-9908-68ae5af9ab57 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:58.036271 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.068059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=6dd8ffaa-cb91-45f7-9908-68ae5af9ab57,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.071809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.074495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ffc7a91d-bcb2-4221-9af6-6f3fc25a7e85 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/6dd8ffaa-cb91-45f7-9908-68ae5af9ab57 HTTP/1.1" status: 204 len: 168 time: 0.3522820 Jul 15 13:28:58.077445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 43992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.083397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'mac_address': 'fa:16:3e:bf:cb:95', 'name': 'tempest-PortsIpV6TestJSON-1432644907'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.214840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:58.231451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:58.289323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:58.290038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3ff2fa99-1839-41b9-bb7e-2eb3d3375d10 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:58.446989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee6d4971-9869-4814-bece-75ab8e3c4ed0 req-7b39ff64-1c08-4823-bb7d-6527924f87c2 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 210 time: 0.0539417 Jul 15 13:28:58.492621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.523550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port cf739a53-3f35-42d1-a51c-d7111d791e6b yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:58.538118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-5bde147c-f8c4-4646-b126-4d46c5d0b709 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.539862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-5bde147c-f8c4-4646-b126-4d46c5d0b709 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.49 "GET /v2.0/networks?id=62c0a067-8fbd-4b50-8c57-5f82050acf4f HTTP/1.1" status: 200 len: 810 time: 0.2190955 Jul 15 13:28:58.551810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51fde-e233-4372-8e2f-a45980444696 req-f7274045-eea1-40fa-8ff5-ff5acd8660c8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.553434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78c51fde-e233-4372-8e2f-a45980444696 req-f7274045-eea1-40fa-8ff5-ff5acd8660c8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 946 time: 0.0990455 Jul 15 13:28:58.565687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Request body: {'port': {'device_id': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f', 'admin_state_up': True, 'tenant_id': '2593a3ef7e8d4b69b2c6c7b146caf433'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.791011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Deleting port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:58.792481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.853415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214803a-65d4-4c5d-8cd3-a3e6ab3a3193 req-53be7674-9c11-4482-8472-395e3a3b3eb2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.861495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6214803a-65d4-4c5d-8cd3-a3e6ab3a3193 req-53be7674-9c11-4482-8472-395e3a3b3eb2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 946 time: 0.1498051 Jul 15 13:28:58.875575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.879239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Made reservation on behalf of 2593a3ef7e8d4b69b2c6c7b146caf433 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:58.882937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.934791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6214803a-65d4-4c5d-8cd3-a3e6ab3a3193 req-38835fc6-a7f5-4269-9613-1287b999c549 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723591 Jul 15 13:28:58.959453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.981306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] For port b50c3083-9e41-46c8-b6ce-a83c9434c6d8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:58.983719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.112470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:59.116381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:59.127735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:59.140779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.141418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.169388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=cf739a53-3f35-42d1-a51c-d7111d791e6b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.189708 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8ef25d4f-19bb-475f-982b-a6e5f785d316 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1113920 Jul 15 13:28:59.234409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44006) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.348831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae8b23-821b-4e65-97bd-71e51dd47974 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.350347 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b4ae8b23-821b-4e65-97bd-71e51dd47974 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/cf739a53-3f35-42d1-a51c-d7111d791e6b HTTP/1.1" status: 200 len: 845 time: 0.1120398 Jul 15 13:28:59.352001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Allocated IP 172.20.0.13 (62c0a067-8fbd-4b50-8c57-5f82050acf4f/6b81585b-62f8-4223-bf98-ed972b72354c/5500c9fe-2373-4fcf-9b66-d86b8a7375da) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:59.353960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.588789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port cf739a53-3f35-42d1-a51c-d7111d791e6b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:59.589352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.685613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.698602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for cf739a53-3f35-42d1-a51c-d7111d791e6b owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:59.809634 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.810187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.810481 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Floating IP 28c83bae-0b77-43db-92ab-256dacb51e30 disassociated. External IP: 172.25.2.230, port: b50c3083-9e41-46c8-b6ce-a83c9434c6d8. Jul 15 13:28:59.810971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Calling delete_port for b50c3083-9e41-46c8-b6ce-a83c9434c6d8 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:59.814805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.875841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d400f87a-b501-45d5-9b5d-bc6315b6e7e5 req-e7226dfb-a2c3-4894-8892-360992f11391 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 210 time: 0.0601716 Jul 15 13:28:59.907029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=cf739a53-3f35-42d1-a51c-d7111d791e6b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.916059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.918635 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34806637-bb2c-4d3f-96fa-4f0cab8532c1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/cf739a53-3f35-42d1-a51c-d7111d791e6b HTTP/1.1" status: 204 len: 168 time: 0.5634942 Jul 15 13:28:59.921511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.932423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a171cf-66ca-4a52-8f86-08008316344e req-8325fc16-d2fa-4468-a5be-db33cdca5a44 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.941415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9a171cf-66ca-4a52-8f86-08008316344e req-8325fc16-d2fa-4468-a5be-db33cdca5a44 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 946 time: 0.2656391 Jul 15 13:28:59.969171 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bff5c8-493f-41b3-94d8-b8095707d297 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:28:59.971422 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16bff5c8-493f-41b3-94d8-b8095707d297 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/cf739a53-3f35-42d1-a51c-d7111d791e6b HTTP/1.1" status: 404 len: 333 time: 0.0490105 Jul 15 13:28:59.975226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.002552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.012912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9a171cf-66ca-4a52-8f86-08008316344e req-2c758a51-ea76-4751-85aa-835ba9209a08 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703158 Jul 15 13:29:00.044006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'name': 'tempest-PortsIpV6TestJSON-163533803'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:00.109196 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.194078 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.198715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Pushing event updated for resources: {'Port': ['ID=5500c9fe-2373-4fcf-9b66-d86b8a7375da,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.233590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Network 62c0a067-8fbd-4b50-8c57-5f82050acf4f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:00.236999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:00.240972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:00.257729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event deleted for resources: {'Port': ['ID=b50c3083-9e41-46c8-b6ce-a83c9434c6d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.276337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2fd0-1a3f-486a-8a96-70eedbe6da17 req-f75dfac8-6b48-4173-883a-d0cc5d3cb4cc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.278668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-410f2fd0-1a3f-486a-8a96-70eedbe6da17 req-f75dfac8-6b48-4173-883a-d0cc5d3cb4cc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b76341-f404-469e-8f68-4b205059c5f1 HTTP/1.1" status: 200 len: 868 time: 0.1961157 Jul 15 13:29:00.301226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.301859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.304716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:00.309084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.344075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 4bc9c355-d325-4e00-959c-d559ae90de10 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:00.382983 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bd30494b-e36e-4870-be1a-7fd6a342febe tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8212283 Jul 15 13:29:00.413107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-410f2fd0-1a3f-486a-8a96-70eedbe6da17 req-a67d6c1c-07c3-48cc-b08b-ae11232ecf3b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c085cc3-8c71-4867-bd87-34a2605dad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259189 Jul 15 13:29:00.491080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:00.536469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Request body: {'port': {'device_id': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:00.615918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:00.632328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:00.652302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.653628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:00.654642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:00.673414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.703016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] No DVR routers for this DVR port b50c3083-9e41-46c8-b6ce-a83c9434c6d8 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:00.707598 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.711365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78c51fde-e233-4372-8e2f-a45980444696 req-7eaa33d9-ee26-4f25-ab16-89c1c7c1a43f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "DELETE /v2.0/ports/b50c3083-9e41-46c8-b6ce-a83c9434c6d8 HTTP/1.1" status: 204 len: 173 time: 2.1518865 Jul 15 13:29:00.711838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-deleted', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:00.732197 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439dc958-0b50-436d-953e-ece3fadd66e1" -d '{"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-deleted", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:00.810654 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9e3e44-aa3f-48a2-bc70-db066e453f81 x-openstack-request-id: req-1a9e3e44-aa3f-48a2-bc70-db066e453f81 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:00.811263 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b76341-f404-469e-8f68-4b205059c5f1", "name": "network-vif-deleted", "tag": "b50c3083-9e41-46c8-b6ce-a83c9434c6d8", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:00.811456 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a9e3e44-aa3f-48a2-bc70-db066e453f81 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:00.811946 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b76341-f404-469e-8f68-4b205059c5f1', 'name': 'network-vif-deleted', 'tag': 'b50c3083-9e41-46c8-b6ce-a83c9434c6d8', 'status': 'completed', 'code': 200} Jul 15 13:29:00.891137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.965007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:00.982141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:00.996597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:00.997528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.003340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.004024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.009748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=4bc9c355-d325-4e00-959c-d559ae90de10,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.044927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:01.061611 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-91860b5c-7914-4d31-820f-9a1426d08b5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0853472 Jul 15 13:29:01.064114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.073626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:01.248727 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.298460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-3b5a6ea2-2bb2-44fc-812c-b1b2b081a9af tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.300598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-3b5a6ea2-2bb2-44fc-812c-b1b2b081a9af tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 946 time: 0.3689437 Jul 15 13:29:01.319418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5500c9fe-2373-4fcf-9b66-d86b8a7375da {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:01.331636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.360025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Transition to ACTIVE for port object 5500c9fe-2373-4fcf-9b66-d86b8a7375da will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:01.366839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.539262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:01.552008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Pushing event updated for resources: {'Port': ['ID=5500c9fe-2373-4fcf-9b66-d86b8a7375da,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.558289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340be9-27c9-4caa-b4e0-6dad543625a2 req-451801f0-4e8f-4c7c-b914-0cc6877f5f45 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.560367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b340be9-27c9-4caa-b4e0-6dad543625a2 req-451801f0-4e8f-4c7c-b914-0cc6877f5f45 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 932 time: 0.3734906 Jul 15 13:29:01.567372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:01.578117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:01.580225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:28:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:01.591591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fcf7b-aa92-46de-b339-fadfa64c568a req-a621ed8a-9077-4d4c-a822-1ef6bb44b28b tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.597368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf1fcf7b-aa92-46de-b339-fadfa64c568a req-a621ed8a-9077-4d4c-a822-1ef6bb44b28b tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 946 time: 0.2947407 Jul 15 13:29:01.632383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.644827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.657075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Deleting port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:01.657314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.709511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] In _notify_port_updated(), no bound segment for port 4bc9c355-d325-4e00-959c-d559ae90de10 on network ee84aa8c-00ed-4322-b959-73855a61dbe6 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:29:01.715530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.716168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.719912 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/ports/4bc9c355-d325-4e00-959c-d559ae90de10 HTTP/1.1" status: 200 len: 818 time: 0.6524744 Jul 15 13:29:01.720905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.723103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Attempting to bind port 5500c9fe-2373-4fcf-9b66-d86b8a7375da on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:01.723438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Attempting to bind port 5500c9fe-2373-4fcf-9b66-d86b8a7375da by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'a9fc6644-fe95-4b84-bfde-97f09d962c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:01.723594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:01.724045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Attempting to bind port 5500c9fe-2373-4fcf-9b66-d86b8a7375da on network 62c0a067-8fbd-4b50-8c57-5f82050acf4f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:01.738361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965514c-1a75-4765-9cb5-768e7c788dcc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=4bc9c355-d325-4e00-959c-d559ae90de10,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.750980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b340be9-27c9-4caa-b4e0-6dad543625a2 req-527bf97e-e595-45d5-ae19-d1ec8b1879d1 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412725 Jul 15 13:29:01.761892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Port 5500c9fe-2373-4fcf-9b66-d86b8a7375da on network 62c0a067-8fbd-4b50-8c57-5f82050acf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:01.762245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Attempting to bind port 5500c9fe-2373-4fcf-9b66-d86b8a7375da on network 62c0a067-8fbd-4b50-8c57-5f82050acf4f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:01.775457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:01.775803 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Checking segment: {'id': 'a9fc6644-fe95-4b84-bfde-97f09d962c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:01.776200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Bound using segment: {'id': 'a9fc6644-fe95-4b84-bfde-97f09d962c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:01.776642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Bound port: 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fc6644-fe95-4b84-bfde-97f09d962c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:01.777007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.787008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf1fcf7b-aa92-46de-b339-fadfa64c568a req-4738187b-c025-4b23-a440-38a9373d6a85 tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a717c33-b39b-4639-94a0-94306e9c1be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571932 Jul 15 13:29:01.889860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] For port 5a10844a-7e6b-4a55-a2be-c1895caa7f89, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5a10844a-7e6b-4a55-a2be-c1895caa7f89,segment=NetworkSegment(159cf066-fff6-4aa4-9777-5db4406a9634),segment_id=159cf066-fff6-4aa4-9777-5db4406a9634)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:01.890708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] For port 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:01.896409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.904897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] For port 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da,segment=NetworkSegment(a9fc6644-fe95-4b84-bfde-97f09d962c11),segment_id=a9fc6644-fe95-4b84-bfde-97f09d962c11)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:01.909854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 4bc9c355-d325-4e00-959c-d559ae90de10 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:01.910219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.919062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.980380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.980908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.982377 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] 10.222.0.49 "PUT /v2.0/ports/5500c9fe-2373-4fcf-9b66-d86b8a7375da HTTP/1.1" status: 200 len: 1092 time: 1.5912426 Jul 15 13:29:01.983697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Calling delete_port for 5a10844a-7e6b-4a55-a2be-c1895caa7f89 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:01.986751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'tag': '5500c9fe-2373-4fcf-9b66-d86b8a7375da'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:01.989263 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d26cb7-cc83-4a61-82af-936f5ba49022" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff3d40b-94fb-4d12-a6c3-fdac3c310123", "tag": "5500c9fe-2373-4fcf-9b66-d86b8a7375da"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:02.001315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.060075 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2d31f9-2818-42f8-9e97-1a994aa01eee x-openstack-request-id: req-5d2d31f9-2818-42f8-9e97-1a994aa01eee {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:02.060417 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff3d40b-94fb-4d12-a6c3-fdac3c310123", "tag": "5500c9fe-2373-4fcf-9b66-d86b8a7375da", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:02.060586 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d2d31f9-2818-42f8-9e97-1a994aa01eee {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:02.060979 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'tag': '5500c9fe-2373-4fcf-9b66-d86b8a7375da', 'status': 'completed', 'code': 200} Jul 15 13:29:02.111101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.120850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396cd18-a8d7-4955-99e2-43f803ca9069 service neutron] Pushing event updated for resources: {'Port': ['ID=5500c9fe-2373-4fcf-9b66-d86b8a7375da,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.130916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 4bc9c355-d325-4e00-959c-d559ae90de10 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:02.133762 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-108a33d4-0c66-4186-84df-4db3f68ddc60 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.176572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:02.177868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-108a33d4-0c66-4186-84df-4db3f68ddc60 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.204687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-51b07a18-1d6b-404a-bf9c-b1bf582caae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.206403 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-51b07a18-1d6b-404a-bf9c-b1bf582caae7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2593a3ef7e8d4b69b2c6c7b146caf433&device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 1095 time: 0.1428709 Jul 15 13:29:02.260838 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-94da093b-9d8e-4866-8ab9-df6dcecdad63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da HTTP/1.1" status: 200 len: 217 time: 0.0448086 Jul 15 13:29:02.281243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-108a33d4-0c66-4186-84df-4db3f68ddc60 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.289000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-108a33d4-0c66-4186-84df-4db3f68ddc60 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.292897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-108a33d4-0c66-4186-84df-4db3f68ddc60 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c085cc3-8c71-4867-bd87-34a2605dad9b HTTP/1.1" status: 204 len: 168 time: 0.2882967 Jul 15 13:29:02.304897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.308527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.317295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.364465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=4bc9c355-d325-4e00-959c-d559ae90de10,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.375002 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.377643 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-972537d7-d54f-479e-b700-325d4bae9542 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/4bc9c355-d325-4e00-959c-d559ae90de10 HTTP/1.1" status: 204 len: 168 time: 0.6553214 Jul 15 13:29:02.381143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44052) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.392032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-3a3eb565-833b-43a8-8f37-c2fa16069ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.393857 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-3a3eb565-833b-43a8-8f37-c2fa16069ff0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b81585b-62f8-4223-bf98-ed972b72354c HTTP/1.1" status: 200 len: 850 time: 0.1251178 Jul 15 13:29:02.399008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a33d4-0c66-4186-84df-4db3f68ddc60 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c085cc3-8c71-4867-bd87-34a2605dad9b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.404779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Pushing event deleted for resources: {'Port': ['ID=5a10844a-7e6b-4a55-a2be-c1895caa7f89,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.406770 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-db3ccbc0-f0d1-4737-973f-1ec05d102819 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] show failed (client error): The resource could not be found. Jul 15 13:29:02.407873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-db3ccbc0-f0d1-4737-973f-1ec05d102819 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups/4c085cc3-8c71-4867-bd87-34a2605dad9b HTTP/1.1" status: 404 len: 347 time: 0.0974553 Jul 15 13:29:02.413345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.456858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:02.489781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5a10844a-7e6b-4a55-a2be-c1895caa7f89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:02.498157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] No DVR routers for this DVR port 5a10844a-7e6b-4a55-a2be-c1895caa7f89 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:02.501179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.503268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1fc89365-47c4-4798-b1ea-0209ea723843 req-d1b41bbd-ceec-4760-984e-1519ea86481c tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.49 "DELETE /v2.0/ports/5a10844a-7e6b-4a55-a2be-c1895caa7f89 HTTP/1.1" status: 204 len: 173 time: 1.1313114 Jul 15 13:29:02.509535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: b50c3083-9e41-46c8-b6ce-a83c9434c6d8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:02.509944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b50c3083-9e41-46c8-b6ce-a83c9434c6d8 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:02.512002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3685b-804c-4317-89bf-049c9ae631a9 None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:02.717409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Deleting port 49954cde-8b4d-416a-a7fa-c09831844fb1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:02.718071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.815267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581666de-87ec-4c6e-8739-7910db834ff3', 'name': 'network-vif-deleted', 'tag': '5a10844a-7e6b-4a55-a2be-c1895caa7f89'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:02.817605 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716926c8-dbe2-4143-a078-cd4ed766c795" -d '{"events": [{"server_uuid": "581666de-87ec-4c6e-8739-7910db834ff3", "name": "network-vif-deleted", "tag": "5a10844a-7e6b-4a55-a2be-c1895caa7f89"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:02.886589 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-17ad6639-039c-4519-a0f1-29c1cea733f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62c0a067-8fbd-4b50-8c57-5f82050acf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4426272 Jul 15 13:29:02.890050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.890604 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.915088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Calling delete_port for 49954cde-8b4d-416a-a7fa-c09831844fb1 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:03.049393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18000ffa-4b47-4043-8ee6-cd4834cdea24 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.052127 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-18000ffa-4b47-4043-8ee6-cd4834cdea24 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6697495 Jul 15 13:29:03.055176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.085249 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd535-bb95-425a-abdc-c3bf24f46fe8 None None] New status for floating IP 28c83bae-0b77-43db-92ab-256dacb51e30: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:03.098044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f910d504-4b9b-4b52-a5c6-395b78159d2c req-b1f8c2fc-0669-414c-9735-457a0bf9496a tempest-AttachVolumeNegativeTest-1499684376 tempest-AttachVolumeNegativeTest-1499684376-project] 10.222.0.48 "GET /v2.0/ports?device_id=581666de-87ec-4c6e-8739-7910db834ff3 HTTP/1.1" status: 200 len: 210 time: 0.0645595 Jul 15 13:29:03.110267 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca52198-ce3d-4071-887a-0761960c367f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:03.110267 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ca52198-ce3d-4071-887a-0761960c367f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/4bc9c355-d325-4e00-959c-d559ae90de10 HTTP/1.1" status: 404 len: 333 time: 0.0515857 Jul 15 13:29:03.113279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-a3c8539b-af39-48c0-8be3-088438df2964 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195501 Jul 15 13:29:03.115526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.127086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-883647906'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:03.246626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:03.250326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.283138 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de5178e-058e-4546-8b3c-4522dabf8a46 x-openstack-request-id: req-8de5178e-058e-4546-8b3c-4522dabf8a46 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:03.283381 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581666de-87ec-4c6e-8739-7910db834ff3", "name": "network-vif-deleted", "tag": "5a10844a-7e6b-4a55-a2be-c1895caa7f89", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:03.283889 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8de5178e-058e-4546-8b3c-4522dabf8a46 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:03.284309 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581666de-87ec-4c6e-8739-7910db834ff3', 'name': 'network-vif-deleted', 'tag': '5a10844a-7e6b-4a55-a2be-c1895caa7f89', 'status': 'completed', 'code': 200} Jul 15 13:29:03.286927 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad483530-e703-45d2-a5bc-0ee1755ab8a6 req-bcbfc201-5b1e-4bf8-badc-0ae15587949b service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524625 Jul 15 13:29:03.292906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:03.298163 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-25bfd535-bb95-425a-abdc-c3bf24f46fe8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:29:03.298163 n-d-798249-9 neutron-server[93826]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jul 15 13:29:03.298163 n-d-798249-9 neutron-server[93826]: [parameters: {'status': 'DOWN', 'floatingips_id': '28c83bae-0b77-43db-92ab-256dacb51e30'}] Jul 15 13:29:03.298163 n-d-798249-9 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:03.298871 n-d-798249-9 neutron-server[93826]: DEBUG oslo_db.api [None req-25bfd535-bb95-425a-abdc-c3bf24f46fe8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:03.313013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.314424 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 78a69736-827d-4a9f-8856-7e5ba2cce48f of type vlan for network 69260ea8-917d-4f68-81f0-11dd8291192e Jul 15 13:29:03.367135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cf1ae-b8e9-4091-9841-f790e7deaca1 req-ee8e4b02-c593-498e-b72c-d7432649ff96 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.368328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.377893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b1cf1ae-b8e9-4091-9841-f790e7deaca1 req-ee8e4b02-c593-498e-b72c-d7432649ff96 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 944 time: 0.3254554 Jul 15 13:29:03.404413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.410109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.410628 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.456029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b1cf1ae-b8e9-4091-9841-f790e7deaca1 req-345c031c-aac1-4eaa-a42d-5a008dbf0db6 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759172 Jul 15 13:29:03.456901 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3375561 Jul 15 13:29:03.458748 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.461010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.480938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:03.515991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event deleted for resources: {'Port': ['ID=49954cde-8b4d-416a-a7fa-c09831844fb1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.518389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06838c7b-ec44-4cc8-a65d-37ba00ba0228 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=69260ea8-917d-4f68-81f0-11dd8291192e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.534787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:03.551390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-7f46ce8c-73ac-449b-8dbe-f4cc7282bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.556250 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-7f46ce8c-73ac-449b-8dbe-f4cc7282bac7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2593a3ef7e8d4b69b2c6c7b146caf433&device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 1095 time: 0.1157761 Jul 15 13:29:03.621164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.692734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-41a19450-26b0-4c52-9392-40c01cf3a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.694378 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-41a19450-26b0-4c52-9392-40c01cf3a70e service neutron] 10.222.0.49 "GET /v2.0/networks?id=62c0a067-8fbd-4b50-8c57-5f82050acf4f HTTP/1.1" status: 200 len: 911 time: 0.1313119 Jul 15 13:29:03.722642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:03.726877 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.737135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-82cd487f-d49f-4e42-b320-bed3f458d52d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da HTTP/1.1" status: 200 len: 217 time: 0.0361583 Jul 15 13:29:03.756242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.759143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.764369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bf80e519-dc3d-4898-add2-c90636651a83 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "DELETE /v2.0/floatingips/28c83bae-0b77-43db-92ab-256dacb51e30 HTTP/1.1" status: 204 len: 168 time: 1.3500891 Jul 15 13:29:03.800377 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd535-bb95-425a-abdc-c3bf24f46fe8 None None] New status for floating IP 28c83bae-0b77-43db-92ab-256dacb51e30: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:03.821814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-61f7b0d2-c0ab-4577-9ae0-d3cc7b87daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.829359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-61f7b0d2-c0ab-4577-9ae0-d3cc7b87daf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b81585b-62f8-4223-bf98-ed972b72354c HTTP/1.1" status: 200 len: 850 time: 0.0856659 Jul 15 13:29:03.881210 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-f881b3d3-9894-4656-a786-b195040951f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62c0a067-8fbd-4b50-8c57-5f82050acf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386932 Jul 15 13:29:04.011964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.032047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-80270a54-16b0-41d1-8104-5643997885c3 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413424 Jul 15 13:29:04.078488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=3b400755-c185-4722-a488-13c55a688490,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.107197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '78a69736-827d-4a9f-8856-7e5ba2cce48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:04.108237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: 69260ea8-917d-4f68-81f0-11dd8291192e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:04.172025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 69260ea8-917d-4f68-81f0-11dd8291192e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:04.194535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 69260ea8-917d-4f68-81f0-11dd8291192e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:04.217833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b992d-f755-4f7f-abc5-199cd4871cf4 None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:04.226390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44074) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.233142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.234093 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.265968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cc4a2ea1-4271-4aed-a8dc-6e00a8ce0b6b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7979901 Jul 15 13:29:04.267014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44076) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.273204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.301219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Deleting subnet 514566df-f4e1-4849-be33-ba2b53cebdc0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:04.304597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.345404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5500c9fe-2373-4fcf-9b66-d86b8a7375da details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:04.348318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a10844a-7e6b-4a55-a2be-c1895caa7f89 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:04.381668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.427626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44078) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.433552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137226896', 'description': 'tempest-description--39468009'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.436336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 5a10844a-7e6b-4a55-a2be-c1895caa7f89 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:04.436336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5a10844a-7e6b-4a55-a2be-c1895caa7f89 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:04.451720 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c8d26cb7-cc83-4a61-82af-936f5ba49022 req-1bb6337b-69af-4497-b819-cb80132aacc3 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129024 Jul 15 13:29:04.452682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.544450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:29:04.550655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.606396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-69260ea8-917d-4f68-81f0-11dd8291192e', 'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': '3b400755-c185-4722-a488-13c55a688490'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:04.607824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.637528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514566df-f4e1-4849-be33-ba2b53cebdc0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.639961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.685076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.687420 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-756359cc-f84f-4012-9a4e-f10fa40c9d65 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/514566df-f4e1-4849-be33-ba2b53cebdc0 HTTP/1.1" status: 204 len: 168 time: 0.4548967 Jul 15 13:29:04.690749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.794824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.813782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da,segment=NetworkSegment(a9fc6644-fe95-4b84-bfde-97f09d962c11),segment_id=a9fc6644-fe95-4b84-bfde-97f09d962c11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:04.851846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '5500c9fe-2373-4fcf-9b66-d86b8a7375da', 'network_id': '62c0a067-8fbd-4b50-8c57-5f82050acf4f', 'port_id': '5500c9fe-2373-4fcf-9b66-d86b8a7375da', 'mac_address': 'fa:16:3e:06:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b81585b-62f8-4223-bf98-ed972b72354c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:04.880981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd3440-4f20-4f50-9f2b-024527527f7d req-f762be17-577d-4ed4-bb91-60a6032aa65c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.886721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febd3440-4f20-4f50-9f2b-024527527f7d req-f762be17-577d-4ed4-bb91-60a6032aa65c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 944 time: 0.1224639 Jul 15 13:29:04.900985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Allocated IP 2001:db8::2 (69260ea8-917d-4f68-81f0-11dd8291192e/3b400755-c185-4722-a488-13c55a688490/fbe2e992-08d5-452a-b9b7-7b2ca63ba069) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:04.903995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.926517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.937178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.944712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.947832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-febd3440-4f20-4f50-9f2b-024527527f7d req-baa6dce3-2e76-4dfd-b661-93502b827a9c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516324 Jul 15 13:29:04.957432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c4f695-1fc7-4a22-996d-3de1550862b3']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:04.969551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:04.976265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.978973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5500c9fe-2373-4fcf-9b66-d86b8a7375da {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:04.987526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159cf066-fff6-4aa4-9777-5db4406a9634') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:04.987830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159cf066-fff6-4aa4-9777-5db4406a9634') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:05.003449 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.007621 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5789406 Jul 15 13:29:05.008221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44086) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.012575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.018907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'security_group_rule': {'security_group_id': 'ab18b20d-8873-4596-8ff4-bc8057e9a469', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:05.032546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0114f8d-7599-414b-a891-d494e55cebc8 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18b20d-8873-4596-8ff4-bc8057e9a469,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.035893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da,segment=NetworkSegment(a9fc6644-fe95-4b84-bfde-97f09d962c11),segment_id=a9fc6644-fe95-4b84-bfde-97f09d962c11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:05.041824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.052521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:05.052915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:05.054740 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:05.060836 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.104904 n-d-798249-9 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b400755-c185-4722-a488-13c55a688490 (CIDR: 2001:db8::/64) Jul 15 13:29:05.108555 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:05.109152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:05.127440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8b5f5982-a36b-4ee4-98db-a45dcdaf5a66 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8590310 Jul 15 13:29:05.130096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.137918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:05.177290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.198284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.209014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.210892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7c4f695-1fc7-4a22-996d-3de1550862b3 HTTP/1.1" status: 204 len: 168 time: 0.5156715 Jul 15 13:29:05.226063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=5500c9fe-2373-4fcf-9b66-d86b8a7375da,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.232179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.252680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Transition to ACTIVE for port object fbe2e992-08d5-452a-b9b7-7b2ca63ba069 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:05.272794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['5500c9fe-2373-4fcf-9b66-d86b8a7375da'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:05.303930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738573-0e95-4e09-9a1e-0344b199b59f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c4f695-1fc7-4a22-996d-3de1550862b3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.309802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.313931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Transition to ACTIVE for port object fbe2e992-08d5-452a-b9b7-7b2ca63ba069 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:05.316437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.362135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.364164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.366349 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516695 Jul 15 13:29:05.369649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.377423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ff418-60ac-4b4d-b835-28bdc15f9aa5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146b95e0-fb26-498d-ab21-cdce2bcc59fc,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.380635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'security_group_rule': {'security_group_id': 'ab18b20d-8873-4596-8ff4-bc8057e9a469', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:05.407397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:05.408918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:05.420236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:05.434123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:05.439080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.443909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Pushing event updated for resources: {'Port': ['ID=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.518830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Attempting to bind port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:05.519252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Attempting to bind port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '78a69736-827d-4a9f-8856-7e5ba2cce48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:05.519488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Attempting to bind port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 on network 69260ea8-917d-4f68-81f0-11dd8291192e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:05.528278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:05.528657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Checking segment: {'id': '78a69736-827d-4a9f-8856-7e5ba2cce48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:05.529056 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.529349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.529884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Bound using segment: {'id': '78a69736-827d-4a9f-8856-7e5ba2cce48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:05.529884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Bound port: fbe2e992-08d5-452a-b9b7-7b2ca63ba069, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a69736-827d-4a9f-8856-7e5ba2cce48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:05.530871 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.592768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44096) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.648859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] For port fbe2e992-08d5-452a-b9b7-7b2ca63ba069, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:05.671044 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f0eb3c6-808f-4ab8-8edc-97a0502d91c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42f8ed2eb71349bf8b196d80ddf0db17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738723 Jul 15 13:29:05.672930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.673702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.680763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.684758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] For port fbe2e992-08d5-452a-b9b7-7b2ca63ba069, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,segment=NetworkSegment(78a69736-827d-4a9f-8856-7e5ba2cce48f),segment_id=78a69736-827d-4a9f-8856-7e5ba2cce48f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:05.695982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.740807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.741904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3688571 Jul 15 13:29:05.742271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bf8d09-bcf5-4fc1-89e7-2bb0014aeeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.747722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44100) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.750767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:05.758202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14ab9a-970f-4aa1-9faa-a563f0d8d31b tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0569eda2-6d57-49e6-b246-701147a5f830,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.796411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae7b9-5a4e-4c85-b96e-18698aba11ae None None] Pushing event updated for resources: {'Port': ['ID=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.799378 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bf8d09-bcf5-4fc1-89e7-2bb0014aeeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.828283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.860160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bf8d09-bcf5-4fc1-89e7-2bb0014aeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.862795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bf8d09-bcf5-4fc1-89e7-2bb0014aeeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.866442 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-18bf8d09-bcf5-4fc1-89e7-2bb0014aeeb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a717c33-b39b-4639-94a0-94306e9c1be6 HTTP/1.1" status: 204 len: 168 time: 0.1899142 Jul 15 13:29:05.878087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf8d09-bcf5-4fc1-89e7-2bb0014aeeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a717c33-b39b-4639-94a0-94306e9c1be6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.023363 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.101429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 69260ea8-917d-4f68-81f0-11dd8291192e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:06.108498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:06.129115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.129717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.173008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=668b0b72-eec5-430a-b75d-c3e865e10d2a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.215878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.229863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5c55a8d3-95e5-4f15-8e5f-0f249cc97994 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0981796 Jul 15 13:29:06.232747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:06.238346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e', 'fixed_ips': [{'subnet_id': '3b400755-c185-4722-a488-13c55a688490'}, {'subnet_id': '668b0b72-eec5-430a-b75d-c3e865e10d2a'}], 'name': 'tempest-PortsIpV6TestJSON-778912751'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:06.251856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbe2e992-08d5-452a-b9b7-7b2ca63ba069 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:06.314036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:06.357759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5500c9fe-2373-4fcf-9b66-d86b8a7375da up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:06.403216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7b8a3-f1f5-4011-9524-b6872884b729 req-270c1734-087e-481d-a9e2-72c290f4616f tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.404876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-caf7b8a3-f1f5-4011-9524-b6872884b729 req-270c1734-087e-481d-a9e2-72c290f4616f tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 945 time: 0.2512600 Jul 15 13:29:06.411317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:06.447268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Allocated IP 172.25.2.179 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/44eff1ae-fe29-4e33-995b-59152883bf84) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:06.474401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 5500c9fe-2373-4fcf-9b66-d86b8a7375da completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:06.475921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-caf7b8a3-f1f5-4011-9524-b6872884b729 req-329226bc-1517-45a9-8f09-8194f495086f tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621977 Jul 15 13:29:06.478612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 5500c9fe-2373-4fcf-9b66-d86b8a7375da triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:06.478995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.598871 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.636355 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.643614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:06.646504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.686854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5500c9fe-2373-4fcf-9b66-d86b8a7375da'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:06.690745 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054adc1a-cb35-4fe5-8209-46676297a105" -d '{"events": [{"server_uuid": "5ff3d40b-94fb-4d12-a6c3-fdac3c310123", "name": "network-vif-plugged", "status": "completed", "tag": "5500c9fe-2373-4fcf-9b66-d86b8a7375da"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:06.716587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da,segment=NetworkSegment(a9fc6644-fe95-4b84-bfde-97f09d962c11),segment_id=a9fc6644-fe95-4b84-bfde-97f09d962c11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:06.717430 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.723388 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.811273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=5500c9fe-2373-4fcf-9b66-d86b8a7375da,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.816243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:06.825348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:06.835874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:06.903901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'Port': ['ID=44eff1ae-fe29-4e33-995b-59152883bf84,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.988077 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30e2b76-fad3-4442-bc60-f4dec4a6c69f x-openstack-request-id: req-d30e2b76-fad3-4442-bc60-f4dec4a6c69f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:06.988525 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff3d40b-94fb-4d12-a6c3-fdac3c310123", "name": "network-vif-plugged", "status": "completed", "tag": "5500c9fe-2373-4fcf-9b66-d86b8a7375da", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:06.989242 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d30e2b76-fad3-4442-bc60-f4dec4a6c69f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:06.989955 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5500c9fe-2373-4fcf-9b66-d86b8a7375da', 'code': 200} Jul 15 13:29:07.005576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.084810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.209566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db0649-a91d-4087-849f-5ce9d89442d3 None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:07.303002 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.308577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Provisioning for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:07.317022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Provisioning complete for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:07.317405 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.321385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7cfda-cdeb-4ffa-a251-6b2596c643c6 req-769ccbed-47a6-40cb-82f7-87f79d21d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.324344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.327397 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-44b7cfda-cdeb-4ffa-a251-6b2596c643c6 req-769ccbed-47a6-40cb-82f7-87f79d21d678 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 1097 time: 0.2699108 Jul 15 13:29:07.379706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'Port': ['ID=44eff1ae-fe29-4e33-995b-59152883bf84,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.429802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.440501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::df (69260ea8-917d-4f68-81f0-11dd8291192e/3b400755-c185-4722-a488-13c55a688490/69a36feb-0476-4d0c-9ed9-cd66c97aad0b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:07.451669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.461243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-87388cc0-52e5-4cf1-b85d-c483d0ecf879 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7068985 Jul 15 13:29:07.469899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.473364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8:0:1::132 (69260ea8-917d-4f68-81f0-11dd8291192e/668b0b72-eec5-430a-b75d-c3e865e10d2a/69a36feb-0476-4d0c-9ed9-cd66c97aad0b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:07.477521 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-44b7cfda-cdeb-4ffa-a251-6b2596c643c6 req-45942d45-9c69-4903-9e5c-dfff254ed17e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382756 Jul 15 13:29:07.504057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] For port fbe2e992-08d5-452a-b9b7-7b2ca63ba069, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,segment=NetworkSegment(78a69736-827d-4a9f-8856-7e5ba2cce48f),segment_id=78a69736-827d-4a9f-8856-7e5ba2cce48f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:07.544901 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.606123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Pushing event updated for resources: {'Port': ['ID=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.616221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.616571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.617201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.617712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.618245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.618750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.619321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.619940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.620448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.620944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.621451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.622041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5cc2b8-212d-4037-8c43-123c83602e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:07.751940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Update dhcp port {'port': {'network_id': '69260ea8-917d-4f68-81f0-11dd8291192e', 'fixed_ips': [{'subnet_id': '3b400755-c185-4722-a488-13c55a688490', 'ip_address': '2001:db8::2'}, {'subnet_id': '668b0b72-eec5-430a-b75d-c3e865e10d2a'}], 'binding:host_id': 'n-d-798249-9'}, 'id': 'fbe2e992-08d5-452a-b9b7-7b2ca63ba069'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:29:07.774638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.793932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object 69a36feb-0476-4d0c-9ed9-cd66c97aad0b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:07.807051 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.840908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.886558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-846182ae-51aa-45a8-a450-0539204f994c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2137226896&fields=id&tenant_id=8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 267 time: 0.1015198 Jul 15 13:29:07.922660 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 69260ea8-917d-4f68-81f0-11dd8291192e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:07.926797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:07.932362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:07.939571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.939571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.943299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=69a36feb-0476-4d0c-9ed9-cd66c97aad0b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.963862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73dca1fa-3c18-4497-99a9-65dd6995e29a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7291055 Jul 15 13:29:07.966084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:07.970779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632fdc-5355-489c-9c6c-e84a9be69c15 req-834a0c5b-ba82-4c07-8d4f-87bed5aad298 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.972363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d632fdc-5355-489c-9c6c-e84a9be69c15 req-834a0c5b-ba82-4c07-8d4f-87bed5aad298 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2650642 Jul 15 13:29:07.980642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b400755-c185-4722-a488-13c55a688490'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:08.074047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d632fdc-5355-489c-9c6c-e84a9be69c15 req-6cc5b9c1-169f-4468-871e-174863304a1c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666153 Jul 15 13:29:08.081212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-ea72cecf-a385-49fa-8958-9f1f574a6fd4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.082747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-ea72cecf-a385-49fa-8958-9f1f574a6fd4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 817 time: 0.1880374 Jul 15 13:29:08.109180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-ecf58f2f-6182-498d-92fa-3fa3b29aa4ce tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/quotas/8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 375 time: 0.0171196 Jul 15 13:29:08.121756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Allocated IP 2001:db8:0:1::2 (69260ea8-917d-4f68-81f0-11dd8291192e/668b0b72-eec5-430a-b75d-c3e865e10d2a/fbe2e992-08d5-452a-b9b7-7b2ca63ba069) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:08.140966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.253179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-d3fe10bf-534a-4b0b-8608-65f2e6bc639e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362042 Jul 15 13:29:08.294064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbe2e992-08d5-452a-b9b7-7b2ca63ba069 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:08.347414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] For port fbe2e992-08d5-452a-b9b7-7b2ca63ba069, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,segment=NetworkSegment(78a69736-827d-4a9f-8856-7e5ba2cce48f),segment_id=78a69736-827d-4a9f-8856-7e5ba2cce48f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:08.410512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-e29b3ff1-6459-4a89-848c-3dc655c85582 service neutron] 10.222.0.48 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401608 Jul 15 13:29:08.434474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.457554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Transition to ACTIVE for port object fbe2e992-08d5-452a-b9b7-7b2ca63ba069 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:08.472949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.560930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-9b47492f-9b97-4f99-843b-2a5b5b725c54 service neutron] 10.222.0.48 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438498 Jul 15 13:29:08.637701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4403a6f-3524-439d-9d9b-cb87dbaa6b81 None None] Pushing event updated for resources: {'Port': ['ID=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:08.643539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Delete allocated IP 2001:db8:0:1::132 (69260ea8-917d-4f68-81f0-11dd8291192e/668b0b72-eec5-430a-b75d-c3e865e10d2a) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:29:08.866054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.869835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aba5cf2a-fddb-4655-a792-3d73044ef655 req-a8cea95a-a0b1-4b40-96ca-4363f8e7ad5d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 210 time: 0.0403545 Jul 15 13:29:08.889631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Ignored duplicate provisioning block setup for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:29:08.906064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.993516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] In _notify_port_updated(), no bound segment for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b on network 69260ea8-917d-4f68-81f0-11dd8291192e {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:29:09.001843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.002636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.007505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:09.013761 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/ports/69a36feb-0476-4d0c-9ed9-cd66c97aad0b HTTP/1.1" status: 200 len: 924 time: 1.0462966 Jul 15 13:29:09.014830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b400755-c185-4722-a488-13c55a688490'}, {'subnet_id': '668b0b72-eec5-430a-b75d-c3e865e10d2a'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:09.031591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9713585-93a2-4bb6-911f-28e3553be324 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=69a36feb-0476-4d0c-9ed9-cd66c97aad0b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:09.310792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.498942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effada71-0c07-4eee-aace-2e4b2b33c006 None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:09.574610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56796-4684-4ffa-9b89-325499b9c71c req-cc3de477-e044-404d-8846-fbff52359105 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.582786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59e56796-4684-4ffa-9b89-325499b9c71c req-cc3de477-e044-404d-8846-fbff52359105 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2735670 Jul 15 13:29:09.609617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf8c22de-35dc-4cfb-a50a-9af9215e0ac4 None None] Provisioning for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:09.621933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf8c22de-35dc-4cfb-a50a-9af9215e0ac4 None None] Provisioning complete for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:09.622430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf8c22de-35dc-4cfb-a50a-9af9215e0ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.720609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-59e56796-4684-4ffa-9b89-325499b9c71c req-0015c5e8-5734-4b01-9412-9dc96995c77c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365428 Jul 15 13:29:09.935437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8:0:1::74 (69260ea8-917d-4f68-81f0-11dd8291192e/668b0b72-eec5-430a-b75d-c3e865e10d2a/69a36feb-0476-4d0c-9ed9-cd66c97aad0b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:09.986735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59a49-b9d3-44cc-b37f-b717f5f4b44f req-ea0cbc1b-7292-4ce7-a607-7c170066c164 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.988493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9e59a49-b9d3-44cc-b37f-b717f5f4b44f req-ea0cbc1b-7292-4ce7-a607-7c170066c164 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.1410544 Jul 15 13:29:10.224511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.247548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Ignored duplicate provisioning block setup for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:29:10.257439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e9e59a49-b9d3-44cc-b37f-b717f5f4b44f req-18dd1469-2883-4f36-a43f-d73c2218dc33 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079675 Jul 15 13:29:10.258087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbe2e992-08d5-452a-b9b7-7b2ca63ba069 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:10.273182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c800109c-2b83-4ae8-a656-241171dea476 req-e70f81ab-4074-4b54-8c60-98bea7d03ef0 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 210 time: 0.1796277 Jul 15 13:29:10.276939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.310776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:10.387875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:10.388262 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.447929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] In _notify_port_updated(), no bound segment for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b on network 69260ea8-917d-4f68-81f0-11dd8291192e {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:29:10.454253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.454836 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.458666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/ports/69a36feb-0476-4d0c-9ed9-cd66c97aad0b HTTP/1.1" status: 200 len: 1009 time: 1.4474277 Jul 15 13:29:10.458666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb0ea-ae14-4ccc-8776-1405f2057cc6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=69a36feb-0476-4d0c-9ed9-cd66c97aad0b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:10.459049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:10.558762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8585e1a-a8eb-4030-a05c-943a0b17cdcd None None] Provisioning for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:10.563580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8585e1a-a8eb-4030-a05c-943a0b17cdcd None None] Provisioning complete for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:10.564089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8585e1a-a8eb-4030-a05c-943a0b17cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.577311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c1a660-931f-4ec8-8807-2f9124dbc73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.705101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e8585e1a-a8eb-4030-a05c-943a0b17cdcd None None] Port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:10.726599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c1a660-931f-4ec8-8807-2f9124dbc73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.752704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8585e1a-a8eb-4030-a05c-943a0b17cdcd None None] Provisioning complete for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:10.753122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8585e1a-a8eb-4030-a05c-943a0b17cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.763469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c1a660-931f-4ec8-8807-2f9124dbc73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.824186 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33c1a660-931f-4ec8-8807-2f9124dbc73c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f254f4267b24f1fbdc5aa420cda8b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099101 Jul 15 13:29:10.828763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44232) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:10.829379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-78d8e230-15e6-44db-af63-6ac621aab357 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.831197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-78d8e230-15e6-44db-af63-6ac621aab357 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 817 time: 0.2627020 Jul 15 13:29:10.842450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1a660-931f-4ec8-8807-2f9124dbc73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28901e85-a0e0-45fd-b32c-ec8acc262064,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:10.890395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:10.891561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.920448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-00f7fd26-df00-455b-a592-1f93910e7664 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 380 time: 0.0801401 Jul 15 13:29:10.935037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'port': {'device_id': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'admin_state_up': True, 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'security_groups': ['ab18b20d-8873-4596-8ff4-bc8057e9a469']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:11.010518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac04b9d2-5d8e-4fcd-b351-8ca67b9f569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.050827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac04b9d2-5d8e-4fcd-b351-8ca67b9f569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.053981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.062561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d07182f2-a58d-4014-8193-d7891f409a1f None None] Provisioning complete for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:11.062858 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d07182f2-a58d-4014-8193-d7891f409a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.082631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 69a36feb-0476-4d0c-9ed9-cd66c97aad0b owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:11.138770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d07182f2-a58d-4014-8193-d7891f409a1f None None] Port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:11.152271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9a7c4-e93b-4395-9830-21af2d3efe40 req-3e025254-8d9b-4b46-8f29-59c1275fb4ca tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.154645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32c9a7c4-e93b-4395-9830-21af2d3efe40 req-3e025254-8d9b-4b46-8f29-59c1275fb4ca tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.1809096 Jul 15 13:29:11.207875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac04b9d2-5d8e-4fcd-b351-8ca67b9f569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.210387 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac04b9d2-5d8e-4fcd-b351-8ca67b9f569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.214667 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac04b9d2-5d8e-4fcd-b351-8ca67b9f569f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28901e85-a0e0-45fd-b32c-ec8acc262064 HTTP/1.1" status: 204 len: 168 time: 0.3803749 Jul 15 13:29:11.233322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04b9d2-5d8e-4fcd-b351-8ca67b9f569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28901e85-a0e0-45fd-b32c-ec8acc262064,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:11.241185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32c9a7c4-e93b-4395-9830-21af2d3efe40 req-ccd584d5-a397-4a53-ac66-a5ba8aa75c2b tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792606 Jul 15 13:29:11.243540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Made reservation on behalf of 8a392eb61e9140f992ab612e1a7f30e7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:11.253771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.298930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90a6667d-08c5-4a54-a5d1-a36eb95515a0 None None] Provisioning complete for port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:11.299310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90a6667d-08c5-4a54-a5d1-a36eb95515a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.373329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-90a6667d-08c5-4a54-a5d1-a36eb95515a0 None None] Port 69a36feb-0476-4d0c-9ed9-cd66c97aad0b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:11.454138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.504343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=69a36feb-0476-4d0c-9ed9-cd66c97aad0b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:11.546090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0ebf02a-a182-46ed-8521-1030b54bb022 req-fb57f6ed-6c93-4996-9aa7-503a98173f90 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 210 time: 0.0968118 Jul 15 13:29:11.582598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.593791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c63cf0a2-98d2-437d-8ab1-157f4b69d0aa tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/69a36feb-0476-4d0c-9ed9-cd66c97aad0b HTTP/1.1" status: 204 len: 168 time: 1.1337190 Jul 15 13:29:11.594453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.654361 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeed6e46-accb-4ea7-be04-46fa4e542dae tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:11.658631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eeed6e46-accb-4ea7-be04-46fa4e542dae tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/69a36feb-0476-4d0c-9ed9-cd66c97aad0b HTTP/1.1" status: 404 len: 333 time: 0.0604591 Jul 15 13:29:11.659143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44242) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.689419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b490414b-65c3-40a3-9058-bfa29b600b9b None None] Could not find standard attr ID for object 69a36feb-0476-4d0c-9ed9-cd66c97aad0b. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:29:11.725911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44246) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.745248 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-871cd15a-9e83-4688-87a2-fd09d3aaa23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.857251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-871cd15a-9e83-4688-87a2-fd09d3aaa23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.861903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-871cd15a-9e83-4688-87a2-fd09d3aaa23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.910503 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-871cd15a-9e83-4688-87a2-fd09d3aaa23f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ec8ad9ddf004264a68e2d9e0c5d631d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831467 Jul 15 13:29:11.911327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cd15a-9e83-4688-87a2-fd09d3aaa23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d479d1-5ce5-40cc-8b83-efe0578dd77e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:11.914688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.980161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1316-9de8-41bc-84f2-5c9be930e0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.009292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1316-9de8-41bc-84f2-5c9be930e0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.016526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Allocated IP 172.20.0.14 (eb663f0d-2521-4fa9-8c65-66a08e55a976/1030ab15-bd88-4cf1-be40-db9b36bfa8e6/82d9b7a1-a0db-432f-ba2b-fb3d107181d2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:12.034438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 668b0b72-eec5-430a-b75d-c3e865e10d2a {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:12.044990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.070493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1316-9de8-41bc-84f2-5c9be930e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.074083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1316-9de8-41bc-84f2-5c9be930e0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.075284 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e9c1316-9de8-41bc-84f2-5c9be930e0b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24d479d1-5ce5-40cc-8b83-efe0578dd77e HTTP/1.1" status: 204 len: 168 time: 0.1594677 Jul 15 13:29:12.083355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1316-9de8-41bc-84f2-5c9be930e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d479d1-5ce5-40cc-8b83-efe0578dd77e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:12.110564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.311504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.317903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.355262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Transition to ACTIVE for port object 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:12.432401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.468051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.477218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=668b0b72-eec5-430a-b75d-c3e865e10d2a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:12.481882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.483342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0366be-9487-4a17-921d-5c13e5908d89 None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:12.486191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6337bbf4-79f2-4ee0-997f-2b36490537a0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/668b0b72-eec5-430a-b75d-c3e865e10d2a HTTP/1.1" status: 204 len: 168 time: 0.8236382 Jul 15 13:29:12.488185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:12.547912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:12.552906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:12.558524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:12.559610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 3b400755-c185-4722-a488-13c55a688490 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:12.561017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:12.563081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.596380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75843937-2f88-40fe-ad2d-23dfa45ed14f req-25c2e70a-e508-4885-bf40-01935bc32cc3 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.598011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75843937-2f88-40fe-ad2d-23dfa45ed14f req-25c2e70a-e508-4885-bf40-01935bc32cc3 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2021580 Jul 15 13:29:12.618857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.648568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.649741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.692816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75843937-2f88-40fe-ad2d-23dfa45ed14f req-bfd13cd4-9fb9-419f-bedc-da9f75de0610 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879793 Jul 15 13:29:12.693221 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70bef411-3898-49e9-b1ce-6ea32df32e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.706181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-a47f2fc7-6cb6-444f-b38c-620b798073c2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7796957 Jul 15 13:29:12.739852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Request body: {'port': {'device_id': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:12.892420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.017718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.032112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.047097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4f021fd2-47c9-407a-8323-f29ab429082b None None] Provisioning for port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:13.053751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4f021fd2-47c9-407a-8323-f29ab429082b None None] Provisioning complete for port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:13.054562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f021fd2-47c9-407a-8323-f29ab429082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.072337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=3b400755-c185-4722-a488-13c55a688490,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:13.081542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.084623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-35d09a20-cdc0-40ff-9189-cc7c7ae9624b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/3b400755-c185-4722-a488-13c55a688490 HTTP/1.1" status: 204 len: 168 time: 0.5953708 Jul 15 13:29:13.087211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:13.099042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e5917-48b1-4b4e-a180-eeee63e65115 req-4bc41bb2-a132-4ff1-8fa7-adcdc41102c1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.111169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f61e5917-48b1-4b4e-a180-eeee63e65115 req-4bc41bb2-a132-4ff1-8fa7-adcdc41102c1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 932 time: 0.3084953 Jul 15 13:29:13.148914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4f021fd2-47c9-407a-8323-f29ab429082b None None] Port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:13.268671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.428454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:13.429015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.487428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-d6d9ddd7-5799-4b58-8b4a-d23e2b3853b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.490331 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-d6d9ddd7-5799-4b58-8b4a-d23e2b3853b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2593a3ef7e8d4b69b2c6c7b146caf433&device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 1097 time: 0.1184053 Jul 15 13:29:13.553878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f61e5917-48b1-4b4e-a180-eeee63e65115 req-779e6e84-9ed1-4872-b8d8-4a3f4b8d9e53 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371612 Jul 15 13:29:13.600305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] For port fbe2e992-08d5-452a-b9b7-7b2ca63ba069, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,segment=NetworkSegment(78a69736-827d-4a9f-8856-7e5ba2cce48f),segment_id=78a69736-827d-4a9f-8856-7e5ba2cce48f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:13.600689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.671668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for fbe2e992-08d5-452a-b9b7-7b2ca63ba069 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:13.677161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4f52f-6d58-47d0-b41c-34fdb520c68a req-14cc325a-cb37-412c-a17d-b14dc8b83733 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.678996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7a4f52f-6d58-47d0-b41c-34fdb520c68a req-14cc325a-cb37-412c-a17d-b14dc8b83733 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2788889 Jul 15 13:29:13.769951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7a4f52f-6d58-47d0-b41c-34fdb520c68a req-8ca77c3c-f493-4633-ba78-0fc3c0159119 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827081 Jul 15 13:29:13.799895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-9431f59c-6145-4186-8b4d-9943ca64458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.801543 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-9431f59c-6145-4186-8b4d-9943ca64458b service neutron] 10.222.0.49 "GET /v2.0/networks?id=62c0a067-8fbd-4b50-8c57-5f82050acf4f HTTP/1.1" status: 200 len: 911 time: 0.2746034 Jul 15 13:29:13.814270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:13.823318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.843427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Transition to ACTIVE for port object 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:13.854269 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.863554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7cca40-5d7e-4543-8d27-834645b38fc5 None None] Network 69260ea8-917d-4f68-81f0-11dd8291192e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:13.913684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-1ed733dd-f45e-4743-9c29-0a566b950aea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da HTTP/1.1" status: 200 len: 217 time: 0.0960279 Jul 15 13:29:13.917801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.939479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.012116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No DVR routers for this DVR port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:14.014792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=fbe2e992-08d5-452a-b9b7-7b2ca63ba069,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.093040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-d7e9099a-5e3c-4291-8bcb-e7afc4120a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.095336 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-d7e9099a-5e3c-4291-8bcb-e7afc4120a30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b81585b-62f8-4223-bf98-ed972b72354c HTTP/1.1" status: 200 len: 850 time: 0.1728356 Jul 15 13:29:14.100009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Attempting to bind port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:14.100540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Attempting to bind port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:14.100951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Attempting to bind port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 on network eb663f0d-2521-4fa9-8c65-66a08e55a976 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:14.106034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 on network eb663f0d-2521-4fa9-8c65-66a08e55a976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:14.106480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Attempting to bind port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 on network eb663f0d-2521-4fa9-8c65-66a08e55a976 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:14.113022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:14.113264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Checking segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:14.113667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Bound using segment: {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:14.114162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Bound port: 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be977a7-fdac-461a-b708-e5b90e2580fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:14.114600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.176424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.223712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-48728b0e-39e2-4561-a5a8-24648c320a42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62c0a067-8fbd-4b50-8c57-5f82050acf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175497 Jul 15 13:29:14.230072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69260ea8-917d-4f68-81f0-11dd8291192e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:14.282954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b56dfa62-226c-4d17-8232-6aab5e34543c None None] Provisioning complete for port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:14.283564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:14.283931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b56dfa62-226c-4d17-8232-6aab5e34543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.289028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:14.293589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a69736-827d-4a9f-8856-7e5ba2cce48f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:14.294075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a69736-827d-4a9f-8856-7e5ba2cce48f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:14.299900 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.309329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b56dfa62-226c-4d17-8232-6aab5e34543c None None] Port fbe2e992-08d5-452a-b9b7-7b2ca63ba069 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:29:14.315499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.373472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.387589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:14.388176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:14.392258 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:14.406599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.407215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.408719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] 10.222.0.23 "PUT /v2.0/ports/82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 1092 time: 1.6932449 Jul 15 13:29:14.409119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:14.412240 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15fddc7-a40c-48d7-be72-420d69641422" -d '{"events": [{"name": "network-changed", "server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:14.415498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c914b37-220b-4ce0-af3a-9d5a84e939c7 service neutron] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.458499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ba591-3f8f-4a92-b6d0-74cc2af5d0d4 None None] DHCP port deletion for 69260ea8-917d-4f68-81f0-11dd8291192e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:29:14.526251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-225266c8-dc87-46c9-b6a6-e2d6d2b1df18 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919939 Jul 15 13:29:14.528639 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c5da05-913d-4843-b6ed-2b5352238d06 x-openstack-request-id: req-73c5da05-913d-4843-b6ed-2b5352238d06 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:14.528639 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:14.528920 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73c5da05-913d-4843-b6ed-2b5352238d06 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:14.529165 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'status': 'completed', 'code': 200} Jul 15 13:29:14.569421 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.574722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-aab4db35-57f3-413e-861b-b06487970872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.576355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-aab4db35-57f3-413e-861b-b06487970872 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0981205 Jul 15 13:29:14.598533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.600899 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/69260ea8-917d-4f68-81f0-11dd8291192e HTTP/1.1" status: 204 len: 168 time: 1.5057535 Jul 15 13:29:14.613241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:14.640906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb1d6-0e4a-4503-8c46-3d98c4f07f2e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=69260ea8-917d-4f68-81f0-11dd8291192e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.697453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-6b75a71b-0af7-4562-be2f-c2f02e91031d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 217 time: 0.1094239 Jul 15 13:29:14.779978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-dac794f9-f7dd-4362-ac0f-fa9f092b8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.781963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-dac794f9-f7dd-4362-ac0f-fa9f092b8a30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0753877 Jul 15 13:29:14.800462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495bff5-300d-411d-b8db-2fbaea82d74f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.804982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e495bff5-300d-411d-b8db-2fbaea82d74f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1856282 Jul 15 13:29:14.819616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:14.931505 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ccdcd8a6-9cf3-4a60-817b-5f68e891caf4 req-8b431af2-c4c9-4562-86fc-f0aa1f610b83 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972118 Jul 15 13:29:14.952006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-d610791e-2bc2-4922-9bb9-c7979c8415a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.953521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-d610791e-2bc2-4922-9bb9-c7979c8415a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506774 Jul 15 13:29:14.991408 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b1cc8cb1-33f0-437c-af12-937833ffdafc tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1703801 Jul 15 13:29:14.995127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:15.000281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1051571352'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:15.047820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:15.050174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb3bd-710c-4418-89a2-32f7c020b049 req-1138d306-f886-420c-8e5b-6f841acbde35 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.051465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.051989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fcfb3bd-710c-4418-89a2-32f7c020b049 req-1138d306-f886-420c-8e5b-6f841acbde35 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.2030821 Jul 15 13:29:15.129711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:15.154923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-9cf5c5ea-efcb-4c78-b671-ed154c8c63f6 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928942 Jul 15 13:29:15.156935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.157386 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 30d886ff-51c8-4ee5-a602-4034d012f398 of type vlan for network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 Jul 15 13:29:15.198514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fcfb3bd-710c-4418-89a2-32f7c020b049 req-9cb21cb5-d6d3-483c-b02b-2e3b7e706adb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157007 Jul 15 13:29:15.223190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.283118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b53b-e67c-43d3-9a86-6d8d887c9113 req-1f476af5-c807-497e-ab94-ada3ce31bfb4 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.285330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f41b53b-e67c-43d3-9a86-6d8d887c9113 req-1f476af5-c807-497e-ab94-ada3ce31bfb4 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2805169 Jul 15 13:29:15.297080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.306870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.307598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.320640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cf948f7-75b1-452b-b745-ee1885edd24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.352221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a54923-c03c-4fe7-a802-e80ca42a0edf req-d3a7812d-9444-4063-b610-ea39dece2dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879849 Jul 15 13:29:15.367497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f41b53b-e67c-43d3-9a86-6d8d887c9113 req-578e2589-827d-44ad-8d8c-a11ffc3657af tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664644 Jul 15 13:29:15.387642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3847909 Jul 15 13:29:15.387812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:15.390722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:15.428845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c4a6a-59ff-44da-9013-0275171d80ac tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=2aa20bb4-8084-4e7d-96e8-bdf6e5666b38,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:15.447893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:15.560559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:15.564388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.591904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.593989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fddc7-a40c-48d7-be72-420d69641422 req-d9e92742-030e-457b-a0ed-3ecc5f054917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.595685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-d9e92742-030e-457b-a0ed-3ecc5f054917 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1095 time: 0.1865096 Jul 15 13:29:15.861256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fddc7-a40c-48d7-be72-420d69641422 req-ed2b9a36-87ae-49e0-bb27-07f012b68dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.862833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-ed2b9a36-87ae-49e0-bb27-07f012b68dea service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.2553070 Jul 15 13:29:15.913562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.920278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-f019003e-46be-44f8-a6bd-3b8f5e2b8dfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 217 time: 0.0494430 Jul 15 13:29:16.024085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fddc7-a40c-48d7-be72-420d69641422 req-15e06bab-9504-4f59-af83-292bdca59bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.025720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-15e06bab-9504-4f59-af83-292bdca59bad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0802326 Jul 15 13:29:16.028972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=69891f53-d34d-49bc-837c-655bcf5c7e7c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.041778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '30d886ff-51c8-4ee5-a602-4034d012f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:16.042146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:16.090798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:16.110118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:16.115437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fddc7-a40c-48d7-be72-420d69641422 req-2e0dadc7-21ff-411e-8e3d-c494bfd45206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.117094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-2e0dadc7-21ff-411e-8e3d-c494bfd45206 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835598 Jul 15 13:29:16.120249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c47b0-723a-46cf-ab99-9310a1e2dc3c None None] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:16.123427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.124093 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.161599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-abcb59e9-ecb9-46f6-8e59-77a61471b849 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7777250 Jul 15 13:29:16.164086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44394) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.169900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38', 'name': 'tempest-PortsIpV6TestJSON-2136378331'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:16.181548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.187144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbe2e992-08d5-452a-b9b7-7b2ca63ba069 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:16.226967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fbe2e992-08d5-452a-b9b7-7b2ca63ba069 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:16.227306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbe2e992-08d5-452a-b9b7-7b2ca63ba069 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:16.310328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-c227ab74-8b37-483b-bc2f-11aef3d1f6fa service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835117 Jul 15 13:29:16.391935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-177944dd-f8bf-4c99-a459-498d5fdc0032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.433589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-2aa20bb4-8084-4e7d-96e8-bdf6e5666b38', 'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': '69891f53-d34d-49bc-837c-655bcf5c7e7c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:16.438862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.611078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Allocated IP 2001:db8::2 (2aa20bb4-8084-4e7d-96e8-bdf6e5666b38/69891f53-d34d-49bc-837c-655bcf5c7e7c/dd00d3e7-84b8-4589-8d4e-b168b5e565af) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:16.716910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:29:16.716910 n-d-798249-9 neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:29:16.716910 n-d-798249-9 neutron-server[93824]: [parameters: {'project_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'id': 'a35f53ca-f28c-489d-a77f-91cc2aeba080', 'expiration': datetime.datetime(2021, 7, 15, 13, 31, 16, 669358)}] Jul 15 13:29:16.716910 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:16.717428 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:16.754288 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-177944dd-f8bf-4c99-a459-498d5fdc0032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.762402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-177944dd-f8bf-4c99-a459-498d5fdc0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.796560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.797060 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-177944dd-f8bf-4c99-a459-498d5fdc0032 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5ac175ee64e4cec9fae74ab4561efc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133192 Jul 15 13:29:16.798073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44412) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.805136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Transition to ACTIVE for port object dd00d3e7-84b8-4589-8d4e-b168b5e565af will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:16.818604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f15fddc7-a40c-48d7-be72-420d69641422 req-776bce3c-55c0-4807-a075-58dbab5ac4b3 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013609 Jul 15 13:29:16.821701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Transition to ACTIVE for port object dd00d3e7-84b8-4589-8d4e-b168b5e565af will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:16.828251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be696-79b9-4703-9bc1-e3a149ff4a57 req-9951153b-8bcd-4581-962f-b721a1be8714 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.829817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f97be696-79b9-4703-9bc1-e3a149ff4a57 req-9951153b-8bcd-4581-962f-b721a1be8714 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.1887612 Jul 15 13:29:16.840137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9d8b3-a50b-4232-96ce-c71ff7d5cecc req-603690d3-c5a5-4173-b592-8fc7153754f5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.841669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99f9d8b3-a50b-4232-96ce-c71ff7d5cecc req-603690d3-c5a5-4173-b592-8fc7153754f5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.1995292 Jul 15 13:29:16.850316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.855826 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.864867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177944dd-f8bf-4c99-a459-498d5fdc0032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eb6da1-cbed-46df-99d3-791597ee1dca,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.899286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f97be696-79b9-4703-9bc1-e3a149ff4a57 req-2a8dabb6-44d3-46ea-ae06-b94e67d95776 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565720 Jul 15 13:29:16.924297 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7977f704-6732-4f49-9e39-7315abd22ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.927775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99f9d8b3-a50b-4232-96ce-c71ff7d5cecc req-3eb66625-fe15-4ff6-b55f-2f6907f916f5 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751474 Jul 15 13:29:16.935925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:16.940460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:16.943405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Pushing event updated for resources: {'Port': ['ID=dd00d3e7-84b8-4589-8d4e-b168b5e565af,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.946619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:16.960063 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7977f704-6732-4f49-9e39-7315abd22ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.023658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Attempting to bind port dd00d3e7-84b8-4589-8d4e-b168b5e565af on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:17.024055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Attempting to bind port dd00d3e7-84b8-4589-8d4e-b168b5e565af by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '30d886ff-51c8-4ee5-a602-4034d012f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:17.024559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Attempting to bind port dd00d3e7-84b8-4589-8d4e-b168b5e565af on network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:17.029370 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7977f704-6732-4f49-9e39-7315abd22ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.031004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:17.031615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Checking segment: {'id': '30d886ff-51c8-4ee5-a602-4034d012f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:17.032276 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.032852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Bound using segment: {'id': '30d886ff-51c8-4ee5-a602-4034d012f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:17.033553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Bound port: dd00d3e7-84b8-4589-8d4e-b168b5e565af, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d886ff-51c8-4ee5-a602-4034d012f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:17.034002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.034140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7977f704-6732-4f49-9e39-7315abd22ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.038853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7977f704-6732-4f49-9e39-7315abd22ad9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41eb6da1-cbed-46df-99d3-791597ee1dca HTTP/1.1" status: 204 len: 168 time: 0.2384381 Jul 15 13:29:17.049280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977f704-6732-4f49-9e39-7315abd22ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eb6da1-cbed-46df-99d3-791597ee1dca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.122597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] For port dd00d3e7-84b8-4589-8d4e-b168b5e565af, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:17.140774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] For port dd00d3e7-84b8-4589-8d4e-b168b5e565af, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=dd00d3e7-84b8-4589-8d4e-b168b5e565af,segment=NetworkSegment(30d886ff-51c8-4ee5-a602-4034d012f398),segment_id=30d886ff-51c8-4ee5-a602-4034d012f398)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:17.147148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.222778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57cc1-71e6-43f4-aa34-b1ed6621d73c None None] Pushing event updated for resources: {'Port': ['ID=dd00d3e7-84b8-4589-8d4e-b168b5e565af,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.265346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:17.269281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.297357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port cbc15b22-d645-4093-9756-40fed7f1e143 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:17.508731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5dd40-b95d-4f5e-a7d2-ffb5fa419c74 req-720012b3-b05c-44fa-9237-74c0c2005aeb tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.517006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41a5dd40-b95d-4f5e-a7d2-ffb5fa419c74 req-720012b3-b05c-44fa-9237-74c0c2005aeb tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.1666780 Jul 15 13:29:17.520201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::3d (2aa20bb4-8084-4e7d-96e8-bdf6e5666b38/69891f53-d34d-49bc-837c-655bcf5c7e7c/cbc15b22-d645-4093-9756-40fed7f1e143) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:17.543403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44432) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:17.578831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32ca02a1-c7e0-4c9d-aab5-c4e2e01dc74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.582337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41a5dd40-b95d-4f5e-a7d2-ffb5fa419c74 req-9910d8b4-07a5-4767-b87d-c936a5490fba tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 Jul 15 13:29:17.706710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32ca02a1-c7e0-4c9d-aab5-c4e2e01dc74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.710836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32ca02a1-c7e0-4c9d-aab5-c4e2e01dc74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.745921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.753157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-32ca02a1-c7e0-4c9d-aab5-c4e2e01dc74b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a64b991cd5894761ad649b2abc78056d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081501 Jul 15 13:29:17.755254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca02a1-c7e0-4c9d-aab5-c4e2e01dc74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861db587-9bef-42c4-a6f8-317f8f5c286a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.757508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:17.765299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object cbc15b22-d645-4093-9756-40fed7f1e143 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:17.815174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d9bb9a-06ee-424a-834a-4221d7050f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.816018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.852043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d9bb9a-06ee-424a-834a-4221d7050f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.875396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:17.886429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:17.891455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:17.897556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.899217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.906021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=cbc15b22-d645-4093-9756-40fed7f1e143,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.918989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8145837b-613e-4fc0-a9e5-41c02dc33716 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7538691 Jul 15 13:29:17.919405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d9bb9a-06ee-424a-834a-4221d7050f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.921567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:17.922043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27d9bb9a-06ee-424a-834a-4221d7050f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.923236 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-27d9bb9a-06ee-424a-834a-4221d7050f65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/861db587-9bef-42c4-a6f8-317f8f5c286a HTTP/1.1" status: 204 len: 168 time: 0.1645687 Jul 15 13:29:17.927453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': '2aa20bb4-8084-4e7d-96e8-bdf6e5666b38', 'name': 'tempest-PortsIpV6TestJSON-2076062207'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:17.940911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9bb9a-06ee-424a-834a-4221d7050f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861db587-9bef-42c4-a6f8-317f8f5c286a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:18.077458 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.082954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:18.086588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.110454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:18.236530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:18.331732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device dd00d3e7-84b8-4589-8d4e-b168b5e565af up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:18.389691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::12c (2aa20bb4-8084-4e7d-96e8-bdf6e5666b38/69891f53-d34d-49bc-837c-655bcf5c7e7c/fb124b15-9a89-4d9d-95a3-60b7d6f10bd8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:18.397849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:18.429642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'mac_address': 'fa:16:3e:ac:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:18.489175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceab96-5fa6-47d8-8ce8-066263fc870d req-cf46ce64-82e9-43cf-9705-6ee5aecea2cb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:18.490927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fceab96-5fa6-47d8-8ce8-066263fc870d req-cf46ce64-82e9-43cf-9705-6ee5aecea2cb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.3171949 Jul 15 13:29:18.497276 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.500366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port dd00d3e7-84b8-4589-8d4e-b168b5e565af completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:18.522708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:18.547278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:18.567799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.642360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fceab96-5fa6-47d8-8ce8-066263fc870d req-1be5ecfc-f9be-4f38-b60d-e04f2f52c673 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381168 Jul 15 13:29:18.662895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349e39c-db46-4816-a7c9-09d1811f8eb0 None None] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:18.749480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.786898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:18.811563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:18.830708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] Provisioning for port dd00d3e7-84b8-4589-8d4e-b168b5e565af completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:18.861625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] Provisioning complete for port dd00d3e7-84b8-4589-8d4e-b168b5e565af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:18.862097 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.872909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86905573-ca76-4779-8a58-f6a1f3eb2194 req-87fb6aef-e8ff-40d7-b7a4-b940e2c7df4c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:18.880337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86905573-ca76-4779-8a58-f6a1f3eb2194 req-87fb6aef-e8ff-40d7-b7a4-b940e2c7df4c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.1275465 Jul 15 13:29:18.914687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['82d9b7a1-a0db-432f-ba2b-fb3d107181d2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:18.956840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86905573-ca76-4779-8a58-f6a1f3eb2194 req-b97c6d68-5cee-40f8-83a9-ba9cd4d6b949 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759175 Jul 15 13:29:18.984137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.166296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:19.171645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:19.181467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:19.189019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.190176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.205314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=fb124b15-9a89-4d9d-95a3-60b7d6f10bd8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.210631 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.216641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5c9dafb3-c30b-464a-9e59-e57c9b03d09b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2940128 Jul 15 13:29:19.219447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.423507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] For port dd00d3e7-84b8-4589-8d4e-b168b5e565af, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=dd00d3e7-84b8-4589-8d4e-b168b5e565af,segment=NetworkSegment(30d886ff-51c8-4ee5-a602-4034d012f398),segment_id=30d886ff-51c8-4ee5-a602-4034d012f398)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:19.436788 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.541102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3f46a-c51f-44d5-ad05-8c8abcf5d183 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.546307 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ad3f46a-c51f-44d5-ad05-8c8abcf5d183 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d HTTP/1.1" status: 200 len: 928 time: 0.3257790 Jul 15 13:29:19.549067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.613486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0d6a-4e4f-4693-a0db-2fb0d5c825c8 None None] Pushing event updated for resources: {'Port': ['ID=dd00d3e7-84b8-4589-8d4e-b168b5e565af,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.673562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-1d0606e4-ac65-4c6c-83fc-81589b6a0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.679208 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-1d0606e4-ac65-4c6c-83fc-81589b6a0344 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2593a3ef7e8d4b69b2c6c7b146caf433&device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 1097 time: 0.1560686 Jul 15 13:29:19.704864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e59ed65c-9582-48bf-a122-d3fc457fa938 None None] Provisioning complete for port dd00d3e7-84b8-4589-8d4e-b168b5e565af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:19.707091 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e59ed65c-9582-48bf-a122-d3fc457fa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.828654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.854779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-203930b3-01c3-4115-b91a-1f78a2386bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.856566 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-203930b3-01c3-4115-b91a-1f78a2386bb2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=62c0a067-8fbd-4b50-8c57-5f82050acf4f HTTP/1.1" status: 200 len: 911 time: 0.1697767 Jul 15 13:29:19.946911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-2332f740-e9d5-4f3e-960d-bf1353bb831e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da HTTP/1.1" status: 200 len: 217 time: 0.0838037 Jul 15 13:29:19.992456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:19.995306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e59ed65c-9582-48bf-a122-d3fc457fa938 None None] Provisioning for port cbc15b22-d645-4093-9756-40fed7f1e143 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:19.996705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.001297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e59ed65c-9582-48bf-a122-d3fc457fa938 None None] Provisioning complete for port cbc15b22-d645-4093-9756-40fed7f1e143 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:20.001677 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e59ed65c-9582-48bf-a122-d3fc457fa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.045695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-0064cfe3-eb04-403c-82c9-b57238c2a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.047640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-0064cfe3-eb04-403c-82c9-b57238c2a93f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b81585b-62f8-4223-bf98-ed972b72354c HTTP/1.1" status: 200 len: 850 time: 0.0950050 Jul 15 13:29:20.074686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e59ed65c-9582-48bf-a122-d3fc457fa938 None None] Port cbc15b22-d645-4093-9756-40fed7f1e143 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:20.131164 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-101b5a06-23c8-4c19-878c-beed86ebce7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62c0a067-8fbd-4b50-8c57-5f82050acf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765600 Jul 15 13:29:20.160016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4400-1c02-42bb-912a-cd3af06e4283 req-3a15cc6e-d22c-49f4-80a9-393c25e02955 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.160016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb0c4400-1c02-42bb-912a-cd3af06e4283 req-3a15cc6e-d22c-49f4-80a9-393c25e02955 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.4964211 Jul 15 13:29:20.168346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f345a000-353e-4e54-9f03-aedb118218f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.207542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3de8022-4dc8-4d5a-a1b4-26ff8d14e709 None None] Provisioning complete for port cbc15b22-d645-4093-9756-40fed7f1e143 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:20.207939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3de8022-4dc8-4d5a-a1b4-26ff8d14e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.239440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.280742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:20.288866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc2701-564b-4df6-a952-8735cdb4e238 req-6d172865-06ee-4700-8eab-1e0cd27e29fb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.296239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5bc2701-564b-4df6-a952-8735cdb4e238 req-6d172865-06ee-4700-8eab-1e0cd27e29fb tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 945 time: 0.4125333 Jul 15 13:29:20.315722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device dd00d3e7-84b8-4589-8d4e-b168b5e565af up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:20.338586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:20.355958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb0c4400-1c02-42bb-912a-cd3af06e4283 req-31b80966-aa2e-4d7e-b8cd-ea53f8bb2e26 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882498 Jul 15 13:29:20.369525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b3de8022-4dc8-4d5a-a1b4-26ff8d14e709 None None] Port cbc15b22-d645-4093-9756-40fed7f1e143 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:20.389583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5bc2701-564b-4df6-a952-8735cdb4e238 req-a70a15d9-0a05-4d26-a4d2-9ce7e7cd05a1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918071 Jul 15 13:29:20.394252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-eafedb8c-aba6-4c95-9109-f5aab756cd69 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402678 Jul 15 13:29:20.485249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:20.491026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port dd00d3e7-84b8-4589-8d4e-b168b5e565af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:20.491713 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.496818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:20.497498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.619017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f345a000-353e-4e54-9f03-aedb118218f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.626116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f345a000-353e-4e54-9f03-aedb118218f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.632383 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05f8a52e-bf4a-4f99-a026-1c99f18ba65a req-f6300fe3-c7eb-426e-972f-4528b86472e0 service neutron] 10.222.0.49 "GET /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893857 Jul 15 13:29:20.651146 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.679532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b343e1db-6a24-4b4f-b47e-6aa81c883f12 None None] Provisioning for port fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:20.684122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b343e1db-6a24-4b4f-b47e-6aa81c883f12 None None] Provisioning complete for port fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:20.684499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b343e1db-6a24-4b4f-b47e-6aa81c883f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.691031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=fb124b15-9a89-4d9d-95a3-60b7d6f10bd8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.707995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f345a000-353e-4e54-9f03-aedb118218f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c7336f7fcdb4891b300ae9b5c36a308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755801 Jul 15 13:29:20.709934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.731485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345a000-353e-4e54-9f03-aedb118218f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1be5c2-4452-4bd6-b488-b215a2358544,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.767637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b343e1db-6a24-4b4f-b47e-6aa81c883f12 None None] Port fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:29:20.777257 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.783015 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.783558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-70958fab-70df-46c8-a99c-cd4c4c0786ad tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 HTTP/1.1" status: 204 len: 168 time: 1.2332914 Jul 15 13:29:20.789448 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.821377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:20.824746 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae04ddd-0343-42ec-8d27-c69ab4189a37" -d '{"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-plugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:20.829644 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-252251fe-f21d-4285-9a63-3ab26c9f0533 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:20.831884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-252251fe-f21d-4285-9a63-3ab26c9f0533 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/fb124b15-9a89-4d9d-95a3-60b7d6f10bd8 HTTP/1.1" status: 404 len: 333 time: 0.0472286 Jul 15 13:29:20.834923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44530) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.842448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:20.852377 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.862825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7692c28d-b7f5-4527-bee1-380fbd2be1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.925519 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeea380-fb88-43f2-b743-93fc9da03b8d x-openstack-request-id: req-2aeea380-fb88-43f2-b743-93fc9da03b8d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:20.925811 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-plugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:20.926066 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2aeea380-fb88-43f2-b743-93fc9da03b8d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:20.926499 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'code': 200} Jul 15 13:29:20.931744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.934170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7692c28d-b7f5-4527-bee1-380fbd2be1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.001944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7692c28d-b7f5-4527-bee1-380fbd2be1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.006768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7692c28d-b7f5-4527-bee1-380fbd2be1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.007960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7692c28d-b7f5-4527-bee1-380fbd2be1a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e1be5c2-4452-4bd6-b488-b215a2358544 HTTP/1.1" status: 204 len: 168 time: 0.2969234 Jul 15 13:29:21.017477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port cbc15b22-d645-4093-9756-40fed7f1e143 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:21.018122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.018909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692c28d-b7f5-4527-bee1-380fbd2be1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1be5c2-4452-4bd6-b488-b215a2358544,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.152056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.165373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed00489-f3fd-4430-9646-7b6ab9f9ef7a req-c52e5821-48cb-4deb-b7a6-fbfed7aec65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.166954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ed00489-f3fd-4430-9646-7b6ab9f9ef7a req-c52e5821-48cb-4deb-b7a6-fbfed7aec65a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1097 time: 0.1331067 Jul 15 13:29:21.171134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for cbc15b22-d645-4093-9756-40fed7f1e143 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:21.347791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ed00489-f3fd-4430-9646-7b6ab9f9ef7a req-5adc470c-f0ba-499e-ab59-9f6ac244d6c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524297 Jul 15 13:29:21.352552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.382182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=cbc15b22-d645-4093-9756-40fed7f1e143,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.461345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.466891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12a52ad9-315f-465c-8957-6a101c568928 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/cbc15b22-d645-4093-9756-40fed7f1e143 HTTP/1.1" status: 204 len: 168 time: 0.6286461 Jul 15 13:29:21.467306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.535935 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-152d6507-1f6d-4ebb-a080-1d491ee77095 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:21.538000 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-152d6507-1f6d-4ebb-a080-1d491ee77095 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/cbc15b22-d645-4093-9756-40fed7f1e143 HTTP/1.1" status: 404 len: 333 time: 0.0687017 Jul 15 13:29:21.544510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.596328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.736959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 69891f53-d34d-49bc-837c-655bcf5c7e7c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:21.744456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.799105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.933421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.970182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b4b2e-acd7-452c-827a-4425285c0cc1 req-7e4ee417-1d31-481c-9052-b27229636f6a tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.978508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-433b4b2e-acd7-452c-827a-4425285c0cc1 req-7e4ee417-1d31-481c-9052-b27229636f6a tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.4121487 Jul 15 13:29:22.005688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81ca3c-fa0f-4b76-a0ec-482e19a4c56d req-f53be06d-6f98-4611-9872-06fb5bf436e1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.007427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d81ca3c-fa0f-4b76-a0ec-482e19a4c56d req-f53be06d-6f98-4611-9872-06fb5bf436e1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.4619229 Jul 15 13:29:22.084643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-433b4b2e-acd7-452c-827a-4425285c0cc1 req-de4403b9-c743-4901-800f-eb1ce4a36cb0 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051314 Jul 15 13:29:22.135592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d81ca3c-fa0f-4b76-a0ec-482e19a4c56d req-ab1d5ca8-0685-4d99-bd78-d08209462374 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121264 Jul 15 13:29:22.156706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.201979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=69891f53-d34d-49bc-837c-655bcf5c7e7c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:22.208852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.213812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dc516dae-0cee-4faa-8064-fe49e89835d1 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/69891f53-d34d-49bc-837c-655bcf5c7e7c HTTP/1.1" status: 204 len: 168 time: 0.6640587 Jul 15 13:29:22.214369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.231807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a69686-b912-4ae3-8f82-a37cd3c5ab83 None None] Network 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:22.296422 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-549ca864-19eb-4314-9aba-6d09f75102d6 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4011 time: 0.6963527 Jul 15 13:29:22.297153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.305884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'network': {'name': 'tempest-network-smoke--907472621', 'project_id': '7a765aa60beb4572a026b58e757b7147', 'port_security_enabled': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:22.350086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.352286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Made reservation on behalf of 7a765aa60beb4572a026b58e757b7147 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:22.358604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.390366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:22.403025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.403911 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Added segment 7ada4b59-6d22-4ac8-a279-e152e7204dfb of type vlan for network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 Jul 15 13:29:22.463168 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.469602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port dd00d3e7-84b8-4589-8d4e-b168b5e565af {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:22.473318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.498594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.515973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.524036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.583670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.587307 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2886729 Jul 15 13:29:22.589821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'admin_state_up': True, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:22.639596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] DHCP port deletion for 2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:29:22.641944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.643056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.649974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] For port dd00d3e7-84b8-4589-8d4e-b168b5e565af, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=dd00d3e7-84b8-4589-8d4e-b168b5e565af,segment=NetworkSegment(30d886ff-51c8-4ee5-a602-4034d012f398),segment_id=30d886ff-51c8-4ee5-a602-4034d012f398)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:22.650377 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.650882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dc4c2-12e3-4e8d-a868-e8528a6ed84d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Network': ['ID=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:22.669949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for dd00d3e7-84b8-4589-8d4e-b168b5e565af owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:22.684597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:22.783290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] Deleting port dd00d3e7-84b8-4589-8d4e-b168b5e565af {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:22.783748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.839582 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.866097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] For port dd00d3e7-84b8-4589-8d4e-b168b5e565af, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=dd00d3e7-84b8-4589-8d4e-b168b5e565af,segment=NetworkSegment(30d886ff-51c8-4ee5-a602-4034d012f398),segment_id=30d886ff-51c8-4ee5-a602-4034d012f398)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:22.866473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.880610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] Calling delete_port for dd00d3e7-84b8-4589-8d4e-b168b5e565af owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:22.981273 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.012778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] Pushing event deleted for resources: {'Port': ['ID=dd00d3e7-84b8-4589-8d4e-b168b5e565af,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.020816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf445e-eaa0-4a5c-8486-b7f763a1d2c6 None None] No DVR routers for this DVR port dd00d3e7-84b8-4589-8d4e-b168b5e565af on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:23.343963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef39e90-e8bd-494b-af11-9e3f96c0c60a req-dcd808fe-d22c-4e42-bff6-cbc812a47aec tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:23.345494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fef39e90-e8bd-494b-af11-9e3f96c0c60a req-dcd808fe-d22c-4e42-bff6-cbc812a47aec tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.6279244 Jul 15 13:29:23.360329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.365284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.429642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=dd00d3e7-84b8-4589-8d4e-b168b5e565af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.441766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No DVR routers for this DVR port dd00d3e7-84b8-4589-8d4e-b168b5e565af on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:23.543793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fef39e90-e8bd-494b-af11-9e3f96c0c60a req-551f15a4-6fc3-4e7c-834a-deb7b4a90837 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857569 Jul 15 13:29:23.589488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.609661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa20bb4-8084-4e7d-96e8-bdf6e5666b38']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.630388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df61f3-fc5e-4880-9985-5aaea13c45cb req-c41b4437-0c30-4459-a683-7d10d02d1947 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:23.631719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19df61f3-fc5e-4880-9985-5aaea13c45cb req-c41b4437-0c30-4459-a683-7d10d02d1947 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2957664 Jul 15 13:29:23.634192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d886ff-51c8-4ee5-a602-4034d012f398') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.634507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d886ff-51c8-4ee5-a602-4034d012f398') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.683927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.719647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.744343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19df61f3-fc5e-4880-9985-5aaea13c45cb req-8ebdf49f-f19e-4677-885f-1427ca33c20d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004162 Jul 15 13:29:23.745341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:23.745736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:23.748947 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:23.865355 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.903908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44676) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.906399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.911947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/2aa20bb4-8084-4e7d-96e8-bdf6e5666b38 HTTP/1.1" status: 204 len: 168 time: 1.6930285 Jul 15 13:29:23.913981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.927605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1270572835'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:23.933198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2782fe-be8f-4a06-bca8-7b4b52ad2b9e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=2aa20bb4-8084-4e7d-96e8-bdf6e5666b38,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.967481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:23.972423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.984158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.999121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:24.015043 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.021445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.022386 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment 936c6fa5-c2dd-4cee-98a7-f52f159346b3 of type vlan for network 72f6c88b-3f84-4ee0-b975-26e109a10098 Jul 15 13:29:24.083195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31ed412c-2563-44a1-8981-1128304fb809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.086656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.107633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe95e68-db1e-4c73-83d6-ff44a267a5bc req-324c40b5-2a15-45b3-8af4-f8fdaba987dc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.109186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebe95e68-db1e-4c73-83d6-ff44a267a5bc req-324c40b5-2a15-45b3-8af4-f8fdaba987dc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2130790 Jul 15 13:29:24.120679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.132556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Request body: {'floatingip': {'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:24.184249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.25.2.95 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/95db028f-ac14-4db7-90f9-fd66cca94dff) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:24.219351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.225000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.225532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.233092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device dd00d3e7-84b8-4589-8d4e-b168b5e565af no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:24.243556 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.266271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: dd00d3e7-84b8-4589-8d4e-b168b5e565af {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:24.270560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device dd00d3e7-84b8-4589-8d4e-b168b5e565af not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:24.330874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.375592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.403237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=72f6c88b-3f84-4ee0-b975-26e109a10098,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.419994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:24.443030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:24.446224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:24.448856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=95db028f-ac14-4db7-90f9-fd66cca94dff,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.451619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:24.564014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31ed412c-2563-44a1-8981-1128304fb809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.584915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31ed412c-2563-44a1-8981-1128304fb809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.614055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5bac0ed5-7bdf-49b2-a2e2-3acb82e1552e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6964338 Jul 15 13:29:24.642584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44700) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.658290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502e938-f966-4a49-870e-d867c63259de req-1d791d74-b3d4-4089-9580-b00f53fa14b5 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.659799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d502e938-f966-4a49-870e-d867c63259de req-1d791d74-b3d4-4089-9580-b00f53fa14b5 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2782130 Jul 15 13:29:24.676778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:24.730615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31ed412c-2563-44a1-8981-1128304fb809 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ef881a9af774204b280ce18013f52cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8255522 Jul 15 13:29:24.739863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.755690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed412c-2563-44a1-8981-1128304fb809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1721393b-8bf9-4dab-942b-2d0dd321ba37,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.957450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.969778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9609306-e7f1-4d9e-b815-5a664f6e1966 req-1e2deb52-185c-4de5-8ae4-5e557e29c7e0 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.971541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9609306-e7f1-4d9e-b815-5a664f6e1966 req-1e2deb52-185c-4de5-8ae4-5e557e29c7e0 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 946 time: 0.2304802 Jul 15 13:29:24.984468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:24.990003 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.005977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348e53c0-9648-4112-adbf-2ae12e2f63d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.051410 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348e53c0-9648-4112-adbf-2ae12e2f63d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.118047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9609306-e7f1-4d9e-b815-5a664f6e1966 req-2c5436a3-d450-4535-9507-e7309380097a tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136174 Jul 15 13:29:25.231689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348e53c0-9648-4112-adbf-2ae12e2f63d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.234898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348e53c0-9648-4112-adbf-2ae12e2f63d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.236043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-348e53c0-9648-4112-adbf-2ae12e2f63d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1721393b-8bf9-4dab-942b-2d0dd321ba37 HTTP/1.1" status: 204 len: 168 time: 0.4938657 Jul 15 13:29:25.240942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Deleting port 5500c9fe-2373-4fcf-9b66-d86b8a7375da {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:25.241263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.263183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e53c0-9648-4112-adbf-2ae12e2f63d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1721393b-8bf9-4dab-942b-2d0dd321ba37,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.298508 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.330811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:29:25.494826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router 1c7281b1-1b24-47f9-a623-fdce8b5801fb is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:25.637464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:25.659556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Sync routers for ids ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:25.669359 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.674517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dab9b380-1c95-4acf-ba1b-e8f7e37890d2 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0896325 Jul 15 13:29:25.677272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.679232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Routers {'1c7281b1-1b24-47f9-a623-fdce8b5801fb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:25.680958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.741192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.777969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.781991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93bb411-5070-4394-915a-fd2178ad4d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.795481 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.803009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a98e9-dc80-4e2a-aa74-734dc734d3a0 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:25.804766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-229a98e9-dc80-4e2a-aa74-734dc734d3a0 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7a765aa60beb4572a026b58e757b7147&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1262758 Jul 15 13:29:25.808607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.843377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Set router 1c7281b1-1b24-47f9-a623-fdce8b5801fb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:25.909689 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Floating IP 3baae2e9-7610-4868-aa33-76034d36fa49 associated. External IP: 172.25.2.179, port: 82d9b7a1-a0db-432f-ba2b-fb3d107181d2. Jul 15 13:29:25.970273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] For port 5500c9fe-2373-4fcf-9b66-d86b8a7375da, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=5500c9fe-2373-4fcf-9b66-d86b8a7375da,segment=NetworkSegment(a9fc6644-fe95-4b84-bfde-97f09d962c11),segment_id=a9fc6644-fe95-4b84-bfde-97f09d962c11)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:25.970643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.999580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Calling delete_port for 5500c9fe-2373-4fcf-9b66-d86b8a7375da owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:26.033103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d995ab7-b954-447e-92a1-77c5e366a056 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.039467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d995ab7-b954-447e-92a1-77c5e366a056 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2297893 Jul 15 13:29:26.047415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.079146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:24Z', 'revision_number': 3, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:26.101598 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-259a8c44-c5b7-4364-bad7-29cb7023bc49 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529914 Jul 15 13:29:26.102263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.108796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Checking router: 1c7281b1-1b24-47f9-a623-fdce8b5801fb for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:26.109147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Updating router 1c7281b1-1b24-47f9-a623-fdce8b5801fb port 95db028f-ac14-4db7-90f9-fd66cca94dff binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:26.143466 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0826a6f1-ad83-4a94-a097-d36366d05732 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7a765aa60beb4572a026b58e757b7147&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370135 Jul 15 13:29:26.146797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.148450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.155537 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:29:26.269290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.437834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 5500c9fe-2373-4fcf-9b66-d86b8a7375da no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:26.461193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=d124870f-c545-4b40-9f70-4ea35f4b5b6f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.530617 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.549294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': '936c6fa5-c2dd-4cee-98a7-f52f159346b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:26.549993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: 72f6c88b-3f84-4ee0-b975-26e109a10098, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:26.588824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.599043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:26.612273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93bb411-5070-4394-915a-fd2178ad4d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.641953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Transition to ACTIVE for port object 95db028f-ac14-4db7-90f9-fd66cca94dff will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:26.653575 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.655527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.664710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93bb411-5070-4394-915a-fd2178ad4d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.727766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Attempting to bind port 95db028f-ac14-4db7-90f9-fd66cca94dff on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:26.728963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Attempting to bind port 95db028f-ac14-4db7-90f9-fd66cca94dff by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:26.729102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Attempting to bind port 95db028f-ac14-4db7-90f9-fd66cca94dff on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:26.732020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076683ae-1bfc-432b-8522-011078fc7775 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.736889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-076683ae-1bfc-432b-8522-011078fc7775 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5865905 Jul 15 13:29:26.746482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f93bb411-5070-4394-915a-fd2178ad4d6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e19764bf01648dc9c5aab773078d0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958081 Jul 15 13:29:26.746769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:26.746769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:26.747046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.747159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.747159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:26.747159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Bound port: 95db028f-ac14-4db7-90f9-fd66cca94dff, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:26.747159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.760759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44754) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.760759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:26.763983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Pushing event deleted for resources: {'Port': ['ID=5500c9fe-2373-4fcf-9b66-d86b8a7375da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.780043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2aae0-9a91-4a81-ba57-eed81bdcd9c7 None None] Pushing event updated for resources: {'Port': ['ID=95db028f-ac14-4db7-90f9-fd66cca94dff,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.804634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ede5a0c3-0203-4cab-ac1b-b808deeadc61 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572026 Jul 15 13:29:26.808215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.812637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] For port 95db028f-ac14-4db7-90f9-fd66cca94dff, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:26.816745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] For port 95db028f-ac14-4db7-90f9-fd66cca94dff, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=95db028f-ac14-4db7-90f9-fd66cca94dff,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:26.825046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697776081', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'project_id': '7a765aa60beb4572a026b58e757b7147', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:26.826096 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.856173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 72f6c88b-3f84-4ee0-b975-26e109a10098) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:26.871396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29063349-2aeb-454a-a734-b66ac379adb2 None None] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:26.885410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] No DVR routers for this DVR port 5500c9fe-2373-4fcf-9b66-d86b8a7375da on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:26.895881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.896572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.907030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.909108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-d502e938-f966-4a49-870e-d867c63259de req-46e3714f-ed08-4504-9fc4-63311ca25d3d tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.49 "DELETE /v2.0/ports/5500c9fe-2373-4fcf-9b66-d86b8a7375da HTTP/1.1" status: 204 len: 173 time: 2.2368259 Jul 15 13:29:26.909628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'name': 'network-vif-deleted', 'tag': '5500c9fe-2373-4fcf-9b66-d86b8a7375da'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:26.912029 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14204d2-d3eb-4c3a-8824-6974480a07d9" -d '{"events": [{"server_uuid": "5ff3d40b-94fb-4d12-a6c3-fdac3c310123", "name": "network-vif-deleted", "tag": "5500c9fe-2373-4fcf-9b66-d86b8a7375da"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:26.917836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bb411-5070-4394-915a-fd2178ad4d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455b1a92-8a8f-4375-a086-b753e015ee52,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.919250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Routers {'1c7281b1-1b24-47f9-a623-fdce8b5801fb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:26.920152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:26.965384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2073b-8cb7-459d-9ee2-6381d32cec75 req-a8e66a86-b440-461b-a832-35bb289896c7 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.968184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fd2073b-8cb7-459d-9ee2-6381d32cec75 req-a8e66a86-b440-461b-a832-35bb289896c7 tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff3d40b-94fb-4d12-a6c3-fdac3c310123 HTTP/1.1" status: 200 len: 867 time: 0.3540106 Jul 15 13:29:26.992994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:26.998726 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8224e7de-4b45-427d-9899-e32574d91556 x-openstack-request-id: req-8224e7de-4b45-427d-9899-e32574d91556 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:26.999230 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff3d40b-94fb-4d12-a6c3-fdac3c310123", "name": "network-vif-deleted", "tag": "5500c9fe-2373-4fcf-9b66-d86b8a7375da", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:26.999678 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8224e7de-4b45-427d-9899-e32574d91556 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:27.000702 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff3d40b-94fb-4d12-a6c3-fdac3c310123', 'name': 'network-vif-deleted', 'tag': '5500c9fe-2373-4fcf-9b66-d86b8a7375da', 'status': 'completed', 'code': 200} Jul 15 13:29:27.007733 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:27.012947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.029898 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:27.033367 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:27.058083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9fd2073b-8cb7-459d-9ee2-6381d32cec75 req-5a6eef34-fa78-4e28-96ae-22e6574af01c tempest-TestServerAdvancedOps-1135376372 tempest-TestServerAdvancedOps-1135376372-project] 10.222.0.48 "GET /v2.0/security-groups?id=203d9e56-75d1-4dfc-9b2d-60d60f9014d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812538 Jul 15 13:29:27.063207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Made reservation on behalf of 7a765aa60beb4572a026b58e757b7147 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:27.067472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.077724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2aae0-9a91-4a81-ba57-eed81bdcd9c7 None None] Pushing event updated for resources: {'Port': ['ID=95db028f-ac14-4db7-90f9-fd66cca94dff,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.113758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8683a73-4b1d-4ae3-8ddd-79cf4d3e7f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.116522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22a48434-61b7-4305-8777-d011b6f47760 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4557469 Jul 15 13:29:27.122145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:27.129415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098', 'name': 'tempest-PortsIpV6TestJSON-1059158202', 'fixed_ips': [{'subnet_id': 'd124870f-c545-4b40-9f70-4ea35f4b5b6f', 'ip_address': '2001:db8::10'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:27.144556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51d4c718-1c44-4c51-a45f-56c11afe06ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "PUT /v2.0/floatingips/3baae2e9-7610-4868-aa33-76034d36fa49 HTTP/1.1" status: 200 len: 992 time: 3.0206859 Jul 15 13:29:27.240498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8683a73-4b1d-4ae3-8ddd-79cf4d3e7f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.300836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-72f6c88b-3f84-4ee0-b975-26e109a10098', 'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': 'd124870f-c545-4b40-9f70-4ea35f4b5b6f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:27.301929 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.308418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] Set router 1c7281b1-1b24-47f9-a623-fdce8b5801fb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:27.412979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.475649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8683a73-4b1d-4ae3-8ddd-79cf4d3e7f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.479679 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:27.480885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8683a73-4b1d-4ae3-8ddd-79cf4d3e7f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.482234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8683a73-4b1d-4ae3-8ddd-79cf4d3e7f20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/455b1a92-8a8f-4375-a086-b753e015ee52 HTTP/1.1" status: 204 len: 168 time: 0.7272561 Jul 15 13:29:27.489654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:27.510982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Subnet': ['ID=11ea6802-1ae2-484e-ab58-f00f8e6397a2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.530800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Checking segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:27.531188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network hostable DHCP agents. Network: 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:27.535074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8683a73-4b1d-4ae3-8ddd-79cf4d3e7f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455b1a92-8a8f-4375-a086-b753e015ee52,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.565585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:27.581416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:27.596877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:27.597733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.598833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dab72-8b1a-49b2-a6b5-72b5100b2d54 None None] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:27.621450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b9e4d4c2-be35-4684-82ad-b08d8a479db1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8057895 Jul 15 13:29:27.623389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:27.686642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.730714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port cf778f0b-56a5-4f62-85d5-057eca139d61 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:27.746706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Allocated IP 2001:db8::2 (72f6c88b-3f84-4ee0-b975-26e109a10098/d124870f-c545-4b40-9f70-4ea35f4b5b6f/8e716c60-386d-4abe-adba-cf7fe774a780) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:27.939694 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.982553 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '3baae2e9-7610-4868-aa33-76034d36fa49', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'mac_address': 'fa:16:3e:ac:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:25Z', 'revision_number': 1, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:28.030047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:28.039779 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:28.040882 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:28.042310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Transition to ACTIVE for port object 8e716c60-386d-4abe-adba-cf7fe774a780 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:28.145111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Transition to ACTIVE for port object 8e716c60-386d-4abe-adba-cf7fe774a780 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:28.196764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.250134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Pushing event updated for resources: {'Port': ['ID=8e716c60-386d-4abe-adba-cf7fe774a780,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.293557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44790) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:28.312408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:28.330836 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:28.335904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::10 (72f6c88b-3f84-4ee0-b975-26e109a10098/d124870f-c545-4b40-9f70-4ea35f4b5b6f/cf778f0b-56a5-4f62-85d5-057eca139d61) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:28.360844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:28.369050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'fixed_ips': [{'subnet_id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:28.370251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.372598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:28.379501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:24Z', 'revision_number': 3, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:28.428310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4010b19-c3ee-4727-be6c-6784199da0f1 None None] The sync data for ids ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'] in n-d-798249-9 is: [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:24Z', 'revision_number': 3, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:28.483452 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.689736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Deleting subnet 6b81585b-62f8-4223-bf98-ed972b72354c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:28.709558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Attempting to bind port 8e716c60-386d-4abe-adba-cf7fe774a780 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:28.709934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Attempting to bind port 8e716c60-386d-4abe-adba-cf7fe774a780 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '936c6fa5-c2dd-4cee-98a7-f52f159346b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:28.710883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.714337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Attempting to bind port 8e716c60-386d-4abe-adba-cf7fe774a780 on network 72f6c88b-3f84-4ee0-b975-26e109a10098 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:28.730949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:28.731470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Checking segment: {'id': '936c6fa5-c2dd-4cee-98a7-f52f159346b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:28.731993 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.732404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Bound using segment: {'id': '936c6fa5-c2dd-4cee-98a7-f52f159346b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:28.732975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Bound port: 8e716c60-386d-4abe-adba-cf7fe774a780, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936c6fa5-c2dd-4cee-98a7-f52f159346b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:28.733366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.780455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.826424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.856188 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '3baae2e9-7610-4868-aa33-76034d36fa49', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'mac_address': 'fa:16:3e:ac:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:25Z', 'revision_number': 1, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:28.879718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object cf778f0b-56a5-4f62-85d5-057eca139d61 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:28.927518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.942752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ef5e1-94a2-4a37-bc2f-34bd838fd5e7 None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '3baae2e9-7610-4868-aa33-76034d36fa49', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'mac_address': 'fa:16:3e:ac:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:06Z', 'updated_at': '2021-07-15T13:29:25Z', 'revision_number': 1, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:29.002202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:29.004730 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c3788-c98e-43d1-b8bb-892fc140973c" -d '{"events": [{"name": "network-changed", "server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:29.042583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Allocated IP 172.20.0.18 (497b7eeb-7ae3-4f98-872a-c71dcf0d02b1/11ea6802-1ae2-484e-ab58-f00f8e6397a2/d1ea6e91-6c9c-4d50-8ecc-cbc263610f58) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:29.060016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.062371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] For port 8e716c60-386d-4abe-adba-cf7fe774a780, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:29.083363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] For port 8e716c60-386d-4abe-adba-cf7fe774a780, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8e716c60-386d-4abe-adba-cf7fe774a780,segment=NetworkSegment(936c6fa5-c2dd-4cee-98a7-f52f159346b3),segment_id=936c6fa5-c2dd-4cee-98a7-f52f159346b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:29.101694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:29.107350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:29.109838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:29.111372 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.122024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:29.124137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.176654 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd3c95-8510-4bdf-9a6b-851ff4e0de3a x-openstack-request-id: req-3edd3c95-8510-4bdf-9a6b-851ff4e0de3a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:29.176941 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:29.177193 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3edd3c95-8510-4bdf-9a6b-851ff4e0de3a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:29.177593 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'status': 'completed', 'code': 200} Jul 15 13:29:29.248676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=cf778f0b-56a5-4f62-85d5-057eca139d61,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:29.253284 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22eb2e01-0a63-435f-b366-dc8eb427051f tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1298268 Jul 15 13:29:29.257295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:29.279198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': '72f6c88b-3f84-4ee0-b975-26e109a10098', 'name': 'tempest-PortsIpV6TestJSON-437689948', 'fixed_ips': [{'subnet_id': 'd124870f-c545-4b40-9f70-4ea35f4b5b6f', 'ip_address': '2001:db8::f'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:29.303492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83f463-236a-46b4-9dcf-7ab782caf96e None None] Pushing event updated for resources: {'Port': ['ID=8e716c60-386d-4abe-adba-cf7fe774a780,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:29.319806 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.362200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3788-c98e-43d1-b8bb-892fc140973c req-70c6a7e0-a6dd-4fb6-b575-900b97450a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:29.369775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-70c6a7e0-a6dd-4fb6-b575-900b97450a77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1097 time: 0.1872938 Jul 15 13:29:29.441296 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.445698 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b81585b-62f8-4223-bf98-ed972b72354c HTTP/1.1" status: 204 len: 168 time: 1.1481056 Jul 15 13:29:29.447870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:29.456975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c297f3-b11c-4c2c-a00a-955cff4c1cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b81585b-62f8-4223-bf98-ed972b72354c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:29.505741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.532213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Transition to ACTIVE for port object d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:29.564936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Transition to ACTIVE for port object d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:29.651319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8c7ae-71fd-493a-bad1-a5b9117b3f3e None None] New status for floating IP 3baae2e9-7610-4868-aa33-76034d36fa49: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:29.698598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:29.704297 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.740897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.755264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.778592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port c9e7be97-21b4-41b1-8aef-65d64e426d4c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:29.872793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.20.0.17 (497b7eeb-7ae3-4f98-872a-c71dcf0d02b1/11ea6802-1ae2-484e-ab58-f00f8e6397a2/c803d84a-d988-4764-b316-0682c3f205af) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:29.913538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:29.919199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3788-c98e-43d1-b8bb-892fc140973c req-e0082278-9449-44d3-8f64-276d6d516784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:29.920641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-e0082278-9449-44d3-8f64-276d6d516784 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.5444672 Jul 15 13:29:29.957275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:30.062661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-91cc0e39-5620-476a-bb53-fcb7ad872978 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 1000 time: 0.1154671 Jul 15 13:29:30.175125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::f (72f6c88b-3f84-4ee0-b975-26e109a10098/d124870f-c545-4b40-9f70-4ea35f4b5b6f/c9e7be97-21b4-41b1-8aef-65d64e426d4c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:30.266153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.349918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c0a067-8fbd-4b50-8c57-5f82050acf4f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.431243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:30.444489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95db028f-ac14-4db7-90f9-fd66cca94dff up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:30.447172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Pushing event updated for resources: {'Port': ['ID=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.488526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.490400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fc6644-fe95-4b84-bfde-97f09d962c11') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.491350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fc6644-fe95-4b84-bfde-97f09d962c11') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.510229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3788-c98e-43d1-b8bb-892fc140973c req-4b1a0495-3452-446e-bb68-301ee9469233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.512086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-4b1a0495-3452-446e-bb68-301ee9469233 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.4377229 Jul 15 13:29:30.514030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.514225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object c9e7be97-21b4-41b1-8aef-65d64e426d4c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:30.586270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.591445 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.615240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:30.615855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:30.620940 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:30.679411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.708057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:30.725147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:30.731677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:30.744529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.745345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.756072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Attempting to bind port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:30.758948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Attempting to bind port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:30.759614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Attempting to bind port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 on network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:30.760550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Transition to ACTIVE for port object c803d84a-d988-4764-b316-0682c3f205af will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:30.765033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=c9e7be97-21b4-41b1-8aef-65d64e426d4c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.782044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 95db028f-ac14-4db7-90f9-fd66cca94dff completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:30.782931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.792348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.793042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:30.793436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Checking segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:30.793847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.794271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Bound using segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:30.794769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Bound port: d1ea6e91-6c9c-4d50-8ecc-cbc263610f58, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:30.795159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.796265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] 10.222.0.48 "DELETE /v2.0/networks/62c0a067-8fbd-4b50-8c57-5f82050acf4f HTTP/1.1" status: 204 len: 168 time: 1.3474100 Jul 15 13:29:30.809509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:30.817637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.818139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.818596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.819041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.823943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.825069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.825069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.825069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.825597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.826017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.826521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.826952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.834848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8c43919-0c99-40ab-99e7-239ddfdb09a7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5652187 Jul 15 13:29:30.835591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:30.871357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709b90a-9c11-4e6f-869b-74063c39e579 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c0a067-8fbd-4b50-8c57-5f82050acf4f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.945933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 95db028f-ac14-4db7-90f9-fd66cca94dff triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:30.945933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.960827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3788-c98e-43d1-b8bb-892fc140973c req-a9a140b7-e4da-4f01-9673-89aa730bdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.964209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-a9a140b7-e4da-4f01-9673-89aa730bdbea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4324691 Jul 15 13:29:31.044679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.056557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] For port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:31.072318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Deleting subnet bbb47f32-975a-4deb-8740-a5a0be911da9 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:31.095918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed08bc3d-1c97-4516-a399-191e2b4611b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.096923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.102032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] For port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:31.110099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ed08bc3d-1c97-4516-a399-191e2b4611b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2707336 Jul 15 13:29:31.112018 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.125165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.146065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:31.151694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.153955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:31.178180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:31.252839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a77a8-ccf3-466f-8b28-f4dfc0d7e793 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.260418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a77a8-ccf3-466f-8b28-f4dfc0d7e793 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.292191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a77a8-ccf3-466f-8b28-f4dfc0d7e793 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.294203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072e21-c8ff-4960-816c-0baca78ca13c None None] Pushing event updated for resources: {'Port': ['ID=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.296638 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a7a77a8-ccf3-466f-8b28-f4dfc0d7e793 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1835318 Jul 15 13:29:31.306855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.323842 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.357529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd9a1f-30ff-44e4-ba12-e507fc4b7c4e None None] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:31.485943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 95db028f-ac14-4db7-90f9-fd66cca94dff, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=95db028f-ac14-4db7-90f9-fd66cca94dff,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:31.517115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.528600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=c803d84a-d988-4764-b316-0682c3f205af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.538133 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.539314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8e716c60-386d-4abe-adba-cf7fe774a780 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:31.576832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-54c667cb-d415-44e7-99f9-3d1542f3c9fe None None] Provisioning for port 8e716c60-386d-4abe-adba-cf7fe774a780 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:31.580074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.697976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-a43ee471-5e34-4569-94c5-ce9c7d65a9e9 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230382 Jul 15 13:29:31.780678 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=95db028f-ac14-4db7-90f9-fd66cca94dff,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.827744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8e716c60-386d-4abe-adba-cf7fe774a780 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:31.835595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8e716c60-386d-4abe-adba-cf7fe774a780 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:31.835848 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.836423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.941833 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.001466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8e716c60-386d-4abe-adba-cf7fe774a780, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8e716c60-386d-4abe-adba-cf7fe774a780,segment=NetworkSegment(936c6fa5-c2dd-4cee-98a7-f52f159346b3),segment_id=936c6fa5-c2dd-4cee-98a7-f52f159346b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:32.012778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.153237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8e716c60-386d-4abe-adba-cf7fe774a780,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.378667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Provisioning for port c9e7be97-21b4-41b1-8aef-65d64e426d4c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:32.385387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Provisioning complete for port c9e7be97-21b4-41b1-8aef-65d64e426d4c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:32.386598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.443774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Port c9e7be97-21b4-41b1-8aef-65d64e426d4c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:32.453548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95db028f-ac14-4db7-90f9-fd66cca94dff up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:32.543705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Provisioning complete for port 8e716c60-386d-4abe-adba-cf7fe774a780 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:32.544428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.572096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 95db028f-ac14-4db7-90f9-fd66cca94dff triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:32.572794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.694054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.749117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:32.759879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port c9e7be97-21b4-41b1-8aef-65d64e426d4c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:32.760126 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.800588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Provisioning for port cf778f0b-56a5-4f62-85d5-057eca139d61 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:32.809407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Provisioning complete for port cf778f0b-56a5-4f62-85d5-057eca139d61 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:32.809407 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.879836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2a9b7-da37-4b25-ab90-55e125e3e36c None None] Port cf778f0b-56a5-4f62-85d5-057eca139d61 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:32.891252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:32.966661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63aa3111-09ef-4f34-ad28-6ec4e577f126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.009753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.020822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-236c3788-c98e-43d1-b8bb-892fc140973c req-0e92e4e5-b43f-4434-9da2-bf2bbf3ec771 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3117485 Jul 15 13:29:33.023388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0f592d2-3b8e-4b51-957a-7bc520386d3a None None] Provisioning complete for port cf778f0b-56a5-4f62-85d5-057eca139d61 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:33.023903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0f592d2-3b8e-4b51-957a-7bc520386d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.058010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.082120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.089238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbb47f32-975a-4deb-8740-a5a0be911da9 HTTP/1.1" status: 204 len: 168 time: 2.2775414 Jul 15 13:29:33.096517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 44972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.127345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e0f592d2-3b8e-4b51-957a-7bc520386d3a None None] Port cf778f0b-56a5-4f62-85d5-057eca139d61 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:33.166141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63aa3111-09ef-4f34-ad28-6ec4e577f126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.172732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63aa3111-09ef-4f34-ad28-6ec4e577f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.180761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.183750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acd8aa-6ad4-4012-8860-9f8fc4a8728f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb47f32-975a-4deb-8740-a5a0be911da9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.209727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.217330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.224699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.230766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.233082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9729e347-aa29-4915-b48a-bb6bf770ac23 None None] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:33.234902 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-63aa3111-09ef-4f34-ad28-6ec4e577f126 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa48615cedf74b8da260947dc8f27944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373578 Jul 15 13:29:33.237227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.237423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.244170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.250223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.251750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa3111-09ef-4f34-ad28-6ec4e577f126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea42e89-1f80-4bf1-9e0c-c1c98742839d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.253175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae16d109-5c70-46ac-808b-9083c487b864 req-95bcdecc-fb18-4cac-bc89-7298ccc18423 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.6508076 Jul 15 13:29:33.295731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Provisioning complete for port c9e7be97-21b4-41b1-8aef-65d64e426d4c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:33.296203 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.300238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for c9e7be97-21b4-41b1-8aef-65d64e426d4c owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:33.309432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-283412ce-61b3-4ad5-b589-6b780cd89f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.335502 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-283412ce-61b3-4ad5-b589-6b780cd89f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.390901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Port c9e7be97-21b4-41b1-8aef-65d64e426d4c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:33.392885 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-283412ce-61b3-4ad5-b589-6b780cd89f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.397136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-283412ce-61b3-4ad5-b589-6b780cd89f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.406405 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-283412ce-61b3-4ad5-b589-6b780cd89f9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bea42e89-1f80-4bf1-9e0c-c1c98742839d HTTP/1.1" status: 204 len: 168 time: 0.1674762 Jul 15 13:29:33.432176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283412ce-61b3-4ad5-b589-6b780cd89f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea42e89-1f80-4bf1-9e0c-c1c98742839d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.462820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Provisioning for port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:33.479686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Provisioning complete for port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:33.480043 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.490890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.505339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae16d109-5c70-46ac-808b-9083c487b864 req-7e37baaf-63ef-428a-96bd-35c9afa12593 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288036 Jul 15 13:29:33.628611 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.717839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.772430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] For port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:33.777011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.780082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.838705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ec61-11da-4b1d-949e-6206b2424611 None None] Pushing event updated for resources: {'Port': ['ID=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.855827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3710e428-e077-4e72-aae7-8b5d97b9ca8e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:33.889288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.896067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.902669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.909079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.910345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 44994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.915607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.921763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.928020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.928240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-499e118a-e117-4841-a2bc-c50d1b570ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.930325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7382bbd2-a0b7-4880-90a6-9a28d36f66c0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.4529414 Jul 15 13:29:33.940164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa6f875-4983-4b24-bdbe-f955d2da1ba5') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:33.940740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa6f875-4983-4b24-bdbe-f955d2da1ba5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:33.970150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.028096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.045120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.063484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:34.063894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:34.072870 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:34.108588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-499e118a-e117-4841-a2bc-c50d1b570ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.118652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-6892d8f8-18f5-4be6-a933-7fb1735a772c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:34.119980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-499e118a-e117-4841-a2bc-c50d1b570ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.120484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-6892d8f8-18f5-4be6-a933-7fb1735a772c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "GET /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1756525 Jul 15 13:29:34.122816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a29b7cee-c5cf-499a-99ea-771635670fe4 None None] Provisioning for port c803d84a-d988-4764-b316-0682c3f205af completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:34.128977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a29b7cee-c5cf-499a-99ea-771635670fe4 None None] Provisioning complete for port c803d84a-d988-4764-b316-0682c3f205af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:34.129356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=c9e7be97-21b4-41b1-8aef-65d64e426d4c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.129852 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a29b7cee-c5cf-499a-99ea-771635670fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.198989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a29b7cee-c5cf-499a-99ea-771635670fe4 None None] Port c803d84a-d988-4764-b316-0682c3f205af cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:34.210715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a29b7cee-c5cf-499a-99ea-771635670fe4 None None] Provisioning complete for port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:34.211369 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a29b7cee-c5cf-499a-99ea-771635670fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.261260 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-499e118a-e117-4841-a2bc-c50d1b570ac0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22b7111ffe4d46cea032a6c4a3fec758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461928 Jul 15 13:29:34.262054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45000) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.284447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e118a-e117-4841-a2bc-c50d1b570ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cacfff-85b8-45ca-bf1a-0f52f9e00900,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.336424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.342961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:34.354854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.362562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.372736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3710e428-e077-4e72-aae7-8b5d97b9ca8e HTTP/1.1" status: 204 len: 168 time: 1.2325466 Jul 15 13:29:34.374145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.376324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe378a0d-ca38-4af6-81eb-6e8147a1f7cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/c9e7be97-21b4-41b1-8aef-65d64e426d4c HTTP/1.1" status: 204 len: 168 time: 3.0472746 Jul 15 13:29:34.390551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.392640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.412351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf212008-5513-4f16-872c-16371018f112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.471397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf212008-5513-4f16-872c-16371018f112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.502358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:34.502738 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.550112 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd36af8-5cb4-4973-b932-e977a86a2032 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:34.551859 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ecd36af8-5cb4-4973-b932-e977a86a2032 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/c9e7be97-21b4-41b1-8aef-65d64e426d4c HTTP/1.1" status: 404 len: 333 time: 0.1596289 Jul 15 13:29:34.560898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45006) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.582681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-7d6aaf73-3d84-40c1-8d07-a2150878b0b0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "GET /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4545650 Jul 15 13:29:34.632705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=c803d84a-d988-4764-b316-0682c3f205af,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.661689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.687572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-768f88c7-9055-4e25-b6d6-be92a1d106e1 None None] Provisioning complete for port c803d84a-d988-4764-b316-0682c3f205af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:34.688587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-768f88c7-9055-4e25-b6d6-be92a1d106e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.713736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf212008-5513-4f16-872c-16371018f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.717929 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf212008-5513-4f16-872c-16371018f112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.723059 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf212008-5513-4f16-872c-16371018f112 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60cacfff-85b8-45ca-bf1a-0f52f9e00900 HTTP/1.1" status: 204 len: 168 time: 0.4573238 Jul 15 13:29:34.749870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212008-5513-4f16-872c-16371018f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cacfff-85b8-45ca-bf1a-0f52f9e00900,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.783919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27b704-2019-420b-8cac-6c4a07ab77c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3710e428-e077-4e72-aae7-8b5d97b9ca8e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.823035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.839995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port cf778f0b-56a5-4f62-85d5-057eca139d61 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:34.840756 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.863284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-768f88c7-9055-4e25-b6d6-be92a1d106e1 None None] Port c803d84a-d988-4764-b316-0682c3f205af cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:34.870156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8e716c60-386d-4abe-adba-cf7fe774a780 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:34.918988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.937620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8e716c60-386d-4abe-adba-cf7fe774a780 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:34.938005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.956021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a91f9886-3331-48c1-808c-3cff46ae4575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2593a3ef7e8d4b69b2c6c7b146caf433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1182675 Jul 15 13:29:34.959030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.016873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.038730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:35.040625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for cf778f0b-56a5-4f62-85d5-057eca139d61 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:35.049573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:35.065341 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70953b13-8623-4dde-9d66-060a0fa99926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.068667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.128759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70953b13-8623-4dde-9d66-060a0fa99926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.263519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70953b13-8623-4dde-9d66-060a0fa99926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.266412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70953b13-8623-4dde-9d66-060a0fa99926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.267974 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70953b13-8623-4dde-9d66-060a0fa99926 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/203d9e56-75d1-4dfc-9b2d-60d60f9014d9 HTTP/1.1" status: 204 len: 168 time: 0.2984111 Jul 15 13:29:35.283327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70953b13-8623-4dde-9d66-060a0fa99926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d9e56-75d1-4dfc-9b2d-60d60f9014d9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.299703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.334564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=cf778f0b-56a5-4f62-85d5-057eca139d61,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.366514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.372223 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b800de9-b3d8-405b-9df3-113b457b7ef3 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/cf778f0b-56a5-4f62-85d5-057eca139d61 HTTP/1.1" status: 204 len: 168 time: 0.8072600 Jul 15 13:29:35.373032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.407805 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f615a38-2fc5-4a68-8f32-8a68d4965be6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:35.409473 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8f615a38-2fc5-4a68-8f32-8a68d4965be6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/cf778f0b-56a5-4f62-85d5-057eca139d61 HTTP/1.1" status: 404 len: 333 time: 0.0354743 Jul 15 13:29:35.412365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.496411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.503332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6900c4a7-1db7-4cae-b40e-726193d20e8e None None] Provisioning complete for port c803d84a-d988-4764-b316-0682c3f205af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:35.503578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.506062 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6900c4a7-1db7-4cae-b40e-726193d20e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.510302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.517455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.523594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.530349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.541665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet d124870f-c545-4b40-9f70-4ea35f4b5b6f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:35.544613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.546055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.561794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-3624ecb5-b6c3-4b5e-9f72-f9a24630d0e0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 5433 time: 0.7058675 Jul 15 13:29:35.606508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6900c4a7-1db7-4cae-b40e-726193d20e8e None None] Port c803d84a-d988-4764-b316-0682c3f205af cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:35.714192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router 1c7281b1-1b24-47f9-a623-fdce8b5801fb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:35.739436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a70af751-e5ec-4e52-8b2b-7636711e81ba req-e6984351-0ff0-4641-80cd-acc40ac80c7c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767459 Jul 15 13:29:35.824511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=de338215-a2a6-461d-afdc-00b0bdbe88e2,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:35.927513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] For port de338215-a2a6-461d-afdc-00b0bdbe88e2, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:35.957739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:35.965955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a01c4ced-899b-4237-bb70-7dc5aaabb390 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "PUT /v2.0/routers/1c7281b1-1b24-47f9-a623-fdce8b5801fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3412621 Jul 15 13:29:35.969872 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Sync routers for ids ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:35.979554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] device_id is not set on port de338215-a2a6-461d-afdc-00b0bdbe88e2 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:35.988996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45062) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.996131 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Routers {'1c7281b1-1b24-47f9-a623-fdce8b5801fb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:35.999709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.002132 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:36.016679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.095624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3fe83c04-e768-46d1-8b29-e26f85dd193f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5322ed8389fc4f49bcb21b4e35c7917a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052127 Jul 15 13:29:36.121375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.125066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] No DVR routers for this DVR port de338215-a2a6-461d-afdc-00b0bdbe88e2 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:36.141726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.289502 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.297168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a43d7682-3b8f-45cf-8384-eda5a4dc7bab no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:36.309741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Pushing event updated for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.376458 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Set router 1c7281b1-1b24-47f9-a623-fdce8b5801fb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:36.412074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.457743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79729d3-434a-4cd6-98ad-0892b20b75a5 None None] Network 72f6c88b-3f84-4ee0-b975-26e109a10098 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:36.461130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.475862 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/d124870f-c545-4b40-9f70-4ea35f4b5b6f HTTP/1.1" status: 204 len: 168 time: 1.0584099 Jul 15 13:29:36.476550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.520167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdecc6-5eec-4f56-b3f7-b7b4790dcd09 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=d124870f-c545-4b40-9f70-4ea35f4b5b6f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.591929 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.624952 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:32Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'c803d84a-d988-4764-b316-0682c3f205af', 'name': '', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:ab:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:28Z', 'updated_at': '2021-07-15T13:29:33Z', 'revision_number': 2, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:36.668146 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Checking router: 1c7281b1-1b24-47f9-a623-fdce8b5801fb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:36.668705 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Updating router 1c7281b1-1b24-47f9-a623-fdce8b5801fb port c803d84a-d988-4764-b316-0682c3f205af binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:36.701569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:36.703908 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e4bc51-b645-441c-9b6c-0eca3dd21256" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:36.743825 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.771737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-19034b50-ff87-4da1-8329-a68280055031 None None] Provisioning complete for port de338215-a2a6-461d-afdc-00b0bdbe88e2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:36.773856 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19034b50-ff87-4da1-8329-a68280055031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.788562 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add425ac-e73f-49bc-a025-029830b8ef8d x-openstack-request-id: req-add425ac-e73f-49bc-a025-029830b8ef8d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:36.788856 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:36.789108 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-add425ac-e73f-49bc-a025-029830b8ef8d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:36.789496 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab', 'code': 200} Jul 15 13:29:36.795122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:37.007075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-509eccb4-c3ef-4671-98dd-3db60fd3ee43 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.008688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-509eccb4-c3ef-4671-98dd-3db60fd3ee43 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/networks?id=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 HTTP/1.1" status: 200 len: 797 time: 0.6743579 Jul 15 13:29:37.074627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] In _notify_port_updated(), no bound segment for port de338215-a2a6-461d-afdc-00b0bdbe88e2 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:29:37.075865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.076646 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.078170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2cdb7f9a-82f1-40b4-981f-3e362b593f37 service neutron] 10.222.0.23 "PUT /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 200 len: 1027 time: 2.4211488 Jul 15 13:29:37.088257 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.089285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7116542e-4575-40d6-ba9d-5e337ae2b823 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:37.112180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-19034b50-ff87-4da1-8329-a68280055031 None None] Port de338215-a2a6-461d-afdc-00b0bdbe88e2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:37.191263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.194789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b497c57-9c7a-48d9-a9b4-b404f4b3139e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.240180 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.254619 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Transition to ACTIVE for port object c803d84a-d988-4764-b316-0682c3f205af will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:37.261843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.262800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-3adcdce0-76a1-4b51-b8a4-b26541911e04 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/quotas/7a765aa60beb4572a026b58e757b7147 HTTP/1.1" status: 200 len: 375 time: 0.2411664 Jul 15 13:29:37.263594 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.284522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45114) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:37.289434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b497c57-9c7a-48d9-a9b4-b404f4b3139e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.326122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.360830 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Pushing event updated for resources: {'Port': ['ID=c803d84a-d988-4764-b316-0682c3f205af,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.389682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7116542e-4575-40d6-ba9d-5e337ae2b823,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:37.400657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.401526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:37.402666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-ed0e60db-b759-467d-a81e-e998d710e627 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.404507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-ed0e60db-b759-467d-a81e-e998d710e627 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "GET /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3183291 Jul 15 13:29:37.465362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] DHCP port deletion for 72f6c88b-3f84-4ee0-b975-26e109a10098 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:29:37.496559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:37.511363 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.511363 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.512859 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.513294 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.514122 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.514749 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.516407 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.516849 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.518792 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.519446 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.520080 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.520722 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:37.530027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.530600 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Attempting to bind port c803d84a-d988-4764-b316-0682c3f205af on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:37.532182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Attempting to bind port c803d84a-d988-4764-b316-0682c3f205af by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:37.532732 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Attempting to bind port c803d84a-d988-4764-b316-0682c3f205af on network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:37.542268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.542701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:37.543340 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Checking segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:37.544053 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.544606 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Bound using segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:37.545256 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Bound port: c803d84a-d988-4764-b316-0682c3f205af, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:37.546059 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.547141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1426767764'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:37.564859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.571816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.586359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.589276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Made reservation on behalf of a7a79512c49d4496bf5bbcb8557dbb5c for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:37.596203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.609711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.611783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.617508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-62ad2e9c-3cda-4ec8-8791-29fb6eab0aa2 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 4657 time: 0.6204066 Jul 15 13:29:37.620567 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] For port c803d84a-d988-4764-b316-0682c3f205af, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:37.623054 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] For port c803d84a-d988-4764-b316-0682c3f205af, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c803d84a-d988-4764-b316-0682c3f205af,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:37.629011 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.629774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.693904 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Routers {'1c7281b1-1b24-47f9-a623-fdce8b5801fb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:37.694882 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:37.752510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] Deleting port 8e716c60-386d-4abe-adba-cf7fe774a780 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:37.752881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.819832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.849339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.857649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.878651 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e326d-15a3-41b2-bc5a-18a9ea581cda None None] Pushing event updated for resources: {'Port': ['ID=c803d84a-d988-4764-b316-0682c3f205af,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.898466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:37.911710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b497c57-9c7a-48d9-a9b4-b404f4b3139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.914095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b497c57-9c7a-48d9-a9b4-b404f4b3139e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.923553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49773cc1-f3c6-42a4-b613-5f3e10e48737,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.931910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3b497c57-9c7a-48d9-a9b4-b404f4b3139e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5bf8517-9d6a-42cd-b3b9-10bd86223e34 HTTP/1.1" status: 204 len: 168 time: 1.8038983 Jul 15 13:29:37.945710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.950635 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Added segment 559fc045-d741-4c86-9538-cb0bc49a651d of type vlan for network c41d5a53-f225-4050-959c-3a7857a21d43 Jul 15 13:29:37.963166 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] Set router 1c7281b1-1b24-47f9-a623-fdce8b5801fb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:37.994234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-1685af5f-7371-45cf-b9e4-646d39fdc7ee tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7009854 Jul 15 13:29:38.017472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7153506a-23cf-441a-82b1-a9aed4eb7bd7 req-572cb55d-63d4-47f7-9fa2-12c61ad3b3f6 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3280349 Jul 15 13:29:38.018250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] For port 8e716c60-386d-4abe-adba-cf7fe774a780, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8e716c60-386d-4abe-adba-cf7fe774a780,segment=NetworkSegment(936c6fa5-c2dd-4cee-98a7-f52f159346b3),segment_id=936c6fa5-c2dd-4cee-98a7-f52f159346b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:38.018400 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.021796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.061741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:38.066969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] Calling delete_port for 8e716c60-386d-4abe-adba-cf7fe774a780 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:38.079624 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.080264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:38.095380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.118612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.119240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.142349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b497c57-9c7a-48d9-a9b4-b404f4b3139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bf8517-9d6a-42cd-b3b9-10bd86223e34,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.145745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.202942 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9172971 Jul 15 13:29:38.207155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.257873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 8e716c60-386d-4abe-adba-cf7fe774a780 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:38.258992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.309997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b92511-49ed-45bf-866b-90de23f40c43 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Pushing event updated for resources: {'Network': ['ID=c41d5a53-f225-4050-959c-3a7857a21d43,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.364867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.389676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8e716c60-386d-4abe-adba-cf7fe774a780 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:38.396565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c41d5a53-f225-4050-959c-3a7857a21d43 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:38.478081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'network': {'name': 'tempest-network--1490757196', 'router:external': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:38.487221 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:32Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'c803d84a-d988-4764-b316-0682c3f205af', 'name': '', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:ab:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:28Z', 'updated_at': '2021-07-15T13:29:37Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:38.518156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Made reservation on behalf of 86042f77d7ce48c68ddcb71936e88e96 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:38.520925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.528075 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a026d7-8810-480e-8634-f65249ba2df4 None None] The sync data for ids ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'] in n-d-798249-9 is: [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:32Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'c803d84a-d988-4764-b316-0682c3f205af', 'name': '', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:ab:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:28Z', 'updated_at': '2021-07-15T13:29:37Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:38.532839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.623190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] For port 8e716c60-386d-4abe-adba-cf7fe774a780, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8e716c60-386d-4abe-adba-cf7fe774a780,segment=NetworkSegment(936c6fa5-c2dd-4cee-98a7-f52f159346b3),segment_id=936c6fa5-c2dd-4cee-98a7-f52f159346b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:38.623991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.700431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-a290edb8-1c18-439a-b16f-9286875087cd service neutron] 10.222.0.48 "GET /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698971 Jul 15 13:29:38.709183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 8e716c60-386d-4abe-adba-cf7fe774a780 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:38.755838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.771112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.791772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823'}, {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:38.795278 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6de8d7b-1cd7-4d97-8b98-549b82b19f44" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823"}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:38.810486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:38.839032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.839666 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Added segment e1f25fda-1157-4a55-a96b-8ef996123e05 of type vlan for network abe5ccc4-d0e3-4343-9c57-0af9ba293217 Jul 15 13:29:38.882486 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f3612d-448c-43e4-a675-86db7dae9717 x-openstack-request-id: req-c3f3612d-448c-43e4-a675-86db7dae9717 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:38.883148 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823", "code": 200}, {"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:38.884290 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3f3612d-448c-43e4-a675-86db7dae9717 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:38.885105 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823', 'code': 200} Jul 15 13:29:38.885634 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc', 'code': 200} Jul 15 13:29:38.891480 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.905226 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.919553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.963917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.991795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] No DVR routers for this DVR port 8e716c60-386d-4abe-adba-cf7fe774a780 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:38.997196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dcccb-1c29-4f45-b723-94cdcae86026 None None] Pushing event deleted for resources: {'Port': ['ID=8e716c60-386d-4abe-adba-cf7fe774a780,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.047078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:39.055165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.056958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 90a14343-0286-4890-b098-f4291d52c4e1 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:39.070416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.073088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.073776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.131979 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9207754 Jul 15 13:29:39.143059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45158) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.179567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c15658-2837-44f0-8156-0c09e44597df,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.220940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=90a14343-0286-4890-b098-f4291d52c4e1,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:39.274619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-0fdc4fb9-f38c-4454-8529-cd5cd6378403 service neutron] 10.222.0.48 "GET /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681317 Jul 15 13:29:39.294629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d107c0-d55f-4866-a7c4-1597895b91d4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Network': ['ID=abe5ccc4-d0e3-4343-9c57-0af9ba293217,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.316564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network abe5ccc4-d0e3-4343-9c57-0af9ba293217 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:39.325181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.340542 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.511329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.573544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] For port 90a14343-0286-4890-b098-f4291d52c4e1, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:39.596109 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.651426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.679678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-97501748-network', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.719474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:39.722705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.745246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-048bcc82-c777-4d63-8687-a319d3efcbed req-9eb31e1f-5942-450b-a5c5-df902a8cde7e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 210 time: 0.0880315 Jul 15 13:29:39.747091 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.797064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.803223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.810301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.835057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.846518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.853032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.860767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-4b31f1aa-2c92-4bf2-9d49-fbe6c6d21c64 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 4651 time: 0.5936725 Jul 15 13:29:39.864956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=8e716c60-386d-4abe-adba-cf7fe774a780,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.877740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.878127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.878434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.879201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.879201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.879428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.879704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.880026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.880347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.880666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.880986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.881302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:39.904501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No DVR routers for this DVR port 8e716c60-386d-4abe-adba-cf7fe774a780 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:39.907598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] device_id is not set on port 90a14343-0286-4890-b098-f4291d52c4e1 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:39.932882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.945247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.959230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.981267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:39.992634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0434f632-5fdd-4b85-beb4-f9e18b5c8668,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.999579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.000002 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Added segment 46ea84ce-a750-41ae-af73-a23048145fc9 of type vlan for network 8581b858-66ed-47f6-a501-a54e167c18eb Jul 15 13:29:40.053459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:40.053459 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:40.059501 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.087666 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.098642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f6c88b-3f84-4ee0-b975-26e109a10098']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.114201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.115323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.116134 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.134465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936c6fa5-c2dd-4cee-98a7-f52f159346b3') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.134764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936c6fa5-c2dd-4cee-98a7-f52f159346b3') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.151650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.217691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] Pushing event updated for resources: {'Network': ['ID=8581b858-66ed-47f6-a501-a54e167c18eb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.237144 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5098e2cb-3be9-4caf-84ae-73ce92a6d089 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7231691 Jul 15 13:29:40.238492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5db2780f-2c35-4c99-8b08-71c5228cd00d req-9db00f11-7598-42de-addd-4b994cd6fc2a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&id=d2708e90-f8fc-4a85-a3cd-12effee44742&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3767986 Jul 15 13:29:40.239846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.246426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Request body: {'subnet': {'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-97501748-subnet', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.266875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 8581b858-66ed-47f6-a501-a54e167c18eb details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:40.306546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.309484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:40.312074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.351418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.373587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Pushing event updated for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.424354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c803d84a-d988-4764-b316-0682c3f205af up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:40.433669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.458863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:40.459448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.542453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port c803d84a-d988-4764-b316-0682c3f205af completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:40.551792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c803d84a-d988-4764-b316-0682c3f205af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:40.552446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:40.562155 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:40.566041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe5ccc4-d0e3-4343-9c57-0af9ba293217']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.582694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f25fda-1157-4a55-a96b-8ef996123e05') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.583060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f25fda-1157-4a55-a96b-8ef996123e05') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.598364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.615621 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.624352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:40.624842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.688882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.731070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 11bb89de-762c-45bf-8abf-68f77a86d653 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:40.747167 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:40.758289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.782626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:40.783153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Network hostable DHCP agents. Network: 8581b858-66ed-47f6-a501-a54e167c18eb, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:40.790808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db43ffc-2dba-4faf-9c72-60ef1e90f49f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.803035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.812338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/72f6c88b-3f84-4ee0-b975-26e109a10098 HTTP/1.1" status: 204 len: 168 time: 4.3335543 Jul 15 13:29:40.817165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.826095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-686631065'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.852828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Network 8581b858-66ed-47f6-a501-a54e167c18eb is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:40.862463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:40.868353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.871580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ebb92c25-0644-460c-8d94-376f33181fe9 None None] Provisioning complete for port 90a14343-0286-4890-b098-f4291d52c4e1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:40.872214 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebb92c25-0644-460c-8d94-376f33181fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.873365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 8581b858-66ed-47f6-a501-a54e167c18eb) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:40.907987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.909227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.912412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] No DVR routers for this DVR port 90a14343-0286-4890-b098-f4291d52c4e1 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:40.922578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.925668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:40.927944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdca1e-0ea7-4e99-b1f5-4320ad461647 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=72f6c88b-3f84-4ee0-b975-26e109a10098,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.928781 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630fbf19-9c00-4edd-9a3c-3007e38b6984" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:40.932758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ebb92c25-0644-460c-8d94-376f33181fe9 None None] Port 90a14343-0286-4890-b098-f4291d52c4e1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:40.934734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d9552-87df-426b-a243-5606b572efc5 None None] Network 8581b858-66ed-47f6-a501-a54e167c18eb requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:40.957264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:40.963450 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6da3c5d-90a6-46e7-be77-e618a4895c12 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7197835 Jul 15 13:29:40.964882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.972005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.001151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.001654 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Added segment a47f1f55-3981-477a-bc3d-350cc52988d7 of type vlan for network dad4f82c-5fc8-4957-90c7-f60f2212aee4 Jul 15 13:29:41.003099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abe5ccc4-d0e3-4343-9c57-0af9ba293217 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:29:41.010792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.016726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.016726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.017535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/networks/abe5ccc4-d0e3-4343-9c57-0af9ba293217 HTTP/1.1" status: 204 len: 168 time: 1.8711958 Jul 15 13:29:41.033453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.034560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a6338-5157-4bff-a645-4cb724260743 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Network': ['ID=abe5ccc4-d0e3-4343-9c57-0af9ba293217,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.048247 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3468c3-16a4-4d76-8601-bc43c2842d55 x-openstack-request-id: req-dc3468c3-16a4-4d76-8601-bc43c2842d55 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:41.048537 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:41.048786 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc3468c3-16a4-4d76-8601-bc43c2842d55 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:41.049169 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'code': 200} Jul 15 13:29:41.054391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.055115 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.110534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.113038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.122046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-864a16db-5d75-4f47-b9c7-da4ca824603e req-f0e40a30-1fe0-4be6-a8bf-e739266065cc tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 210 time: 0.0809858 Jul 15 13:29:41.143667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] In _notify_port_updated(), no bound segment for port 90a14343-0286-4890-b098-f4291d52c4e1 on network f4d656fa-9775-4414-92f4-04d6c57423f2 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:29:41.144721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.145701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.147298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bfd230c3-d255-4228-bf4f-1deed59a5421 service neutron] 10.222.0.23 "PUT /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 200 len: 1026 time: 3.6839421 Jul 15 13:29:41.233153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=11bb89de-762c-45bf-8abf-68f77a86d653,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:41.255653 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.256592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device de338215-a2a6-461d-afdc-00b0bdbe88e2 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:41.284711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Made reservation on behalf of 86042f77d7ce48c68ddcb71936e88e96 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:41.293029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.301891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port c803d84a-d988-4764-b316-0682c3f205af, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c803d84a-d988-4764-b316-0682c3f205af,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:41.330484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.382916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-8581b858-66ed-47f6-a501-a54e167c18eb', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:41.384890 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.424293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:41.447663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.448000 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Added segment a83aed8f-6d70-468a-b459-bff784d4c849 of type vlan for network be1f0bc4-51b3-481a-9e87-841ee4ca143d Jul 15 13:29:41.490452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.496354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device de338215-a2a6-461d-afdc-00b0bdbe88e2 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:41.570368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.578456 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.589205 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=c803d84a-d988-4764-b316-0682c3f205af,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.593177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Allocated IP 172.20.0.2 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/f23bfedd-a8e1-487b-b7e1-640a7ac0e68a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:41.700939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.720349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port a43d7682-3b8f-45cf-8384-eda5a4dc7bab {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:41.721006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.794396 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.801752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.803251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.815718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-ae9c6444-1680-45b7-9b45-4ef974f9c36d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.825737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.835363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Transition to ACTIVE for port object f23bfedd-a8e1-487b-b7e1-640a7ac0e68a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:41.837697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-ae9c6444-1680-45b7-9b45-4ef974f9c36d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.843815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-ae9c6444-1680-45b7-9b45-4ef974f9c36d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.845281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-59ff726e-3044-4c5d-b8a1-1a674665c0a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.847599 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-59ff726e-3044-4c5d-b8a1-1a674665c0a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.49 "GET /v2.0/networks?id=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 HTTP/1.1" status: 200 len: 797 time: 0.3710086 Jul 15 13:29:41.851210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Transition to ACTIVE for port object f23bfedd-a8e1-487b-b7e1-640a7ac0e68a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:41.867161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-ae9c6444-1680-45b7-9b45-4ef974f9c36d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.867717 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.876553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Request body: {'port': {'device_id': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'admin_state_up': True, 'tenant_id': '7a765aa60beb4572a026b58e757b7147'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.882015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-ae9c6444-1680-45b7-9b45-4ef974f9c36d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.884697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-ae9c6444-1680-45b7-9b45-4ef974f9c36d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 3876 time: 0.3905537 Jul 15 13:29:41.892189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:29:41.972851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:41.976272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.978643 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1598184 Jul 15 13:29:41.983340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.985245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927fdf4-724b-48cf-92a4-b710496b5347 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Network': ['ID=dad4f82c-5fc8-4957-90c7-f60f2212aee4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.986047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:41.995994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:42.012042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:42.059849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Pushing event updated for resources: {'Port': ['ID=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.126712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.127881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.130922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.141292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:42.148569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.157098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Made reservation on behalf of 7a765aa60beb4572a026b58e757b7147 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:42.160960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.194729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Attempting to bind port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:42.202563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Attempting to bind port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:42.203007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Attempting to bind port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:42.225956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:42.226485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:42.226900 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.227469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:42.228064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Bound port: f23bfedd-a8e1-487b-b7e1-640a7ac0e68a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:42.228447 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.289267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c803d84a-d988-4764-b316-0682c3f205af up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:42.353114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] For port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:42.359025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] For port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:42.366864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c803d84a-d988-4764-b316-0682c3f205af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:42.367296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.372249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.381650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Network': ['ID=be1f0bc4-51b3-481a-9e87-841ee4ca143d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.398140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18cf1d7e-6477-4dc0-947f-e1952b74eaa5 req-4f8bc973-d82f-46c2-a34b-f4ad3fb12d72 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5008392 Jul 15 13:29:42.432705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-adba38b0-df86-49e2-ae94-b0ddd392c358 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3957100 Jul 15 13:29:42.435551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] For port a43d7682-3b8f-45cf-8384-eda5a4dc7bab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:42.436028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.440155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.454937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'subnet': {'network_id': 'be1f0bc4-51b3-481a-9e87-841ee4ca143d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:42.465792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network be1f0bc4-51b3-481a-9e87-841ee4ca143d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:42.482342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for a43d7682-3b8f-45cf-8384-eda5a4dc7bab owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:42.594509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.628195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.640978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Allocated IP 172.20.0.19 (497b7eeb-7ae3-4f98-872a-c71dcf0d02b1/11ea6802-1ae2-484e-ab58-f00f8e6397a2/94489429-28d4-4293-8501-7cf6599679dd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:42.828202 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.844835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Made reservation on behalf of 86042f77d7ce48c68ddcb71936e88e96 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:42.848440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.906646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cb7fb-3340-4def-a26d-f9ea7434b6fd None None] Pushing event updated for resources: {'Port': ['ID=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.911276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0317e98-0c49-4444-900a-e98fd5900aaa req-dcd14afa-b2a0-414f-942f-69a7a7fb545d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 210 time: 0.0867841 Jul 15 13:29:42.957883 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a68c254b-2de9-49d4-82d9-5591e986905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.013167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Allocated IP 172.25.2.115 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a6bbd8de-2df2-4b39-b51b-f20c998fe565) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:43.049069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.050128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:43.052740 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384354d0-a98e-4b0e-b0e8-324a3b4b93c4" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:43.122239 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda274ef-496f-46a6-82f9-d333c8f75f0d x-openstack-request-id: req-bda274ef-496f-46a6-82f9-d333c8f75f0d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:43.122886 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-unplugged", "status": "completed", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:43.122886 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bda274ef-496f-46a6-82f9-d333c8f75f0d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:43.123307 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653', 'code': 200} Jul 15 13:29:43.127010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Transition to ACTIVE for port object 94489429-28d4-4293-8501-7cf6599679dd will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:43.222295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.233581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.296759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:43.318718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:43.325535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.334733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event updated for resources: {'Port': ['ID=94489429-28d4-4293-8501-7cf6599679dd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.346346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=a43d7682-3b8f-45cf-8384-eda5a4dc7bab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.351657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:43.414462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.415069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.418846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.490821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:43.498881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bbd8de-2df2-4b39-b51b-f20c998fe565,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.503612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:43.506653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:43.544935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] No DVR routers for this DVR port a43d7682-3b8f-45cf-8384-eda5a4dc7bab on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:43.554675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=90ba113f-ca4e-4e7e-ae77-1cc86065b829,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.570486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.594280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-0296208f-26dd-4c33-885b-2210bfa7faee tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "DELETE /v2.0/ports/a43d7682-3b8f-45cf-8384-eda5a4dc7bab HTTP/1.1" status: 204 len: 173 time: 2.4378927 Jul 15 13:29:43.597179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:43.599900 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad79fc6-4716-4c8b-894f-91c26d3aeae9" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:43.682019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Checking segment: {'id': 'a47f1f55-3981-477a-bc3d-350cc52988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:43.689264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network hostable DHCP agents. Network: dad4f82c-5fc8-4957-90c7-f60f2212aee4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:43.697801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-461458c8-839e-4a27-ac0d-4ec91f0a2711 None None] Provisioning for port 94489429-28d4-4293-8501-7cf6599679dd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:43.702234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-461458c8-839e-4a27-ac0d-4ec91f0a2711 None None] Provisioning complete for port 94489429-28d4-4293-8501-7cf6599679dd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:43.703363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-461458c8-839e-4a27-ac0d-4ec91f0a2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.744722 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-f0d15182-deed-422c-a0ea-ced3b0ebd59d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8738563 Jul 15 13:29:43.761662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Request body: {'port': {'device_id': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:43.778404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-461458c8-839e-4a27-ac0d-4ec91f0a2711 None None] Port 94489429-28d4-4293-8501-7cf6599679dd cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:43.972504 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b832be-30c8-4966-a6c9-a958cc171a37 x-openstack-request-id: req-88b832be-30c8-4966-a6c9-a958cc171a37 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:43.972504 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "a43d7682-3b8f-45cf-8384-eda5a4dc7bab", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:43.972883 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88b832be-30c8-4966-a6c9-a958cc171a37 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:43.973377 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': 'a43d7682-3b8f-45cf-8384-eda5a4dc7bab', 'status': 'completed', 'code': 200} Jul 15 13:29:43.978963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:43.985084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.004221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, dad4f82c-5fc8-4957-90c7-f60f2212aee4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:44.013527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea542383-1be0-4511-a5b0-c556304c494e None None] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:44.018608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.019354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.068431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0372a3a-5ca7-4977-b987-2bc5ac0ea187 req-f3b1a648-e96f-4fdf-bd87-eee05b19280e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.076072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0372a3a-5ca7-4977-b987-2bc5ac0ea187 req-f3b1a648-e96f-4fdf-bd87-eee05b19280e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.087983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0372a3a-5ca7-4977-b987-2bc5ac0ea187 req-f3b1a648-e96f-4fdf-bd87-eee05b19280e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.089535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0372a3a-5ca7-4977-b987-2bc5ac0ea187 req-f3b1a648-e96f-4fdf-bd87-eee05b19280e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.092450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0372a3a-5ca7-4977-b987-2bc5ac0ea187 req-f3b1a648-e96f-4fdf-bd87-eee05b19280e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 3143 time: 0.3445365 Jul 15 13:29:44.130422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5aacc67f-8890-410b-892e-913bbd6aed5c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1462526 Jul 15 13:29:44.133744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45272) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.152536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1147514226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.228986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port 11bb89de-762c-45bf-8abf-68f77a86d653 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:44.229343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.234460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.281794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0372a3a-5ca7-4977-b987-2bc5ac0ea187 req-7ad47a73-d472-4ab1-81b9-ecb654a29d8b tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667852 Jul 15 13:29:44.320586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.320586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.388805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f23bfedd-a8e1-487b-b7e1-640a7ac0e68a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:44.411890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] For port 11bb89de-762c-45bf-8abf-68f77a86d653, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=11bb89de-762c-45bf-8abf-68f77a86d653,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:44.412309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.425341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for 11bb89de-762c-45bf-8abf-68f77a86d653 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:44.443051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54372b7a-e7aa-4809-bb73-5d252d80457f None None] Network 8581b858-66ed-47f6-a501-a54e167c18eb requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:44.531922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-dad4f82c-5fc8-4957-90c7-f60f2212aee4', 'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': '90ba113f-ca4e-4e7e-ae77-1cc86065b829'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:44.533677 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.545572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad1f7de6-2c2b-4a64-bf6b-e2a900e919f5 None None] Provisioning for port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:44.578580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810529c6-9958-4c42-a4b8-04f18aa3375c req-b9a944b3-4e53-4e19-9ef8-0b8d76d5e5f8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.580157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-810529c6-9958-4c42-a4b8-04f18aa3375c req-b9a944b3-4e53-4e19-9ef8-0b8d76d5e5f8 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 895 time: 0.3390012 Jul 15 13:29:44.662140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:44.691023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:29:44.691501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.721782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:44.722185 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.770912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3078b0c7-019b-454d-a6e9-e74a418487be,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.783221 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.816823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Checking segment: {'id': 'a83aed8f-6d70-468a-b459-bff784d4c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be1f0bc4-51b3-481a-9e87-841ee4ca143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:44.817211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Network hostable DHCP agents. Network: be1f0bc4-51b3-481a-9e87-841ee4ca143d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:44.819047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.824160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=11bb89de-762c-45bf-8abf-68f77a86d653,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.846181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.895174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] No DVR routers for this DVR port 11bb89de-762c-45bf-8abf-68f77a86d653 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:44.898010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.901073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5a8597db-13c2-478d-9359-081c04c48715 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "DELETE /v2.0/ports/11bb89de-762c-45bf-8abf-68f77a86d653 HTTP/1.1" status: 204 len: 173 time: 1.2896478 Jul 15 13:29:44.904230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Network be1f0bc4-51b3-481a-9e87-841ee4ca143d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:44.926273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.928444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a73fa268-d98a-4fc1-9805-d12bc00b3c43 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7911615 Jul 15 13:29:44.943075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.972062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Allocated IP 2001:db8::2 (dad4f82c-5fc8-4957-90c7-f60f2212aee4/90ba113f-ca4e-4e7e-ae77-1cc86065b829/fce5b085-dc7e-4e92-b221-3d0b9949a27c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:44.976534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4', 'name': 'tempest-PortsIpV6TestJSON-1582781582'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.985785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, be1f0bc4-51b3-481a-9e87-841ee4ca143d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:45.014478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fed80f-c347-4d3c-9b49-c358317ac0c2 None None] Network be1f0bc4-51b3-481a-9e87-841ee4ca143d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:45.015588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.016472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.122805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.155692 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.161932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-529d6376-63f7-4fe4-a56e-0c5da5908a56 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7126746 Jul 15 13:29:45.167210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45292) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:45.172628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'floatingip': {'floating_network_id': 'be1f0bc4-51b3-481a-9e87-841ee4ca143d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:45.245840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.269406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port 7116542e-4575-40d6-ba9d-5e337ae2b823 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:45.270392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.361419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:45.363305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94489429-28d4-4293-8501-7cf6599679dd {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:45.364577 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.369156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.375118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Transition to ACTIVE for port object fce5b085-dc7e-4e92-b221-3d0b9949a27c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:45.384068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.397159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Transition to ACTIVE for port object fce5b085-dc7e-4e92-b221-3d0b9949a27c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:45.415849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Transition to ACTIVE for port object 94489429-28d4-4293-8501-7cf6599679dd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:45.433172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.488531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 305147af-b0ab-4f9b-8f70-3221496d2fe0 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:29:45.582576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.663438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f05bf-bdfb-41c4-9559-ace96533c8b9 None None] Network be1f0bc4-51b3-481a-9e87-841ee4ca143d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:45.714077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] For port 7116542e-4575-40d6-ba9d-5e337ae2b823, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7116542e-4575-40d6-ba9d-5e337ae2b823,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:45.714711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.721698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:45.725780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Pushing event updated for resources: {'Port': ['ID=94489429-28d4-4293-8501-7cf6599679dd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.752234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Router de95fcc3-ddd1-401c-8007-8026f955fbbb is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:45.781086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:45.793461 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e52bc59-dfcb-4a3b-b545-ed3375e8745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.803384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:45.807042 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.822338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:45.861346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f6af7ebe-df6e-455c-a02b-3e7db3aad081 None None] Provisioning complete for port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:45.862019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6af7ebe-df6e-455c-a02b-3e7db3aad081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.869748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for 7116542e-4575-40d6-ba9d-5e337ae2b823 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:45.871106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Pushing event updated for resources: {'Port': ['ID=fce5b085-dc7e-4e92-b221-3d0b9949a27c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.873770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.885317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:45.908900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:45.912690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Attempting to bind port 94489429-28d4-4293-8501-7cf6599679dd on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:45.913039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Attempting to bind port 94489429-28d4-4293-8501-7cf6599679dd by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:45.913378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Attempting to bind port 94489429-28d4-4293-8501-7cf6599679dd on network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:45.919303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Port 94489429-28d4-4293-8501-7cf6599679dd on network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:45.919772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Attempting to bind port 94489429-28d4-4293-8501-7cf6599679dd on network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:45.925100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.926499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f025c13-8563-476e-8625-3c8839345ee3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9604979 Jul 15 13:29:45.929177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:45.938364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::1b7 (dad4f82c-5fc8-4957-90c7-f60f2212aee4/90ba113f-ca4e-4e7e-ae77-1cc86065b829/305147af-b0ab-4f9b-8f70-3221496d2fe0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:45.979665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:45.989963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Checking segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:45.989963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Bound using segment: {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:45.989963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Bound port: 94489429-28d4-4293-8501-7cf6599679dd, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ada4b59-6d22-4ac8-a279-e152e7204dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:45.989963 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.997097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:45.997097 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37312db9-0390-45dc-bd3e-541723ddc782" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:46.055548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:46.056205 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:46.115644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Attempting to bind port fce5b085-dc7e-4e92-b221-3d0b9949a27c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:46.115644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Attempting to bind port fce5b085-dc7e-4e92-b221-3d0b9949a27c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a47f1f55-3981-477a-bc3d-350cc52988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:46.116060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Attempting to bind port fce5b085-dc7e-4e92-b221-3d0b9949a27c on network dad4f82c-5fc8-4957-90c7-f60f2212aee4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:46.126580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] For port 94489429-28d4-4293-8501-7cf6599679dd, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:46.126816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.130710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] For port 94489429-28d4-4293-8501-7cf6599679dd, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=94489429-28d4-4293-8501-7cf6599679dd,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:46.147890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.162349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:46.162743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Checking segment: {'id': 'a47f1f55-3981-477a-bc3d-350cc52988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:46.163613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.163613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Bound using segment: {'id': 'a47f1f55-3981-477a-bc3d-350cc52988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:46.164032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Bound port: fce5b085-dc7e-4e92-b221-3d0b9949a27c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47f1f55-3981-477a-bc3d-350cc52988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'dad4f82c-5fc8-4957-90c7-f60f2212aee4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:46.165128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.201410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675b14-4f7c-4cb0-af0f-13fe9917e5f5 req-e2f93e96-eca2-48f0-ac6a-91fc130a76a0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.207383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675b14-4f7c-4cb0-af0f-13fe9917e5f5 req-e2f93e96-eca2-48f0-ac6a-91fc130a76a0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.213990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675b14-4f7c-4cb0-af0f-13fe9917e5f5 req-e2f93e96-eca2-48f0-ac6a-91fc130a76a0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.224787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d675b14-4f7c-4cb0-af0f-13fe9917e5f5 req-e2f93e96-eca2-48f0-ac6a-91fc130a76a0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 2410 time: 0.5878956 Jul 15 13:29:46.234232 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.285561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.286268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.288099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] 10.222.0.49 "PUT /v2.0/ports/94489429-28d4-4293-8501-7cf6599679dd HTTP/1.1" status: 200 len: 1055 time: 2.5341184 Jul 15 13:29:46.292798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'tag': '94489429-28d4-4293-8501-7cf6599679dd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:46.297937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f23bfedd-a8e1-487b-b7e1-640a7ac0e68a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:46.302177 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c673aa-73ee-40be-b03a-00a6edaf979d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef179e87-ea92-4a19-8a28-2057eb1171cd", "tag": "94489429-28d4-4293-8501-7cf6599679dd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:46.379173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:46.392838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Allocated IP 172.20.0.10 (be1f0bc4-51b3-481a-9e87-841ee4ca143d/3078b0c7-019b-454d-a6e9-e74a418487be/cb9f97a3-c973-4b5a-b434-45c33488d583) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:46.434173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fc543-c81b-45c6-8435-59bba00cbf7b service neutron] Pushing event updated for resources: {'Port': ['ID=94489429-28d4-4293-8501-7cf6599679dd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.488627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] For port fce5b085-dc7e-4e92-b221-3d0b9949a27c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:46.526771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-b5482a0a-e222-4242-a4e1-db334c86f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.528909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-b5482a0a-e222-4242-a4e1-db334c86f6f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 1058 time: 0.1542828 Jul 15 13:29:46.577831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32934aa-94c6-419a-88dc-a517d38f426d req-113ef621-cf5d-4288-b61d-cba5a4bfac2f tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.581017 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-8bfe6056-9c8e-4a24-a6af-412cd2f61901 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=94489429-28d4-4293-8501-7cf6599679dd HTTP/1.1" status: 200 len: 217 time: 0.0429139 Jul 15 13:29:46.592943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f32934aa-94c6-419a-88dc-a517d38f426d req-113ef621-cf5d-4288-b61d-cba5a4bfac2f tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 907 time: 0.8283703 Jul 15 13:29:46.701711 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d486ba46-d856-4469-8200-baf3827ebf2c x-openstack-request-id: req-d486ba46-d856-4469-8200-baf3827ebf2c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:46.702077 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "11bb89de-762c-45bf-8abf-68f77a86d653", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:46.702281 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d486ba46-d856-4469-8200-baf3827ebf2c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:46.702629 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': '11bb89de-762c-45bf-8abf-68f77a86d653', 'status': 'completed', 'code': 200} Jul 15 13:29:46.733109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d675b14-4f7c-4cb0-af0f-13fe9917e5f5 req-6abdf52b-870e-40e9-9f35-bff196f3b264 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072632 Jul 15 13:29:46.779495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] For port fce5b085-dc7e-4e92-b221-3d0b9949a27c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fce5b085-dc7e-4e92-b221-3d0b9949a27c,segment=NetworkSegment(a47f1f55-3981-477a-bc3d-350cc52988d7),segment_id=a47f1f55-3981-477a-bc3d-350cc52988d7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:46.815177 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.834564 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.850012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.856020 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83bc65d-3664-4dc3-9e80-44cb79cab419 x-openstack-request-id: req-d83bc65d-3664-4dc3-9e80-44cb79cab419 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:46.856833 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef179e87-ea92-4a19-8a28-2057eb1171cd", "tag": "94489429-28d4-4293-8501-7cf6599679dd", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:46.857321 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d83bc65d-3664-4dc3-9e80-44cb79cab419 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:46.857987 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'tag': '94489429-28d4-4293-8501-7cf6599679dd', 'status': 'completed', 'code': 200} Jul 15 13:29:46.860302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-fe5b16e6-1213-416c-96ee-015277062fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.862028 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-fe5b16e6-1213-416c-96ee-015277062fa5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11ea6802-1ae2-484e-ab58-f00f8e6397a2 HTTP/1.1" status: 200 len: 838 time: 0.2290585 Jul 15 13:29:46.879929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object 305147af-b0ab-4f9b-8f70-3221496d2fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:46.903238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.920381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:46.920818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.947997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.013405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab84f6-6ea4-4314-b7a6-351501ae09ca None None] Pushing event updated for resources: {'Port': ['ID=fce5b085-dc7e-4e92-b221-3d0b9949a27c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.027507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.062865 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.069871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e713-af02-4c25-ab89-e6f011405d07 req-78aeec87-beab-463e-a821-560705e42d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.072434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-78aeec87-beab-463e-a821-560705e42d3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987278 Jul 15 13:29:47.081104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.081349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=7116542e-4575-40d6-ba9d-5e337ae2b823,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.146187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 3, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.168318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Port': ['ID=cb9f97a3-c973-4b5a-b434-45c33488d583,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.190029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:47.190613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Updating router de95fcc3-ddd1-401c-8007-8026f955fbbb port a6bbd8de-2df2-4b39-b51b-f20c998fe565 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:47.227661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=305147af-b0ab-4f9b-8f70-3221496d2fe0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.289709 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.310843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] No DVR routers for this DVR port 7116542e-4575-40d6-ba9d-5e337ae2b823 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:47.315357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Network be1f0bc4-51b3-481a-9e87-841ee4ca143d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:47.320557 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.324646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-bf5ff6e3-7bf7-4c5c-baa4-97c7e0ffab91 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "DELETE /v2.0/ports/7116542e-4575-40d6-ba9d-5e337ae2b823 HTTP/1.1" status: 204 len: 173 time: 2.4144793 Jul 15 13:29:47.328072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:47.329887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:47.355204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:47.369293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:47.375621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:47.383033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.384295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.476615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-d7125832-fd4b-44e4-b9f7-640468da5a8f service neutron] 10.222.0.49 "GET /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910406 Jul 15 13:29:47.490482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-41318f09-177c-4a87-93ca-0ad3d988a0f8 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5378709 Jul 15 13:29:47.491465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45330) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.641149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.673386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:47.673779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.768586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.791735 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.819156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Transition to ACTIVE for port object a6bbd8de-2df2-4b39-b51b-f20c998fe565 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:47.839315 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.959681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1495a-3ffe-471e-995d-fb959efd87fa None None] Pushing event updated for resources: {'Port': ['ID=a6bbd8de-2df2-4b39-b51b-f20c998fe565,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.968357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Attempting to bind port a6bbd8de-2df2-4b39-b51b-f20c998fe565 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:47.968527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Attempting to bind port a6bbd8de-2df2-4b39-b51b-f20c998fe565 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:47.968991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Attempting to bind port a6bbd8de-2df2-4b39-b51b-f20c998fe565 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:47.983161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:47.983741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:47.984293 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.984794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:47.985520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Bound port: a6bbd8de-2df2-4b39-b51b-f20c998fe565, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:47.986009 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.987329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] For port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:47.987704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.074848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] For port a6bbd8de-2df2-4b39-b51b-f20c998fe565, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:48.088943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.105162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] For port a6bbd8de-2df2-4b39-b51b-f20c998fe565, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a6bbd8de-2df2-4b39-b51b-f20c998fe565,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:48.134623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.170637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55f57-bfb3-4ffa-bf9a-2d93260d93db req-f1fd0c94-6d14-4d7d-b7bc-023f1d512aec tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.172225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67e55f57-bfb3-4ffa-bf9a-2d93260d93db req-f1fd0c94-6d14-4d7d-b7bc-023f1d512aec tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 907 time: 0.2933137 Jul 15 13:29:48.300321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:48.300969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:48.449495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:48.458508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Allocated IP 172.20.0.1 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/80219511-0a9d-4b97-8fc7-00f57100eb86) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:48.531502 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c079e713-af02-4c25-ab89-e6f011405d07 req-781b3a10-48f5-4c02-b5ea-47ced3e8c99c service neutron] 10.222.0.49 "GET /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0378039 Jul 15 13:29:48.568523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fce5b085-dc7e-4e92-b221-3d0b9949a27c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:48.572452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1495a-3ffe-471e-995d-fb959efd87fa None None] Pushing event updated for resources: {'Port': ['ID=a6bbd8de-2df2-4b39-b51b-f20c998fe565,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.708266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b3221-3f83-443f-b605-dfac8c7ca6bd None None] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:48.766368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:48.769061 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f7970-b27b-44af-8161-65a63457f41c" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:48.827597 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485235c9-93c9-42b6-b5bf-e923c087de3b x-openstack-request-id: req-485235c9-93c9-42b6-b5bf-e923c087de3b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:48.828114 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "7116542e-4575-40d6-ba9d-5e337ae2b823", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:48.829123 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-485235c9-93c9-42b6-b5bf-e923c087de3b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:48.829699 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': '7116542e-4575-40d6-ba9d-5e337ae2b823', 'status': 'completed', 'code': 200} Jul 15 13:29:48.902659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-555cca1e-d620-4cac-aa9c-d5c45bde2c31 None None] Provisioning for port fce5b085-dc7e-4e92-b221-3d0b9949a27c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:48.912262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fce5b085-dc7e-4e92-b221-3d0b9949a27c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:48.920367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ca826-c9e1-450a-b101-de3e55b151e0 req-68a8c939-24b8-4f26-9d8b-8a9082735965 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.921878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.926506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ca826-c9e1-450a-b101-de3e55b151e0 req-68a8c939-24b8-4f26-9d8b-8a9082735965 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.928142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e2ca826-c9e1-450a-b101-de3e55b151e0 req-68a8c939-24b8-4f26-9d8b-8a9082735965 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 1677 time: 0.9429708 Jul 15 13:29:48.931289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-555cca1e-d620-4cac-aa9c-d5c45bde2c31 None None] Provisioning complete for port fce5b085-dc7e-4e92-b221-3d0b9949a27c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:48.932557 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-555cca1e-d620-4cac-aa9c-d5c45bde2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.937760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fce5b085-dc7e-4e92-b221-3d0b9949a27c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:48.938131 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.970028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-013bf0ca-41d0-4fbb-be7b-cfb1e640f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.972309 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-013bf0ca-41d0-4fbb-be7b-cfb1e640f373 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 1058 time: 0.3691328 Jul 15 13:29:48.976868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.000796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.002353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.002353 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Floating IP 990f22a0-f097-45e1-b852-39aada1a1e5a disassociated. External IP: 172.25.2.182, port: c86ba4d7-992a-4e3c-afa3-4eab910a3bb8. Jul 15 13:29:49.002353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:49.107353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.129397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.166387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e2ca826-c9e1-450a-b101-de3e55b151e0 req-4cf58bcf-c4be-4a47-b70f-9ee0139be6f5 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169721 Jul 15 13:29:49.170804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Transition to ACTIVE for port object 80219511-0a9d-4b97-8fc7-00f57100eb86 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:49.210624 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-555cca1e-d620-4cac-aa9c-d5c45bde2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.213882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.242773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 3, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.278751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01472e-b04a-461d-8c76-fe551af06f68 None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 3, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:49.316438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port fce5b085-dc7e-4e92-b221-3d0b9949a27c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fce5b085-dc7e-4e92-b221-3d0b9949a27c,segment=NetworkSegment(a47f1f55-3981-477a-bc3d-350cc52988d7),segment_id=a47f1f55-3981-477a-bc3d-350cc52988d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:49.325681 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.391271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=fce5b085-dc7e-4e92-b221-3d0b9949a27c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.396595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-c5e26aa8-071e-4605-816a-c43e5a675b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.398806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-c5e26aa8-071e-4605-816a-c43e5a675b56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 HTTP/1.1" status: 200 len: 898 time: 0.3984437 Jul 15 13:29:49.449375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.466199 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-7a02890a-8f6e-479d-8b06-d2b0d0717565 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=94489429-28d4-4293-8501-7cf6599679dd HTTP/1.1" status: 200 len: 217 time: 0.0456181 Jul 15 13:29:49.468154 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.476546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-555cca1e-d620-4cac-aa9c-d5c45bde2c31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:49.477526 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-555cca1e-d620-4cac-aa9c-d5c45bde2c31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:49.494995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Port': ['ID=cb9f97a3-c973-4b5a-b434-45c33488d583,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.568002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=c86ba4d7-992a-4e3c-afa3-4eab910a3bb8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.581605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.589788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:49.608694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:49.611838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:49.626578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.634420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-150f4859-cfae-49b0-be57-455206e0face tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4652123 Jul 15 13:29:49.637574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:49.763548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.860017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Pushing event updated for resources: {'Port': ['ID=80219511-0a9d-4b97-8fc7-00f57100eb86,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.870443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-2fecbcb7-8fca-4d18-ad89-9a2aee7da5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.872112 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-2fecbcb7-8fca-4d18-ad89-9a2aee7da5e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11ea6802-1ae2-484e-ab58-f00f8e6397a2 HTTP/1.1" status: 200 len: 838 time: 0.3975196 Jul 15 13:29:49.884193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ec326ae3-58db-4bd3-87f0-d2e9b428a78f tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=be1f0bc4-51b3-481a-9e87-841ee4ca143d HTTP/1.1" status: 200 len: 690 time: 0.2413540 Jul 15 13:29:49.886752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45370) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.066368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.167759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.198311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.293245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6b50-bda7-4575-b5fe-23e7b1489518 req-8fbaca14-4ed0-49b3-a0e4-0ab074b7a80c tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.295026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f0e6b50-bda7-4575-b5fe-23e7b1489518 req-8fbaca14-4ed0-49b3-a0e4-0ab074b7a80c tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 907 time: 0.8805802 Jul 15 13:29:50.326780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Router f40d9937-5198-4e3f-a176-674b6a1ede08 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:50.454925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Deleting port cb9f97a3-c973-4b5a-b434-45c33488d583 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:50.455276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.500804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-7f3a8f5f-afbc-4a6c-9ffe-a0e9264313a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.502870 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-7f3a8f5f-afbc-4a6c-9ffe-a0e9264313a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6170921 Jul 15 13:29:50.555932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fce5b085-dc7e-4e92-b221-3d0b9949a27c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:50.567056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 94489429-28d4-4293-8501-7cf6599679dd details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:50.575396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.575732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.589711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Calling delete_port for cb9f97a3-c973-4b5a-b434-45c33488d583 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:50.619113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=305147af-b0ab-4f9b-8f70-3221496d2fe0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.697749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Provisioning complete for port fce5b085-dc7e-4e92-b221-3d0b9949a27c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:50.698035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.698789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.865323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fce5b085-dc7e-4e92-b221-3d0b9949a27c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:50.866115 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.912755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 94489429-28d4-4293-8501-7cf6599679dd, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=94489429-28d4-4293-8501-7cf6599679dd,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:50.995401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '94489429-28d4-4293-8501-7cf6599679dd', 'network_id': '497b7eeb-7ae3-4f98-872a-c71dcf0d02b1', 'port_id': '94489429-28d4-4293-8501-7cf6599679dd', 'mac_address': 'fa:16:3e:58:00:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ea6802-1ae2-484e-ab58-f00f8e6397a2', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:51.017788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.045124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Provisioning for port 305147af-b0ab-4f9b-8f70-3221496d2fe0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:51.072488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb9f97a3-c973-4b5a-b434-45c33488d583,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.084103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.101488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Provisioning complete for port 305147af-b0ab-4f9b-8f70-3221496d2fe0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:51.101903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.134101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:51.140421 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.143851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Port 305147af-b0ab-4f9b-8f70-3221496d2fe0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:51.146531 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] Sync routers for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:51.166497 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:51.168583 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:51.168982 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-13445c41-eb58-49ae-8edf-d8904e02bc25 service neutron] 10.222.0.49 "GET /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315921 Jul 15 13:29:51.188871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779cb5-fba8-4109-a4d8-c77801ce432b req-8f04b930-c0e2-4072-b2ff-dee54b591607 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.197427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07779cb5-fba8-4109-a4d8-c77801ce432b req-8f04b930-c0e2-4072-b2ff-dee54b591607 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 943 time: 0.3104029 Jul 15 13:29:51.207409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a6bbd8de-2df2-4b39-b51b-f20c998fe565 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:51.208998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Provisioning for port 80219511-0a9d-4b97-8fc7-00f57100eb86 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:51.214584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Provisioning complete for port 80219511-0a9d-4b97-8fc7-00f57100eb86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:51.214958 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.220659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] No DVR routers for this DVR port c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:51.230649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.232770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-2e17d94f-d10c-4d40-872a-3c531391573e tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "DELETE /v2.0/ports/c86ba4d7-992a-4e3c-afa3-4eab910a3bb8 HTTP/1.1" status: 204 len: 173 time: 3.9004271 Jul 15 13:29:51.234449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:51.240377 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e2630c-1c43-4a22-a418-b727e8bb6807" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:51.281341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.303875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7d7afba2-8dde-48e0-b5ab-6625e3920d52 None None] Port 80219511-0a9d-4b97-8fc7-00f57100eb86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:51.310875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94489429-28d4-4293-8501-7cf6599679dd {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:51.340513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 94489429-28d4-4293-8501-7cf6599679dd, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=94489429-28d4-4293-8501-7cf6599679dd,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:51.361198 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0399b9-f506-490f-81ca-89d27bb9175a x-openstack-request-id: req-bb0399b9-f506-490f-81ca-89d27bb9175a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:51.361658 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "c86ba4d7-992a-4e3c-afa3-4eab910a3bb8", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:51.362332 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb0399b9-f506-490f-81ca-89d27bb9175a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:51.362683 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': 'c86ba4d7-992a-4e3c-afa3-4eab910a3bb8', 'status': 'completed', 'code': 200} Jul 15 13:29:51.375876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.409896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07779cb5-fba8-4109-a4d8-c77801ce432b req-9b39bda7-89d3-4140-8808-833f971548e3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups?id=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113340 Jul 15 13:29:51.480047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.483223 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:51.583660 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.596606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.599971 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-23c673aa-73ee-40be-b03a-00a6edaf979d req-83a6e325-38b1-4007-a826-c39e5661ecbf service neutron] 10.222.0.49 "GET /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978963 Jul 15 13:29:51.613337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1db53177-91a2-4c23-bfc0-4121bf9c388d None None] Provisioning complete for port 305147af-b0ab-4f9b-8f70-3221496d2fe0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:51.613978 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1db53177-91a2-4c23-bfc0-4121bf9c388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.620560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['94489429-28d4-4293-8501-7cf6599679dd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:51.624467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.682081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3078b0c7-019b-454d-a6e9-e74a418487be,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.691548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a6bbd8de-2df2-4b39-b51b-f20c998fe565 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:51.721914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.724235 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.738734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=94489429-28d4-4293-8501-7cf6599679dd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.749502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a6bbd8de-2df2-4b39-b51b-f20c998fe565 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:51.750093 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.787684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.793896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:51.794272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.834102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Pushing event updated for resources: {'Port': ['ID=80219511-0a9d-4b97-8fc7-00f57100eb86,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.870333 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:51.887178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1f0bc4-51b3-481a-9e87-841ee4ca143d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:51.894238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1db53177-91a2-4c23-bfc0-4121bf9c388d None None] Port 305147af-b0ab-4f9b-8f70-3221496d2fe0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:51.908313 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] Checking router: f40d9937-5198-4e3f-a176-674b6a1ede08 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:51.911745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83aed8f-6d70-468a-b459-bff784d4c849') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:51.912083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83aed8f-6d70-468a-b459-bff784d4c849') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:51.925186 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:51.926080 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:51.933491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759db8b-77eb-4f78-b1e3-6f4785de887b req-fa5d85dc-b7a0-4059-b1b5-0421d73b2198 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.937040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3759db8b-77eb-4f78-b1e3-6f4785de887b req-fa5d85dc-b7a0-4059-b1b5-0421d73b2198 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 908 time: 0.3385463 Jul 15 13:29:51.945238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.972322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.984653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] For port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:51.985074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.987973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:51.989461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:51.990255 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:52.025907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:52.072985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.123430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a6bbd8de-2df2-4b39-b51b-f20c998fe565, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a6bbd8de-2df2-4b39-b51b-f20c998fe565,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:52.128388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.136039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.150189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be1f0bc4-51b3-481a-9e87-841ee4ca143d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:29:52.176385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.181934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/networks/be1f0bc4-51b3-481a-9e87-841ee4ca143d HTTP/1.1" status: 204 len: 168 time: 2.2855525 Jul 15 13:29:52.183845 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:52.196631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.241421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a6bbd8de-2df2-4b39-b51b-f20c998fe565,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.328785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1aa2c873-91ea-4f8e-8022-33692ae296d2 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2265 time: 0.1308482 Jul 15 13:29:52.331424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070099c2-8bbe-43dc-821f-05f2803a711c tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Network': ['ID=be1f0bc4-51b3-481a-9e87-841ee4ca143d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.334920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.464759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.465278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.465688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.466143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.467213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.467676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.468130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.468581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.469029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.469481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.469930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.470498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.472538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8ac05556-6784-4a76-a477-821793f0bbc5 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7698 time: 0.1367683 Jul 15 13:29:52.476031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.580798 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-b793ea4c-1c77-4021-9655-d58681ae861a tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:29:52.585631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b793ea4c-1c77-4021-9655-d58681ae861a tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/d51b085c-2a62-4129-9d8e-d38c183dbe0b HTTP/1.1" status: 404 len: 345 time: 0.1065648 Jul 15 13:29:52.586797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 94489429-28d4-4293-8501-7cf6599679dd up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:52.593201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.612247 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:52.642058 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e6dc19-bf24-4f64-9f6a-cce1540e05e0 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 13:29:52.645691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e6dc19-bf24-4f64-9f6a-cce1540e05e0 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:52.652528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-17e6dc19-bf24-4f64-9f6a-cce1540e05e0 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/networks/be1f0bc4-51b3-481a-9e87-841ee4ca143d HTTP/1.1" status: 404 len: 339 time: 0.0529218 Jul 15 13:29:52.652528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.660448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.676644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'network': {'name': 'tempest-network--792784384', 'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:52.685757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.710408 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e66efb-2aa9-4aaa-acb2-f7078a706f1c None None] The sync data for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 is: [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:13Z', 'revision_number': 4, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '15810e7a-d7e2-447a-a199-f9fd345e5df6', 'name': '', 'network_id': 'a75e0eff-bf79-4235-8120-8cc46dbb8c91', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'mac_address': 'fa:16:3e:e8:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:11Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'subnets': [{'id': '42606211-d54c-41d8-be8f-542dec82c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:52.714075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.715422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.726279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:52.735090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 94489429-28d4-4293-8501-7cf6599679dd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:52.739046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 94489429-28d4-4293-8501-7cf6599679dd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:52.739431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.754683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:52.844865 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.856188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=35b7af9f-d8f1-450f-be5c-5b810e1b6fcc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.884670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94489429-28d4-4293-8501-7cf6599679dd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:52.893712 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486993b4-4312-4eff-ac0c-1f3026611f92" -d '{"events": [{"server_uuid": "ef179e87-ea92-4a19-8a28-2057eb1171cd", "name": "network-vif-plugged", "status": "completed", "tag": "94489429-28d4-4293-8501-7cf6599679dd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:52.928271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] No DVR routers for this DVR port 35b7af9f-d8f1-450f-be5c-5b810e1b6fcc on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:52.928271 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.928271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-875a7ab0-91ac-466c-a3a5-5e812069c839 req-5b731962-1882-4593-a432-c62a46154ebf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.23 "DELETE /v2.0/ports/35b7af9f-d8f1-450f-be5c-5b810e1b6fcc HTTP/1.1" status: 204 len: 173 time: 1.6699502 Jul 15 13:29:52.928271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81914467-4efb-4a1a-971b-5ed794f88f94 req-2d6d0660-2054-4236-bbf9-d17eff621a83 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.1761098 Jul 15 13:29:52.944663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Made reservation on behalf of 86042f77d7ce48c68ddcb71936e88e96 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:52.944663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.972074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 94489429-28d4-4293-8501-7cf6599679dd, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=94489429-28d4-4293-8501-7cf6599679dd,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:52.989186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:52.995430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.004249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.006119 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Added segment 5618a189-6b13-4aad-9e2f-139309532703 of type vlan for network b19ee255-ef4d-4301-bdda-e70308ae6a98 Jul 15 13:29:53.025393 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409db15f-a2f6-47e4-b62f-cd03cb84204a x-openstack-request-id: req-409db15f-a2f6-47e4-b62f-cd03cb84204a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:53.025687 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef179e87-ea92-4a19-8a28-2057eb1171cd", "name": "network-vif-plugged", "status": "completed", "tag": "94489429-28d4-4293-8501-7cf6599679dd", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:53.025939 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-409db15f-a2f6-47e4-b62f-cd03cb84204a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:53.026648 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94489429-28d4-4293-8501-7cf6599679dd', 'code': 200} Jul 15 13:29:53.080580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=94489429-28d4-4293-8501-7cf6599679dd,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.128728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.288431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=305147af-b0ab-4f9b-8f70-3221496d2fe0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.322063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.323129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.332141 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.348723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ba0e720c-3506-40fe-ab30-deceb3c757a7 None None] Provisioning complete for port 80219511-0a9d-4b97-8fc7-00f57100eb86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:53.349101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba0e720c-3506-40fe-ab30-deceb3c757a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.396406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:53.399289 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db9278c-2366-4eb8-870d-6be1fc464ec2" -d '{"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:53.420355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:53.454316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9479c-cdd3-46e9-a729-3b1b7ea58a31 None None] New status for floating IP 990f22a0-f097-45e1-b852-39aada1a1e5a: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:53.499974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8308582 Jul 15 13:29:53.501313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:53.542059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e720c-3506-40fe-ab30-deceb3c757a7 None None] Port 80219511-0a9d-4b97-8fc7-00f57100eb86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:53.632030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:53.635826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653645-f02d-4aec-ad8c-e3329548b0ac req-250ad8fd-9e99-4972-8387-cf364b7fbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.637440 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ec653645-f02d-4aec-ad8c-e3329548b0ac req-250ad8fd-9e99-4972-8387-cf364b7fbed2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 1060 time: 0.4766738 Jul 15 13:29:53.641520 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:53.656783 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:53.657343 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:53.660925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:53.675828 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f61e590e-e728-4278-8190-03c65b095d9c admin admin] 10.222.0.48 "PUT /v2.0/routers/de95fcc3-ddd1-401c-8007-8026f955fbbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7455759 Jul 15 13:29:53.676869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:53.693505 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2893a72-3fa0-4d98-afef-ba992874a7d3 x-openstack-request-id: req-f2893a72-3fa0-4d98-afef-ba992874a7d3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:53.694173 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14243e8e-cb8f-49c7-ac6d-48afd921c055", "name": "network-vif-deleted", "tag": "35b7af9f-d8f1-450f-be5c-5b810e1b6fcc", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:53.695217 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2893a72-3fa0-4d98-afef-ba992874a7d3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:53.695905 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14243e8e-cb8f-49c7-ac6d-48afd921c055', 'name': 'network-vif-deleted', 'tag': '35b7af9f-d8f1-450f-be5c-5b810e1b6fcc', 'status': 'completed', 'code': 200} Jul 15 13:29:53.712289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf99a5f-eca2-435a-a01e-10fa4904093a req-c8739817-6fb2-42b5-978f-ff4883ec3168 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.714582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ecf99a5f-eca2-435a-a01e-10fa4904093a req-c8739817-6fb2-42b5-978f-ff4883ec3168 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 909 time: 0.5615904 Jul 15 13:29:53.770416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b552c-55b0-41f2-8a51-077c2ab67167 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Network': ['ID=b19ee255-ef4d-4301-bdda-e70308ae6a98,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.781553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b19ee255-ef4d-4301-bdda-e70308ae6a98 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:53.975540 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:54.048796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Router e81b6205-f06a-48b3-a45e-391a05f6570f is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:54.215907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ec8fda2-fd65-4109-bfb9-084e7c27d67d None None] Provisioning complete for port 305147af-b0ab-4f9b-8f70-3221496d2fe0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:54.216281 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fda2-fd65-4109-bfb9-084e7c27d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.405944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8fda2-fd65-4109-bfb9-084e7c27d67d None None] Port 305147af-b0ab-4f9b-8f70-3221496d2fe0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:54.423148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:54.426550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a6bbd8de-2df2-4b39-b51b-f20c998fe565 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:54.450967 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-523a46a3-0cc3-49f4-a907-a2c183089a2a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/routers/e81b6205-f06a-48b3-a45e-391a05f6570f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9529800 Jul 15 13:29:54.453022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.466927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] Sync routers for ids ['e81b6205-f06a-48b3-a45e-391a05f6570f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:54.505959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] Routers {'e81b6205-f06a-48b3-a45e-391a05f6570f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:54.506626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e81b6205-f06a-48b3-a45e-391a05f6570f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:54.548807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:54.562525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] Routers {'e81b6205-f06a-48b3-a45e-391a05f6570f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:54.563179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e81b6205-f06a-48b3-a45e-391a05f6570f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:54.668426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:54.668806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5a8de-9755-49cd-9279-c74d27dfc42d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.669091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620d03a-8c8a-497d-b15f-187b79d93e02 None None] The sync data for ids ['e81b6205-f06a-48b3-a45e-391a05f6570f'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:54.670373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 2, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:54.670994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a6bbd8de-2df2-4b39-b51b-f20c998fe565 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:54.670994 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.674795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4cd5a8de-9755-49cd-9279-c74d27dfc42d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports?device_id=e81b6205-f06a-48b3-a45e-391a05f6570f HTTP/1.1" status: 200 len: 989 time: 0.2207327 Jul 15 13:29:54.678718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.748176 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:54.748776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Updating router de95fcc3-ddd1-401c-8007-8026f955fbbb port 80219511-0a9d-4b97-8fc7-00f57100eb86 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:54.835611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ff170420-672e-4a05-b4a4-30cdb78a55bb req-bc32990d-32ff-43e0-8571-8baad640e54d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0967393 Jul 15 13:29:54.852229 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.941329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c2e4f-ff60-4e4b-b723-b9a18af67c2e tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.949670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c2e4f-ff60-4e4b-b723-b9a18af67c2e tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.956418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c2e4f-ff60-4e4b-b723-b9a18af67c2e tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.963833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c2e4f-ff60-4e4b-b723-b9a18af67c2e tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.969266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb1c2e4f-ff60-4e4b-b723-b9a18af67c2e tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.4573932 Jul 15 13:29:54.969981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.979178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.989417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-537092433-network', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:55.126527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Made reservation on behalf of fee2dff2644144af9ab9d7d4a993de2b for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:55.128911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.147400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.157333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.209046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa2f2d-8c49-4e98-9a4f-fe6cb13a0148 req-d98e14b5-99a9-4d47-9ab1-abc0762049a6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.210746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35fa2f2d-8c49-4e98-9a4f-fe6cb13a0148 req-d98e14b5-99a9-4d47-9ab1-abc0762049a6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 909 time: 0.2161539 Jul 15 13:29:55.327920 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.372078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19ee255-ef4d-4301-bdda-e70308ae6a98']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.432205 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.446712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5618a189-6b13-4aad-9e2f-139309532703') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.447002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5618a189-6b13-4aad-9e2f-139309532703') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.465637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.467553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.482257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:55.496002 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.496362 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Added segment caed0169-5242-4930-a6f3-296b81f31694 of type vlan for network d1db19c5-cc13-45a8-a5ba-ab70f9386517 Jul 15 13:29:55.501892 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.516458 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Transition to ACTIVE for port object 80219511-0a9d-4b97-8fc7-00f57100eb86 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:55.525807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.530114 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.577953 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.653114 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4efd81-021d-4388-80d5-930f3b4988ce None None] Pushing event updated for resources: {'Port': ['ID=80219511-0a9d-4b97-8fc7-00f57100eb86,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.667507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.681333 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Attempting to bind port 80219511-0a9d-4b97-8fc7-00f57100eb86 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:55.681917 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Attempting to bind port 80219511-0a9d-4b97-8fc7-00f57100eb86 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:55.682069 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Attempting to bind port 80219511-0a9d-4b97-8fc7-00f57100eb86 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:55.691371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:55.692600 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:55.692977 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:55.693444 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.694007 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:55.694339 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Bound port: 80219511-0a9d-4b97-8fc7-00f57100eb86, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:55.694765 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.702405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:55.714845 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:55.777558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d14f144-a38d-4fe2-aa49-c765a3ae6bca,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.782886 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] For port 80219511-0a9d-4b97-8fc7-00f57100eb86, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:55.794522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] For port 80219511-0a9d-4b97-8fc7-00f57100eb86, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=80219511-0a9d-4b97-8fc7-00f57100eb86,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:55.802781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.803822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.804417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.809659 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.949551 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:55.953482 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.980893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.994084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0100155 Jul 15 13:29:56.001707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.001918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Request body: {'subnet': {'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-537092433-subnet', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:56.029159 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4efd81-021d-4388-80d5-930f3b4988ce None None] Pushing event updated for resources: {'Port': ['ID=80219511-0a9d-4b97-8fc7-00f57100eb86,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.121819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b19ee255-ef4d-4301-bdda-e70308ae6a98 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:29:56.129704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.135549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 305147af-b0ab-4f9b-8f70-3221496d2fe0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:56.135739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b19ee255-ef4d-4301-bdda-e70308ae6a98 HTTP/1.1" status: 204 len: 168 time: 1.1606784 Jul 15 13:29:56.135841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.143139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e523-70a3-4db3-9bd1-30513da20935 admin admin] Pushing event updated for resources: {'Network': ['ID=d1db19c5-cc13-45a8-a5ba-ab70f9386517,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.154584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.159623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'network': {'name': 'tempest-network--634857965', 'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:56.163801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:56.200732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01279-c459-4344-a635-8a07a9e7933c req-09a9b4ad-a0e1-469e-849c-27071f868538 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.222020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ad01279-c459-4344-a635-8a07a9e7933c req-09a9b4ad-a0e1-469e-849c-27071f868538 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 909 time: 0.6087852 Jul 15 13:29:56.236154 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:56.322014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20c055-3b13-4134-84ba-b2d92217fc53 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Network': ['ID=b19ee255-ef4d-4301-bdda-e70308ae6a98,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.366929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Made reservation on behalf of fee2dff2644144af9ab9d7d4a993de2b for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:56.370707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.385743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5b6fc085-2635-4b0f-8f3d-4b28ef549504 req-10519d27-ee51-4165-a543-80ec0e75463d tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.1313937 Jul 15 13:29:56.435090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Made reservation on behalf of 86042f77d7ce48c68ddcb71936e88e96 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:56.435090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.527246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:56.606518 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:55Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.637246 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a5c3c-cc7f-41d6-a40e-6b1ea8bc0b9f None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:55Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:56.644057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.649458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.649967 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Added segment 56e48256-0f1a-4082-966e-b8040541f5f7 of type vlan for network 3328c68a-2a78-4a34-91eb-8376548a6266 Jul 15 13:29:56.659723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 305147af-b0ab-4f9b-8f70-3221496d2fe0 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:56.733893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.788580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf88d9-3a66-45a1-a1a7-7c4266a176da req-427eb29d-1406-4888-aaa4-72711ae15b11 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.799666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b5bf88d9-3a66-45a1-a1a7-7c4266a176da req-427eb29d-1406-4888-aaa4-72711ae15b11 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 1060 time: 0.2630565 Jul 15 13:29:56.807459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.808457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.809050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.869310 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.885068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.920915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7652085 Jul 15 13:29:56.927394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.965097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=305147af-b0ab-4f9b-8f70-3221496d2fe0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.085079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc1dda-6169-4b60-b04b-e279db0a1070 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Network': ['ID=3328c68a-2a78-4a34-91eb-8376548a6266,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.109106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Checking segment: {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:57.109357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3328c68a-2a78-4a34-91eb-8376548a6266 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:57.109561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Network hostable DHCP agents. Network: d1db19c5-cc13-45a8-a5ba-ab70f9386517, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:57.134827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d60aaf-f970-4ac1-b81b-394345689353,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.188146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:57.297066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d1db19c5-cc13-45a8-a5ba-ab70f9386517) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:57.311635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa51d22-eff9-485e-bdf2-827f4de2b71a None None] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:57.325344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.325954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.335184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.370903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb9b6ef-9a11-4aa5-9cdd-5e2c013f2c82 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.376080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bdb9b6ef-9a11-4aa5-9cdd-5e2c013f2c82 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] 10.222.0.48 "GET /v2.0/networks/3328c68a-2a78-4a34-91eb-8376548a6266 HTTP/1.1" status: 200 len: 756 time: 0.4366093 Jul 15 13:29:57.377206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.377815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.380741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c8722c5-cfbe-4820-9056-070611a5c572 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3872476 Jul 15 13:29:57.385946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:57.642107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.647720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.657971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67597c-45a8-4a52-8caf-c6b20c0d49b0 req-8effd547-bd96-45f8-803a-42ce6bbe2630 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.676530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc67597c-45a8-4a52-8caf-c6b20c0d49b0 req-8effd547-bd96-45f8-803a-42ce6bbe2630 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1135 time: 0.5575702 Jul 15 13:29:57.685112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d1db19c5-cc13-45a8-a5ba-ab70f9386517', 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'fixed_ips': [{'subnet_id': '18d60aaf-f970-4ac1-b81b-394345689353'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:57.686008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.746188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc67597c-45a8-4a52-8caf-c6b20c0d49b0 req-617aa7de-020b-4194-86cc-5ad293281123 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0704968 Jul 15 13:29:57.768627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466bcdd-01c3-4eee-aa9e-fc88cba9c568 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.770203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a466bcdd-01c3-4eee-aa9e-fc88cba9c568 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] 10.222.0.48 "GET /v2.0/networks/c41d5a53-f225-4050-959c-3a7857a21d43 HTTP/1.1" status: 200 len: 768 time: 0.3806458 Jul 15 13:29:57.830505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58316b88-be87-4b91-90e3-4e6d7b74d267 req-53935e15-a464-4555-9c5d-29e0184d806f tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0886004 Jul 15 13:29:57.838156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.838774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.997377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Allocated IP 172.20.0.2 (d1db19c5-cc13-45a8-a5ba-ab70f9386517/18d60aaf-f970-4ac1-b81b-394345689353/3a7ca678-3055-464d-8f49-162eaf7487d8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:58.073286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Router e81b6205-f06a-48b3-a45e-391a05f6570f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:58.097719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.120039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.180365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:58.193171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] Sync routers for ids ['e81b6205-f06a-48b3-a45e-391a05f6570f'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:58.202001 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4b8bc726-56fa-4475-b628-46610d0bef9a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/routers/e81b6205-f06a-48b3-a45e-391a05f6570f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5169084 Jul 15 13:29:58.206348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.218912 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] Routers {'e81b6205-f06a-48b3-a45e-391a05f6570f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:58.219551 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e81b6205-f06a-48b3-a45e-391a05f6570f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.269589 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.281282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Transition to ACTIVE for port object 3a7ca678-3055-464d-8f49-162eaf7487d8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:58.299747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Transition to ACTIVE for port object 3a7ca678-3055-464d-8f49-162eaf7487d8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:58.324406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.330347 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd73f47-1db2-4028-a1dd-f62cce83916a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:29:58.341491 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5cd73f47-1db2-4028-a1dd-f62cce83916a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/305147af-b0ab-4f9b-8f70-3221496d2fe0 HTTP/1.1" status: 404 len: 333 time: 0.1316416 Jul 15 13:29:58.345266 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.346685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45548) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.358986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] Routers {'e81b6205-f06a-48b3-a45e-391a05f6570f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:58.359614 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e81b6205-f06a-48b3-a45e-391a05f6570f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.415101 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.415763 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61558804-3ab7-43f3-bbbc-3b6161dfa59e None None] The sync data for ids ['e81b6205-f06a-48b3-a45e-391a05f6570f'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:58.425394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:58.431229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:58.448468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 80219511-0a9d-4b97-8fc7-00f57100eb86 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:58.462709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:58.512546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32891d67-d3b5-46e8-9610-6cc617e31619 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.516521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32891d67-d3b5-46e8-9610-6cc617e31619 tempest-TestSecurityGroupsBasicOps-1974548867 tempest-TestSecurityGroupsBasicOps-1974548867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 1055 time: 0.6753516 Jul 15 13:29:58.522950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.526043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Pushing event updated for resources: {'Port': ['ID=3a7ca678-3055-464d-8f49-162eaf7487d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:58.659696 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.716305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Attempting to bind port 3a7ca678-3055-464d-8f49-162eaf7487d8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:58.716771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Attempting to bind port 3a7ca678-3055-464d-8f49-162eaf7487d8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:58.718678 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Attempting to bind port 3a7ca678-3055-464d-8f49-162eaf7487d8 on network d1db19c5-cc13-45a8-a5ba-ab70f9386517 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:58.732036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 80219511-0a9d-4b97-8fc7-00f57100eb86 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:58.741703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 80219511-0a9d-4b97-8fc7-00f57100eb86 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:58.742115 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.748304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:58.750383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Checking segment: {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:58.750792 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.752431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Bound using segment: {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:58.752938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Bound port: 3a7ca678-3055-464d-8f49-162eaf7487d8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:58.754462 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.829600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.851638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3328c68a-2a78-4a34-91eb-8376548a6266']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.900148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e48256-0f1a-4082-966e-b8040541f5f7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.902098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e48256-0f1a-4082-966e-b8040541f5f7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.967619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.981979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] For port 3a7ca678-3055-464d-8f49-162eaf7487d8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:59.022810 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.026187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.068304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.089790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] For port 3a7ca678-3055-464d-8f49-162eaf7487d8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3a7ca678-3055-464d-8f49-162eaf7487d8,segment=NetworkSegment(caed0169-5242-4930-a6f3-296b81f31694),segment_id=caed0169-5242-4930-a6f3-296b81f31694)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:59.108383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:59.113028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.113916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:59.122979 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:59.183156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.184498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Fanout notify agent at l3_agent the message router_deleted on router e81b6205-f06a-48b3-a45e-391a05f6570f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:29:59.197410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.204728 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c1d3d66-7533-41ab-b8e2-101886d5be9b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/routers/e81b6205-f06a-48b3-a45e-391a05f6570f HTTP/1.1" status: 204 len: 168 time: 0.8568516 Jul 15 13:29:59.205693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.320962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 90ba113f-ca4e-4e7e-ae77-1cc86065b829 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:59.329190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.387201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cf5e9-cbac-425b-8630-eaba84b4ffbc None None] Pushing event updated for resources: {'Port': ['ID=3a7ca678-3055-464d-8f49-162eaf7487d8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.425757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.429440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-5c023ff5-ac49-4215-b1ce-8178655f5489 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4795463 Jul 15 13:29:59.433113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69fa7b88-5a56-4246-8795-e8371139c995 req-01ceb21c-265d-42a3-b0e3-e37e4ad05b8c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.2318292 Jul 15 13:29:59.509450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.533258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 80219511-0a9d-4b97-8fc7-00f57100eb86, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=80219511-0a9d-4b97-8fc7-00f57100eb86,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:59.544293 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.691623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=80219511-0a9d-4b97-8fc7-00f57100eb86,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.744097 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.758778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.778304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3328c68a-2a78-4a34-91eb-8376548a6266 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:29:59.792319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.799612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45578) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.808429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3328c68a-2a78-4a34-91eb-8376548a6266 HTTP/1.1" status: 204 len: 168 time: 1.9682527 Jul 15 13:29:59.816787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'network': {'name': 'tempest-network--791154755'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:59.883752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fe9b-62ae-43cd-8bca-e79c40654b41 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Network': ['ID=3328c68a-2a78-4a34-91eb-8376548a6266,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.893511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Made reservation on behalf of 86042f77d7ce48c68ddcb71936e88e96 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:59.895966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.932610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.952025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.959444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/90ba113f-ca4e-4e7e-ae77-1cc86065b829 HTTP/1.1" status: 204 len: 168 time: 0.7516422 Jul 15 13:29:59.959930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8111cf-729a-4140-adfb-221844f628b7 None None] Network dad4f82c-5fc8-4957-90c7-f60f2212aee4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:59.960544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.973673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.018868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf5ee3-8c80-42b8-824d-095eef8ae1b0 req-838b10a4-f61c-4588-9719-010e019f2e49 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.034093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f67bcb-a49b-435a-a9e8-e7875494d23c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=90ba113f-ca4e-4e7e-ae77-1cc86065b829,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.038890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edcf5ee3-8c80-42b8-824d-095eef8ae1b0 req-838b10a4-f61c-4588-9719-010e019f2e49 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 909 time: 0.6262643 Jul 15 13:30:00.043881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-2a45f87c-1029-491d-bc0c-c6fa6f03ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.046777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-2a45f87c-1029-491d-bc0c-c6fa6f03ae04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1135 time: 0.4703808 Jul 15 13:30:00.058645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.063603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:00.110684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.111316 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Added segment 06f4a4da-27ce-4c23-afee-60518f6dc70b of type vlan for network 372f9df4-3a3a-41a5-97a7-22fce67fd0d9 Jul 15 13:30:00.167337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.239030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Allocated IP 172.25.2.223 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/c7159cdb-b9de-45f3-b26a-a6e2916c14bb) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:00.260770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.261768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.265014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.390565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Network': ['ID=372f9df4-3a3a-41a5-97a7-22fce67fd0d9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.390846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] DHCP port deletion for dad4f82c-5fc8-4957-90c7-f60f2212aee4 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:00.417480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.468015 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1a3070a6-c94f-42ee-9f23-aa9ed9a44bb8 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6664844 Jul 15 13:30:00.473907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.498747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:00.527134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 372f9df4-3a3a-41a5-97a7-22fce67fd0d9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:00.602879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3a7ca678-3055-464d-8f49-162eaf7487d8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:00.669820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a121933-17dc-4a40-8904-293922c2d456 req-8b2afd79-7793-49cb-af10-e750cb736c87 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.671971 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4a121933-17dc-4a40-8904-293922c2d456 req-8b2afd79-7793-49cb-af10-e750cb736c87 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 909 time: 0.2680993 Jul 15 13:30:00.674429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.811341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] Deleting port fce5b085-dc7e-4e92-b221-3d0b9949a27c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:00.811827 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.859886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.980141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port fce5b085-dc7e-4e92-b221-3d0b9949a27c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:00.980911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.003721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Pushing event updated for resources: {'Port': ['ID=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.041947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 3a7ca678-3055-464d-8f49-162eaf7487d8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:01.053826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 80219511-0a9d-4b97-8fc7-00f57100eb86 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:01.056797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.069367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-191e8aa5-ad3b-43fd-ba75-73d592a4c8f8 req-eef6063e-e3ed-40e6-9cf4-581f645ed942 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0660880 Jul 15 13:30:01.117051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] For port fce5b085-dc7e-4e92-b221-3d0b9949a27c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fce5b085-dc7e-4e92-b221-3d0b9949a27c,segment=NetworkSegment(a47f1f55-3981-477a-bc3d-350cc52988d7),segment_id=a47f1f55-3981-477a-bc3d-350cc52988d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:01.118130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.119079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:01.194489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] Calling delete_port for fce5b085-dc7e-4e92-b221-3d0b9949a27c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:01.225184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 80219511-0a9d-4b97-8fc7-00f57100eb86 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:01.225559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.269726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-6d2d78a0-b3ad-4c09-9dfd-60956f65c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.271314 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-6d2d78a0-b3ad-4c09-9dfd-60956f65c761 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 200 len: 897 time: 0.4394808 Jul 15 13:30:01.275642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:01.279345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:01.328023 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.333309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] For port fce5b085-dc7e-4e92-b221-3d0b9949a27c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fce5b085-dc7e-4e92-b221-3d0b9949a27c,segment=NetworkSegment(a47f1f55-3981-477a-bc3d-350cc52988d7),segment_id=a47f1f55-3981-477a-bc3d-350cc52988d7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:01.334121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.347579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d00b48-dd18-4f7e-a972-21f6d54bd03f None None] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:01.366633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for fce5b085-dc7e-4e92-b221-3d0b9949a27c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:01.387032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port 94489429-28d4-4293-8501-7cf6599679dd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:01.387552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.390170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.417198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-f936f918-1664-4221-95a3-667c3b54174c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0812073 Jul 15 13:30:01.439002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Network 372f9df4-3a3a-41a5-97a7-22fce67fd0d9 is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:30:01.439920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.440540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.445530 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "PUT /v2.0/networks/372f9df4-3a3a-41a5-97a7-22fce67fd0d9 HTTP/1.1" status: 200 len: 857 time: 0.9625862 Jul 15 13:30:01.480414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:01.585661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921763c7-fcfa-4a26-a575-c7ede6b74cae tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event updated for resources: {'Network': ['ID=372f9df4-3a3a-41a5-97a7-22fce67fd0d9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.658519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port 94489429-28d4-4293-8501-7cf6599679dd, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=94489429-28d4-4293-8501-7cf6599679dd,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:01.659190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.675089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for 94489429-28d4-4293-8501-7cf6599679dd owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:01.691477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.716937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] Provisioning for port 3a7ca678-3055-464d-8f49-162eaf7487d8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:01.745150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] Provisioning complete for port 3a7ca678-3055-464d-8f49-162eaf7487d8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:01.747503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.769773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=fce5b085-dc7e-4e92-b221-3d0b9949a27c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.781791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No DVR routers for this DVR port fce5b085-dc7e-4e92-b221-3d0b9949a27c on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:01.909540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.943466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad4f82c-5fc8-4957-90c7-f60f2212aee4']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:01.956363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47f1f55-3981-477a-bc3d-350cc52988d7') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:01.956784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47f1f55-3981-477a-bc3d-350cc52988d7') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.018081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.027979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.080829 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.084859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-1a3541ce-ebd8-4481-bb90-ff9e29a54482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.087950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-1a3541ce-ebd8-4481-bb90-ff9e29a54482 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ad90b3b-62b3-4b90-a058-5bd39f983974 HTTP/1.1" status: 200 len: 835 time: 0.6245387 Jul 15 13:30:02.113477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=94489429-28d4-4293-8501-7cf6599679dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.115945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.153341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] For port 3a7ca678-3055-464d-8f49-162eaf7487d8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3a7ca678-3055-464d-8f49-162eaf7487d8,segment=NetworkSegment(caed0169-5242-4930-a6f3-296b81f31694),segment_id=caed0169-5242-4930-a6f3-296b81f31694)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:02.154921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.181995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:02.182479 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:02.185668 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:02.242304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] Pushing event deleted for resources: {'Port': ['ID=fce5b085-dc7e-4e92-b221-3d0b9949a27c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.260291 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.264153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] No DVR routers for this DVR port 94489429-28d4-4293-8501-7cf6599679dd on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:02.274639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.276661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4a121933-17dc-4a40-8904-293922c2d456 req-bc7c2853-1872-47a5-9e59-a1979ff4726e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.49 "DELETE /v2.0/ports/94489429-28d4-4293-8501-7cf6599679dd HTTP/1.1" status: 204 len: 173 time: 1.5639865 Jul 15 13:30:02.277128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'name': 'network-vif-deleted', 'tag': '94489429-28d4-4293-8501-7cf6599679dd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:02.279618 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6a0959-66c5-4ce8-9dab-e8dc4a58a1dc" -d '{"events": [{"server_uuid": "ef179e87-ea92-4a19-8a28-2057eb1171cd", "name": "network-vif-deleted", "tag": "94489429-28d4-4293-8501-7cf6599679dd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:02.324451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7cc9c-3b43-4ee0-8b33-0be516fdb7b5 None None] No DVR routers for this DVR port fce5b085-dc7e-4e92-b221-3d0b9949a27c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:02.351097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fce5b085-dc7e-4e92-b221-3d0b9949a27c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:02.373698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fce5b085-dc7e-4e92-b221-3d0b9949a27c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:02.374109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fce5b085-dc7e-4e92-b221-3d0b9949a27c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:02.385413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.392677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f26dd6-1a73-4ec6-860b-0eef429741d4 None None] Pushing event updated for resources: {'Port': ['ID=3a7ca678-3055-464d-8f49-162eaf7487d8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.465447 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.473106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.480237 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/dad4f82c-5fc8-4957-90c7-f60f2212aee4 HTTP/1.1" status: 204 len: 168 time: 2.5102835 Jul 15 13:30:02.490796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.540337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a40d-a09a-4ec5-bbbd-681abd91fb02 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=dad4f82c-5fc8-4957-90c7-f60f2212aee4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.581439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.615743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ee5a4-7e9e-4ab3-929f-4965cf766c19 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.622024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f19f-d91f-4c9b-ac52-3c52b73b1d41 req-f3e67118-93b9-44c2-b8dd-78724d24434b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.623391 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-312ee5a4-7e9e-4ab3-929f-4965cf766c19 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/fd41a458-56f4-468e-92f9-aa0cda0ebdc6 HTTP/1.1" status: 200 len: 844 time: 0.0954118 Jul 15 13:30:02.624546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45614) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.635608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1602f19f-d91f-4c9b-ac52-3c52b73b1d41 req-f3e67118-93b9-44c2-b8dd-78724d24434b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef179e87-ea92-4a19-8a28-2057eb1171cd HTTP/1.1" status: 200 len: 830 time: 1.2169130 Jul 15 13:30:02.653399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 94489429-28d4-4293-8501-7cf6599679dd no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:02.654828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d5c2caf-f9a2-4c41-9a71-568e2e6a51dd req-cc0a17b5-771f-4ce6-81f5-ef661524acc6 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.1023958 Jul 15 13:30:02.697318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 94489429-28d4-4293-8501-7cf6599679dd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:02.697743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 94489429-28d4-4293-8501-7cf6599679dd not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:02.721899 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f04a9ab6-df71-49cf-9407-f06242fb6d70 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/fd41a458-56f4-468e-92f9-aa0cda0ebdc6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0960176 Jul 15 13:30:02.725932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.732519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:02.737333 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97461a5f-03cd-44f6-8397-ee00781cc6df x-openstack-request-id: req-97461a5f-03cd-44f6-8397-ee00781cc6df {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:02.737811 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef179e87-ea92-4a19-8a28-2057eb1171cd", "name": "network-vif-deleted", "tag": "94489429-28d4-4293-8501-7cf6599679dd", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:02.738191 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97461a5f-03cd-44f6-8397-ee00781cc6df {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:02.738701 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef179e87-ea92-4a19-8a28-2057eb1171cd', 'name': 'network-vif-deleted', 'tag': '94489429-28d4-4293-8501-7cf6599679dd', 'status': 'completed', 'code': 200} Jul 15 13:30:02.792821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-19f73f87-f03e-45d6-9ae5-6aac8a31012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.794369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-19f73f87-f03e-45d6-9ae5-6aac8a31012a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6986501 Jul 15 13:30:02.813371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-97568dfd-df97-4bf2-8905-c6362f60a3de None None] Provisioning complete for port 3a7ca678-3055-464d-8f49-162eaf7487d8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:02.814390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97568dfd-df97-4bf2-8905-c6362f60a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.841237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.846700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:02.852895 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.899734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372f9df4-3a3a-41a5-97a7-22fce67fd0d9']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.915988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f4a4da-27ce-4c23-afee-60518f6dc70b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.916551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f4a4da-27ce-4c23-afee-60518f6dc70b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.948085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.014203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.020475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.135942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.139645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:03.143789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:03.144418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:03.146411 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:03.192125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-76b43d5c-c066-4fbc-8408-d471de957ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893821 Jul 15 13:30:03.210094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:03.212637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=86fcfc3f-9a6f-4303-9125-fc070544897f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.216446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:03.220714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:03.221517 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.227840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fa73a-1de6-4301-bc62-102e855bc22d None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:03.248628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8118ffda-ac03-4a88-8058-b24c2b3c0c5d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5206463 Jul 15 13:30:03.250549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.254232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1321272404'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:03.302756 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.356921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.411088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:03.417038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 372f9df4-3a3a-41a5-97a7-22fce67fd0d9 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:03.429360 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.432227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] 10.222.0.48 "DELETE /v2.0/networks/372f9df4-3a3a-41a5-97a7-22fce67fd0d9 HTTP/1.1" status: 204 len: 168 time: 1.9478710 Jul 15 13:30:03.437582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed646-a990-4e4c-b14c-de774017c4c4 tempest-ExternalNetworksTestJSON-2092658006 tempest-ExternalNetworksTestJSON-2092658006-project-admin] Pushing event deleted for resources: {'Network': ['ID=372f9df4-3a3a-41a5-97a7-22fce67fd0d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.441202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.453133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.475550 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d114a3b-53fd-45fa-8b1f-e43e27e44e57 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.475964 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.477196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d114a3b-53fd-45fa-8b1f-e43e27e44e57 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.479342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4d114a3b-53fd-45fa-8b1f-e43e27e44e57 tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] 10.222.0.48 "DELETE /v2.0/subnets/3078b0c7-019b-454d-a6e9-e74a418487be HTTP/1.1" status: 404 len: 337 time: 0.0348499 Jul 15 13:30:03.483811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.524875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedb294-5c07-47b4-8c55-8c28f56171f2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.528591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.530018 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-781c1fd1-d407-410c-9a2c-7d503f7a4d41 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2796378 Jul 15 13:30:03.531813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-ee84aa8c-00ed-4322-b959-73855a61dbe6', 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'tenant_id': 'fcaa3b3824aa47d3be4bb6e4e1af0229', 'fixed_ips': [{'subnet_id': '86fcfc3f-9a6f-4303-9125-fc070544897f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:03.532703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.533087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.542762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101007376'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:03.603659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.626900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66cfa170-ecfb-40fc-b572-948d1dde0ec5 req-c8d76937-e532-4526-bb24-fd2e797187d5 service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583236 Jul 15 13:30:03.756763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Allocated IP 2001:db8::2 (ee84aa8c-00ed-4322-b959-73855a61dbe6/86fcfc3f-9a6f-4303-9125-fc070544897f/29dc68d3-8438-4683-9717-c8f4ce66a827) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:03.773837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.779314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.816007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.817819 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2835844 Jul 15 13:30:03.821296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45634) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.827249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-165229587', 'security_groups': ['d4c9d791-4514-4d17-9d5f-3f323bfccfaa'], 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86fcfc3f-9a6f-4303-9125-fc070544897f'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:03.832937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b08087-3b9f-49aa-a3e9-a975807c095c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9d791-4514-4d17-9d5f-3f323bfccfaa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.884750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.951505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.975789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:04.011460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20a7bd8d-be05-4bd6-a079-d888cc29082f req-42971dd0-7f13-4d61-89d0-fdf375140861 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0743358 Jul 15 13:30:04.085102 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.086786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:04.112366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Transition to ACTIVE for port object 29dc68d3-8438-4683-9717-c8f4ce66a827 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:04.155482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.156955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bb2d7b98-5102-4d1b-bae5-d8ae910be024 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7767947 Jul 15 13:30:04.161002 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.162361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45640) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.184446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Transition to ACTIVE for port object 29dc68d3-8438-4683-9717-c8f4ce66a827 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:04.190574 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.202119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Sync routers for ids ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:04.215289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.220378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.220644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:04.274399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41d5a53-f225-4050-959c-3a7857a21d43']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:04.315075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Pushing event updated for resources: {'Port': ['ID=29dc68d3-8438-4683-9717-c8f4ce66a827,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.319760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559fc045-d741-4c86-9538-cb0bc49a651d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:04.321271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559fc045-d741-4c86-9538-cb0bc49a651d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:04.333577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3a7ca678-3055-464d-8f49-162eaf7487d8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:04.349435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.377576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Routers {'81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:04.378552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:04.396903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.469044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::5 (ee84aa8c-00ed-4322-b959-73855a61dbe6/86fcfc3f-9a6f-4303-9125-fc070544897f/4aa2e64d-2550-40c7-9e1e-8f45e29f28e1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:04.601821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Set router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:04.625985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.642162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:04.665681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:04.666267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:04.672237 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:04.686081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.686393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:04.695382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:04.701311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:04.763331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 3a7ca678-3055-464d-8f49-162eaf7487d8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:04.763331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.764546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:04.768502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:04.773540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:04.785137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.787388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.796599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=4aa2e64d-2550-40c7-9e1e-8f45e29f28e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.813618 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.818579 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e4a37a95-223c-470a-92e5-192186dccd8b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9922850 Jul 15 13:30:04.818579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.825359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:04.861697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.863632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] 10.222.0.48 "DELETE /v2.0/networks/c41d5a53-f225-4050-959c-3a7857a21d43 HTTP/1.1" status: 204 len: 168 time: 1.3783319 Jul 15 13:30:04.866669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363d033-ef3a-4b0c-8b1e-e5cf4662439b tempest-ExternalNetworksTestJSON-1463286346 tempest-ExternalNetworksTestJSON-1463286346-project] Pushing event deleted for resources: {'Network': ['ID=c41d5a53-f225-4050-959c-3a7857a21d43,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.883368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Attempting to bind port 29dc68d3-8438-4683-9717-c8f4ce66a827 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:04.883997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Attempting to bind port 29dc68d3-8438-4683-9717-c8f4ce66a827 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5cf524eb-3115-4672-ae12-4f6de06fe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:04.884610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Attempting to bind port 29dc68d3-8438-4683-9717-c8f4ce66a827 on network ee84aa8c-00ed-4322-b959-73855a61dbe6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:04.907499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:04.908079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Checking segment: {'id': '5cf524eb-3115-4672-ae12-4f6de06fe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:04.908595 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.909213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Bound using segment: {'id': '5cf524eb-3115-4672-ae12-4f6de06fe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:04.909688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Bound port: 29dc68d3-8438-4683-9717-c8f4ce66a827, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf524eb-3115-4672-ae12-4f6de06fe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:04.910181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.003635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:05.004815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.007247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.197749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] For port 29dc68d3-8438-4683-9717-c8f4ce66a827, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:05.198790 n-d-798249-9 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86fcfc3f-9a6f-4303-9125-fc070544897f (CIDR: 2001:db8::/64) Jul 15 13:30:05.203350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] For port 29dc68d3-8438-4683-9717-c8f4ce66a827, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29dc68d3-8438-4683-9717-c8f4ce66a827,segment=NetworkSegment(5cf524eb-3115-4672-ae12-4f6de06fe71b),segment_id=5cf524eb-3115-4672-ae12-4f6de06fe71b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:05.209850 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:30:05.210179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:05.222170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:30:02Z', 'revision_number': 3, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.226533 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.238727 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-40602b78-85e0-42ab-a269-c5e5a2fb1317 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4194884 Jul 15 13:30:05.242180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45654) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:05.247835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:05.291538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:05.330513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Checking router: 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:05.333356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Updating router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 port c7159cdb-b9de-45f3-b26a-a6e2916c14bb binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:05.458936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.512323 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3cbeda33-9fae-4ea2-8dc4-acdb54d07439 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7a79512c49d4496bf5bbcb8557dbb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176130 Jul 15 13:30:05.514837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:05.544527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:05.548661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.699558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3656a109-a703-4fc4-a70d-34141cd87ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.785551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3656a109-a703-4fc4-a70d-34141cd87ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.917204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6018c19d-c32a-48f7-9443-ccd79a1b4132 req-6f08074d-fedd-48c2-85b8-3ab1aec01ad9 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.6644356 Jul 15 13:30:05.923918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.937360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Transition to ACTIVE for port object c7159cdb-b9de-45f3-b26a-a6e2916c14bb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:05.958758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa32302-c84a-4962-8974-0a1d9a0e22aa None None] Pushing event updated for resources: {'Port': ['ID=29dc68d3-8438-4683-9717-c8f4ce66a827,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.959766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.026397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.026847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e52d6d-6243-4518-a47a-000bcf49fcbe None None] Pushing event updated for resources: {'Port': ['ID=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:06.057069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Attempting to bind port c7159cdb-b9de-45f3-b26a-a6e2916c14bb on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:06.057612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Attempting to bind port c7159cdb-b9de-45f3-b26a-a6e2916c14bb by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:06.058087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Attempting to bind port c7159cdb-b9de-45f3-b26a-a6e2916c14bb on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:06.059244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.067373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:06.067916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:06.068439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.068981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:06.069750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Bound port: c7159cdb-b9de-45f3-b26a-a6e2916c14bb, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:06.077895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.103405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:06.111736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3656a109-a703-4fc4-a70d-34141cd87ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.115076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3656a109-a703-4fc4-a70d-34141cd87ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.116661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3656a109-a703-4fc4-a70d-34141cd87ec9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49773cc1-f3c6-42a4-b613-5f3e10e48737 HTTP/1.1" status: 204 len: 168 time: 0.6008897 Jul 15 13:30:06.118586 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:06.128996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.129935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.149728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Allocated IP 172.20.0.1 (d1db19c5-cc13-45a8-a5ba-ab70f9386517/18d60aaf-f970-4ac1-b81b-394345689353/9283b945-cc9e-4eb0-9e5e-35e8d5622a04) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:06.159467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656a109-a703-4fc4-a70d-34141cd87ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49773cc1-f3c6-42a4-b613-5f3e10e48737,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:06.164245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=15f5ae59-710f-4999-bbd9-724fcd4da4a6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:06.182354 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71ef336e-146d-4243-824b-893f21e7a88d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9387865 Jul 15 13:30:06.185003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45668) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:06.190966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1100077188', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15f5ae59-710f-4999-bbd9-724fcd4da4a6'}], 'security_groups': ['1eedb294-5c07-47b4-8c55-8c28f56171f2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:06.285304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] For port c7159cdb-b9de-45f3-b26a-a6e2916c14bb, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:06.293350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] For port c7159cdb-b9de-45f3-b26a-a6e2916c14bb, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:06.310349 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.438287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e52d6d-6243-4518-a47a-000bcf49fcbe None None] Pushing event updated for resources: {'Port': ['ID=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:06.443473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.449468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29dc68d3-8438-4683-9717-c8f4ce66a827 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:06.475504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Routers {'81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:06.481684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:06.701420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 29dc68d3-8438-4683-9717-c8f4ce66a827 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:06.709523 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.742999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] Set router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:06.762346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Transition to ACTIVE for port object 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:06.766826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:06.885671 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3e4830b9-a6ed-43d7-9920-3f5c32de28dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86042f77d7ce48c68ddcb71936e88e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154881 Jul 15 13:30:06.889020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45674) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:06.986041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.112330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76adcb10-5319-423c-aff8-9f8c42888e68 None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:07.131927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Pushing event updated for resources: {'Port': ['ID=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:07.189008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:07.196135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b570a2bc-ef51-4570-8be3-fe74c149232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.198455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:07.201239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:07.247111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Delete allocated IP 2001:db8::5 (ee84aa8c-00ed-4322-b959-73855a61dbe6/86fcfc3f-9a6f-4303-9125-fc070544897f) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:30:07.261107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8:0:1::383 (ee84aa8c-00ed-4322-b959-73855a61dbe6/15f5ae59-710f-4999-bbd9-724fcd4da4a6/4aa2e64d-2550-40c7-9e1e-8f45e29f28e1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:07.270723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.300096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:30:02Z', 'revision_number': 3, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:07.321903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:07.321903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.418676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-410851c1-feef-4159-8a7f-2e8b035561c1 req-ea2e5381-c6d7-46df-85e1-862a0227201a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.1618338 Jul 15 13:30:07.489816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b570a2bc-ef51-4570-8be3-fe74c149232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.579226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.602097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Ignored duplicate provisioning block setup for port 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:30:07.608933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port c803d84a-d988-4764-b316-0682c3f205af {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:07.609542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.610007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.621421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02f248-ea9d-49e5-a3c3-1aa5753ef36d None None] The sync data for ids ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'] in n-d-798249-9 is: [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:30:02Z', 'revision_number': 3, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:07.688656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:07.703887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] In _notify_port_updated(), no bound segment for port 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 on network ee84aa8c-00ed-4322-b959-73855a61dbe6 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:30:07.711341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.712153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.713667 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/ports/4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 HTTP/1.1" status: 200 len: 931 time: 1.5274506 Jul 15 13:30:07.717063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45682) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:07.753803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port c803d84a-d988-4764-b316-0682c3f205af, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c803d84a-d988-4764-b316-0682c3f205af,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:07.754403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.755635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Provisioning for port 29dc68d3-8438-4683-9717-c8f4ce66a827 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:07.761900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:07.762310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.771176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for c803d84a-d988-4764-b316-0682c3f205af owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:07.782994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae63e52-ba82-4aa6-a9a3-17c1307e35b0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=4aa2e64d-2550-40c7-9e1e-8f45e29f28e1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:07.871394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:07.871795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.879338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b570a2bc-ef51-4570-8be3-fe74c149232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.882098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b570a2bc-ef51-4570-8be3-fe74c149232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.886848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b570a2bc-ef51-4570-8be3-fe74c149232e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5c15658-2837-44f0-8156-0c09e44597df HTTP/1.1" status: 204 len: 168 time: 0.9968362 Jul 15 13:30:07.895350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.920375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570a2bc-ef51-4570-8be3-fe74c149232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c15658-2837-44f0-8156-0c09e44597df,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:07.981397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.026425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] For port 29dc68d3-8438-4683-9717-c8f4ce66a827, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29dc68d3-8438-4683-9717-c8f4ce66a827,segment=NetworkSegment(5cf524eb-3115-4672-ae12-4f6de06fe71b),segment_id=5cf524eb-3115-4672-ae12-4f6de06fe71b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:08.032307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Update dhcp port {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'fixed_ips': [{'subnet_id': '86fcfc3f-9a6f-4303-9125-fc070544897f', 'ip_address': '2001:db8::2'}, {'subnet_id': '15f5ae59-710f-4999-bbd9-724fcd4da4a6'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '29dc68d3-8438-4683-9717-c8f4ce66a827'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:30:08.037129 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.115722 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.137837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.178279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:08.201993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Pushing event updated for resources: {'Port': ['ID=29dc68d3-8438-4683-9717-c8f4ce66a827,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.352749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.353396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.353396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.353817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.354071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.356065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.356065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.359459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.359755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.360338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.360738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.361031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd8ee-6c3b-465c-b2b2-e3c25b5560a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:08.380094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.427960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7159cdb-b9de-45f3-b26a-a6e2916c14bb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:08.449984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-336934f6-0905-4d04-a2fe-734a5ec436be None None] Provisioning for port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:08.455627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=c803d84a-d988-4764-b316-0682c3f205af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.575105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.653879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-336934f6-0905-4d04-a2fe-734a5ec436be None None] Provisioning complete for port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:08.659642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-336934f6-0905-4d04-a2fe-734a5ec436be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.723613 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.726715 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 HTTP/1.1" status: 204 len: 168 time: 1.0086434 Jul 15 13:30:08.728574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be1270-fa74-4950-9655-4cb3ddc8d937 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=4aa2e64d-2550-40c7-9e1e-8f45e29f28e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.730843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45700) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:08.781262 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d668fde1-9075-4656-a847-bced2f97fcea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:30:08.783867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d668fde1-9075-4656-a847-bced2f97fcea tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/4aa2e64d-2550-40c7-9e1e-8f45e29f28e1 HTTP/1.1" status: 404 len: 333 time: 0.0510864 Jul 15 13:30:08.786425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45702) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:08.815115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Allocated IP 2001:db8:0:1::2 (ee84aa8c-00ed-4322-b959-73855a61dbe6/15f5ae59-710f-4999-bbd9-724fcd4da4a6/29dc68d3-8438-4683-9717-c8f4ce66a827) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:08.821729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-336934f6-0905-4d04-a2fe-734a5ec436be None None] Port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:08.843552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port c7159cdb-b9de-45f3-b26a-a6e2916c14bb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:08.858393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c7159cdb-b9de-45f3-b26a-a6e2916c14bb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:08.858771 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.921105 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d50ac46-b3c9-4975-9f0f-7b26d6ff8511 req-e5ca2b3c-f860-4bfa-846c-28efdf407c5b tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0867441 Jul 15 13:30:08.938331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b1a59fc-f8a1-49fe-a153-5f8c79acec0b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.981805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b1a59fc-f8a1-49fe-a153-5f8c79acec0b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.042825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b1a59fc-f8a1-49fe-a153-5f8c79acec0b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.046300 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b1a59fc-f8a1-49fe-a153-5f8c79acec0b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.050197 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3b1a59fc-f8a1-49fe-a153-5f8c79acec0b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/security-groups/d4c9d791-4514-4d17-9d5f-3f323bfccfaa HTTP/1.1" status: 204 len: 168 time: 0.2601163 Jul 15 13:30:09.053776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.071659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a59fc-f8a1-49fe-a153-5f8c79acec0b tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9d791-4514-4d17-9d5f-3f323bfccfaa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.167161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.168344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d2effc-88ca-40bc-8b1a-641acaeacab0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.172655 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.186413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.225583 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d2effc-88ca-40bc-8b1a-641acaeacab0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.245981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port c7159cdb-b9de-45f3-b26a-a6e2916c14bb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:09.259143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] For port 29dc68d3-8438-4683-9717-c8f4ce66a827, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29dc68d3-8438-4683-9717-c8f4ce66a827,segment=NetworkSegment(5cf524eb-3115-4672-ae12-4f6de06fe71b),segment_id=5cf524eb-3115-4672-ae12-4f6de06fe71b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:09.263840 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.299422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.334514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.339503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d2effc-88ca-40bc-8b1a-641acaeacab0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.342943 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56d2effc-88ca-40bc-8b1a-641acaeacab0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.347844 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-56d2effc-88ca-40bc-8b1a-641acaeacab0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/security-groups/1eedb294-5c07-47b4-8c55-8c28f56171f2 HTTP/1.1" status: 204 len: 168 time: 0.2921338 Jul 15 13:30:09.348825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.358772 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.371665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2effc-88ca-40bc-8b1a-641acaeacab0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedb294-5c07-47b4-8c55-8c28f56171f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.374188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.397294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Pushing event updated for resources: {'Port': ['ID=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.406790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Transition to ACTIVE for port object 29dc68d3-8438-4683-9717-c8f4ce66a827 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:09.419878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.490963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 86fcfc3f-9a6f-4303-9125-fc070544897f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:09.495986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.554894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.608713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ab402-5e74-4414-ba00-4bed006021ce None None] Pushing event updated for resources: {'Port': ['ID=29dc68d3-8438-4683-9717-c8f4ce66a827,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.682926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.738385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:09.742630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:10.008410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router 1c7281b1-1b24-47f9-a623-fdce8b5801fb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:10.015313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:10.268753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0449c3ad-67d6-425d-9163-a77432e48acf None None] Provisioning complete for port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:10.269139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0449c3ad-67d6-425d-9163-a77432e48acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.319345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:10.337486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d02cf3d4-88bb-4f28-8097-99cd1c2b9345 admin admin] 10.222.0.48 "PUT /v2.0/routers/81fd0b45-fa89-4cbb-88d1-9f0f1add9b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1708496 Jul 15 13:30:10.384716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0449c3ad-67d6-425d-9163-a77432e48acf None None] Port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:10.398788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8b578792-cc9d-4153-ba67-75190c3b2e1e req-4ef7d7e6-2702-4dd7-b875-95ce81c920c3 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0768766 Jul 15 13:30:10.516122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.545192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:10.564772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] Sync routers for ids ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:10.568409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29dc68d3-8438-4683-9717-c8f4ce66a827 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:10.577534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7fc538e1-8146-4dc5-94c5-8b07a9a7f9f1 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "PUT /v2.0/routers/1c7281b1-1b24-47f9-a623-fdce8b5801fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6876135 Jul 15 13:30:10.579352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:10.585017 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] Routers {'1c7281b1-1b24-47f9-a623-fdce8b5801fb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:10.591557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:10.624197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.631428 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/86fcfc3f-9a6f-4303-9125-fc070544897f HTTP/1.1" status: 204 len: 168 time: 1.2686288 Jul 15 13:30:10.633133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:10.635758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c5c31-9909-4ef4-99cc-dbf919a7cb4a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=86fcfc3f-9a6f-4303-9125-fc070544897f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.647054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:10.695352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7159cdb-b9de-45f3-b26a-a6e2916c14bb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:10.793331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting subnet 11ea6802-1ae2-484e-ab58-f00f8e6397a2 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:10.808217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.814964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:10.822177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.837701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Sync routers for ids ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:10.859918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port c7159cdb-b9de-45f3-b26a-a6e2916c14bb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:10.860318 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.870175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Routers {'81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:10.872566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:10.975639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.983116 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] Set router 1c7281b1-1b24-47f9-a623-fdce8b5801fb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:11.040736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45754) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.117782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37a6da-5d65-4337-a76e-a451d64deccf None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:11.133452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Could not find standard attr ID for object 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:30:11.201400 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.241753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.267705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-878324989', 'router:external': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:11.303501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:11.309233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Made reservation on behalf of faa353a90e0742ce92f8f5d2588174c3 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:11.311478 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:11.312222 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.316839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:11.323191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:11.324032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.332796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=90d225a0-b057-4093-92bf-fd060a69e0ff,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.338749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.365858 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e3d7ed2b-cfd5-47c9-a0ad-40d72bd35c9c tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7311857 Jul 15 13:30:11.372273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45762) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.374794 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] Checking router: 1c7281b1-1b24-47f9-a623-fdce8b5801fb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:11.377801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:11.378795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.388384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680934565'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:11.396072 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] Routers {'1c7281b1-1b24-47f9-a623-fdce8b5801fb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:11.396696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:29:46Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:11.430535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:11.443785 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.487145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Provisioning for port 29dc68d3-8438-4683-9717-c8f4ce66a827 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:11.500626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Set router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:11.502948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:11.503479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd1f5-f48a-4963-9619-d974f2e4e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.559912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.567196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/subnets/11ea6802-1ae2-484e-ab58-f00f8e6397a2 HTTP/1.1" status: 204 len: 168 time: 0.9867578 Jul 15 13:30:11.568398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.569850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682c86a-4de6-4eab-a14f-c2293571a2f6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Subnet': ['ID=11ea6802-1ae2-484e-ab58-f00f8e6397a2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.606667 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.628164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.703344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb574a90-5435-4244-8684-e3038c85834e None None] Network 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:11.718369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:11.730560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.731076 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Added segment 73e1ab6c-5dfa-4a47-bda0-9c64f54f0b9c of type vlan for network 524b8a23-921e-43ef-8675-3cbccfb63ca8 Jul 15 13:30:11.784245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.885011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.891611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:11.895966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.917562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329778ba-4a40-4bd0-92bf-a631dbd2bb37,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.929858 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] Set router 1c7281b1-1b24-47f9-a623-fdce8b5801fb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:11.937793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.047502 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0027559 Jul 15 13:30:12.050301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.055335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'subnet': {'network_id': '524b8a23-921e-43ef-8675-3cbccfb63ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:12.177111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d558a3-b5e1-4842-969f-1d4f5b39aabd tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Network': ['ID=524b8a23-921e-43ef-8675-3cbccfb63ca8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.218920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Made reservation on behalf of faa353a90e0742ce92f8f5d2588174c3 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:12.221908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.397563 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:12.477837 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5b838-744b-4e09-b1f8-6fe52c41330f None None] The sync data for ids ['1c7281b1-1b24-47f9-a623-fdce8b5801fb'] in n-d-798249-9 is: [{'id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187223472', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': '95db028f-ac14-4db7-90f9-fd66cca94dff', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7281b1-1b24-47f9-a623-fdce8b5801fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:24Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:12.642698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.669139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.708552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 524b8a23-921e-43ef-8675-3cbccfb63ca8 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:12.797177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.807229 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4321666 Jul 15 13:30:12.820847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.826108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'security_group': {'name': 'tempest-secgroup-225209840'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:12.862469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-575ab187-89e2-41e7-bf4c-7159f2276bee req-e85f5142-ee4b-455a-aeea-49b9a16d0e7a tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 1.1046414 Jul 15 13:30:12.867605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.870302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0863166-f1d4-4241-876f-496ae45d1c6d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb98ff9-65d0-4023-98e5-e83d745c4a29,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.000802 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b01-5834-4a8b-8de0-b99c7306da32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.045280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.071829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:30:07Z', 'revision_number': 4, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9283b945-cc9e-4eb0-9e5e-35e8d5622a04', 'name': '', 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'mac_address': 'fa:16:3e:47:5d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '18d60aaf-f970-4ac1-b81b-394345689353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:05Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 2, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'subnets': [{'id': '18d60aaf-f970-4ac1-b81b-394345689353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.164391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Checking router: 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:13.165832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Updating router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:13.175884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.263907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] DHCP port deletion for 497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:13.292074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.354554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port 95db028f-ac14-4db7-90f9-fd66cca94dff {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:13.355686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.425536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac707d6-377e-4bfb-93cd-e26a0423a28a None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:13.617454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:30:13.618003 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.641199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.659578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port 95db028f-ac14-4db7-90f9-fd66cca94dff, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=95db028f-ac14-4db7-90f9-fd66cca94dff,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:13.660108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.670483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.674261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for 95db028f-ac14-4db7-90f9-fd66cca94dff owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:13.708149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae28e5-fbc5-4abf-8b24-f6fc06a41247,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.759279 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.760363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2632a5c-0cb0-4732-b3de-da846d187410 None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:13.760849 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2632a5c-0cb0-4732-b3de-da846d187410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.764608 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-943d4b94-ff4e-4157-9319-b69f3ae8c919 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9421561 Jul 15 13:30:13.765779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Checking segment: {'id': '73e1ab6c-5dfa-4a47-bda0-9c64f54f0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '524b8a23-921e-43ef-8675-3cbccfb63ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:13.766945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network hostable DHCP agents. Network: 524b8a23-921e-43ef-8675-3cbccfb63ca8, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:13.770354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.779779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'security_group': {'name': 'tempest-secgroup-714868998'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:13.808067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Subnet': ['ID=41ca923d-9fe2-403b-84b1-90e62c3a6486,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.845778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.851771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] Deleting port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:13.852357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.875314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 524b8a23-921e-43ef-8675-3cbccfb63ca8 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:13.907745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 524b8a23-921e-43ef-8675-3cbccfb63ca8) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:13.909534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.914879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.915698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.943828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=95db028f-ac14-4db7-90f9-fd66cca94dff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.015095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] For port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:14.015788 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.030684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] Calling delete_port for d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:14.037186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.049984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.074750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.119518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20718651-572b-4b12-bdd9-8ee186f83b9a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.129779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc6c0704-a377-46c1-838d-4b936a730bf0 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0760403 Jul 15 13:30:14.140018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7b32d-0583-4695-bcf7-acc296c6c42a None None] Network 524b8a23-921e-43ef-8675-3cbccfb63ca8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:14.142003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.147419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-74942505', 'network_id': '524b8a23-921e-43ef-8675-3cbccfb63ca8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.156988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.167166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-453d7fc0-d09d-4012-8eba-482ea1025bd2 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3923538 Jul 15 13:30:14.171020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.185278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1060123135', 'security_groups': ['20718651-572b-4b12-bdd9-8ee186f83b9a'], 'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90d225a0-b057-4093-92bf-fd060a69e0ff'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.259074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.262509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9881ae60-746a-47fa-b98c-9c1fe44e8c9c req-946549ad-631c-43fd-a0c4-26ef542248f0 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0666697 Jul 15 13:30:14.263936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.357342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Made reservation on behalf of faa353a90e0742ce92f8f5d2588174c3 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:14.360418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.369784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.370456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Fanout notify agent at l3_agent the message router_deleted on router 1c7281b1-1b24-47f9-a623-fdce8b5801fb {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:14.387515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.392186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] device_id is not set on port d37ff7b2-7d7a-4542-bb58-71c9ece6f90a yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:14.392382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-590ba612-aa17-448e-af1a-019b595e5064 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/routers/1c7281b1-1b24-47f9-a623-fdce8b5801fb HTTP/1.1" status: 204 len: 168 time: 2.8095913 Jul 15 13:30:14.393956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f2632a5c-0cb0-4732-b3de-da846d187410 None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:14.399064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:14.402118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.532054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.550101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Allocated IP 2001:db8::8d (524b8a23-921e-43ef-8675-3cbccfb63ca8/41ca923d-9fe2-403b-84b1-90e62c3a6486/d37ff7b2-7d7a-4542-bb58-71c9ece6f90a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:14.567604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:14.616851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:14.617520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.739521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2632a5c-0cb0-4732-b3de-da846d187410 None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:14.739892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2632a5c-0cb0-4732-b3de-da846d187410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.788182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad2935-c212-4ce6-b01d-bce21f52facf None None] Network 524b8a23-921e-43ef-8675-3cbccfb63ca8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:14.794459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,segment=NetworkSegment(7ada4b59-6d22-4ac8-a279-e152e7204dfb),segment_id=7ada4b59-6d22-4ac8-a279-e152e7204dfb)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:14.795069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.811063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:14.858261 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.905357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] device_id is not set on port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:14.931251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.006574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.007841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.009414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] No DVR routers for this DVR port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:15.063784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.071029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.088379 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.143743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Transition to ACTIVE for port object 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:15.150676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] Pushing event deleted for resources: {'Port': ['ID=d1ea6e91-6c9c-4d50-8ecc-cbc263610f58,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.175333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe545df-62e7-4f6d-a3d1-d9992d3df2da None None] No DVR routers for this DVR port d1ea6e91-6c9c-4d50-8ecc-cbc263610f58 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:15.179725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c803d84a-d988-4764-b316-0682c3f205af no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:15.231148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.232607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.276289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: c803d84a-d988-4764-b316-0682c3f205af {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:15.276641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c803d84a-d988-4764-b316-0682c3f205af not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:15.279157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.305235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497b7eeb-7ae3-4f98-872a-c71dcf0d02b1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:15.361694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 524b8a23-921e-43ef-8675-3cbccfb63ca8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:15.374743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ada4b59-6d22-4ac8-a279-e152e7204dfb') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:15.375099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ada4b59-6d22-4ac8-a279-e152e7204dfb') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:15.380754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:15.391537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:15.393700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.394100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.394967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.397485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Port': ['ID=d37ff7b2-7d7a-4542-bb58-71c9ece6f90a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.446147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8::173 (ee84aa8c-00ed-4322-b959-73855a61dbe6/90d225a0-b057-4093-92bf-fd060a69e0ff/d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:15.449898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.459899 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-baf764ad-bb3b-4018-8603-6f61c1b3e4a3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3164465 Jul 15 13:30:15.467061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.474177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:15.474610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:15.490574 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:15.554257 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68849461-94ad-42df-8c85-2dfe888b4f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.598192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Attempting to bind port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:15.598926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Attempting to bind port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:15.599528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Attempting to bind port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 on network d1db19c5-cc13-45a8-a5ba-ab70f9386517 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:15.608332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eedcd0-a5f9-4607-9251-473308bdcb60 None None] Pushing event updated for resources: {'Port': ['ID=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.623736 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.630008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:15.630785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Checking segment: {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:15.631433 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.632876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Bound using segment: {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:15.633758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Bound port: 9283b945-cc9e-4eb0-9e5e-35e8d5622a04, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caed0169-5242-4930-a6f3-296b81f31694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:15.634451 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.663018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5572d456-a01c-4b17-b8bd-4e036a71296f None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:15.663878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5572d456-a01c-4b17-b8bd-4e036a71296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.733511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1abc369-c05f-4e0e-aec1-63844f768484 req-b9fbbff0-45e4-41ea-b113-c1a9b2094458 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.1779153 Jul 15 13:30:15.755970 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.764844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.771734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/networks/497b7eeb-7ae3-4f98-872a-c71dcf0d02b1 HTTP/1.1" status: 204 len: 168 time: 1.3681550 Jul 15 13:30:15.790506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-09157509-30f3-4bc7-a96b-7fb5f5d08437 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.792057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-09157509-30f3-4bc7-a96b-7fb5f5d08437 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.7330446 Jul 15 13:30:15.792553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.800261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5572d456-a01c-4b17-b8bd-4e036a71296f None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:15.813638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77de25-5349-43c4-b7d7-34aafca1519e tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Network': ['ID=497b7eeb-7ae3-4f98-872a-c71dcf0d02b1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.829625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5572d456-a01c-4b17-b8bd-4e036a71296f None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:15.830125 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5572d456-a01c-4b17-b8bd-4e036a71296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.852222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-b162815b-93b1-4024-973c-93c789394005 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0421033 Jul 15 13:30:15.931562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] For port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:15.986713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] For port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,segment=NetworkSegment(caed0169-5242-4930-a6f3-296b81f31694),segment_id=caed0169-5242-4930-a6f3-296b81f31694)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:15.993584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Deleting port d37ff7b2-7d7a-4542-bb58-71c9ece6f90a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:15.994111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.003997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.005152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.017795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e365615e-e8df-4126-b36c-901e0a390810 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552610 Jul 15 13:30:16.058794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:16.088517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eedcd0-a5f9-4607-9251-473308bdcb60 None None] Pushing event updated for resources: {'Port': ['ID=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.099688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port 0c22db53-5f1b-4ffb-9ece-eb0b46656fda {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:16.105988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.147601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.167505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Calling delete_port for d37ff7b2-7d7a-4542-bb58-71c9ece6f90a owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:16.171656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Routers {'81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:16.178080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:16.189058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.301876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.324791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] Set router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:16.346244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:16.354430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:16.363855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-09b782aa-7a84-4d6e-9f71-083b3edded3f service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128817 Jul 15 13:30:16.371520 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:16.378449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.379157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.395879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95db028f-ac14-4db7-90f9-fd66cca94dff no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:16.415897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aa9c164f-26ab-4b4a-a624-5a1eec9ee176 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2436063 Jul 15 13:30:16.419443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45830) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:16.430173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:16.513680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-60dbac97-7632-41d9-bf26-e9b97a18e589 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401656 Jul 15 13:30:16.534933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.535385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.552946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for 0c22db53-5f1b-4ffb-9ece-eb0b46656fda owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:16.690397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.807026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.870127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event deleted for resources: {'Port': ['ID=d37ff7b2-7d7a-4542-bb58-71c9ece6f90a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.880239 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.884410 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a90af627-b86e-4cd9-b7c8-e1b0562fd729 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d37ff7b2-7d7a-4542-bb58-71c9ece6f90a HTTP/1.1" status: 204 len: 168 time: 1.4050000 Jul 15 13:30:16.888657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:16.949115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:16.957233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.963579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '524b8a23-921e-43ef-8675-3cbccfb63ca8', 'external_fixed_ips': [{'subnet_id': '41ca923d-9fe2-403b-84b1-90e62c3a6486', 'ip_address': '2001:db8::8d'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:16.979483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=0c22db53-5f1b-4ffb-9ece-eb0b46656fda,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.014178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-24a999b7-213b-48bc-a64f-3106bb5d77cc None None] Could not find standard attr ID for object 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:30:17.022030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 95db028f-ac14-4db7-90f9-fd66cca94dff {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:17.022397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95db028f-ac14-4db7-90f9-fd66cca94dff not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:17.046647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33f21216-79f6-4833-adba-2736a4b0b201 req-c421f454-f843-4c46-bd7e-1b187238bc98 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.0542207 Jul 15 13:30:17.128719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.129070 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Floating IP 76a20a8f-f645-46d2-921d-006dd6063bc3 disassociated (deleted). External IP: 172.25.2.150, port: ab8e8b0b-f965-4876-8078-43bba0d8a3f7. Jul 15 13:30:17.132951 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.133952 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.175485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.202901 n-d-798249-9 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90d225a0-b057-4093-92bf-fd060a69e0ff (CIDR: 2001:db8::/64) Jul 15 13:30:17.209407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20df4188-1d48-459e-8a72-70c3343a9a94 None None] Could not find standard attr ID for object 4aa2e64d-2550-40c7-9e1e-8f45e29f28e1. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:30:17.213207 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:30:17.213723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:17.277337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ed94ea51-7e71-4068-a88c-8aebd3724cc0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8565843 Jul 15 13:30:17.278431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:17.283915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:17.312711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0c7734b-6fc4-4795-81d4-5b9e0cef7040 req-3be9df92-1985-4d9d-89d4-5d85375d19aa tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0957069 Jul 15 13:30:17.323762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20df4188-1d48-459e-8a72-70c3343a9a94 None None] Provisioning for port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:17.339082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:30:07Z', 'revision_number': 4, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9283b945-cc9e-4eb0-9e5e-35e8d5622a04', 'name': '', 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'mac_address': 'fa:16:3e:47:5d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '18d60aaf-f970-4ac1-b81b-394345689353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:05Z', 'updated_at': '2021-07-15T13:30:15Z', 'revision_number': 4, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'subnets': [{'id': '18d60aaf-f970-4ac1-b81b-394345689353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:17.345416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20df4188-1d48-459e-8a72-70c3343a9a94 None None] Provisioning complete for port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:17.346794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20df4188-1d48-459e-8a72-70c3343a9a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.432716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b03b59-3289-4986-b947-5ffabee55df8 None None] The sync data for ids ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'] in n-d-798249-9 is: [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:30:07Z', 'revision_number': 4, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9283b945-cc9e-4eb0-9e5e-35e8d5622a04', 'name': '', 'network_id': 'd1db19c5-cc13-45a8-a5ba-ab70f9386517', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'mac_address': 'fa:16:3e:47:5d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '18d60aaf-f970-4ac1-b81b-394345689353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:05Z', 'updated_at': '2021-07-15T13:30:15Z', 'revision_number': 4, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'subnets': [{'id': '18d60aaf-f970-4ac1-b81b-394345689353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:17.457919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.482097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-20df4188-1d48-459e-8a72-70c3343a9a94 None None] Port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:17.566168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:17.571467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.690941 n-d-798249-9 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 15f5ae59-710f-4999-bbd9-724fcd4da4a6 (CIDR: 2001:db8:0:1::/64) Jul 15 13:30:17.696401 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:30:17.697205 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:17.721703 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca669cd7-9f5d-4358-b71c-b6ef078fcb03 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4422615 Jul 15 13:30:17.724718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:17.744889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'subnet': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:17.746156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.928080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Made reservation on behalf of fcaa3b3824aa47d3be4bb6e4e1af0229 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:17.940726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.971602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router dfa01f8b-8168-4555-9c99-4046a3e070ab has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:18.098765 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.426127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:18.565823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:18.572797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:18.573177 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.573770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.689178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:18.698412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:18.709927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.711512 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.724834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ffa53-07eb-46bf-988f-b274da7e00b4 None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:18.752691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Subnet': ['ID=a10ae5fa-b898-4602-a418-a36fa3279859,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.783995 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-39599cb0-4727-4af7-bfa8-ead04a14c7ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0572119 Jul 15 13:30:18.785102 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:18.789276 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.792398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-891016372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a10ae5fa-b898-4602-a418-a36fa3279859'}], 'security_groups': ['fcb98ff9-65d0-4023-98e5-e83d745c4a29', '17ae28e5-fbc5-4abf-8b24-f6fc06a41247']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:18.937548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.944124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,segment=NetworkSegment(caed0169-5242-4930-a6f3-296b81f31694),segment_id=caed0169-5242-4930-a6f3-296b81f31694)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:18.959766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.019150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fad6f13f-a256-4d1f-aeeb-d7354cb0a073 req-0b8b099c-fe5f-44ef-92c8-65ba6049944c tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/ports?device_id=14243e8e-cb8f-49c7-ac6d-48afd921c055 HTTP/1.1" status: 200 len: 210 time: 0.2758279 Jul 15 13:30:19.020602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:19.037821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] Sync routers for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:19.041516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.067593 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:19.068731 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.075544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93540892-b1dc-4472-b7ac-9a99711835ca req-df124c19-4c2a-48ec-ba86-6aa6e0bb08e4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.3184168 Jul 15 13:30:19.174249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f102ab56-cb8d-4bc2-a891-5ad896638383 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/floatingips/76a20a8f-f645-46d2-921d-006dd6063bc3 HTTP/1.1" status: 204 len: 168 time: 3.3792646 Jul 15 13:30:19.196033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:19.212954 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2006e73-3093-4b66-94a6-be5b08fbb3df" -d '{"events": [{"name": "network-changed", "server_uuid": "02417a4c-68c5-45de-abae-090260745401", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:19.356181 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:19.364443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:19.389960 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87fac12-a072-44d6-84eb-aa9432064a89 x-openstack-request-id: req-d87fac12-a072-44d6-84eb-aa9432064a89 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:19.392173 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02417a4c-68c5-45de-abae-090260745401", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:19.392769 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d87fac12-a072-44d6-84eb-aa9432064a89 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:19.393352 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'status': 'completed', 'code': 200} Jul 15 13:30:19.649103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Update dhcp port {'port': {'network_id': 'ee84aa8c-00ed-4322-b959-73855a61dbe6', 'fixed_ips': [{'subnet_id': '15f5ae59-710f-4999-bbd9-724fcd4da4a6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90d225a0-b057-4093-92bf-fd060a69e0ff'}, {'subnet_id': 'a10ae5fa-b898-4602-a418-a36fa3279859'}], 'binding:host_id': 'n-d-798249-9'}, 'id': '29dc68d3-8438-4683-9717-c8f4ce66a827'} from n-d-798249-9. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:30:19.712044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.716560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-65ae8996-5f58-490d-926b-39057291f6ca tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.718108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-65ae8996-5f58-490d-926b-39057291f6ca tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.6990254 Jul 15 13:30:19.736425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:19.764790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.807369 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.836399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.889212 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] Checking router: dfa01f8b-8168-4555-9c99-4046a3e070ab for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:19.928672 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:19.930047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.996878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-0648545d-00c0-46a5-a553-cf4fa41722c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.998693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-0648545d-00c0-46a5-a553-cf4fa41722c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a765aa60beb4572a026b58e757b7147&device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 1135 time: 0.6017573 Jul 15 13:30:20.061227 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:20.245454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:20.261132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.356771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:20.396476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Delete allocated IP 2001:db8::173 (ee84aa8c-00ed-4322-b959-73855a61dbe6/90d225a0-b057-4093-92bf-fd060a69e0ff) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:30:20.453384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Allocated IP 2001:db8:0:2::1ce (ee84aa8c-00ed-4322-b959-73855a61dbe6/a10ae5fa-b898-4602-a418-a36fa3279859/d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:20.458540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Allocated IP 2001:db8::8d (524b8a23-921e-43ef-8675-3cbccfb63ca8/41ca923d-9fe2-403b-84b1-90e62c3a6486/bd09abb6-fc73-4bdb-b91d-d885d98a983f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:20.485154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:20.486401 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.520673 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:20.593105 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d601786-19cf-4bd7-883d-02022424a457 None None] The sync data for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 is: [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ad4870b4-aad5-4591-a040-bec59eae358b', 'name': '', 'network_id': 'a78cf6ce-66a5-4969-8b9a-caa1e7905ae4', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'mac_address': 'fa:16:3e:a0:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:23Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'subnets': [{'id': '6ad90b3b-62b3-4b90-a058-5bd39f983974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:20.671622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.8 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/e221acc1-483e-4647-92f5-13a7ebb6b28d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:20.731779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.816033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.823470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d9ffdf7-59ef-4b28-aed5-b7cd54119e86 req-22b7ede6-9ec2-49b1-a894-f0966c6434b8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.4481826 Jul 15 13:30:20.881408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 45890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:20.919713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-54aabbbc-e93e-4093-a74d-ee5161591c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.921645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-54aabbbc-e93e-4093-a74d-ee5161591c1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 200 len: 897 time: 0.8590825 Jul 15 13:30:20.983886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 524b8a23-921e-43ef-8675-3cbccfb63ca8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:21.040155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fec6081-fba3-4571-9208-50ca4e64a298 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.043600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.055238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:21.059252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:21.065727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Port': ['ID=bd09abb6-fc73-4bdb-b91d-d885d98a983f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.076782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-b50a9dd3-209f-4b12-954c-d46dfc0260ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 200 len: 217 time: 0.1282003 Jul 15 13:30:21.126310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Transition to ACTIVE for port object d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:21.135551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc7972-cfe3-4826-b5b1-4842c1587c46 None None] New status for floating IP 76a20a8f-f645-46d2-921d-006dd6063bc3: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:30:21.167888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.196484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fec6081-fba3-4571-9208-50ca4e64a298 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.218851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-0d20706d-67e3-4548-9838-baa7c45e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.221421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-0d20706d-67e3-4548-9838-baa7c45e4a0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ad90b3b-62b3-4b90-a058-5bd39f983974 HTTP/1.1" status: 200 len: 835 time: 0.1036530 Jul 15 13:30:21.230767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dbd91-4b1c-4ec0-9da4-6ff91bc05719 req-c0c24a06-216f-44a8-bffd-90bddf1c74c6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.239365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b6dbd91-4b1c-4ec0-9da4-6ff91bc05719 req-c0c24a06-216f-44a8-bffd-90bddf1c74c6 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 984 time: 0.9385657 Jul 15 13:30:21.299474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] In _notify_port_updated(), no bound segment for port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d on network ee84aa8c-00ed-4322-b959-73855a61dbe6 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:30:21.307127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.307785 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.309173 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "PUT /v2.0/ports/d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d HTTP/1.1" status: 200 len: 969 time: 2.5231364 Jul 15 13:30:21.327195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:21.345453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Allocated IP 2001:db8::2 (ee84aa8c-00ed-4322-b959-73855a61dbe6/90d225a0-b057-4093-92bf-fd060a69e0ff/29dc68d3-8438-4683-9717-c8f4ce66a827) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:21.354856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Allocated IP 2001:db8:0:2::2 (ee84aa8c-00ed-4322-b959-73855a61dbe6/a10ae5fa-b898-4602-a418-a36fa3279859/29dc68d3-8438-4683-9717-c8f4ce66a827) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:21.374488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861a536-394d-47c8-ac59-b24b427b5934 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event updated for resources: {'Port': ['ID=d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.380209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.405714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object e221acc1-483e-4647-92f5-13a7ebb6b28d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:21.436819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-505c698c-b9ad-4a2d-9c00-347c4afec116 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.438446 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-505c698c-b9ad-4a2d-9c00-347c4afec116 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.23 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 984 time: 0.2156854 Jul 15 13:30:21.441202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fec6081-fba3-4571-9208-50ca4e64a298 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.443762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fec6081-fba3-4571-9208-50ca4e64a298 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.447711 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0fec6081-fba3-4571-9208-50ca4e64a298 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/security-groups/c825e3ed-c4ab-4f59-ac8e-e2b3428422e1 HTTP/1.1" status: 204 len: 168 time: 0.5575390 Jul 15 13:30:21.461225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:21.490604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] For port 29dc68d3-8438-4683-9717-c8f4ce66a827, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29dc68d3-8438-4683-9717-c8f4ce66a827,segment=NetworkSegment(5cf524eb-3115-4672-ae12-4f6de06fe71b),segment_id=5cf524eb-3115-4672-ae12-4f6de06fe71b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:21.508694 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-dddf9139-3d94-4afe-bde6-18964959ce70 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] show failed (client error): The resource could not be found. Jul 15 13:30:21.512539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dddf9139-3d94-4afe-bde6-18964959ce70 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "GET /v2.0/security-groups/c825e3ed-c4ab-4f59-ac8e-e2b3428422e1 HTTP/1.1" status: 404 len: 347 time: 0.0454793 Jul 15 13:30:21.514711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec6081-fba3-4571-9208-50ca4e64a298 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825e3ed-c4ab-4f59-ac8e-e2b3428422e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.516288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 45898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:21.556242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.577608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Transition to ACTIVE for port object 29dc68d3-8438-4683-9717-c8f4ce66a827 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:21.581173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.586587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.606082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b6dbd91-4b1c-4ec0-9da4-6ff91bc05719 req-0fd75b8e-70cd-4786-87ec-f5d7740acc46 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3655460 Jul 15 13:30:21.672747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:21.677658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:21.688686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:21.741112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=e221acc1-483e-4647-92f5-13a7ebb6b28d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.758868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:21.759212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.794736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754698eb-d2e7-4492-a062-a0ae1b4f463f None None] Pushing event updated for resources: {'Port': ['ID=29dc68d3-8438-4683-9717-c8f4ce66a827,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.859732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-210a47eb-7141-48ec-bccd-73b714470e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.862695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-210a47eb-7141-48ec-bccd-73b714470e7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6128249 Jul 15 13:30:21.976522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:21.976926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.040974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.151949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-273d6e53-7505-4833-a9cc-43399836d2fd None None] Provisioning for port e221acc1-483e-4647-92f5-13a7ebb6b28d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:22.165445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-273d6e53-7505-4833-a9cc-43399836d2fd None None] Provisioning complete for port e221acc1-483e-4647-92f5-13a7ebb6b28d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:22.165834 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-273d6e53-7505-4833-a9cc-43399836d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.268412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-273d6e53-7505-4833-a9cc-43399836d2fd None None] Port e221acc1-483e-4647-92f5-13a7ebb6b28d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:22.287101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-78e6442d-ddbc-44e7-b685-24e30b38cc6f service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149315 Jul 15 13:30:22.340784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29dc68d3-8438-4683-9717-c8f4ce66a827 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:22.532860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.533610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.591905 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-e6209e54-7ff4-47c0-a138-1078c8276205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8586879 Jul 15 13:30:22.621069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Request body: {'port': {'device_id': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:22.752280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port ab8e8b0b-f965-4876-8078-43bba0d8a3f7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:22.753165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.769960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for ab8e8b0b-f965-4876-8078-43bba0d8a3f7 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:22.912057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:22.912562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.989294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:23.001353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.018604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349044-4e64-4caa-befc-6977dff755da req-6ccbb8d4-416a-4ade-aecf-2a49f5a3aeb6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.020290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca349044-4e64-4caa-befc-6977dff755da req-6ccbb8d4-416a-4ade-aecf-2a49f5a3aeb6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 931 time: 1.0302298 Jul 15 13:30:23.027762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Provisioning for port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:23.031969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Provisioning complete for port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:23.032350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.061253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port df948f6f-9641-4ef3-b662-5d519868969e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:23.061461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.105331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:23.137213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Provisioning for port 29dc68d3-8438-4683-9717-c8f4ce66a827 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:23.142411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:23.142994 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a6f7-3772-48a1-9e04-a171e8c84851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.234339 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.234675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.247405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for df948f6f-9641-4ef3-b662-5d519868969e owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:23.255380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.279729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.333817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:23.339818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=ab8e8b0b-f965-4876-8078-43bba0d8a3f7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:23.390416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] No DVR routers for this DVR port ab8e8b0b-f965-4876-8078-43bba0d8a3f7 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:23.398293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-43cd6c8c-76af-4ed3-8e2f-2101227983e1 None None] Provisioning complete for port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:23.398676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43cd6c8c-76af-4ed3-8e2f-2101227983e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.402633 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.404677 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fee666ca-02f4-48b1-b65e-e47ed4040fd4 req-1d0fbb79-293a-4d3c-b47e-bf4da4234c4b tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.23 "DELETE /v2.0/ports/ab8e8b0b-f965-4876-8078-43bba0d8a3f7 HTTP/1.1" status: 204 len: 173 time: 1.9582546 Jul 15 13:30:23.405129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'name': 'network-vif-deleted', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:23.407427 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee2866-c4ac-4332-99c1-77e9ad9f0823" -d '{"events": [{"server_uuid": "02417a4c-68c5-45de-abae-090260745401", "name": "network-vif-deleted", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:23.462924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-43cd6c8c-76af-4ed3-8e2f-2101227983e1 None None] Port d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:23.493432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca349044-4e64-4caa-befc-6977dff755da req-6c235bb8-1d0c-4336-9b37-1667b3a5bb4e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287314 Jul 15 13:30:23.573682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e221acc1-483e-4647-92f5-13a7ebb6b28d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:23.582930 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.607300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Transition to ACTIVE for port object e221acc1-483e-4647-92f5-13a7ebb6b28d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:23.611549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2006e73-3093-4b66-94a6-be5b08fbb3df req-07684e87-1d17-480a-870b-d89b61a6e52d service neutron] 10.222.0.23 "GET /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3091269 Jul 15 13:30:23.633688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.725264 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9ad876-6b24-4ee7-807c-eb82561f0669 x-openstack-request-id: req-9b9ad876-6b24-4ee7-807c-eb82561f0669 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:23.727108 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02417a4c-68c5-45de-abae-090260745401", "name": "network-vif-deleted", "tag": "ab8e8b0b-f965-4876-8078-43bba0d8a3f7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:23.727584 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b9ad876-6b24-4ee7-807c-eb82561f0669 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:23.728370 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02417a4c-68c5-45de-abae-090260745401', 'name': 'network-vif-deleted', 'tag': 'ab8e8b0b-f965-4876-8078-43bba0d8a3f7', 'status': 'completed', 'code': 200} Jul 15 13:30:23.747516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Pushing event updated for resources: {'Port': ['ID=e221acc1-483e-4647-92f5-13a7ebb6b28d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:23.899965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Attempting to bind port e221acc1-483e-4647-92f5-13a7ebb6b28d on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:23.900369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Attempting to bind port e221acc1-483e-4647-92f5-13a7ebb6b28d by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:23.900643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Attempting to bind port e221acc1-483e-4647-92f5-13a7ebb6b28d on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:23.910811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Port e221acc1-483e-4647-92f5-13a7ebb6b28d on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:23.911208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Attempting to bind port e221acc1-483e-4647-92f5-13a7ebb6b28d on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:23.919314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bef5a-9f90-4ed3-a429-f8eed8f35b6a req-8fa136ea-5d7e-4a04-a379-c29ef56a73ab tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.920612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:23.921040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:23.921412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:23.921853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Bound port: e221acc1-483e-4647-92f5-13a7ebb6b28d, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:23.922342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.922841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf4bef5a-9f90-4ed3-a429-f8eed8f35b6a req-8fa136ea-5d7e-4a04-a379-c29ef56a73ab tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/ports?device_id=02417a4c-68c5-45de-abae-090260745401 HTTP/1.1" status: 200 len: 906 time: 0.9016049 Jul 15 13:30:23.982244 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.048000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] For port e221acc1-483e-4647-92f5-13a7ebb6b28d, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:24.141518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf4bef5a-9f90-4ed3-a429-f8eed8f35b6a req-a446b3cc-78c6-4c59-9288-f38f01b1d862 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e28d175-8c2b-48b5-9224-ffb3a1838436&id=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1908295 Jul 15 13:30:24.184256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.196728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] For port e221acc1-483e-4647-92f5-13a7ebb6b28d, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:24.208271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.263701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.276810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=df948f6f-9641-4ef3-b662-5d519868969e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.309891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Pushing event updated for resources: {'Port': ['ID=e221acc1-483e-4647-92f5-13a7ebb6b28d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.315745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.316561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.318203 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-10c4d2f2-9728-4cf8-b963-8503db4b7e08 service neutron] 10.222.0.49 "PUT /v2.0/ports/e221acc1-483e-4647-92f5-13a7ebb6b28d HTTP/1.1" status: 200 len: 1091 time: 1.7134254 Jul 15 13:30:24.331278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.431965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.436566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-392418cb-efb4-42c5-9904-24c8ef5e2835 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d HTTP/1.1" status: 204 len: 168 time: 3.1019330 Jul 15 13:30:24.439682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46096) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.500721 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db17ce7-2b9a-4653-9e6f-446f1e323fdb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] GET failed (client error): The resource could not be found. Jul 15 13:30:24.505702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46102) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.515546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab8e8b0b-f965-4876-8078-43bba0d8a3f7 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:24.518437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6db17ce7-2b9a-4653-9e6f-446f1e323fdb tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports/d46e8c03-2b45-4b8f-b9f3-9e3ff1f9e42d HTTP/1.1" status: 404 len: 333 time: 0.0588975 Jul 15 13:30:24.545938 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.574684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.575988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2ba68c43-174f-4e07-812b-04e4be56de55 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/floatingips/990f22a0-f097-45e1-b852-39aada1a1e5a HTTP/1.1" status: 204 len: 168 time: 3.0567262 Jul 15 13:30:24.586573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.613240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Router c50ff6b2-0e81-43b6-ae89-992a60b1cd7f is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:24.624531 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: ab8e8b0b-f965-4876-8078-43bba0d8a3f7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:24.626652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ab8e8b0b-f965-4876-8078-43bba0d8a3f7 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:24.866933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-852fc247-ec32-407b-9bf0-78024cf26ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.868485 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-852fc247-ec32-407b-9bf0-78024cf26ba6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 1094 time: 0.4479115 Jul 15 13:30:24.878542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac30f5a7-d0fc-4ea4-a7b2-aba679f10d48 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.923892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-60f69470-bcdb-4bc8-8747-c689a3e38255 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d HTTP/1.1" status: 200 len: 217 time: 0.0395217 Jul 15 13:30:24.934498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:24.949888 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Sync routers for ids ['c50ff6b2-0e81-43b6-ae89-992a60b1cd7f'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:24.963001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244b170-6dbd-45b4-b9b7-b6a77e916b89 req-7c6fb3af-1702-44a8-94ec-4788b3dda287 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.964836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5244b170-6dbd-45b4-b9b7-b6a77e916b89 req-7c6fb3af-1702-44a8-94ec-4788b3dda287 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.1099439 Jul 15 13:30:24.966566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.968378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0e70bc88-a29d-4ef9-a403-53a15e2addc9 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.0751536 Jul 15 13:30:24.969507 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Routers {'c50ff6b2-0e81-43b6-ae89-992a60b1cd7f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:24.970670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.970807 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['c50ff6b2-0e81-43b6-ae89-992a60b1cd7f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:24.998801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac30f5a7-d0fc-4ea4-a7b2-aba679f10d48 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.059898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5244b170-6dbd-45b4-b9b7-b6a77e916b89 req-b2d559b9-b02d-41b2-8fe2-28d464f6fa8f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804148 Jul 15 13:30:25.091471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port 90a14343-0286-4890-b098-f4291d52c4e1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:25.091816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.111182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-a75d8125-67f6-4f08-b510-4e153a5335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.115471 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-a75d8125-67f6-4f08-b510-4e153a5335ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.1789813 Jul 15 13:30:25.143121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.183864 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Set router c50ff6b2-0e81-43b6-ae89-992a60b1cd7f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:25.235588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.250667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.253703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for 90a14343-0286-4890-b098-f4291d52c4e1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:25.394737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac30f5a7-d0fc-4ea4-a7b2-aba679f10d48 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.397431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac30f5a7-d0fc-4ea4-a7b2-aba679f10d48 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.399266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac30f5a7-d0fc-4ea4-a7b2-aba679f10d48 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/security-groups/20718651-572b-4b12-bdd9-8ee186f83b9a HTTP/1.1" status: 204 len: 168 time: 0.8919790 Jul 15 13:30:25.404043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.429498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30f5a7-d0fc-4ea4-a7b2-aba679f10d48 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20718651-572b-4b12-bdd9-8ee186f83b9a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.434766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-ce22220e-a888-4d9f-b9f4-0d0345706331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.435910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-ce22220e-a888-4d9f-b9f4-0d0345706331 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616120 Jul 15 13:30:25.458117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.468871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14ea8c94-a91c-4bca-afea-c876442125e3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.549700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14ea8c94-a91c-4bca-afea-c876442125e3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.564755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e07cfd86-4e3f-4ac7-b430-96fbcd89d0ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.616099 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50ff6b2-0e81-43b6-ae89-992a60b1cd7f', 'name': '', 'tenant_id': 'faa353a90e0742ce92f8f5d2588174c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '524b8a23-921e-43ef-8675-3cbccfb63ca8', 'external_fixed_ips': [{'subnet_id': '41ca923d-9fe2-403b-84b1-90e62c3a6486', 'ip_address': '2001:db8::8d'}], 'enable_snat': True}, 'gw_port_id': 'bd09abb6-fc73-4bdb-b91d-d885d98a983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:17Z', 'updated_at': '2021-07-15T13:30:21Z', 'revision_number': 3, 'project_id': 'faa353a90e0742ce92f8f5d2588174c3', 'gw_port': {'id': 'bd09abb6-fc73-4bdb-b91d-d885d98a983f', 'name': '', 'network_id': '524b8a23-921e-43ef-8675-3cbccfb63ca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50ff6b2-0e81-43b6-ae89-992a60b1cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '41ca923d-9fe2-403b-84b1-90e62c3a6486', 'ip_address': '2001:db8::8d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:19Z', 'updated_at': '2021-07-15T13:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41ca923d-9fe2-403b-84b1-90e62c3a6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:25.630569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e07cfd86-4e3f-4ac7-b430-96fbcd89d0ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.652251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.658128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Deleting port bd09abb6-fc73-4bdb-b91d-d885d98a983f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:25.659118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.667266 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Checking router: c50ff6b2-0e81-43b6-ae89-992a60b1cd7f for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:25.667709 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Updating router c50ff6b2-0e81-43b6-ae89-992a60b1cd7f port bd09abb6-fc73-4bdb-b91d-d885d98a983f binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:25.703937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=90a14343-0286-4890-b098-f4291d52c4e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.729660 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.741812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'tag': 'e221acc1-483e-4647-92f5-13a7ebb6b28d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:25.745053 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f72cc32-3124-427c-a09e-369e77ecf381" -d '{"events": [{"name": "network-changed", "server_uuid": "d264faaf-7090-4431-9236-d74108a0a9e8", "tag": "e221acc1-483e-4647-92f5-13a7ebb6b28d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:25.758796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.774576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Calling delete_port for bd09abb6-fc73-4bdb-b91d-d885d98a983f owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:25.807831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-713f82aa-dce4-49ae-8428-7ba1b9caad6c service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526921 Jul 15 13:30:25.923063 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8e48311d-e083-41f8-87ed-bf53e981fcf4 req-bb687959-bd00-4334-8594-387faab453ad service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070905 Jul 15 13:30:25.924373 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26cae5-67ab-420e-9e33-5b8a006de31f x-openstack-request-id: req-2a26cae5-67ab-420e-9e33-5b8a006de31f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:25.924671 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d264faaf-7090-4431-9236-d74108a0a9e8", "tag": "e221acc1-483e-4647-92f5-13a7ebb6b28d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:25.924911 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a26cae5-67ab-420e-9e33-5b8a006de31f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:25.925470 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'tag': 'e221acc1-483e-4647-92f5-13a7ebb6b28d', 'status': 'completed', 'code': 200} Jul 15 13:30:25.966442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.968567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e48c706-c6d4-4477-a2d8-cbea36321e11 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/ports/90a14343-0286-4890-b098-f4291d52c4e1 HTTP/1.1" status: 204 len: 168 time: 1.3615475 Jul 15 13:30:25.973272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46246) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.994268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14ea8c94-a91c-4bca-afea-c876442125e3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.997294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14ea8c94-a91c-4bca-afea-c876442125e3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.998487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-14ea8c94-a91c-4bca-afea-c876442125e3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e28d175-8c2b-48b5-9224-ffb3a1838436 HTTP/1.1" status: 204 len: 168 time: 0.7468691 Jul 15 13:30:26.017379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46250) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.023709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.068066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd09abb6-fc73-4bdb-b91d-d885d98a983f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.081953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea8c94-a91c-4bca-afea-c876442125e3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28d175-8c2b-48b5-9224-ffb3a1838436,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.165367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.238897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-4483cb8a-51e7-48d5-8dc8-27a5007c1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.238897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-4483cb8a-51e7-48d5-8dc8-27a5007c1b24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 1094 time: 0.1855726 Jul 15 13:30:26.238897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port de338215-a2a6-461d-afdc-00b0bdbe88e2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:26.238897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.368589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.374641 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.434317 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e07cfd86-4e3f-4ac7-b430-96fbcd89d0ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.439224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e07cfd86-4e3f-4ac7-b430-96fbcd89d0ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.445175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e07cfd86-4e3f-4ac7-b430-96fbcd89d0ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/security-groups/17ae28e5-fbc5-4abf-8b24-f6fc06a41247 HTTP/1.1" status: 204 len: 168 time: 1.0383980 Jul 15 13:30:26.447358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46288) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.453547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.454479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c50ff6b2-0e81-43b6-ae89-992a60b1cd7f {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:26.461162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.467900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fd45d3f0-3d72-401f-a4a7-a236fafb68ca tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c50ff6b2-0e81-43b6-ae89-992a60b1cd7f HTTP/1.1" status: 204 len: 168 time: 1.4963086 Jul 15 13:30:26.472073 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.540487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cfd86-4e3f-4ac7-b430-96fbcd89d0ca tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae28e5-fbc5-4abf-8b24-f6fc06a41247,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.575318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4534de56-15c6-46e1-afdf-e6a77791f35d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.619138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.626371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-1fef2b36-9b9c-44b5-909a-ba7727e449b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.630829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-1fef2b36-9b9c-44b5-909a-ba7727e449b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.3619504 Jul 15 13:30:26.631796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4534de56-15c6-46e1-afdf-e6a77791f35d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.650777 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:30:26.651379 n-d-798249-9 neutron-server[93826]: DEBUG oslo_db.api [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:30:26.655347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Deleting subnet 41ca923d-9fe2-403b-84b1-90e62c3a6486 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:26.660271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.671615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ef729-1613-47d2-b666-4716d47f0cde req-565fec5f-d734-45d1-9744-78b47423b2ec tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.673171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e1ef729-1613-47d2-b666-4716d47f0cde req-565fec5f-d734-45d1-9744-78b47423b2ec tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.2445455 Jul 15 13:30:26.676191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be65dafa-47f5-48e7-a149-fce4690310fe tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.693052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for de338215-a2a6-461d-afdc-00b0bdbe88e2 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:26.740389 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be65dafa-47f5-48e7-a149-fce4690310fe tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.745358 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-53a8680f-b515-4f18-8d59-6fc973a8d4e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d HTTP/1.1" status: 200 len: 217 time: 0.1021583 Jul 15 13:30:26.772174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e1ef729-1613-47d2-b666-4716d47f0cde req-198f397a-6e48-48c9-8742-2193abbd4a7e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866580 Jul 15 13:30:26.773552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.775090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4534de56-15c6-46e1-afdf-e6a77791f35d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.777697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4534de56-15c6-46e1-afdf-e6a77791f35d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.778913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4534de56-15c6-46e1-afdf-e6a77791f35d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9 HTTP/1.1" status: 204 len: 168 time: 0.7644515 Jul 15 13:30:26.787485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.844740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534de56-15c6-46e1-afdf-e6a77791f35d tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1cf5b6-5a0b-4498-bd12-cea5b0b22ce9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.883173 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be65dafa-47f5-48e7-a149-fce4690310fe tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.887130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be65dafa-47f5-48e7-a149-fce4690310fe tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.891520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-be65dafa-47f5-48e7-a149-fce4690310fe tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/security-groups/fcb98ff9-65d0-4023-98e5-e83d745c4a29 HTTP/1.1" status: 204 len: 168 time: 0.4218013 Jul 15 13:30:26.892397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.916738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-9e81ddaf-1380-4041-b1ac-759c265b494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.918785 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-9e81ddaf-1380-4041-b1ac-759c265b494c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.1619689 Jul 15 13:30:26.922869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.990610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65dafa-47f5-48e7-a149-fce4690310fe tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb98ff9-65d0-4023-98e5-e83d745c4a29,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:27.074514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 90d225a0-b057-4093-92bf-fd060a69e0ff {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:27.081721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.148166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.151627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-dab14b87-546c-4503-8a42-0c70c6cebfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:27.160012 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-dab14b87-546c-4503-8a42-0c70c6cebfa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346194 Jul 15 13:30:27.202533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.202809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Port bd09abb6-fc73-4bdb-b91d-d885d98a983f not found while updating agent binding for router c50ff6b2-0e81-43b6-ae89-992a60b1cd7f. {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:30:27.224100 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Routers set() bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:27.224471 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Router IDs set() for agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:30:27.225077 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c50ff6b2-0e81-43b6-ae89-992a60b1cd7f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent'). {{(pid=93826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:30:27.225477 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6dfdc-6a89-42c8-a772-91ec17a01d11 None None] The sync data for ids ['c50ff6b2-0e81-43b6-ae89-992a60b1cd7f'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:27.227584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.296594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.300884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/41ca923d-9fe2-403b-84b1-90e62c3a6486 HTTP/1.1" status: 204 len: 168 time: 0.8253355 Jul 15 13:30:27.316898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:27.329810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=de338215-a2a6-461d-afdc-00b0bdbe88e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:27.361704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155a890-c86a-4267-b67c-8d1fa625df16 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=41ca923d-9fe2-403b-84b1-90e62c3a6486,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:27.528890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.595718 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-038ae76c-835f-4509-b4d2-8bcad8cc8b19 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163468 Jul 15 13:30:27.600668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.602620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.605034 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bd9c99dd-a663-427a-b9bf-a6d038226ee1 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/ports/de338215-a2a6-461d-afdc-00b0bdbe88e2 HTTP/1.1" status: 204 len: 168 time: 1.6305699 Jul 15 13:30:27.645241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:27.707710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting subnet 86d0b914-b3dd-4cca-9b6f-29ebf57fef5c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:27.721962 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4f72cc32-3124-427c-a09e-369e77ecf381 req-b84add0d-a128-4653-a9dc-80f0e095113b service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155646 Jul 15 13:30:27.751384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.981713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.996114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524b8a23-921e-43ef-8675-3cbccfb63ca8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:28.009712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e1ab6c-5dfa-4a47-bda0-9c64f54f0b9c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:28.010574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e1ab6c-5dfa-4a47-bda0-9c64f54f0b9c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:28.041978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.046810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.171351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.199756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:28.200169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:28.223855 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:28.233727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.343011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.352730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/90d225a0-b057-4093-92bf-fd060a69e0ff HTTP/1.1" status: 204 len: 168 time: 1.3968160 Jul 15 13:30:28.352915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46412) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:28.362655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009bacdf-9962-49f1-aaa5-ab97587186af None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:28.379390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31670ebf-8284-4639-8f2e-49b9fecf372d tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=90d225a0-b057-4093-92bf-fd060a69e0ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:28.439457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.454577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 524b8a23-921e-43ef-8675-3cbccfb63ca8 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:28.471413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.483263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/networks/524b8a23-921e-43ef-8675-3cbccfb63ca8 HTTP/1.1" status: 204 len: 168 time: 1.1557498 Jul 15 13:30:28.495351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet a10ae5fa-b898-4602-a418-a36fa3279859 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:28.507992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.512613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.639603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.676073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbad22-30b8-4b29-9216-868b0d78c853 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event deleted for resources: {'Network': ['ID=524b8a23-921e-43ef-8675-3cbccfb63ca8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:28.758803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27d92-74fb-41d2-baf8-d66542530803 req-b3d78192-a179-4cd7-856c-9aab68fb0e83 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:28.769325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ce27d92-74fb-41d2-baf8-d66542530803 req-b3d78192-a179-4cd7-856c-9aab68fb0e83 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.7200527 Jul 15 13:30:28.959889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ce27d92-74fb-41d2-baf8-d66542530803 req-889f8c94-44ec-4e6d-a75d-58788b992b32 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769621 Jul 15 13:30:28.966498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.037126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:29.055901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'name': 'tempest-router--1274946439', 'project_id': '3f52c64ead07494e92080578a9587030'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:29.073422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Subnet': ['ID=86d0b914-b3dd-4cca-9b6f-29ebf57fef5c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:29.094883 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.099089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9a6f6f7b-a83f-477d-b404-35a839beb406 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/subnets/86d0b914-b3dd-4cca-9b6f-29ebf57fef5c HTTP/1.1" status: 204 len: 168 time: 1.4500186 Jul 15 13:30:29.099633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c2b3c-0aea-4af3-a50b-e55bd2eacb17 None None] Network 35c92e22-f6e5-4f9f-81fc-98d795cfd688 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:29.105183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:29.178493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.221839 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.223307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.236204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-45975464-68b4-4808-bcbe-06fbabf52e41 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:29.242297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-45975464-68b4-4808-bcbe-06fbabf52e41 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 814 time: 0.1787045 Jul 15 13:30:29.253685 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.376968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-0f0fc353-68b6-4082-a52c-cfa3269a6abc tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/quotas/3f543b34ca144c06a6954137cccdf946 HTTP/1.1" status: 200 len: 375 time: 0.1205959 Jul 15 13:30:29.389168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting subnet 1c11357c-9c91-4c96-91ef-fc958e89b2ff {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:29.405746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.451412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-2b268aa9-a92d-49bf-a09a-583ac9c4cae2 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734365 Jul 15 13:30:29.533697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.557866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.565738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] DHCP port deletion for 35c92e22-f6e5-4f9f-81fc-98d795cfd688 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:29.610161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.633289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.717738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] Deleting port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:29.718384 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.721567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.723069 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6a9a1998-0e0a-4288-b332-c28e94b973b4 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6849747 Jul 15 13:30:29.753306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:29.806838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] For port a4105c2f-c89d-4349-b3b9-cff0a81b87f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,segment=NetworkSegment(b36906b0-ee0a-41d8-a682-84350c93efc3),segment_id=b36906b0-ee0a-41d8-a682-84350c93efc3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:29.807552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.855798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] Calling delete_port for a4105c2f-c89d-4349-b3b9-cff0a81b87f0 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:29.872956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.875109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=a10ae5fa-b898-4602-a418-a36fa3279859,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:29.925092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.931385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61802e62-5ae4-4de3-a1c6-6ae3ebb0e1cf tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/a10ae5fa-b898-4602-a418-a36fa3279859 HTTP/1.1" status: 204 len: 168 time: 1.5770354 Jul 15 13:30:30.012042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.021703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.058667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] Pushing event deleted for resources: {'Port': ['ID=a4105c2f-c89d-4349-b3b9-cff0a81b87f0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:30.071715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe23a3-f901-4487-9bfa-ba8c30177875 None None] No DVR routers for this DVR port a4105c2f-c89d-4349-b3b9-cff0a81b87f0 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:30.316992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551ca16-b1b6-4385-a6c1-c3fa5117ac5a None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:30.333122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a4105c2f-c89d-4349-b3b9-cff0a81b87f0 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:30.366673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a4105c2f-c89d-4349-b3b9-cff0a81b87f0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:30.368087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a4105c2f-c89d-4349-b3b9-cff0a81b87f0 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:30.398301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d570a16b-ec3b-4460-abc0-ca3a89b23c7b None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:30.398851 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d570a16b-ec3b-4460-abc0-ca3a89b23c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.484468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d570a16b-ec3b-4460-abc0-ca3a89b23c7b None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:30.514910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:30.530517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d570a16b-ec3b-4460-abc0-ca3a89b23c7b None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:30.530887 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d570a16b-ec3b-4460-abc0-ca3a89b23c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.577146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-0a1d6cfe-a772-456d-8c65-c5021f55e521 service neutron] 10.222.0.48 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1237566 Jul 15 13:30:30.602965 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6221c42-8c76-4625-806d-df9be4c9ef5e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:30.603723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6221c42-8c76-4625-806d-df9be4c9ef5e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:30.605668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f6221c42-8c76-4625-806d-df9be4c9ef5e tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/90d225a0-b057-4093-92bf-fd060a69e0ff HTTP/1.1" status: 404 len: 337 time: 0.0821393 Jul 15 13:30:30.617279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:30.791181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting subnet 15f5ae59-710f-4999-bbd9-724fcd4da4a6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:30.794477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.797489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.804435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.808299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.875164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Subnet': ['ID=1c11357c-9c91-4c96-91ef-fc958e89b2ff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:30.877707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.879623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/subnets/1c11357c-9c91-4c96-91ef-fc958e89b2ff HTTP/1.1" status: 204 len: 168 time: 1.7710240 Jul 15 13:30:30.890793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861783e-ecef-44b9-b122-363df8055903 None None] Network f4d656fa-9775-4414-92f4-04d6c57423f2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:30.894664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:30.895536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.896274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58e7118b-b58f-4d0e-9d14-1c8bb99c6f57 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:30.911093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.912605 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80a2ad4a-5ffa-4caa-afd3-657a2d8a7666 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/routers/58e7118b-b58f-4d0e-9d14-1c8bb99c6f57 HTTP/1.1" status: 204 len: 168 time: 1.1574979 Jul 15 13:30:30.917488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.917839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.918388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.919263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.919948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.920464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.920972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.921516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.922063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.922612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.923157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.924600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.925162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967732-3b7f-424f-9867-0d9721641c53 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:31.047009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-181b5abf-6c92-49ad-93ad-05a850ac2fe0 service neutron] 10.222.0.48 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466093 Jul 15 13:30:31.079221 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.083788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe73d37-e041-4dd5-a268-0989fedf0042 req-836dab96-0747-4edd-a030-a8837b633da1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.087067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbe73d37-e041-4dd5-a268-0989fedf0042 req-836dab96-0747-4edd-a030-a8837b633da1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.5652547 Jul 15 13:30:31.115912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.119627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.206828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.277554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.288458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.312878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c92e22-f6e5-4f9f-81fc-98d795cfd688']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:31.331454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] DHCP port deletion for f4d656fa-9775-4414-92f4-04d6c57423f2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:31.374713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36906b0-ee0a-41d8-a682-84350c93efc3') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:31.376178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36906b0-ee0a-41d8-a682-84350c93efc3') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:31.414131 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.420132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Subnet': ['ID=15f5ae59-710f-4999-bbd9-724fcd4da4a6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:31.434225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.513282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.513945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-845ffb8b-d634-4863-bd1f-6cbe5fe5e93a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/15f5ae59-710f-4999-bbd9-724fcd4da4a6 HTTP/1.1" status: 204 len: 168 time: 0.8237820 Jul 15 13:30:31.514446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] Deleting port 2eae0c98-7390-47fd-8897-cda61e8281f8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:31.514446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.514729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbe73d37-e041-4dd5-a268-0989fedf0042 req-1e74e1ec-1703-4ca1-aeac-7237da05601d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561049 Jul 15 13:30:31.545591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port ad4870b4-aad5-4591-a040-bec59eae358b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:31.546143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.573281 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2799443-a1a6-48f8-b3fc-f3a30268de1a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:31.573750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2799443-a1a6-48f8-b3fc-f3a30268de1a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:31.582276 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e2799443-a1a6-48f8-b3fc-f3a30268de1a tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/86fcfc3f-9a6f-4303-9125-fc070544897f HTTP/1.1" status: 404 len: 337 time: 0.1334112 Jul 15 13:30:31.592545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.604823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.607608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:31.608034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.663502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b027525c-a468-4db2-aedd-9d7cad5a96fe req-92ef63cc-cb5a-4d4b-bd9d-a277086b1f67 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 210 time: 0.0960758 Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:31.681295 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:31.686960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f44cf265-a4c7-40c5-80f3-9e67e8d971ef tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "GET /v2.0/ports?device_id=e81b6205-f06a-48b3-a45e-391a05f6570f HTTP/1.1" status: 200 len: 205 time: 0.0787125 Jul 15 13:30:31.691094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.701482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] For port 2eae0c98-7390-47fd-8897-cda61e8281f8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2eae0c98-7390-47fd-8897-cda61e8281f8,segment=NetworkSegment(18a41c62-0e38-408d-ae36-e7752e9cd923),segment_id=18a41c62-0e38-408d-ae36-e7752e9cd923)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:31.718572 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.770425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] Calling delete_port for 2eae0c98-7390-47fd-8897-cda61e8281f8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:31.782544 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-f52e96aa-c6dc-4a99-b4d2-c8f3becb5419 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] delete failed (client error): The resource could not be found. Jul 15 13:30:31.786427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f52e96aa-c6dc-4a99-b4d2-c8f3becb5419 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/routers/e81b6205-f06a-48b3-a45e-391a05f6570f HTTP/1.1" status: 404 len: 336 time: 0.0910742 Jul 15 13:30:31.791897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-734110957', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:31.803002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.818816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.853471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.859847 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/networks/35c92e22-f6e5-4f9f-81fc-98d795cfd688 HTTP/1.1" status: 204 len: 168 time: 0.9609368 Jul 15 13:30:31.861013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.861432 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1d2c4f-a897-4b8f-8ff5-37faf738ba82 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:31.861892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1d2c4f-a897-4b8f-8ff5-37faf738ba82 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:31.863957 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0e1d2c4f-a897-4b8f-8ff5-37faf738ba82 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/90ba113f-ca4e-4e7e-ae77-1cc86065b829 HTTP/1.1" status: 404 len: 337 time: 0.0574694 Jul 15 13:30:31.867672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef349fd-b880-4d32-983e-7eb777298198 None None] Network ee84aa8c-00ed-4322-b959-73855a61dbe6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:31.879135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.904420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcc1fa-6535-4e81-a293-ff666fbb33bf tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Network': ['ID=35c92e22-f6e5-4f9f-81fc-98d795cfd688,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:31.920542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port ad4870b4-aad5-4591-a040-bec59eae358b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ad4870b4-aad5-4591-a040-bec59eae358b,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:31.923575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.936957 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ded687-2eeb-4a09-9c2d-cc951957e799 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:31.937747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ded687-2eeb-4a09-9c2d-cc951957e799 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:31.939784 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c2ded687-2eeb-4a09-9c2d-cc951957e799 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/d124870f-c545-4b40-9f70-4ea35f4b5b6f HTTP/1.1" status: 404 len: 337 time: 0.0593498 Jul 15 13:30:31.942720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.948804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for ad4870b4-aad5-4591-a040-bec59eae358b owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:31.956014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.957450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.997998 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bae6a1d-48d0-456a-83e0-aba58d5ca7cd tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:31.998643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bae6a1d-48d0-456a-83e0-aba58d5ca7cd tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.001021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7bae6a1d-48d0-456a-83e0-aba58d5ca7cd tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/69891f53-d34d-49bc-837c-655bcf5c7e7c HTTP/1.1" status: 404 len: 337 time: 0.0570221 Jul 15 13:30:32.012054 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.068073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.103322 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de47c30-9fd9-4698-b3bb-b27df8d0fed0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:32.106280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de47c30-9fd9-4698-b3bb-b27df8d0fed0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.110050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2de47c30-9fd9-4698-b3bb-b27df8d0fed0 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/69a36feb-0476-4d0c-9ed9-cd66c97aad0b HTTP/1.1" status: 404 len: 333 time: 0.0966666 Jul 15 13:30:32.168530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.180658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9e0a124-a692-4644-9c8c-284079d7ba75 None None] Provisioning complete for port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:32.181216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a124-a692-4644-9c8c-284079d7ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.201782 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.324465 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e8a5d2-b1f5-443c-a581-b3b049606b19 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:32.325345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e8a5d2-b1f5-443c-a581-b3b049606b19 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.330576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c8e8a5d2-b1f5-443c-a581-b3b049606b19 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/668b0b72-eec5-430a-b75d-c3e865e10d2a HTTP/1.1" status: 404 len: 337 time: 0.1580365 Jul 15 13:30:32.333230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.368589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2eae0c98-7390-47fd-8897-cda61e8281f8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:32.375674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c9e0a124-a692-4644-9c8c-284079d7ba75 None None] Port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:32.420017 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.422557 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.424627 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a76aa2f-7357-4f0e-9784-c06977b8e7ee tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:32.425511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a76aa2f-7357-4f0e-9784-c06977b8e7ee tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.429189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2a76aa2f-7357-4f0e-9784-c06977b8e7ee tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/3b400755-c185-4722-a488-13c55a688490 HTTP/1.1" status: 404 len: 337 time: 0.0945392 Jul 15 13:30:32.433722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.449962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Deleting port 2eae0c98-7390-47fd-8897-cda61e8281f8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:32.453760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.464854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] Pushing event deleted for resources: {'Port': ['ID=2eae0c98-7390-47fd-8897-cda61e8281f8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:32.475360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9e0a124-a692-4644-9c8c-284079d7ba75 None None] Provisioning complete for port 29dc68d3-8438-4683-9717-c8f4ce66a827 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:32.476386 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a124-a692-4644-9c8c-284079d7ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.483201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b9e04-80fc-4fc2-bf21-a8c856575250 None None] No DVR routers for this DVR port 2eae0c98-7390-47fd-8897-cda61e8281f8 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:32.486122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No active binding found for port 2eae0c98-7390-47fd-8897-cda61e8281f8 {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:30:32.486712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2eae0c98-7390-47fd-8897-cda61e8281f8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:32.489320 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9a3a4e-bc14-4cee-97b9-a752a9f717b6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:32.492516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9a3a4e-bc14-4cee-97b9-a752a9f717b6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.496046 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da9a3a4e-bc14-4cee-97b9-a752a9f717b6 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/0921ec32-a034-4d85-a507-e5a01284f0c1 HTTP/1.1" status: 404 len: 333 time: 0.0604763 Jul 15 13:30:32.500393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46492) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.594646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] For port 2eae0c98-7390-47fd-8897-cda61e8281f8, host n-d-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:32.595085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.617713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Calling delete_port for 2eae0c98-7390-47fd-8897-cda61e8281f8 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:32.637998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Port 2eae0c98-7390-47fd-8897-cda61e8281f8 was not found and therefore no delete operation was performed {{(pid=93824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:30:32.648424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.666820 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89324d7-3df7-4116-b406-78b3877d3930 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:32.670099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89324d7-3df7-4116-b406-78b3877d3930 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.672209 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b89324d7-3df7-4116-b406-78b3877d3930 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/6f54af3d-2a11-4740-a141-31fd77e5ad7b HTTP/1.1" status: 404 len: 337 time: 0.1646729 Jul 15 13:30:32.675526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.680648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] DHCP port deletion for ee84aa8c-00ed-4322-b959-73855a61dbe6 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:32.708094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Port': ['ID=2eae0c98-7390-47fd-8897-cda61e8281f8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:32.740806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] No DVR routers for this DVR port 2eae0c98-7390-47fd-8897-cda61e8281f8 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:32.755424 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a39153-5d5f-486f-9071-7d4f91e1a0b7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:32.755919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a39153-5d5f-486f-9071-7d4f91e1a0b7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:32.761521 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-59a39153-5d5f-486f-9071-7d4f91e1a0b7 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/subnets/f1aaf463-092e-47d5-95eb-21053ebabaa0 HTTP/1.1" status: 404 len: 337 time: 0.0792716 Jul 15 13:30:32.763250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.801886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] Deleting port 29dc68d3-8438-4683-9717-c8f4ce66a827 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:32.803626 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.805702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.900243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] For port 29dc68d3-8438-4683-9717-c8f4ce66a827, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29dc68d3-8438-4683-9717-c8f4ce66a827,segment=NetworkSegment(5cf524eb-3115-4672-ae12-4f6de06fe71b),segment_id=5cf524eb-3115-4672-ae12-4f6de06fe71b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:32.900887 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.916169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] Calling delete_port for 29dc68d3-8438-4683-9717-c8f4ce66a827 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:32.949715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=ad4870b4-aad5-4591-a040-bec59eae358b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.027809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Deleting port fd41a458-56f4-468e-92f9-aa0cda0ebdc6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:33.028319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.038191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.060895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47fb0264-c1b1-4f14-8b5b-e165f6c57a2f req-cf6b5d31-7cc5-4482-85b6-9b0699d3ccda tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 210 time: 0.1720145 Jul 15 13:30:33.096199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] No DVR routers for this DVR port 29dc68d3-8438-4683-9717-c8f4ce66a827 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:33.099469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8b3e2-c1d7-4265-9d27-8c6865f6bbe1 None None] Pushing event deleted for resources: {'Port': ['ID=29dc68d3-8438-4683-9717-c8f4ce66a827,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.188568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.200358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.245068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Calling delete_port for fd41a458-56f4-468e-92f9-aa0cda0ebdc6 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:33.274400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d656fa-9775-4414-92f4-04d6c57423f2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:33.285941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.313618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a41c62-0e38-408d-ae36-e7752e9cd923') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:33.314241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a41c62-0e38-408d-ae36-e7752e9cd923') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:33.370458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.404963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de095e2a-2da7-4759-b0fc-5e191ae3c8e3 req-197a1b9e-6e9b-4cbf-8d7f-af1a859e0f96 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.409332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de095e2a-2da7-4759-b0fc-5e191ae3c8e3 req-197a1b9e-6e9b-4cbf-8d7f-af1a859e0f96 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.6083848 Jul 15 13:30:33.411291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.474672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.511594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.520627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:33.521039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:33.530035 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:33.570450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Port': ['ID=fd41a458-56f4-468e-92f9-aa0cda0ebdc6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.576034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-2bc868e3-ffed-4030-9b44-8955f10207f9 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.576567 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Allocated IP 172.25.2.146 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/7c07bd23-e788-45d6-9100-8225e6530b62) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:33.577567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-2bc868e3-ffed-4030-9b44-8955f10207f9 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 814 time: 0.5119295 Jul 15 13:30:33.580110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.582165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-37b30963-8a97-43c4-a611-16c2166bcb62 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/ports/fd41a458-56f4-468e-92f9-aa0cda0ebdc6 HTTP/1.1" status: 204 len: 168 time: 0.8171394 Jul 15 13:30:33.585540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:33.585709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de095e2a-2da7-4759-b0fc-5e191ae3c8e3 req-fcb138e2-3051-4a19-907c-c90b277e4371 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589720 Jul 15 13:30:33.613822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.628243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Request body: {'port': {'device_id': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174', 'admin_state_up': True, 'tenant_id': '3f543b34ca144c06a6954137cccdf946'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:33.664703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.666644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.672812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.674998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] 10.222.0.48 "DELETE /v2.0/networks/f4d656fa-9775-4414-92f4-04d6c57423f2 HTTP/1.1" status: 204 len: 168 time: 1.8130770 Jul 15 13:30:33.711516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2778b-14ed-4626-a3f7-410326e5bb57 tempest-TaggedBootDevicesTest-1944840679 tempest-TaggedBootDevicesTest-1944840679-project] Pushing event deleted for resources: {'Network': ['ID=f4d656fa-9775-4414-92f4-04d6c57423f2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.806721 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.880615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.975834 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.003959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee84aa8c-00ed-4322-b959-73855a61dbe6']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:34.018273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf524eb-3115-4672-ae12-4f6de06fe71b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:34.022444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf524eb-3115-4672-ae12-4f6de06fe71b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:34.043087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.049516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Made reservation on behalf of 3f543b34ca144c06a6954137cccdf946 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:34.053788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.054192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.123361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event updated for resources: {'Port': ['ID=7c07bd23-e788-45d6-9100-8225e6530b62,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:34.126024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.136675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:34.140759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:34.144414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:34.178510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:34.179140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:34.182175 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:34.316956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.386087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.390302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] 10.222.0.48 "DELETE /v2.0/networks/ee84aa8c-00ed-4322-b959-73855a61dbe6 HTTP/1.1" status: 204 len: 168 time: 0.8017318 Jul 15 13:30:34.407543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29dc68d3-8438-4683-9717-c8f4ce66a827 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:34.442913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3f230-06fe-4373-87e6-beaeff5e1b65 tempest-PortsIpV6TestJSON-1118472134 tempest-PortsIpV6TestJSON-1118472134-project] Pushing event deleted for resources: {'Network': ['ID=ee84aa8c-00ed-4322-b959-73855a61dbe6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:34.452776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 29dc68d3-8438-4683-9717-c8f4ce66a827 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:34.453133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29dc68d3-8438-4683-9717-c8f4ce66a827 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:34.492633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Router dfa01f8b-8168-4555-9c99-4046a3e070ab has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:34.505823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80ae94a9-7e87-428b-a4cd-f5393b95d17b req-e08550a9-8a02-400e-9293-4a6d259537d9 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 210 time: 0.1476305 Jul 15 13:30:34.662782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.691615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Allocated IP 172.20.0.11 (d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174/53fa6caa-3e0a-4227-a3f4-17f697b2da16/f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:34.759998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:34.769700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] Sync routers for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:34.793607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:34.794801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:34.822814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f279439a-3208-4343-8c01-27e3b156d097 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "PUT /v2.0/routers/dfa01f8b-8168-4555-9c99-4046a3e070ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0289338 Jul 15 13:30:34.825550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.895039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting subnet 6ad90b3b-62b3-4b90-a058-5bd39f983974 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:34.901760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.992095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.035265 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.073386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:35.175172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.201932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53300244-150d-4c7c-b0bf-ee6209d4ddb2 req-a7fa821c-930d-48a6-9a1e-a33a616934b0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:35.213860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53300244-150d-4c7c-b0bf-ee6209d4ddb2 req-a7fa821c-930d-48a6-9a1e-a33a616934b0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.3884714 Jul 15 13:30:35.285807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.314840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53300244-150d-4c7c-b0bf-ee6209d4ddb2 req-deafa8e3-24a6-4104-9587-cbb699b52dac tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992229 Jul 15 13:30:35.357194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:30:32Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:35.390409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.397142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] Checking router: dfa01f8b-8168-4555-9c99-4046a3e070ab for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:35.410357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] Routers {'dfa01f8b-8168-4555-9c99-4046a3e070ab'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:35.410985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dfa01f8b-8168-4555-9c99-4046a3e070ab'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:35.444485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:35.448417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:35.451084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:35.490253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Pushing event updated for resources: {'Port': ['ID=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:35.532798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:35.533871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.597511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-72411a2f-7e5b-42fc-815c-7f70dac4d97a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9755447 Jul 15 13:30:35.612690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Request body: {'port': {'device_id': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:35.613921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] Set router dfa01f8b-8168-4555-9c99-4046a3e070ab gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:35.742728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.820680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.897106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d0a23f98-9be9-4218-ad92-38e33e791646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcaa3b3824aa47d3be4bb6e4e1af0229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9016750 Jul 15 13:30:35.899900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.926803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:30:32Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:35.963829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3168b-8155-476f-b439-8e7826d04459 None None] The sync data for ids ['dfa01f8b-8168-4555-9c99-4046a3e070ab'] in n-d-798249-9 is: [{'id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943850596', 'tenant_id': '7a765aa60beb4572a026b58e757b7147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:17Z', 'updated_at': '2021-07-15T13:30:32Z', 'revision_number': 5, 'project_id': '7a765aa60beb4572a026b58e757b7147', 'gw_port': {'id': 'cd2bf0d5-e873-4216-8b6f-0785369275f9', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa01f8b-8168-4555-9c99-4046a3e070ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:18Z', 'updated_at': '2021-07-15T13:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:35.978893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.003089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Router 71bcc560-29db-4259-a399-28d9de2c362e is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:36.030264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad90b3b-62b3-4b90-a058-5bd39f983974,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:36.032482 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.036853 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4e09b1e-ec7c-4502-90a8-f65417206aed tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/subnets/6ad90b3b-62b3-4b90-a058-5bd39f983974 HTTP/1.1" status: 204 len: 168 time: 1.2076950 Jul 15 13:30:36.036853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718eea1f-6ded-4835-895f-a93c072a1363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.038770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46536) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:36.042043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7ce6b-e3da-45c1-810e-3b615beb6e78 None None] Network a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:36.181732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624408f8-982d-43f5-a70c-79dcdad0da50 req-a348d46c-5ef1-4378-840e-6b6d978ebf3b tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:36.189429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-624408f8-982d-43f5-a70c-79dcdad0da50 req-a348d46c-5ef1-4378-840e-6b6d978ebf3b tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 932 time: 0.4505816 Jul 15 13:30:36.283849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.296120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718eea1f-6ded-4835-895f-a93c072a1363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.379392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] DHCP port deletion for a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:36.500693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f83dd74e-5cca-4138-854b-492534a4c12e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:36.580803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] Deleting port f83dd74e-5cca-4138-854b-492534a4c12e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:36.581280 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.652540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718eea1f-6ded-4835-895f-a93c072a1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.659741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718eea1f-6ded-4835-895f-a93c072a1363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.662940 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-718eea1f-6ded-4835-895f-a93c072a1363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e8e9399-958b-4323-a3d1-7c1fd9cf5bad HTTP/1.1" status: 204 len: 168 time: 0.7587993 Jul 15 13:30:36.733323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eea1f-6ded-4835-895f-a93c072a1363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e9399-958b-4323-a3d1-7c1fd9cf5bad,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:36.749340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:36.760508 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] Sync routers for ids ['71bcc560-29db-4259-a399-28d9de2c362e'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:36.777323 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] Routers {'71bcc560-29db-4259-a399-28d9de2c362e'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:36.777958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['71bcc560-29db-4259-a399-28d9de2c362e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.786513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.800352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] For port f83dd74e-5cca-4138-854b-492534a4c12e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f83dd74e-5cca-4138-854b-492534a4c12e,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:36.802881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.806445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.809617 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0359257e-1cff-40c3-bd35-c8a2936cdf3b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6007307 Jul 15 13:30:36.812212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:36.859951 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.873487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] Calling delete_port for f83dd74e-5cca-4138-854b-492534a4c12e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:36.883766 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] Routers {'71bcc560-29db-4259-a399-28d9de2c362e'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:36.884388 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['71bcc560-29db-4259-a399-28d9de2c362e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.905284 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.953281 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.954343 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ef550-aa37-4831-9e27-1b96ef2c0482 None None] The sync data for ids ['71bcc560-29db-4259-a399-28d9de2c362e'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:37.008829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f83dd74e-5cca-4138-854b-492534a4c12e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f83dd74e-5cca-4138-854b-492534a4c12e,segment=NetworkSegment(8d14b24a-4a24-49d2-96b1-3ef1a24517cb),segment_id=8d14b24a-4a24-49d2-96b1-3ef1a24517cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:37.059918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-624408f8-982d-43f5-a70c-79dcdad0da50 req-dc690df2-171b-4b1b-b188-33342bf4b12c tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700597 Jul 15 13:30:37.064570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.065261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad4870b4-aad5-4591-a040-bec59eae358b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:37.113474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:37.136810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.172954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd916bc6-c070-4ba9-9252-638581507a9f req-b37c2483-2d79-4cc2-993d-65d0ee27e9df tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.181816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd916bc6-c070-4ba9-9252-638581507a9f req-b37c2483-2d79-4cc2-993d-65d0ee27e9df tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.2388093 Jul 15 13:30:37.185878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab83956e-21c0-4b3a-ab6a-3d66405f6599 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/71bcc560-29db-4259-a399-28d9de2c362e HTTP/1.1" status: 200 len: 924 time: 0.3714559 Jul 15 13:30:37.191038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.192491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Deleting port cd2bf0d5-e873-4216-8b6f-0785369275f9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:37.192832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.220816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f83dd74e-5cca-4138-854b-492534a4c12e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.232826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ad4870b4-aad5-4591-a040-bec59eae358b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:37.233291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad4870b4-aad5-4591-a040-bec59eae358b not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:37.242179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Transition to ACTIVE for port object f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:37.265234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.267296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.285973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd916bc6-c070-4ba9-9252-638581507a9f req-a3a20c42-e7cc-4d0b-a510-ff6a6451f849 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995681 Jul 15 13:30:37.304509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] Pushing event deleted for resources: {'Port': ['ID=f83dd74e-5cca-4138-854b-492534a4c12e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.311460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27754c6-59eb-4802-b913-a2a450ad7347 None None] No DVR routers for this DVR port f83dd74e-5cca-4138-854b-492534a4c12e on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:37.320672 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03f118b5-1bb9-439e-a99a-63d158a6aa98 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=71bcc560-29db-4259-a399-28d9de2c362e HTTP/1.1" status: 200 len: 205 time: 0.1248455 Jul 15 13:30:37.330679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.373372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Pushing event updated for resources: {'Port': ['ID=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.464619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Attempting to bind port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:37.465730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Attempting to bind port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:37.465730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Attempting to bind port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac on network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:37.470659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac on network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:37.470991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Attempting to bind port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac on network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:37.478436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:37.478570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Checking segment: {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:37.478916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Bound using segment: {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:37.479344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Bound port: f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:37.479711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.492617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] For port cd2bf0d5-e873-4216-8b6f-0785369275f9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cd2bf0d5-e873-4216-8b6f-0785369275f9,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:37.492910 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.515824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Calling delete_port for cd2bf0d5-e873-4216-8b6f-0785369275f9 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:37.535130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.646538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] For port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:37.653597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] For port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:37.663820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.726346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.726984 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.728421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] 10.222.0.23 "PUT /v2.0/ports/f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac HTTP/1.1" status: 200 len: 1092 time: 2.1222441 Jul 15 13:30:37.728928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'tag': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:37.745713 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3b4533-9038-4a57-bf8e-18b8a2d9bada", "tag": "f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:37.831401 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8c8c4-7e77-4197-8498-08660625a82d x-openstack-request-id: req-f2a8c8c4-7e77-4197-8498-08660625a82d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:37.831810 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3b4533-9038-4a57-bf8e-18b8a2d9bada", "tag": "f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:37.832067 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2a8c8c4-7e77-4197-8498-08660625a82d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:37.834961 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'tag': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac', 'status': 'completed', 'code': 200} Jul 15 13:30:37.857249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fab80c-43b5-46bd-a894-d4a48df3874f service neutron] Pushing event updated for resources: {'Port': ['ID=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.914442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-ee4ab127-b906-4a80-8bdd-a983d6508ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.918023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-ee4ab127-b906-4a80-8bdd-a983d6508ab7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 1095 time: 0.0748885 Jul 15 13:30:37.928712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.993032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-5dd8a881-bf98-49e1-87b2-5ad6c4d6ce52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac HTTP/1.1" status: 200 len: 217 time: 0.0695601 Jul 15 13:30:38.006077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.026686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:38.069914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bec1a-377c-4814-8843-258f9085ae89 req-f92ea918-993e-4883-81a8-c489534bea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.071824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-f92ea918-993e-4883-81a8-c489534bea9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fa6caa-3e0a-4227-a3f4-17f697b2da16 HTTP/1.1" status: 200 len: 854 time: 0.0713391 Jul 15 13:30:38.079774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Port': ['ID=cd2bf0d5-e873-4216-8b6f-0785369275f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:38.124566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Deleting port 7c07bd23-e788-45d6-9100-8225e6530b62 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:38.125347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.152089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-4f47d790-05be-4c0c-ab68-ca87caf8ac92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742836 Jul 15 13:30:38.164217 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.322987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b2a88907-4260-40c0-a1d0-bc9fdfa14341 tempest-DvrRoutersNegativeTest-535558487 tempest-DvrRoutersNegativeTest-535558487-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1733377840', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:38.328392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.policy [None req-b2a88907-4260-40c0-a1d0-bc9fdfa14341 tempest-DvrRoutersNegativeTest-535558487 tempest-DvrRoutersNegativeTest-535558487-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93823) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 13:30:38.328929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.policy [None req-b2a88907-4260-40c0-a1d0-bc9fdfa14341 tempest-DvrRoutersNegativeTest-535558487 tempest-DvrRoutersNegativeTest-535558487-project] Failed policy check for 'create_router' {{(pid=93823) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 13:30:38.329692 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-b2a88907-4260-40c0-a1d0-bc9fdfa14341 tempest-DvrRoutersNegativeTest-535558487 tempest-DvrRoutersNegativeTest-535558487-project] create failed (client error): Access was denied to this resource. Jul 15 13:30:38.331569 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b2a88907-4260-40c0-a1d0-bc9fdfa14341 tempest-DvrRoutersNegativeTest-535558487 tempest-DvrRoutersNegativeTest-535558487-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3029451 Jul 15 13:30:38.402324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-cb8ae645-97c6-463f-85f5-acefd0ac962f service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409945 Jul 15 13:30:38.405331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.408357 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.502483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.503157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Fanout notify agent at l3_agent the message router_deleted on router dfa01f8b-8168-4555-9c99-4046a3e070ab {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:38.515945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.520159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efb489-f000-4eb4-b96f-a9d768e8adaf req-3a7f3235-f908-4dea-9884-156ed9ec9697 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.522878 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d5143be-e865-42a1-ac24-39fd7a670dff tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/routers/dfa01f8b-8168-4555-9c99-4046a3e070ab HTTP/1.1" status: 204 len: 168 time: 2.4818921 Jul 15 13:30:38.523538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:38.525358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0efb489-f000-4eb4-b96f-a9d768e8adaf req-3a7f3235-f908-4dea-9884-156ed9ec9697 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 944 time: 0.2322755 Jul 15 13:30:38.597956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.690276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Calling delete_port for 7c07bd23-e788-45d6-9100-8225e6530b62 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:38.702447 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.810954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0efb489-f000-4eb4-b96f-a9d768e8adaf req-be54d9e7-8905-45ce-ad9e-31c792df9850 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620752 Jul 15 13:30:38.827517 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c58bec1a-377c-4814-8843-258f9085ae89 req-d256defe-d1ed-43d0-8a05-2a6f61b359d4 service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045181 Jul 15 13:30:38.838276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e221acc1-483e-4647-92f5-13a7ebb6b28d details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:38.860295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6edd4-6c3d-488f-bca8-2098298259bc req-ca734404-8682-4284-af7a-fe32db5ed1e4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.868502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51a6edd4-6c3d-488f-bca8-2098298259bc req-ca734404-8682-4284-af7a-fe32db5ed1e4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 943 time: 0.3712122 Jul 15 13:30:38.896160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.051386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51a6edd4-6c3d-488f-bca8-2098298259bc req-c31cf54b-e631-4894-a25b-0fba758b11d5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818404 Jul 15 13:30:39.106729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port e221acc1-483e-4647-92f5-13a7ebb6b28d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:39.150279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'e221acc1-483e-4647-92f5-13a7ebb6b28d', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': 'e221acc1-483e-4647-92f5-13a7ebb6b28d', 'mac_address': 'fa:16:3e:af:27:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:39.188001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-6754ef0d-647e-448a-93ae-e06f7cee3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.190358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-6754ef0d-647e-448a-93ae-e06f7cee3114 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 1095 time: 0.2942765 Jul 15 13:30:39.204417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.239293 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78cf6ce-66a5-4969-8b9a-caa1e7905ae4']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:39.270409 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.279729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bf32e3e-d635-413e-83a8-d44073e8d355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.284917 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d14b24a-4a24-49d2-96b1-3ef1a24517cb') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:39.286091 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d14b24a-4a24-49d2-96b1-3ef1a24517cb') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:39.297487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e221acc1-483e-4647-92f5-13a7ebb6b28d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:39.305206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.326113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.353509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port e221acc1-483e-4647-92f5-13a7ebb6b28d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:39.357109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:39.357742 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.360448 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:39.361654 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:39.415796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-f901b9b8-8142-4610-87e1-469fa08720bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.418854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-f901b9b8-8142-4610-87e1-469fa08720bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 915 time: 0.2183125 Jul 15 13:30:39.461938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.478899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.480241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=e221acc1-483e-4647-92f5-13a7ebb6b28d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:39.484913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-f973f409-c78f-44b2-90e3-aa876909f9c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac HTTP/1.1" status: 200 len: 217 time: 0.0587945 Jul 15 13:30:39.486639 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] 10.222.0.48 "DELETE /v2.0/networks/a78cf6ce-66a5-4969-8b9a-caa1e7905ae4 HTTP/1.1" status: 204 len: 168 time: 0.9578340 Jul 15 13:30:39.494118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.569278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['e221acc1-483e-4647-92f5-13a7ebb6b28d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:39.578931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-b7b4a768-b240-4817-9bfc-dc727f35678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.580789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-b7b4a768-b240-4817-9bfc-dc727f35678f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fa6caa-3e0a-4227-a3f4-17f697b2da16 HTTP/1.1" status: 200 len: 854 time: 0.0901966 Jul 15 13:30:39.627456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-9deb3e21-fb2b-447f-8a72-9747a8d45861 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377510 Jul 15 13:30:39.640185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event deleted for resources: {'Port': ['ID=7c07bd23-e788-45d6-9100-8225e6530b62,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:39.645878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aff233-47d0-419f-8ae8-73d28d39b7a3 tempest-TestSecurityGroupsBasicOps-838458289 tempest-TestSecurityGroupsBasicOps-838458289-project] Pushing event deleted for resources: {'Network': ['ID=a78cf6ce-66a5-4969-8b9a-caa1e7905ae4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:39.699315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bf32e3e-d635-413e-83a8-d44073e8d355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.745626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bf32e3e-d635-413e-83a8-d44073e8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.819694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-78856fb7-09a1-4927-af89-fd162278276a service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835082 Jul 15 13:30:39.825931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1bf32e3e-d635-413e-83a8-d44073e8d355 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82578adf5aba4671bdf8e553d7ff3ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9171064 Jul 15 13:30:39.831191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.836607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.839782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf32e3e-d635-413e-83a8-d44073e8d355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44d959-3534-4b15-a09c-7e843128549a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:40.038901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:40.062947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.076942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.138679 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:40.155167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed242e27-c6cb-4cb5-a6ec-271bfdecbc86 req-7f6b5b16-b11f-44d3-84ed-2547cd8bafe8 service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258765 Jul 15 13:30:40.239358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.247836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Fanout notify agent at l3_agent the message router_deleted on router 71bcc560-29db-4259-a399-28d9de2c362e {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:40.263704 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.264507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd2bf0d5-e873-4216-8b6f-0785369275f9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:40.265771 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca036a57-f8a0-4a2b-9ebd-b58ea16bd3c7 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/71bcc560-29db-4259-a399-28d9de2c362e HTTP/1.1" status: 204 len: 168 time: 2.9338562 Jul 15 13:30:40.271534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:40.276498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4896598-73df-4703-acf0-d9e6f2f251ee req-bf70a3ac-59bc-45f4-ad92-7e7c1801c88d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.278720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4896598-73df-4703-acf0-d9e6f2f251ee req-bf70a3ac-59bc-45f4-ad92-7e7c1801c88d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 944 time: 0.1733551 Jul 15 13:30:40.291153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1935813012', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:40.327992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: cd2bf0d5-e873-4216-8b6f-0785369275f9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:40.328451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cd2bf0d5-e873-4216-8b6f-0785369275f9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:40.391737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4896598-73df-4703-acf0-d9e6f2f251ee req-ebc5acbb-fd05-49d7-beed-b86bd06d073e tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073482 Jul 15 13:30:40.409938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0d41-6531-4089-829b-98ee85b2c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.445518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.446587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.490181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aa601b5b-f2bf-4198-9010-00601359b805 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a765aa60beb4572a026b58e757b7147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498413 Jul 15 13:30:40.491500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:40.506550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.544282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:40.568137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19412-b431-4161-ad2a-bbbe6559eb0a req-5158472c-bace-4069-b4e4-3ff2dc98bcb8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.575127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6db19412-b431-4161-ad2a-bbbe6559eb0a req-5158472c-bace-4069-b4e4-3ff2dc98bcb8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 944 time: 0.1741488 Jul 15 13:30:40.596802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.622828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.638779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0d41-6531-4089-829b-98ee85b2c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.695266 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.698169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.699483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6865abf-01f6-4c0d-a910-cd0ea62ba25d HTTP/1.1" status: 204 len: 168 time: 0.2060351 Jul 15 13:30:40.727373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6db19412-b431-4161-ad2a-bbbe6559eb0a req-385f2ec0-7b83-44a4-926b-5e10879aef6d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329772 Jul 15 13:30:40.728868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6865abf-01f6-4c0d-a910-cd0ea62ba25d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:40.742291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.742645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.743039 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.744327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.744327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.744327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.744587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.744926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.745253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.745579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.747320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.747652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbefb4a-4077-4abf-9752-3c72d563363f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:40.761365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.824292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0d41-6531-4089-829b-98ee85b2c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.828427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:40.829540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0d41-6531-4089-829b-98ee85b2c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.833666 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab6f0d41-6531-4089-829b-98ee85b2c754 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b44d959-3534-4b15-a09c-7e843128549a HTTP/1.1" status: 204 len: 168 time: 0.9968483 Jul 15 13:30:40.844105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e221acc1-483e-4647-92f5-13a7ebb6b28d up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:40.848478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f0d41-6531-4089-829b-98ee85b2c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44d959-3534-4b15-a09c-7e843128549a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:40.880487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac', 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174', 'port_id': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac', 'mac_address': 'fa:16:3e:71:bd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fa6caa-3e0a-4227-a3f4-17f697b2da16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:41.016896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.065253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port e221acc1-483e-4647-92f5-13a7ebb6b28d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:41.077053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:41.089782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port e221acc1-483e-4647-92f5-13a7ebb6b28d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:41.092214 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.101277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.150014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.190771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:41.211060 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.316323 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.344812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.359928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221acc1-483e-4647-92f5-13a7ebb6b28d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:41.362517 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d6c322-e00a-4559-99ec-f888e396c7d6" -d '{"events": [{"server_uuid": "d264faaf-7090-4431-9236-d74108a0a9e8", "name": "network-vif-plugged", "status": "completed", "tag": "e221acc1-483e-4647-92f5-13a7ebb6b28d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:41.403177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Allocated IP 172.25.2.205 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/917d2fad-a7f9-49d2-8e45-109fbcd78c4a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:41.412132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port e221acc1-483e-4647-92f5-13a7ebb6b28d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:41.421640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.524104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:41.568221 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1279270c-aebc-4d36-9157-f5f3f922faaf x-openstack-request-id: req-1279270c-aebc-4d36-9157-f5f3f922faaf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:41.568541 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264faaf-7090-4431-9236-d74108a0a9e8", "name": "network-vif-plugged", "status": "completed", "tag": "e221acc1-483e-4647-92f5-13a7ebb6b28d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:41.568812 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1279270c-aebc-4d36-9157-f5f3f922faaf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:41.569228 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221acc1-483e-4647-92f5-13a7ebb6b28d', 'code': 200} Jul 15 13:30:41.570508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=e221acc1-483e-4647-92f5-13a7ebb6b28d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.624720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.651927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:41.688465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8ff24-358a-419a-a3e3-9537b25130bc req-2397a4d5-a44a-49d2-a650-6c020c10ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.690038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbf8ff24-358a-419a-a3e3-9537b25130bc req-2397a4d5-a44a-49d2-a650-6c020c10ee71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 1096 time: 0.1011832 Jul 15 13:30:41.695383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.719912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd6186d6-af91-41b4-818f-5e70a7d81a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.784793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:41.794353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:41.800708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:41.806930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Port': ['ID=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.810337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbf8ff24-358a-419a-a3e3-9537b25130bc req-7bbdb2f4-a87d-4c7c-be76-65390a62d131 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098907 Jul 15 13:30:42.248328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd6186d6-af91-41b4-818f-5e70a7d81a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.263983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7873513-c2e7-44a0-9124-62b8785f8bd5 req-9344117d-4a70-4375-9659-9b01e43cb503 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.272573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7873513-c2e7-44a0-9124-62b8785f8bd5 req-9344117d-4a70-4375-9659-9b01e43cb503 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 945 time: 0.4289546 Jul 15 13:30:42.292626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd6186d6-af91-41b4-818f-5e70a7d81a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.385762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7873513-c2e7-44a0-9124-62b8785f8bd5 req-9896b717-c7f1-476f-9a24-68999b1111cb tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120377 Jul 15 13:30:42.405601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fd6186d6-af91-41b4-818f-5e70a7d81a87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12f5a2f6f67f44109a14d37551f8545b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495973 Jul 15 13:30:42.406720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.412275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6186d6-af91-41b4-818f-5e70a7d81a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b1fb3c-c675-482a-ad3c-2f58106e47b2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.443171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a88cbb-bdeb-43e7-83ae-1ed8818c9388 req-af85097c-bfc8-402b-b33a-6d05b5d9c8ae tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.445834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55a88cbb-bdeb-43e7-83ae-1ed8818c9388 req-af85097c-bfc8-402b-b33a-6d05b5d9c8ae tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 945 time: 0.3097534 Jul 15 13:30:42.538577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55a88cbb-bdeb-43e7-83ae-1ed8818c9388 req-45c4dd58-c36f-472e-8bfd-67190d4f7f5d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Jul 15 13:30:42.542508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.559609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:42.597940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.662863 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4676a74c-d8c6-46d2-a287-fd4205144c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.666109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:42.672666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:42.674047 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.740410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-197ba603-d657-49a2-923c-e4f06406f6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.783347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419787923'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:42.789477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-197ba603-d657-49a2-923c-e4f06406f6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.814669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.825996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.935923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.938768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-197ba603-d657-49a2-923c-e4f06406f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.942395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-197ba603-d657-49a2-923c-e4f06406f6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.943549 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-197ba603-d657-49a2-923c-e4f06406f6cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3b1fb3c-c675-482a-ad3c-2f58106e47b2 HTTP/1.1" status: 204 len: 168 time: 0.5356731 Jul 15 13:30:42.953872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.957890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba603-d657-49a2-923c-e4f06406f6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b1fb3c-c675-482a-ad3c-2f58106e47b2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.962972 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.966612 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.016283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:43.022870 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.023042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f6f82b-3c01-432a-9634-7f8d47f22015,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.085572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.101204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.105465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.128244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Router 790490ee-cbf0-4300-801f-71d387b53c58 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:43.139049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed87e6d-1025-42f3-8f1c-e72646238417,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.153552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.159759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e157eb6d-eb27-4cbb-a742-b50c6723880c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5600979 Jul 15 13:30:43.161209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46674) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.262108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb49c957-6605-48f1-be39-48c3afa31f97 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0994124 Jul 15 13:30:43.264807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46678) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.270173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-security--1845009290', 'description': 'tempest-security-description-1413476700'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:43.316424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:43.321222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.327846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Sync routers for ids ['790490ee-cbf0-4300-801f-71d387b53c58'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:43.343849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Routers {'790490ee-cbf0-4300-801f-71d387b53c58'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:43.346339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['790490ee-cbf0-4300-801f-71d387b53c58'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:43.349312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.357401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46680) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.358400 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cbd5259c-4080-43cc-a095-48a6a37aaf13 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0847299 Jul 15 13:30:43.446335 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.461937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.465487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.469301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "PUT /v2.0/security-groups/7ed87e6d-1025-42f3-8f1c-e72646238417 HTTP/1.1" status: 200 len: 1780 time: 0.2011242 Jul 15 13:30:43.472346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.536823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7bc4d556-6f77-4094-8545-fb3ae7f54074 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups/7ed87e6d-1025-42f3-8f1c-e72646238417 HTTP/1.1" status: 200 len: 1780 time: 0.0613778 Jul 15 13:30:43.537941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.550754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb65ed-b1a2-4ce0-8ed3-17fe5d5d472f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed87e6d-1025-42f3-8f1c-e72646238417,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.563812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-26070ab5-8fae-4db1-933d-485e46946890 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/790490ee-cbf0-4300-801f-71d387b53c58 HTTP/1.1" status: 200 len: 909 time: 0.2053270 Jul 15 13:30:43.566583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.571558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:43.572545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1935813012', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': True}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:43.573801 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3300cb-41e5-4c52-aa7e-ffd37703fee9" -d '{"events": [{"server_uuid": "2f3b4533-9038-4a57-bf8e-18b8a2d9bada", "name": "network-vif-plugged", "status": "completed", "tag": "f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:43.611120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.612402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.644010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Set router 790490ee-cbf0-4300-801f-71d387b53c58 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:43.682782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46700) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.728085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.774737 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95754fcd-20ef-482e-9b63-8816a2651572 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.855381 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8298045-c6e4-4395-a33a-7cd59a9d5a32 x-openstack-request-id: req-b8298045-c6e4-4395-a33a-7cd59a9d5a32 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:43.855675 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b4533-9038-4a57-bf8e-18b8a2d9bada", "name": "network-vif-plugged", "status": "completed", "tag": "f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:43.856113 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8298045-c6e4-4395-a33a-7cd59a9d5a32 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:43.856500 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac', 'code': 200} Jul 15 13:30:43.858585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95754fcd-20ef-482e-9b63-8816a2651572 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.873101 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88365d1d-589e-4cbb-86a1-d37937cae41d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e5f23c43d0049f28869eb07a7fd35d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869283 Jul 15 13:30:43.875678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.978988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d580be9-2bda-469c-a48a-c71856bb94f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.994152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95754fcd-20ef-482e-9b63-8816a2651572 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.998081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95754fcd-20ef-482e-9b63-8816a2651572 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.001428 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-95754fcd-20ef-482e-9b63-8816a2651572 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ed87e6d-1025-42f3-8f1c-e72646238417 HTTP/1.1" status: 204 len: 168 time: 0.4592361 Jul 15 13:30:44.001968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790490ee-cbf0-4300-801f-71d387b53c58', 'name': 'tempest-snat-router-1935813012', 'tenant_id': 'faa353a90e0742ce92f8f5d2588174c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.205'}], 'enable_snat': False}, 'gw_port_id': '917d2fad-a7f9-49d2-8e45-109fbcd78c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:40Z', 'updated_at': '2021-07-15T13:30:42Z', 'revision_number': 3, 'project_id': 'faa353a90e0742ce92f8f5d2588174c3', 'gw_port': {'id': '917d2fad-a7f9-49d2-8e45-109fbcd78c4a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790490ee-cbf0-4300-801f-71d387b53c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:41Z', 'updated_at': '2021-07-15T13:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:44.009944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.016309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d580be9-2bda-469c-a48a-c71856bb94f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.033545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95754fcd-20ef-482e-9b63-8816a2651572 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed87e6d-1025-42f3-8f1c-e72646238417,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.033798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Checking router: 790490ee-cbf0-4300-801f-71d387b53c58 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:44.034385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Updating router 790490ee-cbf0-4300-801f-71d387b53c58 port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:44.079195 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.083466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.114035 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9dd131d5-5c91-4f93-b11f-dc4759a7293a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997570 Jul 15 13:30:44.117014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.134346 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e91de1b0-5d84-4708-a1dd-dd25f737466f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] delete failed (client error): The resource could not be found. Jul 15 13:30:44.135477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e91de1b0-5d84-4708-a1dd-dd25f737466f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ed87e6d-1025-42f3-8f1c-e72646238417 HTTP/1.1" status: 404 len: 347 time: 0.0175400 Jul 15 13:30:44.139998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.149250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074554583'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:44.169948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d580be9-2bda-469c-a48a-c71856bb94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.172778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d580be9-2bda-469c-a48a-c71856bb94f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.174166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d580be9-2bda-469c-a48a-c71856bb94f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb0462fc-84a4-48e5-8e92-eac90781bf4d HTTP/1.1" status: 204 len: 168 time: 0.2973719 Jul 15 13:30:44.200123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d580be9-2bda-469c-a48a-c71856bb94f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0462fc-84a4-48e5-8e92-eac90781bf4d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.203508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.316428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2d25-3ef2-47b7-b1c6-d4abc4732400 req-77d5280d-f66f-4395-a75d-bedc9ca7c2f7 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.332419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acdc2d25-3ef2-47b7-b1c6-d4abc4732400 req-77d5280d-f66f-4395-a75d-bedc9ca7c2f7 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 946 time: 0.6185038 Jul 15 13:30:44.385716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.395322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.424784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d3b07-b2fa-4217-ae10-807a9a295768 req-6f1b1156-1d36-4764-93e3-a7e7d3349d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.426367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-697d3b07-b2fa-4217-ae10-807a9a295768 req-6f1b1156-1d36-4764-93e3-a7e7d3349d40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 1097 time: 0.6551583 Jul 15 13:30:44.457769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.464315 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3221505 Jul 15 13:30:44.465076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438b1fe-06d2-4bdf-95ca-f2b22805fd63 req-b4c47c1f-1f9b-4fd9-a802-85ff86d46c35 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.465748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.467264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7438b1fe-06d2-4bdf-95ca-f2b22805fd63 req-b4c47c1f-1f9b-4fd9-a802-85ff86d46c35 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 945 time: 0.5566061 Jul 15 13:30:44.481216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4fd81-f4c6-4b75-92d6-aa258ba9ce29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad680df3-dd18-476d-a846-3c4501e34e25,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.487264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': 'ad680df3-dd18-476d-a846-3c4501e34e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:44.514566 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.547939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Transition to ACTIVE for port object 917d2fad-a7f9-49d2-8e45-109fbcd78c4a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:44.558262 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.571403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acdc2d25-3ef2-47b7-b1c6-d4abc4732400 req-5bb55a91-cc0d-4cab-bbe1-8e971c36826b tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381375 Jul 15 13:30:44.574245 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.682087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-697d3b07-b2fa-4217-ae10-807a9a295768 req-bba84b06-4f16-456e-868c-0d12ed566400 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410808 Jul 15 13:30:44.738846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.747941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7438b1fe-06d2-4bdf-95ca-f2b22805fd63 req-0da61db4-f3ce-417a-a50a-9d6eeffa0ba2 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744285 Jul 15 13:30:44.756157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.768668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Attempting to bind port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:44.778493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Attempting to bind port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:44.779180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Attempting to bind port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:44.791151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16037188-39df-457a-9d9f-46329431491b None None] Pushing event updated for resources: {'Port': ['ID=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.799530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:44.806728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a905709a-a60d-4d28-b2d9-0333af292b95,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.809042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:44.809730 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.810342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:44.810849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Bound port: 917d2fad-a7f9-49d2-8e45-109fbcd78c4a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:44.811259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.872604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.874045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-89d5d0bd-29ec-45ec-bba7-ae82deb0b4dc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938558 Jul 15 13:30:44.876996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46720) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.902884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.925649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.980035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c903f9-3e8c-4b60-a759-ddb15c6520c1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.993663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c903f9-3e8c-4b60-a759-ddb15c6520c1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.004016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] For port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:45.008093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] For port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:45.013268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.041560 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c903f9-3e8c-4b60-a759-ddb15c6520c1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.049740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14c903f9-3e8c-4b60-a759-ddb15c6520c1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.058813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-14c903f9-3e8c-4b60-a759-ddb15c6520c1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a905709a-a60d-4d28-b2d9-0333af292b95 HTTP/1.1" status: 204 len: 168 time: 0.1801548 Jul 15 13:30:45.062857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.071579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Routers {'790490ee-cbf0-4300-801f-71d387b53c58'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:45.072247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['790490ee-cbf0-4300-801f-71d387b53c58'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:45.073687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c903f9-3e8c-4b60-a759-ddb15c6520c1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a905709a-a60d-4d28-b2d9-0333af292b95,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.126789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16037188-39df-457a-9d9f-46329431491b None None] Pushing event updated for resources: {'Port': ['ID=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.134195 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-00efa94c-fc08-4e79-be6d-1c572861aa46 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692561 Jul 15 13:30:45.134388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.159947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49f9b1-da38-4076-add0-bd5c59423198 req-6382954d-5435-4be7-9754-98c0fcb12fa1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.161554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de49f9b1-da38-4076-add0-bd5c59423198 req-6382954d-5435-4be7-9754-98c0fcb12fa1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 945 time: 0.1224499 Jul 15 13:30:45.205934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Allocated IP 172.25.2.86 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/66066a26-3397-487b-bf1f-fdb460c9685e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:45.211121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] Set router 790490ee-cbf0-4300-801f-71d387b53c58 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:45.251856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de49f9b1-da38-4076-add0-bd5c59423198 req-2a82b88e-fa9a-480d-af39-9743ed294880 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788434 Jul 15 13:30:45.293810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a86f-bdc4-4ef5-a10d-b05363b328fb tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.371810 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feb839f1-ad6a-4b6c-9320-51da78fbe0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.385283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a86f-bdc4-4ef5-a10d-b05363b328fb tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.461172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790490ee-cbf0-4300-801f-71d387b53c58', 'name': 'tempest-snat-router-1935813012', 'tenant_id': 'faa353a90e0742ce92f8f5d2588174c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.205'}], 'enable_snat': False}, 'gw_port_id': '917d2fad-a7f9-49d2-8e45-109fbcd78c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:40Z', 'updated_at': '2021-07-15T13:30:42Z', 'revision_number': 3, 'project_id': 'faa353a90e0742ce92f8f5d2588174c3', 'gw_port': {'id': '917d2fad-a7f9-49d2-8e45-109fbcd78c4a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790490ee-cbf0-4300-801f-71d387b53c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:41Z', 'updated_at': '2021-07-15T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:45.484055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.489454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb473-6278-4a69-a7ef-9532f284653a None None] The sync data for ids ['790490ee-cbf0-4300-801f-71d387b53c58'] in n-d-798249-9 is: [{'id': '790490ee-cbf0-4300-801f-71d387b53c58', 'name': 'tempest-snat-router-1935813012', 'tenant_id': 'faa353a90e0742ce92f8f5d2588174c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.205'}], 'enable_snat': False}, 'gw_port_id': '917d2fad-a7f9-49d2-8e45-109fbcd78c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:40Z', 'updated_at': '2021-07-15T13:30:42Z', 'revision_number': 3, 'project_id': 'faa353a90e0742ce92f8f5d2588174c3', 'gw_port': {'id': '917d2fad-a7f9-49d2-8e45-109fbcd78c4a', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790490ee-cbf0-4300-801f-71d387b53c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:41Z', 'updated_at': '2021-07-15T13:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:45.521371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a86f-bdc4-4ef5-a10d-b05363b328fb tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.524528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a86f-bdc4-4ef5-a10d-b05363b328fb tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.528089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b4c7a86f-bdc4-4ef5-a10d-b05363b328fb tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad680df3-dd18-476d-a846-3c4501e34e25 HTTP/1.1" status: 204 len: 168 time: 0.3902736 Jul 15 13:30:45.528753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.566157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7a86f-bdc4-4ef5-a10d-b05363b328fb tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad680df3-dd18-476d-a846-3c4501e34e25,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.581283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.598086 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.623401 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7c5e9054-8243-4b26-a571-ea8767d96e16 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931365 Jul 15 13:30:45.627571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.632784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044223226'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:45.658325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.678242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:45.689493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96656-597b-40df-9be0-267aafc0d637 req-7b5d903d-b9e3-468b-aa26-38a76e977570 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.700952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7d96656-597b-40df-9be0-267aafc0d637 req-7b5d903d-b9e3-468b-aa26-38a76e977570 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 945 time: 0.2865765 Jul 15 13:30:45.708976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:45.711778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Port': ['ID=66066a26-3397-487b-bf1f-fdb460c9685e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.720719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:45.780603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.799509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.838933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0621b9ce-2138-4152-a443-57137b060ca6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.841341 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.847645 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a1faeb34-aa27-470d-a368-2a0c1234e83e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2177711 Jul 15 13:30:45.850984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.857127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '0621b9ce-2138-4152-a443-57137b060ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:45.893618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7d96656-597b-40df-9be0-267aafc0d637 req-9dd29af5-910f-495e-987b-aeaf9a002352 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697631 Jul 15 13:30:45.919240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.999452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.004480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.028945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30aa3726-6ed5-4a16-adc5-0a3453aab429,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.044165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.045962 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-43591443-7045-4e0a-a90d-b1b8ded241b6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933267 Jul 15 13:30:46.048870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.056343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '0621b9ce-2138-4152-a443-57137b060ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:46.110411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.121916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1051b-0f28-4e22-8e38-71225d97b336 req-d85d9827-933c-4246-86c6-6a37a07a5c68 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:46.123512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45f1051b-0f28-4e22-8e38-71225d97b336 req-d85d9827-933c-4246-86c6-6a37a07a5c68 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 946 time: 0.3251421 Jul 15 13:30:46.196212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.203553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.227765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d76e75-b7cd-46ab-b207-f02ff8edcde7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.236744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45f1051b-0f28-4e22-8e38-71225d97b336 req-785daf9a-f248-4f99-9ec9-7e7a8323f1c6 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074889 Jul 15 13:30:46.241410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.247567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0597c66b-6e06-47a9-8540-7ff3e0c2ca10 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1972032 Jul 15 13:30:46.248224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.276640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '0621b9ce-2138-4152-a443-57137b060ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:46.334736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.358727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.458186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 917d2fad-a7f9-49d2-8e45-109fbcd78c4a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:46.564392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.571350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.572633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:46.579035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:46.579406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.593731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a6c963-c490-46ac-ae3c-bd62a1237a7c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.606745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.608305 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9b2f688f-f999-43d8-932a-0f403c1ac2e9 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3589067 Jul 15 13:30:46.613389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.626994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '0621b9ce-2138-4152-a443-57137b060ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:46.683171 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.700889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.731657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:46.745690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.767806 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.823012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6af1b-3d47-4e4c-b2ab-399f65529818 req-f4d936fb-c41b-4681-8ac4-49e45082b7e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:46.829918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06f6af1b-3d47-4e4c-b2ab-399f65529818 req-f4d936fb-c41b-4681-8ac4-49e45082b7e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 945 time: 0.2194688 Jul 15 13:30:46.857851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.874757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.889960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.895182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.921931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c816b74c-9ceb-45fc-ad59-d72820cc0544,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.938529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.940114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-605c87d3-cfa5-4436-b78e-6deed15b635c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3236377 Jul 15 13:30:46.944657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.952920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '0621b9ce-2138-4152-a443-57137b060ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:46.995048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.140467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.149559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.209114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.210700 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2647419 Jul 15 13:30:47.213616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e336b8-fc59-4496-8a6c-496dc808038f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc5f952-e73d-49dd-90f6-a95235ef037c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.216446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.247408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7a31f17-e9d4-4784-a4e6-c2a094f79c33 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.255744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7a31f17-e9d4-4784-a4e6-c2a094f79c33 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.287951 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7a31f17-e9d4-4784-a4e6-c2a094f79c33 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.294310 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7a31f17-e9d4-4784-a4e6-c2a094f79c33 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.295486 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e7a31f17-e9d4-4784-a4e6-c2a094f79c33 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cfc5f952-e73d-49dd-90f6-a95235ef037c HTTP/1.1" status: 204 len: 168 time: 0.0776830 Jul 15 13:30:47.298777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.319496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a31f17-e9d4-4784-a4e6-c2a094f79c33 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc5f952-e73d-49dd-90f6-a95235ef037c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.327371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06f6af1b-3d47-4e4c-b2ab-399f65529818 req-80703de5-2b36-46ba-9e22-74148f73813a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965847 Jul 15 13:30:47.372548 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-84d59212-5c45-48e8-9750-814dddcb6be8 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0716622 Jul 15 13:30:47.375334 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.404719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837bf328-bdbc-4285-bed8-cdf7f4e50b77 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.413856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837bf328-bdbc-4285-bed8-cdf7f4e50b77 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.453278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837bf328-bdbc-4285-bed8-cdf7f4e50b77 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.455570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Router b684f90d-a7f9-4d3f-af54-e20dbcf24735 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:47.465582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837bf328-bdbc-4285-bed8-cdf7f4e50b77 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.470776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-837bf328-bdbc-4285-bed8-cdf7f4e50b77 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c816b74c-9ceb-45fc-ad59-d72820cc0544 HTTP/1.1" status: 204 len: 168 time: 0.0904937 Jul 15 13:30:47.471343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.474419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bf328-bdbc-4285-bed8-cdf7f4e50b77 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c816b74c-9ceb-45fc-ad59-d72820cc0544,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.592423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7e5d40a9-e160-4540-8338-86c40281c973 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1197269 Jul 15 13:30:47.595226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46840) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.671216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297c5467-8fc4-4749-a5bb-53dee512cd91 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.683638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297c5467-8fc4-4749-a5bb-53dee512cd91 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.704588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:47.717692 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Sync routers for ids ['b684f90d-a7f9-4d3f-af54-e20dbcf24735'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:47.732880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.735858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.735999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c77bf3de-b731-4f40-b089-994d916a50f3 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1680765 Jul 15 13:30:47.736722 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Routers {'b684f90d-a7f9-4d3f-af54-e20dbcf24735'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:47.737757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b684f90d-a7f9-4d3f-af54-e20dbcf24735'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.749187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297c5467-8fc4-4749-a5bb-53dee512cd91 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.764902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297c5467-8fc4-4749-a5bb-53dee512cd91 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.766317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-297c5467-8fc4-4749-a5bb-53dee512cd91 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/43a6c963-c490-46ac-ae3c-bd62a1237a7c HTTP/1.1" status: 204 len: 168 time: 0.1703706 Jul 15 13:30:47.769951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.818357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c5467-8fc4-4749-a5bb-53dee512cd91 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43a6c963-c490-46ac-ae3c-bd62a1237a7c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.874638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.875080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c54cc8bf-c444-49e0-86d2-aa1331393802 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0963883 Jul 15 13:30:47.910476 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Set router b684f90d-a7f9-4d3f-af54-e20dbcf24735 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:47.940360 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-45930eb7-6148-4385-bbab-248c41b84e68 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/b684f90d-a7f9-4d3f-af54-e20dbcf24735 HTTP/1.1" status: 200 len: 907 time: 0.2031076 Jul 15 13:30:47.941409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f01825-fe71-4c2a-a1b6-acb7eaf5123b tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.943005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46850) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.952977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f01825-fe71-4c2a-a1b6-acb7eaf5123b tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.019828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-cb8b6b9a-4da4-4f23-93d8-18578cf9c63e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.021736 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-cb8b6b9a-4da4-4f23-93d8-18578cf9c63e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 945 time: 0.1461129 Jul 15 13:30:48.023809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f01825-fe71-4c2a-a1b6-acb7eaf5123b tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.032411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f01825-fe71-4c2a-a1b6-acb7eaf5123b tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.033492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97f01825-fe71-4c2a-a1b6-acb7eaf5123b tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/21d76e75-b7cd-46ab-b207-f02ff8edcde7 HTTP/1.1" status: 204 len: 168 time: 0.1567440 Jul 15 13:30:48.040311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46852) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.047946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01825-fe71-4c2a-a1b6-acb7eaf5123b tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21d76e75-b7cd-46ab-b207-f02ff8edcde7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.101977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.176487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port e221acc1-483e-4647-92f5-13a7ebb6b28d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:48.176891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.206276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.243455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.281945 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684f90d-a7f9-4d3f-af54-e20dbcf24735', 'name': 'tempest-snat-router-1935813012', 'tenant_id': 'faa353a90e0742ce92f8f5d2588174c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '66066a26-3397-487b-bf1f-fdb460c9685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:43Z', 'updated_at': '2021-07-15T13:30:46Z', 'revision_number': 3, 'project_id': 'faa353a90e0742ce92f8f5d2588174c3', 'gw_port': {'id': '66066a26-3397-487b-bf1f-fdb460c9685e', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:63:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684f90d-a7f9-4d3f-af54-e20dbcf24735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:44Z', 'updated_at': '2021-07-15T13:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:48.321484 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Checking router: b684f90d-a7f9-4d3f-af54-e20dbcf24735 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:48.322296 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Updating router b684f90d-a7f9-4d3f-af54-e20dbcf24735 port 66066a26-3397-487b-bf1f-fdb460c9685e binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:48.367790 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.372017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port e221acc1-483e-4647-92f5-13a7ebb6b28d, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=e221acc1-483e-4647-92f5-13a7ebb6b28d,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:48.372434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.392329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 917d2fad-a7f9-49d2-8e45-109fbcd78c4a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:48.404730 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.406547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for e221acc1-483e-4647-92f5-13a7ebb6b28d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:48.502273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad700af7-dd5a-4354-8ca0-df6c710aec04 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4589221 Jul 15 13:30:48.506773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.508058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:48.511391 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.624996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03725987-51ef-4af4-9eb4-2f617af43722 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.635344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03725987-51ef-4af4-9eb4-2f617af43722 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.704456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03725987-51ef-4af4-9eb4-2f617af43722 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.710694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.711450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03725987-51ef-4af4-9eb4-2f617af43722 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.712719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-03725987-51ef-4af4-9eb4-2f617af43722 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/30aa3726-6ed5-4a16-adc5-0a3453aab429 HTTP/1.1" status: 204 len: 168 time: 0.1610200 Jul 15 13:30:48.715715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.726349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['e221acc1-483e-4647-92f5-13a7ebb6b28d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:48.762788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03725987-51ef-4af4-9eb4-2f617af43722 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30aa3726-6ed5-4a16-adc5-0a3453aab429,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.788359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=e221acc1-483e-4647-92f5-13a7ebb6b28d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.789863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Deleting port 66066a26-3397-487b-bf1f-fdb460c9685e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:48.790956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.847289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a5b7e-3ec4-4cc3-b85c-112af6255055 req-049abab3-8da2-4775-b5df-ed330bc03d28 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.856326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-509a5b7e-3ec4-4cc3-b85c-112af6255055 req-049abab3-8da2-4775-b5df-ed330bc03d28 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 867 time: 0.1867559 Jul 15 13:30:48.942831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-509a5b7e-3ec4-4cc3-b85c-112af6255055 req-421c25dd-6c82-4b9f-9acd-5ad32754f926 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853801 Jul 15 13:30:48.967356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.976828 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.982066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Calling delete_port for 66066a26-3397-487b-bf1f-fdb460c9685e owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:49.000389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Transition to ACTIVE for port object 66066a26-3397-487b-bf1f-fdb460c9685e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:49.001786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port e221acc1-483e-4647-92f5-13a7ebb6b28d on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:49.009658 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.027176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-417625f2-5d3a-4333-8148-8bd676a5ac59 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3091311 Jul 15 13:30:49.030250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.041214 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8f326ab6-dbe6-41c5-85c2-85cc54588f4e req-324cf714-6c3f-4cb0-b911-fd3de834c8b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "DELETE /v2.0/ports/e221acc1-483e-4647-92f5-13a7ebb6b28d HTTP/1.1" status: 204 len: 173 time: 1.0123873 Jul 15 13:30:49.041702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'name': 'network-vif-deleted', 'tag': 'e221acc1-483e-4647-92f5-13a7ebb6b28d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:49.043994 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafeb03-8533-4abe-8db0-1fefe33e2e5b" -d '{"events": [{"server_uuid": "d264faaf-7090-4431-9236-d74108a0a9e8", "name": "network-vif-deleted", "tag": "e221acc1-483e-4647-92f5-13a7ebb6b28d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:49.050827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.071002 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Attempting to bind port 66066a26-3397-487b-bf1f-fdb460c9685e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:49.071653 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Attempting to bind port 66066a26-3397-487b-bf1f-fdb460c9685e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:49.072156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Attempting to bind port 66066a26-3397-487b-bf1f-fdb460c9685e on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:49.099536 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:49.101972 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:49.104478 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.104948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:49.106020 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Bound port: 66066a26-3397-487b-bf1f-fdb460c9685e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:49.106437 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.158627 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Pushing event updated for resources: {'Port': ['ID=66066a26-3397-487b-bf1f-fdb460c9685e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.165515 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ece34-d9d1-4a51-aa95-ef9ed335480f x-openstack-request-id: req-6c6ece34-d9d1-4a51-aa95-ef9ed335480f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:49.165790 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264faaf-7090-4431-9236-d74108a0a9e8", "name": "network-vif-deleted", "tag": "e221acc1-483e-4647-92f5-13a7ebb6b28d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:49.166041 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c6ece34-d9d1-4a51-aa95-ef9ed335480f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:49.166454 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264faaf-7090-4431-9236-d74108a0a9e8', 'name': 'network-vif-deleted', 'tag': 'e221acc1-483e-4647-92f5-13a7ebb6b28d', 'status': 'completed', 'code': 200} Jul 15 13:30:49.172223 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.172756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.173238 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.173739 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.174236 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.174893 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.175357 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.175842 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.176445 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.177629 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.178255 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.178956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698b1c4-88b2-4293-b472-c038661a7ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:49.254640 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b96c5b1c-e7d3-4223-b0f0-82a8021cfdf0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.280666 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:30:49.281859 n-d-798249-9 neutron-server[93826]: DEBUG oslo_db.api [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:30:49.284600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.331557 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b96c5b1c-e7d3-4223-b0f0-82a8021cfdf0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.360054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event deleted for resources: {'Port': ['ID=66066a26-3397-487b-bf1f-fdb460c9685e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.470240 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.470887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b96c5b1c-e7d3-4223-b0f0-82a8021cfdf0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.473171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b96c5b1c-e7d3-4223-b0f0-82a8021cfdf0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.477438 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b96c5b1c-e7d3-4223-b0f0-82a8021cfdf0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/0621b9ce-2138-4152-a443-57137b060ca6 HTTP/1.1" status: 204 len: 168 time: 0.4225578 Jul 15 13:30:49.480168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.517343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c5b1c-e7d3-4223-b0f0-82a8021cfdf0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0621b9ce-2138-4152-a443-57137b060ca6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.569813 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b76f68ec-39a8-45b1-a3d6-c66c7030784e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803273 Jul 15 13:30:49.576652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46880) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.580244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115624771'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:49.610599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.614264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.623504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.668681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.669258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b684f90d-a7f9-4d3f-af54-e20dbcf24735 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:49.674752 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.676092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb319f2d-f087-408b-910b-9ec7071a69bf tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b684f90d-a7f9-4d3f-af54-e20dbcf24735 HTTP/1.1" status: 204 len: 168 time: 1.7311368 Jul 15 13:30:49.678889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.761577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.809954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Attempting to bind port 66066a26-3397-487b-bf1f-fdb460c9685e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:49.815126 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Attempting to bind port 66066a26-3397-487b-bf1f-fdb460c9685e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:49.815903 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Attempting to bind port 66066a26-3397-487b-bf1f-fdb460c9685e on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:49.837315 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:49.838728 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:49.839384 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.840011 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:49.840804 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Bound port: 66066a26-3397-487b-bf1f-fdb460c9685e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:49.841421 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.867306 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Port 66066a26-3397-487b-bf1f-fdb460c9685e has been deleted concurrently {{(pid=93826) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 13:30:49.882046 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Routers set() bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:49.882699 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Router IDs set() for agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:30:49.883767 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b684f90d-a7f9-4d3f-af54-e20dbcf24735'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent'). {{(pid=93826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:30:49.884205 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d174c-fe11-4e98-b2a4-5682357d8309 None None] The sync data for ids ['b684f90d-a7f9-4d3f-af54-e20dbcf24735'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:49.892179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.080861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.176912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Deleting port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:50.177603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.257792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.278073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.291852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dfd354c-0a3b-4ac7-8c34-f6a8525d5ac4 req-0bdba3c5-4bb5-4a73-9404-c31bea7aa050 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0470755 Jul 15 13:30:50.317432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] For port 917d2fad-a7f9-49d2-8e45-109fbcd78c4a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:50.317810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.341549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Calling delete_port for 917d2fad-a7f9-49d2-8e45-109fbcd78c4a owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:50.370272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71070f27-0acd-4235-81e0-f86eb1ef572a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.399484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.400892 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-df6b7f87-a179-41b8-aa81-33bf097b92b0 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8240762 Jul 15 13:30:50.403662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:50.409358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '71070f27-0acd-4235-81e0-f86eb1ef572a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:50.455306 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.563476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.587472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.611069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.611722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b99723-d116-4eac-8e7d-5576dd7b07ce,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.631490 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.635947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a8527595-3597-420f-ae0f-021343d24047 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2312500 Jul 15 13:30:50.636770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:50.642862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event deleted for resources: {'Port': ['ID=917d2fad-a7f9-49d2-8e45-109fbcd78c4a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.660763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Deleting port 15810e7a-d7e2-447a-a199-f9fd345e5df6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:50.661109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.727787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.772808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00238533-4323-4f55-9604-5260de55d28e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.811421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] For port 15810e7a-d7e2-447a-a199-f9fd345e5df6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=15810e7a-d7e2-447a-a199-f9fd345e5df6,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:50.812042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.816569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00238533-4323-4f55-9604-5260de55d28e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.842454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Calling delete_port for 15810e7a-d7e2-447a-a199-f9fd345e5df6 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:50.850994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.853419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.901850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.902508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 790490ee-cbf0-4300-801f-71d387b53c58 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:50.911072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.924262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34bce6a3-f548-4bbe-aa73-0a8862be2504 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "DELETE /v2.0/routers/790490ee-cbf0-4300-801f-71d387b53c58 HTTP/1.1" status: 204 len: 168 time: 1.2435079 Jul 15 13:30:50.932712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:50.939445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1000192334', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:50.947213 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00238533-4323-4f55-9604-5260de55d28e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.952768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00238533-4323-4f55-9604-5260de55d28e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.954017 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-00238533-4323-4f55-9604-5260de55d28e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/71070f27-0acd-4235-81e0-f86eb1ef572a HTTP/1.1" status: 204 len: 168 time: 0.3152778 Jul 15 13:30:50.958900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.008448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00238533-4323-4f55-9604-5260de55d28e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71070f27-0acd-4235-81e0-f86eb1ef572a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.043795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b73a4baa-0247-4f1c-a490-4c9520c5c4aa tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835185 Jul 15 13:30:51.047395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.051955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--458352734'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:51.072669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.073193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.128866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.175277 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.248313 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.296821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Pushing event deleted for resources: {'Port': ['ID=15810e7a-d7e2-447a-a199-f9fd345e5df6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.353239 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.353872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.397161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.540757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.542077 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4937110 Jul 15 13:30:51.547044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.564624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--662844676'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:51.592115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16ca5e-a172-4584-9386-69c28586a62a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96950dda-4ea4-433f-8797-efa7d4c3b96b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.602187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f3d67a2-9f77-4926-bb72-5fac65998b30 req-d17711f9-26ac-4a6d-b6ab-548d3ab90c11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0417962 Jul 15 13:30:51.685122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.743135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.760487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.768601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.899938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Allocated IP 172.25.2.36 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a8a29f1a-e459-43c2-972f-dab437b2099c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:51.915667 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.926057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.007556 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.010955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4511333 Jul 15 13:30:52.011262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.018417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c196f7-664a-4e83-a899-ba48634240db tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdeeacd-c0c3-46cb-8d16-f4ddc895bce9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.020023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': '96950dda-4ea4-433f-8797-efa7d4c3b96b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9bdeeacd-c0c3-46cb-8d16-f4ddc895bce9', 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:52.057672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.097910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.125921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Router f40d9937-5198-4e3f-a176-674b6a1ede08 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:52.160461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.197400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:52.204981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:52.207440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:52.275583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event updated for resources: {'Port': ['ID=a8a29f1a-e459-43c2-972f-dab437b2099c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.302567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.313640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.351797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:52.362924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] Sync routers for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:52.376779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-76256788-0d2a-4b6a-9b0e-1f4e881af900 admin admin] 10.222.0.48 "PUT /v2.0/routers/f40d9937-5198-4e3f-a176-674b6a1ede08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1321104 Jul 15 13:30:52.379166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.382111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:52.382915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.478003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 917d2fad-a7f9-49d2-8e45-109fbcd78c4a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:52.493352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dba9ca-95ea-4747-a1f4-d6307f99ff87,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.504482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.508463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b70d0372-a5ca-40d3-aa54-b14d8c8d28cf tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4935281 Jul 15 13:30:52.511100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.539403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 917d2fad-a7f9-49d2-8e45-109fbcd78c4a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:52.539980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 917d2fad-a7f9-49d2-8e45-109fbcd78c4a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:52.558650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e92788e-5a3e-4546-a72d-13c5f0dfbd37 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.571543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e92788e-5a3e-4546-a72d-13c5f0dfbd37 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.582313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:52.612348 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.772169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e92788e-5a3e-4546-a72d-13c5f0dfbd37 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.804890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.827587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0872666-c261-4147-b678-1f5ce54934a5 req-a60a9152-0f7e-4fb5-a6f5-e8a8aef3cecc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0595891 Jul 15 13:30:52.838719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e92788e-5a3e-4546-a72d-13c5f0dfbd37 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.840396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8e92788e-5a3e-4546-a72d-13c5f0dfbd37 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/65dba9ca-95ea-4747-a1f4-d6307f99ff87 HTTP/1.1" status: 204 len: 168 time: 0.3283410 Jul 15 13:30:52.843421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92788e-5a3e-4546-a72d-13c5f0dfbd37 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65dba9ca-95ea-4747-a1f4-d6307f99ff87,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.845227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.860227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e221acc1-483e-4647-92f5-13a7ebb6b28d no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:52.907301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: e221acc1-483e-4647-92f5-13a7ebb6b28d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:52.907891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device e221acc1-483e-4647-92f5-13a7ebb6b28d not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:52.910200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e45c4e1-9ad9-4603-8249-fd1de09a5c82 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0579848 Jul 15 13:30:52.913779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46922) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.920385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Deleting port fa14d7f7-8a2e-4904-97b9-391e61013aea {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:52.921144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.930528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:30:51Z', 'revision_number': 5, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port': {'id': 'fa14d7f7-8a2e-4904-97b9-391e61013aea', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.932444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.966682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] Checking router: f40d9937-5198-4e3f-a176-674b6a1ede08 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:52.979876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] Routers {'f40d9937-5198-4e3f-a176-674b6a1ede08'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:52.980738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f40d9937-5198-4e3f-a176-674b6a1ede08'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:53.032818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] For port fa14d7f7-8a2e-4904-97b9-391e61013aea, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa14d7f7-8a2e-4904-97b9-391e61013aea,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:53.033209 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.051239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Calling delete_port for fa14d7f7-8a2e-4904-97b9-391e61013aea owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:53.096458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] Set router f40d9937-5198-4e3f-a176-674b6a1ede08 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:53.189296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:30:52Z', 'revision_number': 6, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:53.332675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.422717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa14d7f7-8a2e-4904-97b9-391e61013aea,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.447401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.459975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba43ae1-3bb8-4825-a238-eabc3e10ad16 None None] The sync data for ids ['f40d9937-5198-4e3f-a176-674b6a1ede08'] in n-d-798249-9 is: [{'id': 'f40d9937-5198-4e3f-a176-674b6a1ede08', 'name': 'tempest-TaggedBootDevicesTest-2010873173-router', 'tenant_id': '42a273a521634b82af54479a039d02d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:06Z', 'updated_at': '2021-07-15T13:30:52Z', 'revision_number': 6, 'project_id': '42a273a521634b82af54479a039d02d7', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:53.588634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.591808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.654916 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.656232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40d9937-5198-4e3f-a176-674b6a1ede08 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:53.663183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.666251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-94acdc57-7819-4c91-900a-fed22b07e262 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f40d9937-5198-4e3f-a176-674b6a1ede08 HTTP/1.1" status: 204 len: 168 time: 1.2845678 Jul 15 13:30:53.667783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.670641 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-672906e6-c7b3-4cee-825e-5d7a965b00e3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.691515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.703992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-672906e6-c7b3-4cee-825e-5d7a965b00e3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.729471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Deleting subnet 42606211-d54c-41d8-be8f-542dec82c4bb {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:53.733227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.779108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.897640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-672906e6-c7b3-4cee-825e-5d7a965b00e3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.901504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-672906e6-c7b3-4cee-825e-5d7a965b00e3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.903275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-672906e6-c7b3-4cee-825e-5d7a965b00e3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/9bdeeacd-c0c3-46cb-8d16-f4ddc895bce9 HTTP/1.1" status: 204 len: 168 time: 0.9884934 Jul 15 13:30:53.913332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.926172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.940793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Router 1fcaabfd-11df-4a97-bc62-e9f1a9624835 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:53.979988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672906e6-c7b3-4cee-825e-5d7a965b00e3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdeeacd-c0c3-46cb-8d16-f4ddc895bce9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.023903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.056514 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.058527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42606211-d54c-41d8-be8f-542dec82c4bb HTTP/1.1" status: 204 len: 168 time: 0.3896151 Jul 15 13:30:54.065418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e88e36-d49d-4064-9875-6df765beb63e None None] Network a75e0eff-bf79-4235-8120-8cc46dbb8c91 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:54.072306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.127894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301e2a-541f-4aa2-9493-c96a53c8bc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42606211-d54c-41d8-be8f-542dec82c4bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.235898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9cf0ea6-e34f-4e62-8090-534204bd438b req-4fa52c41-033e-4263-be4a-fa7e2372702b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=d264faaf-7090-4431-9236-d74108a0a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0908582 Jul 15 13:30:54.248985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d4134ced-5a01-4a0c-a419-3623844d225f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3340940 Jul 15 13:30:54.252573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.305503 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.320347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:54.335979 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] Sync routers for ids ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:54.348645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] Routers {'1fcaabfd-11df-4a97-bc62-e9f1a9624835'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:54.349626 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:54.350554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4b09659-c067-4912-9b75-cae3f365b799 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.361304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.362728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6a67eeaf-50de-4970-b685-6beab4eb2f6b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4281983 Jul 15 13:30:54.366006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46938) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.374025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:54.397740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Deleting port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:54.398091 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.403373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:54.415441 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] Routers {'1fcaabfd-11df-4a97-bc62-e9f1a9624835'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:54.416352 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:54.428262 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4b09659-c067-4912-9b75-cae3f365b799 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.477287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] DHCP port deletion for a75e0eff-bf79-4235-8120-8cc46dbb8c91 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:54.480459 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:54.494072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] For port 2a1cee61-3fb4-44c0-b37a-012ce16d0560, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2a1cee61-3fb4-44c0-b37a-012ce16d0560,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:54.494645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.499563 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e7f8f-39fc-4043-b05a-bdb15b02af95 None None] The sync data for ids ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:54.512956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Calling delete_port for 2a1cee61-3fb4-44c0-b37a-012ce16d0560 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:54.585244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] Deleting port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:54.586022 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.653876 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4b09659-c067-4912-9b75-cae3f365b799 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.658171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4b09659-c067-4912-9b75-cae3f365b799 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.659746 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a4b09659-c067-4912-9b75-cae3f365b799 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/96950dda-4ea4-433f-8797-efa7d4c3b96b HTTP/1.1" status: 204 len: 168 time: 0.4060583 Jul 15 13:30:54.676398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.677758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.691418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] For port 2a1cee61-3fb4-44c0-b37a-012ce16d0560, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2a1cee61-3fb4-44c0-b37a-012ce16d0560,segment=NetworkSegment(94c3cff1-72a1-44c7-a762-a96c120f2c06),segment_id=94c3cff1-72a1-44c7-a762-a96c120f2c06)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:54.691822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.707021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] Calling delete_port for 2a1cee61-3fb4-44c0-b37a-012ce16d0560 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:54.747353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] No DVR routers for this DVR port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:54.751261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1cee61-3fb4-44c0-b37a-012ce16d0560,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.848355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 15810e7a-d7e2-447a-a199-f9fd345e5df6 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:54.880557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a2b268ec-eb6d-455b-a335-51c900c78666 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1833375 Jul 15 13:30:54.886122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.897889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--717043005'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:54.900711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 15810e7a-d7e2-447a-a199-f9fd345e5df6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:54.901056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 15810e7a-d7e2-447a-a199-f9fd345e5df6 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:54.905769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2a1cee61-3fb4-44c0-b37a-012ce16d0560 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:54.947615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b09659-c067-4912-9b75-cae3f365b799 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96950dda-4ea4-433f-8797-efa7d4c3b96b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.964784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2a1cee61-3fb4-44c0-b37a-012ce16d0560 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:54.965428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2a1cee61-3fb4-44c0-b37a-012ce16d0560 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:54.966300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa14d7f7-8a2e-4904-97b9-391e61013aea no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:55.001397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.003766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.013524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fa14d7f7-8a2e-4904-97b9-391e61013aea {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:55.014002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa14d7f7-8a2e-4904-97b9-391e61013aea not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:55.014744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75e0eff-bf79-4235-8120-8cc46dbb8c91']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:55.029782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c3cff1-72a1-44c7-a762-a96c120f2c06') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:55.030087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c3cff1-72a1-44c7-a762-a96c120f2c06') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:55.041732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.051467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] Pushing event deleted for resources: {'Port': ['ID=2a1cee61-3fb4-44c0-b37a-012ce16d0560,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.054392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a2e40-c0cf-42f8-a98d-c35dc3a67f76 None None] No DVR routers for this DVR port 2a1cee61-3fb4-44c0-b37a-012ce16d0560 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:55.060064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.072697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.082622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:55.083030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: items = [ Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:55.085676 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:55.095323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.174131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.184265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.186331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a75e0eff-bf79-4235-8120-8cc46dbb8c91 HTTP/1.1" status: 204 len: 168 time: 1.1126356 Jul 15 13:30:55.205465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46526d3a-67a8-4bcd-b237-0985030fada4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75e0eff-bf79-4235-8120-8cc46dbb8c91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.251843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.257176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.304194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccaa7be-5316-47c3-a7e7-291f6ff20086,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.309248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.313140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9046e065-250e-4e62-aef2-6991f4b6ed9e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4248188 Jul 15 13:30:55.313829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.319546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': 'bccaa7be-5316-47c3-a7e7-291f6ff20086', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:55.359059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46954) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.359373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.437470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.443415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.464065 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6bbbdb6b-5705-42fe-9a21-98f201514194 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42a273a521634b82af54479a039d02d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036735 Jul 15 13:30:55.467529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c3459e-341d-42e5-b254-9b66b846f0d5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.468488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.480074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.484372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-204765fb-f536-4f6f-b264-b83b5f7a3237 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1675160 Jul 15 13:30:55.485130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.530358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60842469-d87b-4cef-9edb-960d35bd8250 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.545842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60842469-d87b-4cef-9edb-960d35bd8250 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.583080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60842469-d87b-4cef-9edb-960d35bd8250 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.596595 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60842469-d87b-4cef-9edb-960d35bd8250 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.601499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60842469-d87b-4cef-9edb-960d35bd8250 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/51c3459e-341d-42e5-b254-9b66b846f0d5 HTTP/1.1" status: 204 len: 168 time: 0.1152525 Jul 15 13:30:55.603059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842469-d87b-4cef-9edb-960d35bd8250 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51c3459e-341d-42e5-b254-9b66b846f0d5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.604325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.613225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f142bd5-9ecf-437c-a804-e3af5d077fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.649452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f142bd5-9ecf-437c-a804-e3af5d077fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.659202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c0c46717-74b2-462b-a83d-ac91a192227e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535808 Jul 15 13:30:55.661701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.728329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.732631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.732928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ee46d3-8bf4-42a4-835f-eab6b435d64a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.761561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ee46d3-8bf4-42a4-835f-eab6b435d64a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.816659 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ee46d3-8bf4-42a4-835f-eab6b435d64a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.821864 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ee46d3-8bf4-42a4-835f-eab6b435d64a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.822629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f142bd5-9ecf-437c-a804-e3af5d077fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.822858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b7ee46d3-8bf4-42a4-835f-eab6b435d64a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/bccaa7be-5316-47c3-a7e7-291f6ff20086 HTTP/1.1" status: 204 len: 168 time: 0.1592529 Jul 15 13:30:55.825178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f142bd5-9ecf-437c-a804-e3af5d077fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.830694 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6f142bd5-9ecf-437c-a804-e3af5d077fc0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2708e90-f8fc-4a85-a3cd-12effee44742 HTTP/1.1" status: 204 len: 168 time: 0.3612127 Jul 15 13:30:55.831301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.841602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee46d3-8bf4-42a4-835f-eab6b435d64a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccaa7be-5316-47c3-a7e7-291f6ff20086,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.363791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f142bd5-9ecf-437c-a804-e3af5d077fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2708e90-f8fc-4a85-a3cd-12effee44742,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.426840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Router 1fcaabfd-11df-4a97-bc62-e9f1a9624835 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:56.433145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1c0d5d06-8a5d-4978-a1f3-acc639126015 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5963609 Jul 15 13:30:56.439147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 46986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.444654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781594742'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.486678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.631769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.638342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.655616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:56.667645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.671420 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13068f96-73cc-4a6c-b62c-ca2fc6908179 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "PUT /v2.0/routers/1fcaabfd-11df-4a97-bc62-e9f1a9624835 HTTP/1.1" status: 200 len: 925 time: 2.3034739 Jul 15 13:30:56.673738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 46996) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.682126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] Sync routers for ids ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:56.694653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] Routers {'1fcaabfd-11df-4a97-bc62-e9f1a9624835'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:56.695981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:56.723817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.728856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2887204 Jul 15 13:30:56.729462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.735336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:56.735556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': 'b9716bc0-ac49-41ca-9cfa-e279146238f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.742077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86035b12-9760-429f-bd3d-e181de10fff3 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9716bc0-ac49-41ca-9cfa-e279146238f0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.751401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] Routers {'1fcaabfd-11df-4a97-bc62-e9f1a9624835'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:56.752520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:56.795004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:56.795946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02405373-156f-4845-8be0-dfcbdb869434 None None] The sync data for ids ['1fcaabfd-11df-4a97-bc62-e9f1a9624835'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:56.801602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.862492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.864882 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0598fc51-6b1e-47c7-be6d-331a57e2a36f tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/1fcaabfd-11df-4a97-bc62-e9f1a9624835 HTTP/1.1" status: 200 len: 925 time: 0.1897631 Jul 15 13:30:56.870461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.936759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.968227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.998135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1082863498-network', 'tenant_id': '557e51271ca141c3aefa936ca5f3560c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:57.008702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.012778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2787232 Jul 15 13:30:57.013445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.036665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-39f2fb7d-40cb-49f2-b194-063338b07828 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules/9af72775-9eea-43aa-bc7a-9940b905040f HTTP/1.1" status: 200 len: 763 time: 0.0220597 Jul 15 13:30:57.037978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47012) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.090345 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f3d112ba-17aa-4774-9b76-0461efeb01d2 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0495343 Jul 15 13:30:57.091790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.095494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18e0d0-1836-4045-a308-8cca2775fa1a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af72775-9eea-43aa-bc7a-9940b905040f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.131237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Made reservation on behalf of 557e51271ca141c3aefa936ca5f3560c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:57.134472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de82dc2-da93-41f0-9d92-a6962e65df1e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.140252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.143698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de82dc2-da93-41f0-9d92-a6962e65df1e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.159514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.189745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8e94-2b10-42f3-83ed-2466c5f57a21 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.195656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.196259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-512b8e94-2b10-42f3-83ed-2466c5f57a21 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=1fcaabfd-11df-4a97-bc62-e9f1a9624835&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3205330 Jul 15 13:30:57.207131 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de82dc2-da93-41f0-9d92-a6962e65df1e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.216552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3de82dc2-da93-41f0-9d92-a6962e65df1e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.220391 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3de82dc2-da93-41f0-9d92-a6962e65df1e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9af72775-9eea-43aa-bc7a-9940b905040f HTTP/1.1" status: 204 len: 168 time: 0.1169903 Jul 15 13:30:57.223997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.245112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de82dc2-da93-41f0-9d92-a6962e65df1e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9af72775-9eea-43aa-bc7a-9940b905040f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.312131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743e583-7051-4d31-afad-b8c39ca028e8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.313456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c743e583-7051-4d31-afad-b8c39ca028e8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.1162317 Jul 15 13:30:57.316377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47022) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.323743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-90609982-06f5-42a4-83ac-fb8f182f8c06 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984817 Jul 15 13:30:57.326251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.337242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': 'b9716bc0-ac49-41ca-9cfa-e279146238f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:57.360076 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e767255e-2999-49fe-a601-5dcc57e22c25 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fcaabfd-11df-4a97-bc62-e9f1a9624835 HTTP/1.1" status: 200 len: 205 time: 0.0425935 Jul 15 13:30:57.362636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.429558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.462367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.464967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.510856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:57.520674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.529831 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.530168 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Added segment 9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1 of type vlan for network 27417f96-cf28-47f2-8578-c176df583f24 Jul 15 13:30:57.535472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.560724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.566012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.603448 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.604921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777598 Jul 15 13:30:57.607635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.608753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a402a-562e-4aef-8465-8ef6534d579f tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65e521c-73f6-4ff8-8dcc-d35931df9b13,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.642720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.681950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c58cd2c-af69-4c8c-ac6a-562a28f8c1e6 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules/b65e521c-73f6-4ff8-8dcc-d35931df9b13 HTTP/1.1" status: 200 len: 763 time: 0.0710421 Jul 15 13:30:57.682965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.728447 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.732661 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.733641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.734268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.789684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9260571 Jul 15 13:30:57.810588 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fba1d3f5-24d9-4341-8487-18e65dc697d1 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1241314 Jul 15 13:30:57.811221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.811563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.824974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f40b14-1bc3-4386-a835-b3efa6ce42cb admin admin] Pushing event updated for resources: {'Network': ['ID=27417f96-cf28-47f2-8578-c176df583f24,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.835922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 27417f96-cf28-47f2-8578-c176df583f24 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:57.844428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Request body: {'subnet': {'network_id': '27417f96-cf28-47f2-8578-c176df583f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1082863498-subnet', 'tenant_id': '557e51271ca141c3aefa936ca5f3560c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:57.850440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Deleting port a8a29f1a-e459-43c2-972f-dab437b2099c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:57.850818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.886454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cb828da-98c0-425e-8667-6b6d7321a79d tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.895265 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cb828da-98c0-425e-8667-6b6d7321a79d tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.902025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Made reservation on behalf of 557e51271ca141c3aefa936ca5f3560c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:57.906938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.951712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.972301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Calling delete_port for a8a29f1a-e459-43c2-972f-dab437b2099c owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:58.014991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cb828da-98c0-425e-8667-6b6d7321a79d tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.027525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cb828da-98c0-425e-8667-6b6d7321a79d tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.032163 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4cb828da-98c0-425e-8667-6b6d7321a79d tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b65e521c-73f6-4ff8-8dcc-d35931df9b13 HTTP/1.1" status: 204 len: 168 time: 0.2108481 Jul 15 13:30:58.032163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.048774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb828da-98c0-425e-8667-6b6d7321a79d tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b65e521c-73f6-4ff8-8dcc-d35931df9b13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.127698 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aa2a4ba3-268b-4c94-9354-aac7676cccf8 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905848 Jul 15 13:30:58.129240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47042) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.135833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Request body: {'security_group_rule': {'security_group_id': 'b9716bc0-ac49-41ca-9cfa-e279146238f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:58.186703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.213738 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Project 597b77a4c2d84db08ff789f3f3a88db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:30:58.219995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.223584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event deleted for resources: {'Port': ['ID=a8a29f1a-e459-43c2-972f-dab437b2099c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.229066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.336436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c8e53d-c307-4a85-bfbe-6b6696dd7e11,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.344974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.354079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Checking segment: {'id': '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27417f96-cf28-47f2-8578-c176df583f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:58.354580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Network hostable DHCP agents. Network: 27417f96-cf28-47f2-8578-c176df583f24, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:58.373717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.396233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.437424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Network 27417f96-cf28-47f2-8578-c176df583f24 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:58.440104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573d4f6f-5828-4333-aebe-0def3856db22,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.457442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.459252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a8fb552-db5a-4b99-90e6-65a80b65d97e tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3290672 Jul 15 13:30:58.462398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47046) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.476885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 27417f96-cf28-47f2-8578-c176df583f24) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:58.483393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.484080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.485617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b45759-3fb5-4cad-9fb4-53f190f3b013 None None] Network 27417f96-cf28-47f2-8578-c176df583f24 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:58.487259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.490107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.501048 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-255948c9-a79e-44c3-afa0-237141a3ce3c tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules/573d4f6f-5828-4333-aebe-0def3856db22 HTTP/1.1" status: 200 len: 769 time: 0.0347869 Jul 15 13:30:58.501359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47048) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.542579 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4194e2fc-e293-4339-beb1-59d324ae4811 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7298315 Jul 15 13:30:58.548180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.548831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Fanout notify agent at l3_agent the message router_deleted on router 1fcaabfd-11df-4a97-bc62-e9f1a9624835 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:58.561755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.563235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32d2545f-4fcb-404e-80b6-8880d82d507c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/1fcaabfd-11df-4a97-bc62-e9f1a9624835 HTTP/1.1" status: 204 len: 168 time: 1.1995573 Jul 15 13:30:58.566889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.573527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707881209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:58.594678 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5189146d-4004-414d-b6ce-ce857410bb9a tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0891201 Jul 15 13:30:58.595480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47054) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.624016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9695-aec7-4aa5-943b-0993c433bcdc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.636075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.637597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.638308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9695-aec7-4aa5-943b-0993c433bcdc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.681518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9695-aec7-4aa5-943b-0993c433bcdc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.689578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9695-aec7-4aa5-943b-0993c433bcdc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.693877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c9ca9695-aec7-4aa5-943b-0993c433bcdc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/573d4f6f-5828-4333-aebe-0def3856db22 HTTP/1.1" status: 204 len: 168 time: 0.0943103 Jul 15 13:30:58.694169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47056) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.728714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca9695-aec7-4aa5-943b-0993c433bcdc tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=573d4f6f-5828-4333-aebe-0def3856db22,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.729217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.735691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.759814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3756b1-9d34-430c-a82c-4454822f52a9 None None] Network 27417f96-cf28-47f2-8578-c176df583f24 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:58.763381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.768197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5dce6e2b-2b5a-4a10-b6ac-36f232391ad2 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1970937 Jul 15 13:30:58.768420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.776698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:58.808963 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5736198d-6bec-41d3-8516-f2dab12efcd4 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1134565 Jul 15 13:30:58.813681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.909736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-121f7530-4e59-4349-ac1a-a5067ffcd1a7 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.939528 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-121f7530-4e59-4349-ac1a-a5067ffcd1a7 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.008088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-121f7530-4e59-4349-ac1a-a5067ffcd1a7 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.015619 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-121f7530-4e59-4349-ac1a-a5067ffcd1a7 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.019369 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-121f7530-4e59-4349-ac1a-a5067ffcd1a7 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9716bc0-ac49-41ca-9cfa-e279146238f0 HTTP/1.1" status: 204 len: 168 time: 0.2045736 Jul 15 13:30:59.020098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47072) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.040863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f7530-4e59-4349-ac1a-a5067ffcd1a7 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9716bc0-ac49-41ca-9cfa-e279146238f0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.108261 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e4a7d08d-cf13-4b01-abcc-a1823ad39f48 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734186 Jul 15 13:30:59.108924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47076) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.177117 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-465a881d-ad60-4d96-afde-cf47cff3de29 tempest-SecGroupIPv6Test-785056901 tempest-SecGroupIPv6Test-785056901-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667729 Jul 15 13:30:59.273451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.377278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.383329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-233173607-network', 'tenant_id': '36d0c262e7e84af1b0fe09c2394c4e6f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:59.426759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Made reservation on behalf of 36d0c262e7e84af1b0fe09c2394c4e6f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:59.429712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.441296 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.581420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.597243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.640098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:59.670916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.692067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.692612 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Added segment 9c1bc094-66b8-404d-ae38-cd0a45a374f9 of type vlan for network 9da3c6e7-4b28-4d77-8c52-45bb577a298d Jul 15 13:30:59.693843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.696321 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314151a-6a6d-4851-94aa-909a97abacb6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.700064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.786282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.834144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.834401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.834904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.868314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Allocated IP 172.25.2.94 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/cbb2a242-a00c-48f1-aa94-711e5d058c21) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:59.929409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9da3c6e7-4b28-4d77-8c52-45bb577a298d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.935864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e8c0d888-365e-4c90-9d94-76fc765547d5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5593870 Jul 15 13:30:59.936926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47138) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.943721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9da3c6e7-4b28-4d77-8c52-45bb577a298d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:59.956795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Request body: {'subnet': {'network_id': '9da3c6e7-4b28-4d77-8c52-45bb577a298d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-233173607-subnet', 'tenant_id': '36d0c262e7e84af1b0fe09c2394c4e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:00.037369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Made reservation on behalf of 36d0c262e7e84af1b0fe09c2394c4e6f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:00.040497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.078684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.079108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9a89183d-ba6c-4c0c-9e61-8978eab259f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=597b77a4c2d84db08ff789f3f3a88db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835237 Jul 15 13:31:00.081639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:00.146238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.207699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:00.212361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:00.216435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:00.265355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event updated for resources: {'Port': ['ID=cbb2a242-a00c-48f1-aa94-711e5d058c21,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.357220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.434561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50bc173-c4b5-4476-8949-cd109db6514a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.495051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d83ecdd-9adf-45e9-9c49-5d1528d7bff5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.501441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50bc173-c4b5-4476-8949-cd109db6514a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.527150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Checking segment: {'id': '9c1bc094-66b8-404d-ae38-cd0a45a374f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9da3c6e7-4b28-4d77-8c52-45bb577a298d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:00.527530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Network hostable DHCP agents. Network: 9da3c6e7-4b28-4d77-8c52-45bb577a298d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:00.540936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.570694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Network 9da3c6e7-4b28-4d77-8c52-45bb577a298d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:00.586996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9da3c6e7-4b28-4d77-8c52-45bb577a298d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:00.593287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.594539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.595394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b695141d-37c8-4080-9bf5-c85bc11348a1 None None] Network 9da3c6e7-4b28-4d77-8c52-45bb577a298d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:00.613686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50bc173-c4b5-4476-8949-cd109db6514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.621191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50bc173-c4b5-4476-8949-cd109db6514a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.625819 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c50bc173-c4b5-4476-8949-cd109db6514a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68f6f82b-3c01-432a-9634-7f8d47f22015 HTTP/1.1" status: 204 len: 168 time: 0.5407643 Jul 15 13:31:00.644958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc173-c4b5-4476-8949-cd109db6514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f6f82b-3c01-432a-9634-7f8d47f22015,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.648842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1902fa08-a40e-4f3a-a76d-e4fb05a0b274 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7106955 Jul 15 13:31:00.948865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60950bc2-4835-48cd-8b1a-a096f6f1882b None None] Network 9da3c6e7-4b28-4d77-8c52-45bb577a298d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:01.122377 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.569558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.575255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.638837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-45fa2906-9880-4892-b1aa-ed27a22074ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181045 Jul 15 13:31:01.790260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.797667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-442ec173-3b59-4f76-85d4-2b6cd41303ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.799198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-442ec173-3b59-4f76-85d4-2b6cd41303ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1097 time: 0.1139722 Jul 15 13:31:01.800244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Router b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:01.915471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674878431-network', 'tenant_id': 'afd3a70fd7ee4cae84f08cded8e1eaab'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:01.940429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Made reservation on behalf of afd3a70fd7ee4cae84f08cded8e1eaab for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:01.943542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.953768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.985993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:01.988831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-6dff5e45-732d-4e60-a3bd-6af34090cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.991041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-6dff5e45-732d-4e60-a3bd-6af34090cb78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.1442924 Jul 15 13:31:01.996475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.997691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-79da706f-2f0f-4f8c-a5b8-517b5d99b750 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "PUT /v2.0/routers/b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 HTTP/1.1" status: 200 len: 883 time: 3.2281873 Jul 15 13:31:02.000283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47226) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.004172 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] Sync routers for ids ['b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:02.016385 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] Routers {'b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:02.017358 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.050264 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.061025 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] Routers {'b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:02.061956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.090253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.095268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.109712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.110738 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f0673-2fe4-41f3-aa6b-26097f06d147 None None] The sync data for ids ['b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:02.139654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-04e89392-e7ea-4dd0-b62a-88d2e2644892 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 1002 time: 0.1407530 Jul 15 13:31:02.139878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:02.142009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7908b2a2-cad9-4689-a1dd-da5c30438a77,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.165844 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.166848 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Added segment 8d06b78d-d915-4e35-8482-4b01a6a91d98 of type vlan for network ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c Jul 15 13:31:02.203268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e9868339-3b95-43d3-95cf-3ed72c46d4b8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 HTTP/1.1" status: 200 len: 924 time: 0.1988420 Jul 15 13:31:02.203268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.225219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.234837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-6d883e22-d62c-467f-b990-ce6dc28cf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.236684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-6d883e22-d62c-467f-b990-ce6dc28cf987 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0884554 Jul 15 13:31:02.262823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.264127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.264980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.308192 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5162816 Jul 15 13:31:02.310476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47232) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.319146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Request body: {'subnet': {'network_id': 'ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674878431-subnet', 'tenant_id': 'afd3a70fd7ee4cae84f08cded8e1eaab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:02.341911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffac5-0a3f-4b0d-9e2c-91eecad85022 admin admin] Pushing event updated for resources: {'Network': ['ID=ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.353994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:02.359248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e85449-4aa8-4563-aada-021a83e2ea03 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.360932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-29e85449-4aa8-4563-aada-021a83e2ea03 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1570618 Jul 15 13:31:02.363671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47234) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.371953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Made reservation on behalf of afd3a70fd7ee4cae84f08cded8e1eaab for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:02.374515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.472848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906a3fb-dd5b-415d-86e2-b83aa04b8073 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.477220 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5906a3fb-dd5b-415d-86e2-b83aa04b8073 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.1124656 Jul 15 13:31:02.477838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47238) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.485453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-ae513926-ba58-4d62-8ae9-acc27f4cd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.487084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-ae513926-ba58-4d62-8ae9-acc27f4cd3a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437549 Jul 15 13:31:02.523306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0ffc06b3-1492-4929-8521-7894dc771ec6 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 HTTP/1.1" status: 200 len: 205 time: 0.0435634 Jul 15 13:31:02.523940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.673548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-94c98f0f-1c69-47e0-a205-1a0eea3d2635 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687865 Jul 15 13:31:02.677475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.689939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.802414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.810518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3994e0f5-0fe8-45c7-8758-532764c21a9c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.834680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Checking segment: {'id': '8d06b78d-d915-4e35-8482-4b01a6a91d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:02.835045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Network hostable DHCP agents. Network: ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:02.844605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-405cad88-6e3b-47fd-9ca7-aa4dd72b88b7 req-3e8f30f0-8a25-47cb-9b90-02289fa22325 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636150 Jul 15 13:31:02.860606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Network ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:02.876566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:02.885142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96947b0-b216-4083-b1ce-bd14423b0ee9 None None] Network ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:02.885927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.886727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.896090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Deleting port cbb2a242-a00c-48f1-aa94-711e5d058c21 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:02.896935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.905815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6eff55e-229e-4a72-bc55-04b502246805 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5938179 Jul 15 13:31:03.035371 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.051606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Calling delete_port for cbb2a242-a00c-48f1-aa94-711e5d058c21 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:03.108236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbfff6-2932-4987-be12-fb660261c357 None None] Network ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:03.382155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.428973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event deleted for resources: {'Port': ['ID=cbb2a242-a00c-48f1-aa94-711e5d058c21,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.533037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.634894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.700275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.707046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.774761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.776040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Fanout notify agent at l3_agent the message router_deleted on router b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:03.792992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.797855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.802104 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5709f53e-3eb2-4ae2-ad70-23ddf89920c5 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 HTTP/1.1" status: 204 len: 168 time: 1.2741690 Jul 15 13:31:03.803042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.803618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822553052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:03.808364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-634544168-network', 'tenant_id': '1206c4e38d2d4ccba5a46d571cf0da46'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:03.825669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:31:03.825669 n-d-798249-9 neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:31:03.825669 n-d-798249-9 neutron-server[93824]: [parameters: {'project_id': 'dfd866c4d1d9482482e5bbbc9b419fe4', 'id': '6e2adf81-bf8a-4231-94df-ab02177a9792', 'expiration': datetime.datetime(2021, 7, 15, 13, 33, 3, 822236)}] Jul 15 13:31:03.825669 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:31:03.826095 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:31:03.836800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Made reservation on behalf of 1206c4e38d2d4ccba5a46d571cf0da46 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:03.839690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.852044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.951842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.955842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.979284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:03.996225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.996576 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Added segment b7e24768-92ed-4402-b069-d0842f15e7c1 of type vlan for network e18c1acf-e6ad-4e05-ba84-2a19ed1af027 Jul 15 13:31:03.997927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b613391-d2eb-485d-b6ff-cdf8eafabd84,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.045112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.080464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.081653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.082337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.123802 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3170052 Jul 15 13:31:04.124011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.128866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Request body: {'subnet': {'network_id': 'e18c1acf-e6ad-4e05-ba84-2a19ed1af027', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-634544168-subnet', 'tenant_id': '1206c4e38d2d4ccba5a46d571cf0da46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:04.163161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5915472-e17a-4764-9a4c-bee9a3631986 admin admin] Pushing event updated for resources: {'Network': ['ID=e18c1acf-e6ad-4e05-ba84-2a19ed1af027,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.175113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e18c1acf-e6ad-4e05-ba84-2a19ed1af027 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:04.178696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Made reservation on behalf of 1206c4e38d2d4ccba5a46d571cf0da46 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:04.181390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.355643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.358113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.374354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.425117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5a78ed-cbc7-4d2b-bd7d-9235ac0d266e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.442816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Checking segment: {'id': 'b7e24768-92ed-4402-b069-d0842f15e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e18c1acf-e6ad-4e05-ba84-2a19ed1af027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:04.443187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Network hostable DHCP agents. Network: e18c1acf-e6ad-4e05-ba84-2a19ed1af027, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:04.444519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.450781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.464086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Network e18c1acf-e6ad-4e05-ba84-2a19ed1af027 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:04.472149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.473572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-611cb308-a72a-4d9a-a374-b1e67736a492 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6745892 Jul 15 13:31:04.476806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, e18c1acf-e6ad-4e05-ba84-2a19ed1af027) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:04.477119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.482177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': True}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:04.485876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a66ba3-63d2-43a6-88ba-3f3bb1e1be67 None None] Network e18c1acf-e6ad-4e05-ba84-2a19ed1af027 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:04.493464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.494192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.517171 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-005fefc2-5b64-47d6-a2e5-d4cf3496c5de admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3920622 Jul 15 13:31:04.633461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a15e2-946a-48f1-986c-c7f9b67cd448 None None] Network e18c1acf-e6ad-4e05-ba84-2a19ed1af027 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:04.688679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47290) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.747687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.748889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Deleting subnet 3994e0f5-0fe8-45c7-8758-532764c21a9c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:04.757010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.805705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.849579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.908545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.942192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3994e0f5-0fe8-45c7-8758-532764c21a9c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.947037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.951279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd71f610-cfdb-40ff-ab77-f95312115e0a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3994e0f5-0fe8-45c7-8758-532764c21a9c HTTP/1.1" status: 204 len: 168 time: 0.2614732 Jul 15 13:31:04.953649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.988122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.010272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.031642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.118348 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.134870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.137334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Allocated IP 172.25.2.95 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/327c9758-0ac6-4373-924a-4bd99536bf52) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:05.147100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d06b78d-d915-4e35-8482-4b01a6a91d98') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.147908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d06b78d-d915-4e35-8482-4b01a6a91d98') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.157342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.176805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.187329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:05.188207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:05.190234 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:05.249061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.257045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.261641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.261801 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c HTTP/1.1" status: 204 len: 168 time: 0.3070886 Jul 15 13:31:05.276256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad91680-3059-432b-8bd0-64f434b8eeb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca813d69-9ad3-43a4-a6f3-ff582fbc3a9c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.307199 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.334691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Deleting subnet 9e5a78ed-cbc7-4d2b-bd7d-9235ac0d266e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:05.338173 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.386149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.433442 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.448942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.495102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:05.502921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:05.512720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:05.541416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Port': ['ID=327c9758-0ac6-4373-924a-4bd99536bf52,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.985957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.094462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5a78ed-cbc7-4d2b-bd7d-9235ac0d266e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.106339 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.110395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1cbc20e3-d1f7-4a00-aba0-5ac0a73d2911 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e5a78ed-cbc7-4d2b-bd7d-9235ac0d266e HTTP/1.1" status: 204 len: 168 time: 0.8453283 Jul 15 13:31:06.110781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:06.141917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-420577ed-9abb-44da-b743-92fca9674e52 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.143671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-420577ed-9abb-44da-b743-92fca9674e52 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/networks?id=27417f96-cf28-47f2-8578-c176df583f24 HTTP/1.1" status: 200 len: 825 time: 0.6240370 Jul 15 13:31:06.211222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-99b1f7fe-f9e7-47a8-a0c7-943870c21e73 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/quotas/557e51271ca141c3aefa936ca5f3560c HTTP/1.1" status: 200 len: 375 time: 0.0587146 Jul 15 13:31:06.232173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.283508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-bf54f97e-72a6-410a-a126-e911939902bc tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=557e51271ca141c3aefa936ca5f3560c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649159 Jul 15 13:31:06.298640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a81bb1-64bc-42be-9521-70240e2853da req-6de9cd13-6dde-4f99-9226-433291959c66 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.306058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08a81bb1-64bc-42be-9521-70240e2853da req-6de9cd13-6dde-4f99-9226-433291959c66 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.3277187 Jul 15 13:31:06.363203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.375657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c1acf-e6ad-4e05-ba84-2a19ed1af027']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:06.381008 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.390398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e24768-92ed-4402-b069-d0842f15e7c1') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:06.390705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e24768-92ed-4402-b069-d0842f15e7c1') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:06.401769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.417991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.425761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:06.425761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.463959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08a81bb1-64bc-42be-9521-70240e2853da req-a95e4e54-4bd4-45af-adb9-34f1da2c4ddf tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568880 Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:06.491117 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:06.506970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.528968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.531050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/e18c1acf-e6ad-4e05-ba84-2a19ed1af027 HTTP/1.1" status: 204 len: 168 time: 0.4192584 Jul 15 13:31:06.532060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb536b51-9a5a-464a-ab90-04cec69248ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e18c1acf-e6ad-4e05-ba84-2a19ed1af027,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.556463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-53b031d0-b32d-471a-b862-55b46869cc3d service neutron] 10.222.0.48 "GET /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427409 Jul 15 13:31:06.768267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:06.787559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-f3b642af-ff89-4508-b575-da33c5718dfe service neutron] 10.222.0.48 "GET /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219803 Jul 15 13:31:06.802670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.809581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.865786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:06.866885 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b803f24b-fd81-4995-96c4-5576c010825c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afd3a70fd7ee4cae84f08cded8e1eaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973504 Jul 15 13:31:07.023467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a69c5705-7dff-4c88-ac76-50554a9e8a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.048439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a69c5705-7dff-4c88-ac76-50554a9e8a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.124732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88591301-d28a-4016-852a-e224c645e38f req-c87df111-b905-4c7e-8f76-df08be0bf785 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 210 time: 0.0429139 Jul 15 13:31:07.149809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Router 5f222577-dc8e-4b52-9cf9-6936b9c23d38 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:07.198985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a69c5705-7dff-4c88-ac76-50554a9e8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.202326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a69c5705-7dff-4c88-ac76-50554a9e8a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.205755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a69c5705-7dff-4c88-ac76-50554a9e8a6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7908b2a2-cad9-4689-a1dd-da5c30438a77 HTTP/1.1" status: 204 len: 168 time: 0.3366590 Jul 15 13:31:07.218892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c5705-7dff-4c88-ac76-50554a9e8a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7908b2a2-cad9-4689-a1dd-da5c30438a77,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:07.291520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:07.298007 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.304538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] Sync routers for ids ['5f222577-dc8e-4b52-9cf9-6936b9c23d38'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:07.305048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ab71a5b8-76d3-4284-9695-205145e90fe8 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "PUT /v2.0/routers/5f222577-dc8e-4b52-9cf9-6936b9c23d38 HTTP/1.1" status: 200 len: 918 time: 2.8233678 Jul 15 13:31:07.305150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47348) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.332560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] Routers {'5f222577-dc8e-4b52-9cf9-6936b9c23d38'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:07.338756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5f222577-dc8e-4b52-9cf9-6936b9c23d38'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:07.436301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:07.462143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] Routers {'5f222577-dc8e-4b52-9cf9-6936b9c23d38'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:07.464457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5f222577-dc8e-4b52-9cf9-6936b9c23d38'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:07.546781 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7e654831-53b2-4c0e-9c19-4960a6cf6251 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/5f222577-dc8e-4b52-9cf9-6936b9c23d38 HTTP/1.1" status: 200 len: 924 time: 0.2402248 Jul 15 13:31:07.549226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.557788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:07.572397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00aac30-a720-45cd-bd3a-53d511e8e17e None None] The sync data for ids ['5f222577-dc8e-4b52-9cf9-6936b9c23d38'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:07.639050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f459e2a-59b0-458f-9a4d-c0d23d89a218 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.641890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f459e2a-59b0-458f-9a4d-c0d23d89a218 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=5f222577-dc8e-4b52-9cf9-6936b9c23d38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0916374 Jul 15 13:31:07.645267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.788702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840142a-204d-4c6c-9928-80a7757a5cf1 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.794525 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6840142a-204d-4c6c-9928-80a7757a5cf1 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.1454699 Jul 15 13:31:07.800521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.804014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.843983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60317757-4293-443d-8bcb-d04da546cc77 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f222577-dc8e-4b52-9cf9-6936b9c23d38 HTTP/1.1" status: 200 len: 205 time: 0.0420830 Jul 15 13:31:07.848264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47366) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.921718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443b02-c85a-4866-aacc-ef0269a6ebac req-d7b8ecef-4f4e-409a-a103-bda62172c99a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.923872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7443b02-c85a-4866-aacc-ef0269a6ebac req-d7b8ecef-4f4e-409a-a103-bda62172c99a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2205608 Jul 15 13:31:07.947846 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ad594109-3738-48e5-998a-d37030d5877b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1206c4e38d2d4ccba5a46d571cf0da46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420023 Jul 15 13:31:07.950938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.985750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7443b02-c85a-4866-aacc-ef0269a6ebac req-b8947815-5dbf-4aa3-83d9-e44e541001dc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543044 Jul 15 13:31:08.057155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.117896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c1f6-c4e2-41ca-8037-d2e9fb07b863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.313988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf648dec-7f5d-4299-afcd-d220f61a86c7 req-5a229bdb-e0f4-47e1-8f7e-7bf00c6922f6 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 210 time: 0.0459819 Jul 15 13:31:08.590059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c1f6-c4e2-41ca-8037-d2e9fb07b863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.708191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.760536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c1f6-c4e2-41ca-8037-d2e9fb07b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.763119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c1f6-c4e2-41ca-8037-d2e9fb07b863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.764303 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f2b1c1f6-c4e2-41ca-8037-d2e9fb07b863 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b613391-d2eb-485d-b6ff-cdf8eafabd84 HTTP/1.1" status: 204 len: 168 time: 0.8109179 Jul 15 13:31:08.795973 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-2381858a-359c-454f-8cd3-e5afe397ad7c tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.797487 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-2381858a-359c-454f-8cd3-e5afe397ad7c tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.49 "GET /v2.0/networks?id=27417f96-cf28-47f2-8578-c176df583f24 HTTP/1.1" status: 200 len: 825 time: 0.2243958 Jul 15 13:31:08.805304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1c1f6-c4e2-41ca-8037-d2e9fb07b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b613391-d2eb-485d-b6ff-cdf8eafabd84,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:08.832460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Request body: {'port': {'device_id': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'network_id': '27417f96-cf28-47f2-8578-c176df583f24', 'admin_state_up': True, 'tenant_id': '557e51271ca141c3aefa936ca5f3560c'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:08.956136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Deleting port 327c9758-0ac6-4373-924a-4bd99536bf52 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:08.956794 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.070437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.085398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Calling delete_port for 327c9758-0ac6-4373-924a-4bd99536bf52 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:09.276077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Made reservation on behalf of 557e51271ca141c3aefa936ca5f3560c for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:09.280117 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.293225 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.339643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event deleted for resources: {'Port': ['ID=327c9758-0ac6-4373-924a-4bd99536bf52,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:09.351137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afeffc-3912-4638-bb71-2cd8433fe7c6 req-f6cff7a2-236f-48d6-aede-a2d451eeeb31 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:09.352750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30afeffc-3912-4638-bb71-2cd8433fe7c6 req-f6cff7a2-236f-48d6-aede-a2d451eeeb31 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1205237 Jul 15 13:31:09.416339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30afeffc-3912-4638-bb71-2cd8433fe7c6 req-80231943-aafd-4dfd-a381-95b2a8da539d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566442 Jul 15 13:31:09.419647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.577200 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.581596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.584278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0121b14-abe3-4005-b5e6-87af8908279d req-108e7a59-76a2-49e8-a7d2-b92d26fa9471 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 210 time: 0.0585363 Jul 15 13:31:09.657597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.658162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Fanout notify agent at l3_agent the message router_deleted on router 5f222577-dc8e-4b52-9cf9-6936b9c23d38 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:09.666664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.667768 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-15205cec-f314-46e1-b06c-a775394fb7f0 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/5f222577-dc8e-4b52-9cf9-6936b9c23d38 HTTP/1.1" status: 204 len: 168 time: 1.8185606 Jul 15 13:31:09.672101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:09.677912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-346225825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:09.693552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Allocated IP 172.20.0.7 (27417f96-cf28-47f2-8578-c176df583f24/04c8e53d-c307-4a85-bfbe-6b6696dd7e11/40f9d25b-e3fd-4159-8c03-d1c897f67289) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:09.714977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.717467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.813871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.823566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.850595 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.853075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-590ed1ff-fdbf-4d07-835a-6fed44ccfb0d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1799450 Jul 15 13:31:09.858104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:09.864559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'enable_snat': False}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:09.929500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.986046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.077217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Network 27417f96-cf28-47f2-8578-c176df583f24 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:10.088679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:10.097248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:10.186739 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.187869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.200274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Pushing event updated for resources: {'Port': ['ID=40f9d25b-e3fd-4159-8c03-d1c897f67289,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.228289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.237187 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-27855441-32c5-4e7c-bcfc-7c95eebfd6a7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4111485 Jul 15 13:31:10.275772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Request body: {'port': {'device_id': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:10.453134 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.657372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.699685 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.977262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aadae1-55e9-4ed9-837a-f8848ddaa842 req-cb446b51-8ab8-41b2-87a9-18144cb35921 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.979532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1aadae1-55e9-4ed9-837a-f8848ddaa842 req-cb446b51-8ab8-41b2-87a9-18144cb35921 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.3643391 Jul 15 13:31:11.008750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f9d25b-e3fd-4159-8c03-d1c897f67289 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:11.017559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.031978 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Transition to ACTIVE for port object 40f9d25b-e3fd-4159-8c03-d1c897f67289 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:11.040151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.077402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ada3f-2623-42c7-bafc-11c75c2e06a3 req-b0531ab1-a5bd-419b-994d-31ff8721920f tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.079774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-455ada3f-2623-42c7-bafc-11c75c2e06a3 req-b0531ab1-a5bd-419b-994d-31ff8721920f tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 931 time: 0.2953086 Jul 15 13:31:11.129608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Pushing event updated for resources: {'Port': ['ID=40f9d25b-e3fd-4159-8c03-d1c897f67289,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.138760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Allocated IP 172.25.2.177 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/41d4b1ae-32bb-4a41-9406-5512a45d0681) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:11.174991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1aadae1-55e9-4ed9-837a-f8848ddaa842 req-eecc82ab-542d-4412-a07b-165df7a8f5e7 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818626 Jul 15 13:31:11.190479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-455ada3f-2623-42c7-bafc-11c75c2e06a3 req-1de1780f-78e3-4522-84b7-bab6ebff452d tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009068 Jul 15 13:31:11.200270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Attempting to bind port 40f9d25b-e3fd-4159-8c03-d1c897f67289 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:11.200620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Attempting to bind port 40f9d25b-e3fd-4159-8c03-d1c897f67289 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27417f96-cf28-47f2-8578-c176df583f24'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:11.201030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Attempting to bind port 40f9d25b-e3fd-4159-8c03-d1c897f67289 on network 27417f96-cf28-47f2-8578-c176df583f24 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:11.206023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Port 40f9d25b-e3fd-4159-8c03-d1c897f67289 on network 27417f96-cf28-47f2-8578-c176df583f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:11.206422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Attempting to bind port 40f9d25b-e3fd-4159-8c03-d1c897f67289 on network 27417f96-cf28-47f2-8578-c176df583f24 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:11.211474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:11.211858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Checking segment: {'id': '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27417f96-cf28-47f2-8578-c176df583f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:11.212245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Bound using segment: {'id': '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27417f96-cf28-47f2-8578-c176df583f24'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:11.212676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Bound port: 40f9d25b-e3fd-4159-8c03-d1c897f67289, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27417f96-cf28-47f2-8578-c176df583f24'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:11.213080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.298476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] For port 40f9d25b-e3fd-4159-8c03-d1c897f67289, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:11.300730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] For port 40f9d25b-e3fd-4159-8c03-d1c897f67289, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289,segment=NetworkSegment(9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1),segment_id=9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:11.315113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.383024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.384003 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.385498 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] 10.222.0.49 "PUT /v2.0/ports/40f9d25b-e3fd-4159-8c03-d1c897f67289 HTTP/1.1" status: 200 len: 1091 time: 1.1230004 Jul 15 13:31:11.386412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'tag': '40f9d25b-e3fd-4159-8c03-d1c897f67289'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:11.388973 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b747aa7-d269-4b6f-8399-d23da2df307f" -d '{"events": [{"name": "network-changed", "server_uuid": "c702c3c0-a54c-45c1-a71a-261c1c19b846", "tag": "40f9d25b-e3fd-4159-8c03-d1c897f67289"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:11.422259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.433375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c737427-4adf-432e-981b-16a67b51fccf service neutron] Pushing event updated for resources: {'Port': ['ID=40f9d25b-e3fd-4159-8c03-d1c897f67289,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.452328 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5bb1f8-1b15-4cf3-89be-920d48e235a0 x-openstack-request-id: req-df5bb1f8-1b15-4cf3-89be-920d48e235a0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:11.454295 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c702c3c0-a54c-45c1-a71a-261c1c19b846", "tag": "40f9d25b-e3fd-4159-8c03-d1c897f67289", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:11.455171 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df5bb1f8-1b15-4cf3-89be-920d48e235a0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:11.455784 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'tag': '40f9d25b-e3fd-4159-8c03-d1c897f67289', 'status': 'completed', 'code': 200} Jul 15 13:31:11.496647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.593781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-97d7bac8-8b36-4020-b227-9ba8e69a8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.596742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-97d7bac8-8b36-4020-b227-9ba8e69a8954 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557e51271ca141c3aefa936ca5f3560c&device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 1094 time: 0.1493230 Jul 15 13:31:11.658006 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-79e47645-aa70-484f-87a6-721b40ace43d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289 HTTP/1.1" status: 200 len: 217 time: 0.0512402 Jul 15 13:31:11.733137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-afd5ef95-0883-4b13-bb70-dfc4b7abd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.734575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-afd5ef95-0883-4b13-bb70-dfc4b7abd58b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c8e53d-c307-4a85-bfbe-6b6696dd7e11 HTTP/1.1" status: 200 len: 865 time: 0.0702996 Jul 15 13:31:11.804044 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-2115cf02-a50b-420b-9f58-0f0fed2bfdcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27417f96-cf28-47f2-8578-c176df583f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527918 Jul 15 13:31:11.900620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:11.907598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:11.915488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:11.961385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Pushing event updated for resources: {'Port': ['ID=41d4b1ae-32bb-4a41-9406-5512a45d0681,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.973057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-0a2c7682-577b-4c59-a629-639c6988d45e service neutron] 10.222.0.49 "GET /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625624 Jul 15 13:31:12.105385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-373cf536-ec4b-4328-a504-dc6b14695d28 req-f621de26-4049-4562-9c3e-e8ea96edac00 service neutron] 10.222.0.49 "GET /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260567 Jul 15 13:31:12.208928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.216874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-21fd18b7-97b5-4325-b59c-608fefc83182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.218684 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-21fd18b7-97b5-4325-b59c-608fefc83182 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557e51271ca141c3aefa936ca5f3560c&device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 1094 time: 0.0596526 Jul 15 13:31:12.377430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-d796a9e3-5929-4572-a915-526ba79dea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.379632 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-d796a9e3-5929-4572-a915-526ba79dea45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=27417f96-cf28-47f2-8578-c176df583f24 HTTP/1.1" status: 200 len: 926 time: 0.1528249 Jul 15 13:31:12.426715 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-bfa288a7-e757-47d9-9940-e1837e1f77a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289 HTTP/1.1" status: 200 len: 217 time: 0.0397737 Jul 15 13:31:12.479109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-0c4e5bcf-f628-476e-b47b-ede592df1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.482175 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-0c4e5bcf-f628-476e-b47b-ede592df1456 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04c8e53d-c307-4a85-bfbe-6b6696dd7e11 HTTP/1.1" status: 200 len: 865 time: 0.0478156 Jul 15 13:31:12.517879 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-88cbf83f-90a1-4750-80b7-46ca045719b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27417f96-cf28-47f2-8578-c176df583f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299995 Jul 15 13:31:12.534866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.542682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.560062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cfd8c-ec73-4a8e-8499-610f8afaa631 req-1bc57202-e39d-440e-a757-3faf91d666ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.562060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-305cfd8c-ec73-4a8e-8499-610f8afaa631 req-1bc57202-e39d-440e-a757-3faf91d666ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2231035 Jul 15 13:31:12.573357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81157a3-1313-4baf-b6b4-24766f195e7b req-4f6a3709-811d-4c68-8b59-40c786abe991 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.578810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a81157a3-1313-4baf-b6b4-24766f195e7b req-4f6a3709-811d-4c68-8b59-40c786abe991 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 943 time: 0.1885397 Jul 15 13:31:12.618469 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-9f30ace3-58a9-4e38-9d57-8921f6238fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936105 Jul 15 13:31:12.656427 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82dd65ba-e0f2-462c-bbab-6faddbed14f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.692519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-305cfd8c-ec73-4a8e-8499-610f8afaa631 req-3b6c35fe-cd46-40de-a93f-1a9764bcbaca tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124163 Jul 15 13:31:12.737239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a81157a3-1313-4baf-b6b4-24766f195e7b req-5a09eaf2-ab54-4948-ba0e-6a677afda8ff tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544089 Jul 15 13:31:12.740894 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1b747aa7-d269-4b6f-8399-d23da2df307f req-de7424ad-4f5a-41c3-ac07-8a6cc561798e service neutron] 10.222.0.49 "GET /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158621 Jul 15 13:31:12.785003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Router 467fd8f7-47af-4bd8-85ba-386109efc516 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:12.901898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:12.905955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.907184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-20caccad-2ccc-437a-85e1-cef943cedada tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "PUT /v2.0/routers/467fd8f7-47af-4bd8-85ba-386109efc516 HTTP/1.1" status: 200 len: 919 time: 3.0480971 Jul 15 13:31:12.909885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.917393 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] Sync routers for ids ['467fd8f7-47af-4bd8-85ba-386109efc516'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:12.929930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] Routers {'467fd8f7-47af-4bd8-85ba-386109efc516'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:12.930666 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['467fd8f7-47af-4bd8-85ba-386109efc516'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:12.968605 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:12.979861 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] Routers {'467fd8f7-47af-4bd8-85ba-386109efc516'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:12.980915 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:30:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['467fd8f7-47af-4bd8-85ba-386109efc516'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:13.018351 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:13.019346 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900a64b-0ffa-4094-abb4-f96688902b34 None None] The sync data for ids ['467fd8f7-47af-4bd8-85ba-386109efc516'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:13.045881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ffbeb086-4162-4200-a954-e7733f5a5a6d tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/467fd8f7-47af-4bd8-85ba-386109efc516 HTTP/1.1" status: 200 len: 925 time: 0.1322217 Jul 15 13:31:13.046093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.114058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aca5dc-7964-4a74-bb58-3596ee549e17 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.118042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-65aca5dc-7964-4a74-bb58-3596ee549e17 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=467fd8f7-47af-4bd8-85ba-386109efc516&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0686364 Jul 15 13:31:13.118597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.237389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2790b-c173-480a-a898-51fcfcf373c6 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.239664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-90c2790b-c173-480a-a898-51fcfcf373c6 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/networks/094b335c-e385-4055-aa84-a4b220b58408 HTTP/1.1" status: 200 len: 881 time: 0.1200418 Jul 15 13:31:13.242675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.306816 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-46737b60-17f0-4a58-8cbd-600595f34822 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=467fd8f7-47af-4bd8-85ba-386109efc516 HTTP/1.1" status: 200 len: 205 time: 0.0626531 Jul 15 13:31:13.309117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.441014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.564960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.629143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Deleting port 41d4b1ae-32bb-4a41-9406-5512a45d0681 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:13.629526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.728781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.752256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Calling delete_port for 41d4b1ae-32bb-4a41-9406-5512a45d0681 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:13.953620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.022497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f3bb7-9f41-4a07-a1a3-19ef49d891fc req-96e09332-701a-4bbf-a281-506d32b78907 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.024654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event deleted for resources: {'Port': ['ID=41d4b1ae-32bb-4a41-9406-5512a45d0681,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:14.031913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777f3bb7-9f41-4a07-a1a3-19ef49d891fc req-96e09332-701a-4bbf-a281-506d32b78907 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1117465 Jul 15 13:31:14.082794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777f3bb7-9f41-4a07-a1a3-19ef49d891fc req-612042d2-8840-4681-8231-de85e515210f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513308 Jul 15 13:31:14.091332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.124614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cbb8b-9c8a-49f5-8cb6-16c623819053 req-dd254aea-486d-443c-980b-6291d0fe01de tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.126458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-092cbb8b-9c8a-49f5-8cb6-16c623819053 req-dd254aea-486d-443c-980b-6291d0fe01de tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 943 time: 0.2182760 Jul 15 13:31:14.239903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-092cbb8b-9c8a-49f5-8cb6-16c623819053 req-d05c47eb-7116-4a8e-9572-80f6dd8a1122 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027207 Jul 15 13:31:14.307877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.313149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.417536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.418166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Fanout notify agent at l3_agent the message router_deleted on router 467fd8f7-47af-4bd8-85ba-386109efc516 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:14.428860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.430261 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3d0134ee-0f17-4ae3-93fb-d59dfe45f61f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/467fd8f7-47af-4bd8-85ba-386109efc516 HTTP/1.1" status: 204 len: 168 time: 1.1197648 Jul 15 13:31:14.434546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:14.439767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1583533192', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:14.471852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.472919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.542654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.713527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.007275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.007825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 40f9d25b-e3fd-4159-8c03-d1c897f67289 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:15.044276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.123035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 40f9d25b-e3fd-4159-8c03-d1c897f67289, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289,segment=NetworkSegment(9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1),segment_id=9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:15.153881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '40f9d25b-e3fd-4159-8c03-d1c897f67289', 'network_id': '27417f96-cf28-47f2-8578-c176df583f24', 'port_id': '40f9d25b-e3fd-4159-8c03-d1c897f67289', 'mac_address': 'fa:16:3e:2e:76:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c8e53d-c307-4a85-bfbe-6b6696dd7e11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:15.214593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Allocated IP 172.25.2.45 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/8c1fc94d-7049-48ad-80f5-250870634bd5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:15.242464 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.273417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f9d25b-e3fd-4159-8c03-d1c897f67289 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:15.324596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 40f9d25b-e3fd-4159-8c03-d1c897f67289, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289,segment=NetworkSegment(9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1),segment_id=9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:15.344320 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.359801 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af84644e-b086-4644-9b03-caba92aba31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.410477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.485641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78b56a-5708-40c9-bf68-495ef193101d req-7944a0e5-be5d-4d80-aa17-eb1a25457fd6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.493586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=40f9d25b-e3fd-4159-8c03-d1c897f67289,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.495275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa78b56a-5708-40c9-bf68-495ef193101d req-7944a0e5-be5d-4d80-aa17-eb1a25457fd6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1156173 Jul 15 13:31:15.505832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.506925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.507447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.507933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.508455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.508658 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.509192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.509704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.510512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.511087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.511625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.512138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.512635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.575779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['40f9d25b-e3fd-4159-8c03-d1c897f67289'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:15.610891 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.633229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:15.639751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:15.644735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa78b56a-5708-40c9-bf68-495ef193101d req-c341fb3d-007a-40bb-b77a-70eb11cad054 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485734 Jul 15 13:31:15.647236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:15.693693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528244c-4b6e-43c2-a7f5-fd0cbf54fbff req-fb2040aa-bd02-4823-81f9-a183150343af tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.706037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event updated for resources: {'Port': ['ID=8c1fc94d-7049-48ad-80f5-250870634bd5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.708983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0528244c-4b6e-43c2-a7f5-fd0cbf54fbff req-fb2040aa-bd02-4823-81f9-a183150343af tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 944 time: 0.2043488 Jul 15 13:31:15.823102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0528244c-4b6e-43c2-a7f5-fd0cbf54fbff req-83beac27-b610-4002-b8df-3d23c96e7200 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096611 Jul 15 13:31:16.534405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.742568 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.828304 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.975884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c24c09-82dc-4113-9bb9-3d5ab08fe9e2 req-4c6e58da-2720-4d64-8505-dcbb69480e64 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.978739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0c24c09-82dc-4113-9bb9-3d5ab08fe9e2 req-4c6e58da-2720-4d64-8505-dcbb69480e64 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1132832 Jul 15 13:31:17.007903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 40f9d25b-e3fd-4159-8c03-d1c897f67289 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:17.061574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Router dd097087-7072-4841-9b04-65b37c905662 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:17.098403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 40f9d25b-e3fd-4159-8c03-d1c897f67289 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:17.110019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0c24c09-82dc-4113-9bb9-3d5ab08fe9e2 req-4416a914-e840-4efb-a9ed-9a387f5632ef tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189401 Jul 15 13:31:17.110613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 40f9d25b-e3fd-4159-8c03-d1c897f67289 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:17.111051 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.165875 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:17.305401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:17.323242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] Sync routers for ids ['dd097087-7072-4841-9b04-65b37c905662'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:17.365039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] Routers {'dd097087-7072-4841-9b04-65b37c905662'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:17.365468 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.365676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:31:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dd097087-7072-4841-9b04-65b37c905662'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:17.376238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47514) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:17.382044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:17.388469 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2ef4f147-1297-4ef9-b430-99a611b4df82 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9526780 Jul 15 13:31:17.433358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.450193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:17.481032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 40f9d25b-e3fd-4159-8c03-d1c897f67289, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289,segment=NetworkSegment(9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1),segment_id=9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:17.483133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f9d25b-e3fd-4159-8c03-d1c897f67289'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:17.486797 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26adbdc9-f5cd-4c3c-a477-2c1bcffc961f" -d '{"events": [{"server_uuid": "c702c3c0-a54c-45c1-a71a-261c1c19b846", "name": "network-vif-plugged", "status": "completed", "tag": "40f9d25b-e3fd-4159-8c03-d1c897f67289"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:17.496521 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.509660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] Routers {'dd097087-7072-4841-9b04-65b37c905662'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:17.509857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:31:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dd097087-7072-4841-9b04-65b37c905662'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:17.570992 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217cfc90-ffb3-42b9-89fd-87307cb33e08 x-openstack-request-id: req-217cfc90-ffb3-42b9-89fd-87307cb33e08 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:17.571191 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702c3c0-a54c-45c1-a71a-261c1c19b846", "name": "network-vif-plugged", "status": "completed", "tag": "40f9d25b-e3fd-4159-8c03-d1c897f67289", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:17.571467 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-217cfc90-ffb3-42b9-89fd-87307cb33e08 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:17.572207 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f9d25b-e3fd-4159-8c03-d1c897f67289', 'code': 200} Jul 15 13:31:17.575742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:17.577007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cddf41-2ac1-442d-851b-c6039e2160c8 None None] The sync data for ids ['dd097087-7072-4841-9b04-65b37c905662'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:17.618633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=40f9d25b-e3fd-4159-8c03-d1c897f67289,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.808715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535377c-df4e-48ac-a9cf-8d2143ebcfda req-5846d131-bde2-4ab0-9951-daffe507181d tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.816573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7535377c-df4e-48ac-a9cf-8d2143ebcfda req-5846d131-bde2-4ab0-9951-daffe507181d tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.1669443 Jul 15 13:31:17.834066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40eaca-e9f9-4496-9ac0-6ddcb4d2345f req-720bd8d1-b0f3-4d76-aace-93d1962e3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.837886 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e40eaca-e9f9-4496-9ac0-6ddcb4d2345f req-720bd8d1-b0f3-4d76-aace-93d1962e3a76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 1096 time: 0.1434376 Jul 15 13:31:17.879480 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2e40eaca-e9f9-4496-9ac0-6ddcb4d2345f req-a281a8ad-8ee6-4785-804d-4f6e6f4ff1f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Jul 15 13:31:17.940992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7535377c-df4e-48ac-a9cf-8d2143ebcfda req-959fcaf9-79b1-438c-9b1b-39e72a51c4fc tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236320 Jul 15 13:31:18.116551 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.386690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.436302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.470887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bc06-0aaf-4d42-b5b5-f22dd0e93a40 req-9ebc5b67-f2c2-4849-b342-cd41ecd62eff tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.472477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da25bc06-0aaf-4d42-b5b5-f22dd0e93a40 req-9ebc5b67-f2c2-4849-b342-cd41ecd62eff tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1006424 Jul 15 13:31:18.580013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da25bc06-0aaf-4d42-b5b5-f22dd0e93a40 req-3d08f2ae-4dc7-4688-8557-a289d0037e35 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753033 Jul 15 13:31:18.590798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Deleting port 8c1fc94d-7049-48ad-80f5-250870634bd5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:18.591162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.748376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:18.787465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.830627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Calling delete_port for 8c1fc94d-7049-48ad-80f5-250870634bd5 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:18.984012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:19.001554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'mac_address': 'fa:16:3e:ac:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:19.060300 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.082127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:19.144109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:19.182072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.205105 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.261753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Pushing event deleted for resources: {'Port': ['ID=8c1fc94d-7049-48ad-80f5-250870634bd5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.291073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.369044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['82d9b7a1-a0db-432f-ba2b-fb3d107181d2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:19.466019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.712377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d90d-2c54-47ed-a20d-1d5aa260bddb req-76b25348-bc64-40e1-b566-7a746889ac97 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.714543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a228d90d-2c54-47ed-a20d-1d5aa260bddb req-76b25348-bc64-40e1-b566-7a746889ac97 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.4463055 Jul 15 13:31:20.017124 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.047367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a228d90d-2c54-47ed-a20d-1d5aa260bddb req-c73f9f86-a44d-4532-8a99-4f2600d1e56c tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848620 Jul 15 13:31:20.048733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.308505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Router dd097087-7072-4841-9b04-65b37c905662 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:20.557134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9efd7-407a-46fd-9ef8-d66f651d1489 req-ab80d383-eab5-47e4-b807-225306fd28ef tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.558769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08a9efd7-407a-46fd-9ef8-d66f651d1489 req-ab80d383-eab5-47e4-b807-225306fd28ef tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 945 time: 0.7706954 Jul 15 13:31:20.559789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:20.569291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.572693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] Sync routers for ids ['dd097087-7072-4841-9b04-65b37c905662'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:20.573639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-526b6d3d-024b-4796-9116-859d9479a96b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "PUT /v2.0/routers/dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 200 len: 710 time: 3.1962299 Jul 15 13:31:20.573801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.597645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] Routers {'dd097087-7072-4841-9b04-65b37c905662'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:20.598575 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:31:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dd097087-7072-4841-9b04-65b37c905662'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.634947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359e0c-32f9-4ea9-9fbc-652b71ddfde7 req-85386e68-4bbb-44f2-bac9-24f006bc29c5 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.637133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29359e0c-32f9-4ea9-9fbc-652b71ddfde7 req-85386e68-4bbb-44f2-bac9-24f006bc29c5 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.3457596 Jul 15 13:31:20.642418 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.655141 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] Routers {'dd097087-7072-4841-9b04-65b37c905662'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:20.656869 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:31:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['dd097087-7072-4841-9b04-65b37c905662'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.703041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08a9efd7-407a-46fd-9ef8-d66f651d1489 req-c3787adf-6861-4a04-a7fd-6efb1b2b3169 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271014 Jul 15 13:31:20.727145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29359e0c-32f9-4ea9-9fbc-652b71ddfde7 req-e10efc0c-1571-4d9a-b699-65f270820c34 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Jul 15 13:31:20.728225 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:20.728884 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204c3c7-3928-4ccf-942b-2ce37f4c4710 None None] The sync data for ids ['dd097087-7072-4841-9b04-65b37c905662'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:20.767066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:20.780687 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f96f4661-0b4d-4505-ba28-a6a569c1f588 tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/routers/dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 200 len: 745 time: 0.2054715 Jul 15 13:31:20.783182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.835984 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-067d8ffb-c0f7-4693-bd88-b2c2e754871a tempest-RoutersIpV6AdminTest-1633732511 tempest-RoutersIpV6AdminTest-1633732511-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=094b335c-e385-4055-aa84-a4b220b58408&device_id=dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 200 len: 205 time: 0.0510914 Jul 15 13:31:20.838718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.911083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:20.912336 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.919575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.930932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f8ae31a9-d401-460f-a4dd-699ff42e4d49 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 200 len: 205 time: 0.0909276 Jul 15 13:31:21.088691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.148704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:21.151401 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a602c-a0af-4d74-bd34-b9010c3af189" -d '{"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-plugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:21.187565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:21.200609 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.201606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.517322 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1499d-22f7-4bf1-84da-466d5ff4d427 x-openstack-request-id: req-6ce1499d-22f7-4bf1-84da-466d5ff4d427 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:21.517532 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-plugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:21.517769 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ce1499d-22f7-4bf1-84da-466d5ff4d427 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:21.518160 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'code': 200} Jul 15 13:31:21.557775 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.560754 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.564946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:21.663143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.663898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Fanout notify agent at l3_agent the message router_deleted on router dd097087-7072-4841-9b04-65b37c905662 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:21.672858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.678154 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-140a110c-6f39-413b-a865-3cb65438f1e1 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 204 len: 168 time: 0.7564454 Jul 15 13:31:21.678993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:21.720297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fddb36da-9e22-43ca-a6b5-a261871ddb3d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 200 len: 205 time: 0.0400310 Jul 15 13:31:21.721212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:21.751223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c79ba-e1ed-4d5a-a1bc-5f4bf7542d33 req-8e04680b-e042-403c-bdb9-cd984f3b2848 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.760646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f3c79ba-e1ed-4d5a-a1bc-5f4bf7542d33 req-8e04680b-e042-403c-bdb9-cd984f3b2848 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.1657894 Jul 15 13:31:21.809286 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-3caea07f-b4c2-42b2-8e8c-9333a973d33d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] delete failed (client error): The resource could not be found. Jul 15 13:31:21.819061 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3caea07f-b4c2-42b2-8e8c-9333a973d33d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/dd097087-7072-4841-9b04-65b37c905662 HTTP/1.1" status: 404 len: 336 time: 0.0967488 Jul 15 13:31:21.819787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:21.851855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8f3c79ba-e1ed-4d5a-a1bc-5f4bf7542d33 req-566582bd-c41b-430d-b569-1b0aa4cff2d7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899806 Jul 15 13:31:21.894403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:21.900122 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-38e54ca0-b045-4201-9ec3-7f81dc6c326f tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=467fd8f7-47af-4bd8-85ba-386109efc516 HTTP/1.1" status: 200 len: 205 time: 0.0778415 Jul 15 13:31:21.966861 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-ebb80bf0-166e-44b2-a497-c09acf610275 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] delete failed (client error): The resource could not be found. Jul 15 13:31:21.970928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:21.971284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ebb80bf0-166e-44b2-a497-c09acf610275 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/467fd8f7-47af-4bd8-85ba-386109efc516 HTTP/1.1" status: 404 len: 336 time: 0.0754335 Jul 15 13:31:22.035237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.046615 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e837915e-94f5-4797-aa7e-cee75b0f766b tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f222577-dc8e-4b52-9cf9-6936b9c23d38 HTTP/1.1" status: 200 len: 205 time: 0.0720987 Jul 15 13:31:22.121816 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-673c1d0f-2b43-4170-a16f-28b4e6e67c93 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] delete failed (client error): The resource could not be found. Jul 15 13:31:22.125779 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.130950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-673c1d0f-2b43-4170-a16f-28b4e6e67c93 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/5f222577-dc8e-4b52-9cf9-6936b9c23d38 HTTP/1.1" status: 404 len: 336 time: 0.0944612 Jul 15 13:31:22.194347 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c3447b3b-cffe-45b0-a538-5cfea50d1493 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 HTTP/1.1" status: 200 len: 205 time: 0.0670538 Jul 15 13:31:22.195576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47640) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.326704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ed572-76bc-4c94-ac01-49f47f8bb2cb req-8b769a02-d049-4693-b157-68ccc74064ac tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.329180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-326ed572-76bc-4c94-ac01-49f47f8bb2cb req-8b769a02-d049-4693-b157-68ccc74064ac tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2357938 Jul 15 13:31:22.346051 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-f97c888b-75c5-483f-bf9c-d3da1dce8b36 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] delete failed (client error): The resource could not be found. Jul 15 13:31:22.350306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f97c888b-75c5-483f-bf9c-d3da1dce8b36 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/b70d30ab-cd5d-45dd-aeff-f5f3812b9dd2 HTTP/1.1" status: 404 len: 336 time: 0.1502709 Jul 15 13:31:22.350675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47642) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.416889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-326ed572-76bc-4c94-ac01-49f47f8bb2cb req-90545aa1-d4cd-4558-bfd2-a42a8f1fe74a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760024 Jul 15 13:31:22.439347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.443755 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-95dd0747-e427-41b8-addf-efd9b0774994 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fcaabfd-11df-4a97-bc62-e9f1a9624835 HTTP/1.1" status: 200 len: 205 time: 0.0911934 Jul 15 13:31:22.528438 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-27929061-e550-4d22-a41b-ae35245e478c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] delete failed (client error): The resource could not be found. Jul 15 13:31:22.533765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47654) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.545230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-27929061-e550-4d22-a41b-ae35245e478c tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/1fcaabfd-11df-4a97-bc62-e9f1a9624835 HTTP/1.1" status: 404 len: 336 time: 0.1045635 Jul 15 13:31:22.613725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.614000 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8efa575a-b482-4ee7-9b60-35750e891a6d tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "GET /v2.0/ports?device_id=71bcc560-29db-4259-a399-28d9de2c362e HTTP/1.1" status: 200 len: 205 time: 0.0784538 Jul 15 13:31:22.703465 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-d3ba3279-8086-4605-b660-90b71dc9721e tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] delete failed (client error): The resource could not be found. Jul 15 13:31:22.709944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.722164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d3ba3279-8086-4605-b660-90b71dc9721e tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/routers/71bcc560-29db-4259-a399-28d9de2c362e HTTP/1.1" status: 404 len: 336 time: 0.1063595 Jul 15 13:31:22.771600 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7e9940-ce63-44ce-9f10-b36bf474a539 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] DELETE failed (client error): The resource could not be found. Jul 15 13:31:22.771982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7e9940-ce63-44ce-9f10-b36bf474a539 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:22.788749 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1f7e9940-ce63-44ce-9f10-b36bf474a539 tempest-RoutersIpV6AdminTest-256281724 tempest-RoutersIpV6AdminTest-256281724-project] 10.222.0.48 "DELETE /v2.0/subnets/41ca923d-9fe2-403b-84b1-90e62c3a6486 HTTP/1.1" status: 404 len: 337 time: 0.0769877 Jul 15 13:31:22.907622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edca19a-73f6-4289-bcd7-955ba496bb6c req-0b2da0f8-f5fb-49a8-8b74-2d29ccb959d7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.909586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3edca19a-73f6-4289-bcd7-955ba496bb6c req-0b2da0f8-f5fb-49a8-8b74-2d29ccb959d7 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.1581154 Jul 15 13:31:23.011807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3edca19a-73f6-4289-bcd7-955ba496bb6c req-45619a24-e7e4-4976-8ddc-d370006a69e2 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914724 Jul 15 13:31:23.309875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.486672 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-483b987a-bb5e-4987-8a4c-22bcf29e2bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.685520 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-483b987a-bb5e-4987-8a4c-22bcf29e2bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.695812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-483b987a-bb5e-4987-8a4c-22bcf29e2bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.735501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c299-0a30-4933-a8b9-04d3c7eef053 req-cf6104b6-435f-4c78-af6b-2b0cb0b363ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.737715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b987a-bb5e-4987-8a4c-22bcf29e2bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803905ec-c080-409d-896f-425bff5f1da1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:23.743704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b6c299-0a30-4933-a8b9-04d3c7eef053 req-cf6104b6-435f-4c78-af6b-2b0cb0b363ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1266317 Jul 15 13:31:23.790822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b6c299-0a30-4933-a8b9-04d3c7eef053 req-9ff08235-5c00-4a09-aa31-ff402735c13c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Jul 15 13:31:23.793705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-483b987a-bb5e-4987-8a4c-22bcf29e2bae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfd866c4d1d9482482e5bbbc9b419fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824865 Jul 15 13:31:23.797343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47678) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.878012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19453d84-f9a2-4674-8f2c-23b073a381f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.919129 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19453d84-f9a2-4674-8f2c-23b073a381f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.958563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-2be7d9f4-6f25-47ad-9113-6bdea84d0c9a tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.960869 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-2be7d9f4-6f25-47ad-9113-6bdea84d0c9a tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.49 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.1005526 Jul 15 13:31:23.996369 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19453d84-f9a2-4674-8f2c-23b073a381f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.998954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19453d84-f9a2-4674-8f2c-23b073a381f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.000089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-19453d84-f9a2-4674-8f2c-23b073a381f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/803905ec-c080-409d-896f-425bff5f1da1 HTTP/1.1" status: 204 len: 168 time: 0.2017660 Jul 15 13:31:24.035146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19453d84-f9a2-4674-8f2c-23b073a381f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803905ec-c080-409d-896f-425bff5f1da1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.291087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Deleting port 40f9d25b-e3fd-4159-8c03-d1c897f67289 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:24.291665 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.414167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2bcaa-e164-4c1e-987e-8241ddb6d86a req-13f22b79-5f16-42f9-a570-0e9431003668 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.423426 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fb2bcaa-e164-4c1e-987e-8241ddb6d86a req-13f22b79-5f16-42f9-a570-0e9431003668 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 945 time: 0.1953073 Jul 15 13:31:24.506404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] For port 40f9d25b-e3fd-4159-8c03-d1c897f67289, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=40f9d25b-e3fd-4159-8c03-d1c897f67289,segment=NetworkSegment(9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1),segment_id=9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:24.508185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.530546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Calling delete_port for 40f9d25b-e3fd-4159-8c03-d1c897f67289 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:24.532390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fb2bcaa-e164-4c1e-987e-8241ddb6d86a req-8fecfb61-1510-4f74-b463-b7da85707bf9 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061175 Jul 15 13:31:24.675974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.732058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f93d277f-84a0-40e5-a3b1-a71d86e5cd9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faa353a90e0742ce92f8f5d2588174c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548120 Jul 15 13:31:24.734592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.743355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.757941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['40f9d25b-e3fd-4159-8c03-d1c897f67289'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:24.808127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Pushing event deleted for resources: {'Port': ['ID=40f9d25b-e3fd-4159-8c03-d1c897f67289,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.933619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] No DVR routers for this DVR port 40f9d25b-e3fd-4159-8c03-d1c897f67289 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:24.937690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.939741 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4cf0cf38-9751-4498-82cf-2f9cb369d2fd req-24887da7-6a91-4282-a318-8955b7a69e18 tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.49 "DELETE /v2.0/ports/40f9d25b-e3fd-4159-8c03-d1c897f67289 HTTP/1.1" status: 204 len: 173 time: 0.9699650 Jul 15 13:31:24.940204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'name': 'network-vif-deleted', 'tag': '40f9d25b-e3fd-4159-8c03-d1c897f67289'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:24.943264 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c879cc-84f3-44a2-b66f-d3dbc4728f15" -d '{"events": [{"server_uuid": "c702c3c0-a54c-45c1-a71a-261c1c19b846", "name": "network-vif-deleted", "tag": "40f9d25b-e3fd-4159-8c03-d1c897f67289"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:24.971733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce50ceaf-713d-4e1b-8aa1-902bfa1a986b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.028871 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479e8dc5-2d48-4aea-95ed-8c6c1f6fecca x-openstack-request-id: req-479e8dc5-2d48-4aea-95ed-8c6c1f6fecca {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:25.040469 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702c3c0-a54c-45c1-a71a-261c1c19b846", "name": "network-vif-deleted", "tag": "40f9d25b-e3fd-4159-8c03-d1c897f67289", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:25.040802 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-479e8dc5-2d48-4aea-95ed-8c6c1f6fecca {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:25.041199 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c702c3c0-a54c-45c1-a71a-261c1c19b846', 'name': 'network-vif-deleted', 'tag': '40f9d25b-e3fd-4159-8c03-d1c897f67289', 'status': 'completed', 'code': 200} Jul 15 13:31:25.078819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce50ceaf-713d-4e1b-8aa1-902bfa1a986b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.145457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07db826-6f64-4279-9725-7a5c9bee9862 req-a1b33dee-4d1e-4c5b-b7b9-a54fe628d20f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.147395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d07db826-6f64-4279-9725-7a5c9bee9862 req-a1b33dee-4d1e-4c5b-b7b9-a54fe628d20f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.1499496 Jul 15 13:31:25.160517 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce50ceaf-713d-4e1b-8aa1-902bfa1a986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.164635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce50ceaf-713d-4e1b-8aa1-902bfa1a986b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.166573 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ce50ceaf-713d-4e1b-8aa1-902bfa1a986b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/329778ba-4a40-4bd0-92bf-a631dbd2bb37 HTTP/1.1" status: 204 len: 168 time: 0.4304769 Jul 15 13:31:25.177637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50ceaf-713d-4e1b-8aa1-902bfa1a986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329778ba-4a40-4bd0-92bf-a631dbd2bb37,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:25.276719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d07db826-6f64-4279-9725-7a5c9bee9862 req-d300e6f6-57a1-4f0a-a644-a539fde37e85 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158299 Jul 15 13:31:25.959112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab7552d5-c484-43a4-ba73-c3de8c4f7a97 req-1c665927-0a98-4db2-8303-c5d87eb0fe3c tempest-ServersNegativeTestMultiTenantJSON-1670433823 tempest-ServersNegativeTestMultiTenantJSON-1670433823-project] 10.222.0.48 "GET /v2.0/ports?device_id=c702c3c0-a54c-45c1-a71a-261c1c19b846 HTTP/1.1" status: 200 len: 210 time: 0.0733991 Jul 15 13:31:26.802004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e244b-d902-4232-8dfb-48a1790bfecb req-e7b86979-a56e-4be6-9a59-e82cc0585766 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:26.808217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-092e244b-d902-4232-8dfb-48a1790bfecb req-e7b86979-a56e-4be6-9a59-e82cc0585766 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2066834 Jul 15 13:31:26.928165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-092e244b-d902-4232-8dfb-48a1790bfecb req-5f62e143-1a15-4a4d-8a72-9652c52c97da tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107223 Jul 15 13:31:27.173836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.275927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.367324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Deleting subnet 04c8e53d-c307-4a85-bfbe-6b6696dd7e11 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:27.373474 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.439438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2096362168'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:27.444320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.513502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:27.518460 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.519981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.543008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.643828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.684126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c8e53d-c307-4a85-bfbe-6b6696dd7e11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.687180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.690692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-20f537fb-e815-491d-8958-8303c0250950 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/04c8e53d-c307-4a85-bfbe-6b6696dd7e11 HTTP/1.1" status: 204 len: 168 time: 0.4137490 Jul 15 13:31:27.694316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.766080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.775580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.786988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.804333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:27.850473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.851225 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Added segment b6a82989-dd95-4a05-8205-a4bc11658416 of type vlan for network 026fb82a-9589-4e14-b404-b5831e29a5c1 Jul 15 13:31:27.853120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3038833e-0351-4887-b563-7603821e84c0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.929505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.934968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.945783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27417f96-cf28-47f2-8578-c176df583f24']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:27.972295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:27.972700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8a9aa6-f352-42af-baa2-c1a4bb4b71a1') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:27.999048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.025777 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.037200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:28.038421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.042504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:28.042665 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:28.054189 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.055488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.154693 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9790769 Jul 15 13:31:28.165859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:28.173820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'subnet': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:28.294021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.300560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.312118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] 10.222.0.48 "DELETE /v2.0/networks/27417f96-cf28-47f2-8578-c176df583f24 HTTP/1.1" status: 204 len: 168 time: 0.6156936 Jul 15 13:31:28.318275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:28.333526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e65d3-5433-47b7-b5e4-d93091e87fa9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Network': ['ID=026fb82a-9589-4e14-b404-b5831e29a5c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.345461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:28.390758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Deleting subnet 7d83ecdd-9adf-45e9-9c49-5d1528d7bff5 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:28.396391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.439967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88035195-be38-4274-9b3d-f42a44e48534 admin admin] Pushing event deleted for resources: {'Network': ['ID=27417f96-cf28-47f2-8578-c176df583f24,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.461551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:28.471471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.521382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32626f98-886e-4c3e-85cd-3946212f5b76 req-bd8acee6-2f29-4cd4-8956-3c4e904b0a0c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.524277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32626f98-886e-4c3e-85cd-3946212f5b76 req-bd8acee6-2f29-4cd4-8956-3c4e904b0a0c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.3237076 Jul 15 13:31:28.531905 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.731481 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.836527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Checking segment: {'id': 'b6a82989-dd95-4a05-8205-a4bc11658416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:28.836821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network hostable DHCP agents. Network: 026fb82a-9589-4e14-b404-b5831e29a5c1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:28.845123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Subnet': ['ID=ddef62cd-21d2-4c51-917b-a7ed8dd7f78d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.867598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:28.882003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 026fb82a-9589-4e14-b404-b5831e29a5c1) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:28.887746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.888874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.892819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc902d0f-a4c0-4baa-8ddb-0a050561811e None None] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:28.924269 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.931855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-32626f98-886e-4c3e-85cd-3946212f5b76 req-d3133fee-3a9a-4fdc-b003-1cc0b559e2b0 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923104 Jul 15 13:31:28.938695 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3252bc4f-285c-437e-85a6-cf6c7add0bdb tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7713740 Jul 15 13:31:28.939537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:28.950822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-272209801'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:29.029362 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.063581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d83ecdd-9adf-45e9-9c49-5d1528d7bff5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:29.063839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 40f9d25b-e3fd-4159-8c03-d1c897f67289 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:29.068389 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.071431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd38b9f6-0fa6-4ea1-9da2-75182e725624 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d83ecdd-9adf-45e9-9c49-5d1528d7bff5 HTTP/1.1" status: 204 len: 168 time: 0.7491910 Jul 15 13:31:29.074119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:29.129924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:29.140446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 40f9d25b-e3fd-4159-8c03-d1c897f67289 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:29.140800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 40f9d25b-e3fd-4159-8c03-d1c897f67289 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:29.148393 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.174991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.192991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] device_id is not set on port ff8be253-e463-4ec2-a04f-b6280c170e13 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:29.279024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.300393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-026fb82a-9589-4e14-b404-b5831e29a5c1', 'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'tenant_id': 'd879f4be3aeb4750832002badad6a61a', 'fixed_ips': [{'subnet_id': 'ddef62cd-21d2-4c51-917b-a7ed8dd7f78d'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:29.301335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.303784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da3c6e7-4b28-4d77-8c52-45bb577a298d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:29.323785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1bc094-66b8-404d-ae38-cd0a45a374f9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:29.324565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1bc094-66b8-404d-ae38-cd0a45a374f9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:29.338360 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.366112 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.375699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:29.376430 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:29.378572 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:29.471789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.500447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Allocated IP 2001:db8::151 (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/ff8be253-e463-4ec2-a04f-b6280c170e13) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:29.511114 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.513459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9da3c6e7-4b28-4d77-8c52-45bb577a298d HTTP/1.1" status: 204 len: 168 time: 0.4376702 Jul 15 13:31:29.515114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc58ad-b4b9-4b62-beb4-21f338598776 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da3c6e7-4b28-4d77-8c52-45bb577a298d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:29.797656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.835655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Transition to ACTIVE for port object ff8be253-e463-4ec2-a04f-b6280c170e13 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:29.886073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.954345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:29.967764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:29.982388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:29.997836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.998740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.032153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:30.045940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Allocated IP 2001:db8::2 (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/1ccef779-e2c3-4f2a-853c-65a8597d21e3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:30.077441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=ff8be253-e463-4ec2-a04f-b6280c170e13,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:30.093973 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bc475176-2928-46df-be8b-7edd883d5b8d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1492426 Jul 15 13:31:30.099534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:30.115212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-840868663', 'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:a8:7c:f3'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:30.161806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0cef0169-c7ec-4050-9cbc-46a3f8bbf744 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=557e51271ca141c3aefa936ca5f3560c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280031 Jul 15 13:31:30.165964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:30.445676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:30.458983 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.473327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Transition to ACTIVE for port object 1ccef779-e2c3-4f2a-853c-65a8597d21e3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:30.512947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Transition to ACTIVE for port object 1ccef779-e2c3-4f2a-853c-65a8597d21e3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:30.513852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c51e6a47-7549-40fd-8f1c-e4870b3511e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.530757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.570501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8518-0231-4b16-9c50-6aa2078e62b0 req-e1760954-83cd-43be-be59-c7f7d0d4bdc9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:30.580844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d0a8518-0231-4b16-9c50-6aa2078e62b0 req-e1760954-83cd-43be-be59-c7f7d0d4bdc9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.3236086 Jul 15 13:31:30.609111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:30.624166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:30.628506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:30.680469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c51e6a47-7549-40fd-8f1c-e4870b3511e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.727542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d0a8518-0231-4b16-9c50-6aa2078e62b0 req-7b148bf1-899b-40ec-a2c5-c9e56c876e40 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457427 Jul 15 13:31:30.767569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Pushing event updated for resources: {'Port': ['ID=1ccef779-e2c3-4f2a-853c-65a8597d21e3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:30.793036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Attempting to bind port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:30.794069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Attempting to bind port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b6a82989-dd95-4a05-8205-a4bc11658416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:30.794635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Attempting to bind port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 on network 026fb82a-9589-4e14-b404-b5831e29a5c1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:30.801329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:30.802764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Checking segment: {'id': 'b6a82989-dd95-4a05-8205-a4bc11658416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:30.805070 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.805778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Bound using segment: {'id': 'b6a82989-dd95-4a05-8205-a4bc11658416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:30.806483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Bound port: 1ccef779-e2c3-4f2a-853c-65a8597d21e3, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a82989-dd95-4a05-8205-a4bc11658416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:30.807051 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.818372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c51e6a47-7549-40fd-8f1c-e4870b3511e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.823905 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c51e6a47-7549-40fd-8f1c-e4870b3511e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.825343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c51e6a47-7549-40fd-8f1c-e4870b3511e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7fdd3a5-6756-4205-aeaa-4da82b80ccbd HTTP/1.1" status: 204 len: 168 time: 0.6583846 Jul 15 13:31:30.852324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6a47-7549-40fd-8f1c-e4870b3511e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fdd3a5-6756-4205-aeaa-4da82b80ccbd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.007896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.048649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] For port 1ccef779-e2c3-4f2a-853c-65a8597d21e3, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:31.053621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] For port 1ccef779-e2c3-4f2a-853c-65a8597d21e3, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ccef779-e2c3-4f2a-853c-65a8597d21e3,segment=NetworkSegment(b6a82989-dd95-4a05-8205-a4bc11658416),segment_id=b6a82989-dd95-4a05-8205-a4bc11658416)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:31.072060 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.257080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb3a4b-7eab-475e-b52e-e3413c531a57 None None] Pushing event updated for resources: {'Port': ['ID=1ccef779-e2c3-4f2a-853c-65a8597d21e3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.335946 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.404137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] device_id is not set on port 8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:31.762602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:31.808967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Allocated IP 2001:db8::305 (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:31.909423 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8f079e17-ada2-4b2a-b16d-6b5a73fe03a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36d0c262e7e84af1b0fe09c2394c4e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433783 Jul 15 13:31:31.910640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:32.044077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc79-8d49-4d4d-96e6-0e21ee87e878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.113570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc79-8d49-4d4d-96e6-0e21ee87e878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.171905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.206147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Transition to ACTIVE for port object 8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:32.284052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.407159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:32.431512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:32.437299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:32.461635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.464908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.486156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:32.504360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.505421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.505975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.513419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.513823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.514173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.514602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.514941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.515276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.515609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.515937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.516405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:32.523631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe562557-7211-45ce-a6a1-092f7ce6907d req-e716a316-0ddc-41b3-92f5-97c615313f0f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.528488 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe562557-7211-45ce-a6a1-092f7ce6907d req-e716a316-0ddc-41b3-92f5-97c615313f0f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.4929714 Jul 15 13:31:32.530248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc79-8d49-4d4d-96e6-0e21ee87e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.534192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c16cdc79-8d49-4d4d-96e6-0e21ee87e878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.539204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c16cdc79-8d49-4d4d-96e6-0e21ee87e878 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5314151a-6a6d-4851-94aa-909a97abacb6 HTTP/1.1" status: 204 len: 168 time: 0.6270614 Jul 15 13:31:32.541093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6b9d791-cf4c-469e-8acd-0271deafb184 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4391277 Jul 15 13:31:32.541093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:32.562960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ccef779-e2c3-4f2a-853c-65a8597d21e3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:32.587102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cdc79-8d49-4d4d-96e6-0e21ee87e878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314151a-6a6d-4851-94aa-909a97abacb6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:32.597814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe562557-7211-45ce-a6a1-092f7ce6907d req-9f732a37-f1ad-4eee-ac3e-27f97f4287c1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570364 Jul 15 13:31:32.697549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214d60f-f9bf-45aa-af2b-20d6cf8c59b3 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.704860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214d60f-f9bf-45aa-af2b-20d6cf8c59b3 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.712323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214d60f-f9bf-45aa-af2b-20d6cf8c59b3 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.714581 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3214d60f-f9bf-45aa-af2b-20d6cf8c59b3 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1727650 Jul 15 13:31:32.717768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47854) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:32.731669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:32.904496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port 8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:32.905267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.003576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77787312-513f-4768-8aa9-cc24557cc5ac None None] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:33.164437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-4731b6ae-4bb7-42cd-9628-ddd95b0aafc3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.176840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-4731b6ae-4bb7-42cd-9628-ddd95b0aafc3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.2519212 Jul 15 13:31:33.205984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-74208176-0b98-48f3-b684-bab7a34cf447 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0278957 Jul 15 13:31:33.334562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] Provisioning for port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:33.346458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] Provisioning complete for port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:33.347148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.432704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.451774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for 8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:33.530767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.597519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-aa4eaf37-8d4f-4e8c-aa09-8265408419f1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3893175 Jul 15 13:31:33.612257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] For port 1ccef779-e2c3-4f2a-853c-65a8597d21e3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ccef779-e2c3-4f2a-853c-65a8597d21e3,segment=NetworkSegment(b6a82989-dd95-4a05-8205-a4bc11658416),segment_id=b6a82989-dd95-4a05-8205-a4bc11658416)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:33.634654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.727980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.773955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbf9bc-d578-4525-b5ed-1640e78afbaf None None] Pushing event updated for resources: {'Port': ['ID=1ccef779-e2c3-4f2a-853c-65a8597d21e3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:33.904526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-de5a67bb-48cd-4744-af96-445e3965e477 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937653 Jul 15 13:31:33.987213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Provisioning complete for port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:33.987844 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.150070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-42478caf-9278-4979-baac-254da38c0199 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314692 Jul 15 13:31:34.214791 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.286823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Provisioning for port ff8be253-e463-4ec2-a04f-b6280c170e13 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:34.291069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Provisioning complete for port ff8be253-e463-4ec2-a04f-b6280c170e13 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:34.291446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.370708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Port ff8be253-e463-4ec2-a04f-b6280c170e13 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:34.380065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-75302fa9-43b2-47d6-84da-acc064625164 None None] Could not find standard attr ID for object 8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:31:34.436638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ccef779-e2c3-4f2a-853c-65a8597d21e3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:34.506922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.589222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8755042f-bf7d-4c95-9096-6d280f450fc8 None None] Provisioning complete for port ff8be253-e463-4ec2-a04f-b6280c170e13 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:34.589776 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8755042f-bf7d-4c95-9096-6d280f450fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.617290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33209e1-396b-4cb4-be78-be1e3c0837a3 req-6f876f57-1950-43c4-806b-6529c055e7ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.635096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d33209e1-396b-4cb4-be78-be1e3c0837a3 req-6f876f57-1950-43c4-806b-6529c055e7ee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.6439142 Jul 15 13:31:34.677068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:34.677611 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.693184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8755042f-bf7d-4c95-9096-6d280f450fc8 None None] Port ff8be253-e463-4ec2-a04f-b6280c170e13 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:34.737480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.754032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-be831e7e-0cd6-46ec-b777-479a85fd8c93 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/ports/8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f HTTP/1.1" status: 204 len: 168 time: 2.0327141 Jul 15 13:31:34.755047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.786048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d33209e1-396b-4cb4-be78-be1e3c0837a3 req-2bb3f44a-363a-41be-861c-59fe45d8ad8d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923281 Jul 15 13:31:34.925051 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16636f6-529e-4424-9fb0-942de9d734a9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] GET failed (client error): The resource could not be found. Jul 15 13:31:34.925051 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f16636f6-529e-4424-9fb0-942de9d734a9 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "GET /v2.0/ports/8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f HTTP/1.1" status: 404 len: 333 time: 0.1675582 Jul 15 13:31:34.949557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-994f3a8f-833d-4ac5-991a-81cc1eea1e38 None None] Could not find standard attr ID for object 8d29cbd8-f4b0-49c6-8bb1-dde6e2b5199f. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:31:34.954840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.980319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1906701639'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:35.013222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16ed6c2c-558f-456d-9e07-fba8b12e6438 req-5126227e-0f5f-4cbf-9423-27a9591c3fa3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.1383045 Jul 15 13:31:35.313793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:35.321725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.374235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] device_id is not set on port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:35.604852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Allocated IP 2001:db8::2f5 (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/dff70fc9-c5c0-4033-ad93-c6dbf8ed8972) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:35.979051 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.026002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Transition to ACTIVE for port object dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:36.133242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.308022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:36.339190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:36.358413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:36.368324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:36.373670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.393323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=dff70fc9-c5c0-4033-ad93-c6dbf8ed8972,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:36.418636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bf6520b-78a6-403b-bb0f-be99abe37190 req-d9474248-3bdd-4f20-9d10-03dbcaad9c4d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.0528171 Jul 15 13:31:36.428780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b186eec-6d0e-4272-a0e0-d2006a7f6b6f req-7adb5e67-a67b-47f3-a675-6eaf8336fc68 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:36.437962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b186eec-6d0e-4272-a0e0-d2006a7f6b6f req-7adb5e67-a67b-47f3-a675-6eaf8336fc68 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2131300 Jul 15 13:31:36.452926 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-abc732c2-b693-445e-a712-b1a242b0e5a6 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4940929 Jul 15 13:31:36.453292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 47962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:36.460701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:a8:7c:f3'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:36.537992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b186eec-6d0e-4272-a0e0-d2006a7f6b6f req-ecbc7b45-d6b6-4915-b12f-a305f51e4930 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941799 Jul 15 13:31:36.548983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:36.777182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e67db34-f164-4dfd-a938-e8131b8d0ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.825763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-881807aa-5957-475f-a881-1683a27aa3ba None None] Provisioning for port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:36.834928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-881807aa-5957-475f-a881-1683a27aa3ba None None] Provisioning complete for port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:36.835829 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-881807aa-5957-475f-a881-1683a27aa3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.909957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-881807aa-5957-475f-a881-1683a27aa3ba None None] Port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:36.980111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e67db34-f164-4dfd-a938-e8131b8d0ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.992078 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e67db34-f164-4dfd-a938-e8131b8d0ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.002783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.036556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1e67db34-f164-4dfd-a938-e8131b8d0ee5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29f1e3f2da3c41769bd2ba140758b082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862437 Jul 15 13:31:37.044374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-2ba8a3f5-9197-45b8-a963-a3e7013567d7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:37.046024 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-2ba8a3f5-9197-45b8-a963-a3e7013567d7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.2717957 Jul 15 13:31:37.055679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.086250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:37.184041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edf31aa-5717-4213-9b59-41085950c436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.213252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edf31aa-5717-4213-9b59-41085950c436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.261372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67db34-f164-4dfd-a938-e8131b8d0ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaf7502-73a0-41b8-a08f-f62da918ccb6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.298535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edf31aa-5717-4213-9b59-41085950c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.303162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edf31aa-5717-4213-9b59-41085950c436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.313616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2edf31aa-5717-4213-9b59-41085950c436 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8eaf7502-73a0-41b8-a08f-f62da918ccb6 HTTP/1.1" status: 204 len: 168 time: 0.2566128 Jul 15 13:31:37.337173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf31aa-5717-4213-9b59-41085950c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaf7502-73a0-41b8-a08f-f62da918ccb6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.372304 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.386303 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.432638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:37.436276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.465527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] In _notify_port_updated(), no bound segment for port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 on network 026fb82a-9589-4e14-b404-b5831e29a5c1 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:37.471814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:37.472511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.477909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 47980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.478386 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "PUT /v2.0/ports/dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 HTTP/1.1" status: 200 len: 1003 time: 1.0235121 Jul 15 13:31:37.492271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc84dd6-5d9d-426d-87bb-6b5738e4ebaa tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=dff70fc9-c5c0-4033-ad93-c6dbf8ed8972,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.806666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.9 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/a7255ca7-fb80-4297-94b9-539b4ce96757) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:37.980289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-423e6435-6500-43d3-bd44-f24adf792b87 req-ad4aeafb-68a4-4546-aa37-2a1159e5cbe3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.1465473 Jul 15 13:31:38.019321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:38.019910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.070503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1f448074-bb86-4fc1-b8a5-d85a7d132846 None None] Provisioning complete for port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:38.074090 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f448074-bb86-4fc1-b8a5-d85a7d132846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.125118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.141176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:38.167885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f448074-bb86-4fc1-b8a5-d85a7d132846 None None] Port dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:38.313945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.334567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.335477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object a7255ca7-fb80-4297-94b9-539b4ce96757 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:38.390313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=dff70fc9-c5c0-4033-ad93-c6dbf8ed8972,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:38.442815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.525466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f250a4-4b46-4acd-943d-36eb19fac7fa req-f5183cf6-a6d7-4a39-8c1b-419d250ee1cc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:38.548962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f250a4-4b46-4acd-943d-36eb19fac7fa req-f5183cf6-a6d7-4a39-8c1b-419d250ee1cc tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.5847378 Jul 15 13:31:38.571868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:38.573722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:38.576537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:38.664624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=a7255ca7-fb80-4297-94b9-539b4ce96757,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:38.681519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:38.682459 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.701621 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-58035acd-c396-43b3-b3b6-33291fa0a458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6199923 Jul 15 13:31:38.715771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Request body: {'port': {'device_id': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:38.819894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.826647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d0d03e8c-b005-4e4d-b5cc-3f317518da96 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/ports/dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 HTTP/1.1" status: 204 len: 168 time: 1.3427176 Jul 15 13:31:38.827342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.897313 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.965232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f250a4-4b46-4acd-943d-36eb19fac7fa req-05c69cc9-893b-4fcf-9af6-8c262f2fa1ff tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152694 Jul 15 13:31:38.966559 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0881173-369c-4170-8c40-b56c15737d25 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] GET failed (client error): The resource could not be found. Jul 15 13:31:38.968209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c0881173-369c-4170-8c40-b56c15737d25 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "GET /v2.0/ports/dff70fc9-c5c0-4033-ad93-c6dbf8ed8972 HTTP/1.1" status: 404 len: 333 time: 0.1159160 Jul 15 13:31:38.986447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48012) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.991890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1792120217'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.123915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f757bbf7-7eb5-4a8f-ac24-c3e01acd497b None None] Provisioning for port a7255ca7-fb80-4297-94b9-539b4ce96757 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:39.133702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f757bbf7-7eb5-4a8f-ac24-c3e01acd497b None None] Provisioning complete for port a7255ca7-fb80-4297-94b9-539b4ce96757 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:39.134411 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f757bbf7-7eb5-4a8f-ac24-c3e01acd497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.234844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f757bbf7-7eb5-4a8f-ac24-c3e01acd497b None None] Port a7255ca7-fb80-4297-94b9-539b4ce96757 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:39.427414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144808-5567-43d5-9e80-2c8f2ce41e90 req-f21a764d-c1d3-4d09-bd90-74c7e951efa1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:39.431902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36144808-5567-43d5-9e80-2c8f2ce41e90 req-f21a764d-c1d3-4d09-bd90-74c7e951efa1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 931 time: 0.1832979 Jul 15 13:31:39.540522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36144808-5567-43d5-9e80-2c8f2ce41e90 req-fa430e18-77b5-47d0-96aa-01989b039869 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016364 Jul 15 13:31:39.590642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:39.594375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.631787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] device_id is not set on port 4d19c122-5b5f-4ee1-800b-fb816a504b65 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:39.896761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Allocated IP 2001:db8::22a (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/4d19c122-5b5f-4ee1-800b-fb816a504b65) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:40.183113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7255ca7-fb80-4297-94b9-539b4ce96757 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:40.228940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.301665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Transition to ACTIVE for port object a7255ca7-fb80-4297-94b9-539b4ce96757 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:40.311757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.636603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Pushing event updated for resources: {'Port': ['ID=a7255ca7-fb80-4297-94b9-539b4ce96757,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:40.743862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.851295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Transition to ACTIVE for port object 4d19c122-5b5f-4ee1-800b-fb816a504b65 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:40.873990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Attempting to bind port a7255ca7-fb80-4297-94b9-539b4ce96757 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:40.874358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Attempting to bind port a7255ca7-fb80-4297-94b9-539b4ce96757 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:40.874725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Attempting to bind port a7255ca7-fb80-4297-94b9-539b4ce96757 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:40.906507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Port a7255ca7-fb80-4297-94b9-539b4ce96757 on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:40.906507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Attempting to bind port a7255ca7-fb80-4297-94b9-539b4ce96757 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:40.922003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:40.922386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:40.923408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:40.924916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Bound port: a7255ca7-fb80-4297-94b9-539b4ce96757, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:40.928409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.077208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499ff6-92a2-492d-bc1f-ca2d3fe1e441 req-7c640fa6-3798-4a11-82af-4a45f953d1f7 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.087070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe499ff6-92a2-492d-bc1f-ca2d3fe1e441 req-7c640fa6-3798-4a11-82af-4a45f953d1f7 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.8102362 Jul 15 13:31:41.237510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] For port a7255ca7-fb80-4297-94b9-539b4ce96757, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:41.244315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] For port a7255ca7-fb80-4297-94b9-539b4ce96757, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7255ca7-fb80-4297-94b9-539b4ce96757,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:41.263678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.325255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe499ff6-92a2-492d-bc1f-ca2d3fe1e441 req-8f2ec4c8-b0ea-4a1f-ac43-2b74f5d4891a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872170 Jul 15 13:31:41.337331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.344536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.346397 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-33115f77-bff7-446d-8089-29802fe28606 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7255ca7-fb80-4297-94b9-539b4ce96757 HTTP/1.1" status: 200 len: 1091 time: 2.6354713 Jul 15 13:31:41.347908 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.396603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3029e1-1aad-4269-a402-9b0a86ec2738 req-7131ae94-4b9c-4d4c-b297-6c35ea45829c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.398602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f3029e1-1aad-4269-a402-9b0a86ec2738 req-7131ae94-4b9c-4d4c-b297-6c35ea45829c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.5754220 Jul 15 13:31:41.419409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'tag': 'a7255ca7-fb80-4297-94b9-539b4ce96757'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:41.419677 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c35b9fb-3278-4111-9fd2-1bd4a55a885d", "tag": "a7255ca7-fb80-4297-94b9-539b4ce96757"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:41.544081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:41.553413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:41.557424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:41.577016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.577721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.584493 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5314f691-5a7d-4e04-b6c5-cfcca61723d3 x-openstack-request-id: req-5314f691-5a7d-4e04-b6c5-cfcca61723d3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:41.587700 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c35b9fb-3278-4111-9fd2-1bd4a55a885d", "tag": "a7255ca7-fb80-4297-94b9-539b4ce96757", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:41.588513 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5314f691-5a7d-4e04-b6c5-cfcca61723d3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:41.593701 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'tag': 'a7255ca7-fb80-4297-94b9-539b4ce96757', 'status': 'completed', 'code': 200} Jul 15 13:31:41.610802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=4d19c122-5b5f-4ee1-800b-fb816a504b65,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.659593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f3029e1-1aad-4269-a402-9b0a86ec2738 req-092de95b-5f8a-4da0-8ded-55a48016561e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438407 Jul 15 13:31:41.665582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.666061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.669850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.670303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.670702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.671068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.671543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.674338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.674831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.675191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.675545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.676968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:41.713560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ba32be7d-3033-4a39-a628-37b73af56794 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7237060 Jul 15 13:31:41.714354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.720018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a8:7c:f3'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:41.734700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33115f77-bff7-446d-8089-29802fe28606 service neutron] Pushing event updated for resources: {'Port': ['ID=a7255ca7-fb80-4297-94b9-539b4ce96757,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.795331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-00a50e44-5c59-41ff-a18a-9fbef44d0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.798928 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-00a50e44-5c59-41ff-a18a-9fbef44d0c46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 1094 time: 0.3568077 Jul 15 13:31:41.934057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-5c4b4f71-3068-48c9-a48b-2fb9b5aadef4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7255ca7-fb80-4297-94b9-539b4ce96757 HTTP/1.1" status: 200 len: 217 time: 0.1293695 Jul 15 13:31:41.965517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4147c88-c5dc-4fb4-acb8-163beab1c021 None None] Provisioning for port 4d19c122-5b5f-4ee1-800b-fb816a504b65 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:41.971140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4147c88-c5dc-4fb4-acb8-163beab1c021 None None] Provisioning complete for port 4d19c122-5b5f-4ee1-800b-fb816a504b65 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:41.971528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4147c88-c5dc-4fb4-acb8-163beab1c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.062029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-91f86b8e-4982-47c9-88b6-3ef8a4f91bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.064427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-91f86b8e-4982-47c9-88b6-3ef8a4f91bbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.1184142 Jul 15 13:31:42.129528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4147c88-c5dc-4fb4-acb8-163beab1c021 None None] Port 4d19c122-5b5f-4ee1-800b-fb816a504b65 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:42.247905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-36332e3b-c2ca-4c61-83b2-2ec53bf7362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.249645 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-36332e3b-c2ca-4c61-83b2-2ec53bf7362e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773617 Jul 15 13:31:42.441876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.498650 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-6cb3bbd5-4282-4037-a5c6-342491e480f8 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342329 Jul 15 13:31:42.714278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92387231-f67f-48a1-9a45-1e2a8589b688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.898795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bce5b45f-d161-4db1-a504-23f49f4b376e req-a7757bf1-88e8-40d6-9e36-215d52506d44 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854098 Jul 15 13:31:43.070667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe97a0-5d14-4779-ae4f-b40e12ffc1dc req-bd18b5c0-0707-416e-a82f-208dae55c30e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.072505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3cbe97a0-5d14-4779-ae4f-b40e12ffc1dc req-bd18b5c0-0707-416e-a82f-208dae55c30e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2790720 Jul 15 13:31:43.127336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3cbe97a0-5d14-4779-ae4f-b40e12ffc1dc req-89edb922-1488-4ca3-a3ef-7d148d42d021 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488846 Jul 15 13:31:43.141401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-4c69edf1-f3f5-4161-8d46-8b524450f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.156969 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-4c69edf1-f3f5-4161-8d46-8b524450f67f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 1094 time: 0.2078047 Jul 15 13:31:43.320784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.338956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2ff43-bc43-49f0-9973-5054a0c1da46 req-e76111d2-8f8e-4670-b45a-22482ba4e383 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.347189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91d2ff43-bc43-49f0-9973-5054a0c1da46 req-e76111d2-8f8e-4670-b45a-22482ba4e383 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2245619 Jul 15 13:31:43.350375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.431062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] In _notify_port_updated(), no bound segment for port 4d19c122-5b5f-4ee1-800b-fb816a504b65 on network 026fb82a-9589-4e14-b404-b5831e29a5c1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:43.436940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.437671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.439089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "PUT /v2.0/ports/4d19c122-5b5f-4ee1-800b-fb816a504b65 HTTP/1.1" status: 200 len: 1003 time: 1.7237070 Jul 15 13:31:43.445958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:43.446606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-61b931cb-01bc-4f96-9ed6-9efec11c11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.452525 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-61b931cb-01bc-4f96-9ed6-9efec11c11e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.2829247 Jul 15 13:31:43.523305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91d2ff43-bc43-49f0-9973-5054a0c1da46 req-e84d6ccb-4a2f-41d4-a7bb-f84eaead32cb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614242 Jul 15 13:31:43.543823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a43cb3-6c4d-4de8-87de-cb13bcd1e2c5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=4d19c122-5b5f-4ee1-800b-fb816a504b65,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:43.586719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-058de8b9-13d2-4896-9087-147e1db63035 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7255ca7-fb80-4297-94b9-539b4ce96757 HTTP/1.1" status: 200 len: 217 time: 0.1280427 Jul 15 13:31:43.702633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port 4d19c122-5b5f-4ee1-800b-fb816a504b65 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:43.702964 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.733130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-cb262ea9-8555-44f5-a904-4a0ff9f9439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.736675 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-cb262ea9-8555-44f5-a904-4a0ff9f9439b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.1406243 Jul 15 13:31:43.895612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.912277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for 4d19c122-5b5f-4ee1-800b-fb816a504b65 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:43.915170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-1ccae723-fb18-41c7-b0fc-844e4daa24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.926726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-1ccae723-fb18-41c7-b0fc-844e4daa24c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702168 Jul 15 13:31:44.018440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b43430d-eb82-4dde-88fa-214631678a85 None None] Provisioning complete for port 4d19c122-5b5f-4ee1-800b-fb816a504b65 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:44.018936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b43430d-eb82-4dde-88fa-214631678a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.197390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b43430d-eb82-4dde-88fa-214631678a85 None None] Port 4d19c122-5b5f-4ee1-800b-fb816a504b65 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:44.317413 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-b5cba70c-543f-4be0-93f5-c453359dfcba service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848500 Jul 15 13:31:44.369243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.490959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=4d19c122-5b5f-4ee1-800b-fb816a504b65,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:44.657651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.660161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a8a1c2f4-d39a-40e9-93df-e030e865e408 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/ports/4d19c122-5b5f-4ee1-800b-fb816a504b65 HTTP/1.1" status: 204 len: 168 time: 1.2131455 Jul 15 13:31:44.670453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.715406 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-abc24bc8-5ec6-4184-8f59-5cfd25949fe4 req-89cf8257-5b8c-459f-a315-1dff7b6e74f1 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880804 Jul 15 13:31:44.803423 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed32b1b-9012-48b1-8d97-97d445ef638f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] GET failed (client error): The resource could not be found. Jul 15 13:31:44.819155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7ed32b1b-9012-48b1-8d97-97d445ef638f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "GET /v2.0/ports/4d19c122-5b5f-4ee1-800b-fb816a504b65 HTTP/1.1" status: 404 len: 333 time: 0.1475646 Jul 15 13:31:44.821284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.838132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1414805138'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:44.873282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73facd-d183-4d24-ba4c-1a8e72721a31 req-28bb62dd-8eec-4de3-99c3-5d7121f47912 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.889400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c73facd-d183-4d24-ba4c-1a8e72721a31 req-28bb62dd-8eec-4de3-99c3-5d7121f47912 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.3594935 Jul 15 13:31:45.115404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c73facd-d183-4d24-ba4c-1a8e72721a31 req-8fdb3045-2d4b-47ae-8908-a0890683c8be tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196894 Jul 15 13:31:45.233204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49cc55-cc8b-4e8b-ae51-b8444951dbcd req-824bdbde-f6d0-47e6-bfbc-5fcff6761336 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.251324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba49cc55-cc8b-4e8b-ae51-b8444951dbcd req-824bdbde-f6d0-47e6-bfbc-5fcff6761336 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2702668 Jul 15 13:31:45.326906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:45.340739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76373483-4b9f-4afb-b6cd-9c9670581ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.361541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.426400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba49cc55-cc8b-4e8b-ae51-b8444951dbcd req-32fed7c9-80a7-4723-874f-6e136bd814f5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729376 Jul 15 13:31:45.447918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] device_id is not set on port 85ddb455-fd2e-46a3-abaa-bda8a8c1579e yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:45.591646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.856862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Allocated IP 2001:db8::291 (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/85ddb455-fd2e-46a3-abaa-bda8a8c1579e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:46.069022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.089236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Transition to ACTIVE for port object 85ddb455-fd2e-46a3-abaa-bda8a8c1579e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:46.138573 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.193583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:46.200403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:46.207700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:46.217762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:46.245954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.246617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.268068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=85ddb455-fd2e-46a3-abaa-bda8a8c1579e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.335353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48120) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:46.336310 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b39f3d7f-10c0-4702-bfd9-36d4fe5ca38f tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5136862 Jul 15 13:31:46.341059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'network_id': '026fb82a-9589-4e14-b404-b5831e29a5c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1835712256'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:46.483069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45eaa5bf-5407-405c-98eb-50c5c792e88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.852736 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.941329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee7d469c-891a-4989-9c43-ad82bf153a46 None None] Provisioning for port 85ddb455-fd2e-46a3-abaa-bda8a8c1579e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:46.948102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee7d469c-891a-4989-9c43-ad82bf153a46 None None] Provisioning complete for port 85ddb455-fd2e-46a3-abaa-bda8a8c1579e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:46.948610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee7d469c-891a-4989-9c43-ad82bf153a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.050153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d469c-891a-4989-9c43-ad82bf153a46 None None] Port 85ddb455-fd2e-46a3-abaa-bda8a8c1579e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:47.223493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495682-4645-4507-bf68-342cb46a6feb req-6b59f6c8-31a8-4fbf-85ac-d8cc1d92acae tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.230182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84495682-4645-4507-bf68-342cb46a6feb req-6b59f6c8-31a8-4fbf-85ac-d8cc1d92acae tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.8347554 Jul 15 13:31:47.288905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1f16b-f8a2-4337-835b-f8f51ad57f3a req-82693422-c5c2-4bd4-8203-ad8f4aa9f72e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.298743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26c1f16b-f8a2-4337-835b-f8f51ad57f3a req-82693422-c5c2-4bd4-8203-ad8f4aa9f72e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.3604457 Jul 15 13:31:47.409263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45eaa5bf-5407-405c-98eb-50c5c792e88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.437826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84495682-4645-4507-bf68-342cb46a6feb req-7582df8e-27d9-4c90-a0d2-e7a16a5f6302 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067127 Jul 15 13:31:47.438707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45eaa5bf-5407-405c-98eb-50c5c792e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.593341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaa5bf-5407-405c-98eb-50c5c792e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83614cb-6886-42d1-8362-4cdfd60f79e8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:47.668084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26c1f16b-f8a2-4337-835b-f8f51ad57f3a req-d749a30d-dc62-482d-a259-258e7cd628fe tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678565 Jul 15 13:31:47.676448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Made reservation on behalf of d879f4be3aeb4750832002badad6a61a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:47.703179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.711703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-45eaa5bf-5407-405c-98eb-50c5c792e88f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32a81e675779413f932fc77e9113a547&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5167623 Jul 15 13:31:47.714291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:47.733977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] device_id is not set on port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:47.956491 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-485a809d-8a1c-42a4-aa03-b53d26b90567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.007908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-485a809d-8a1c-42a4-aa03-b53d26b90567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.074514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Allocated IP 2001:db8::208 (026fb82a-9589-4e14-b404-b5831e29a5c1/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d/8e9e4876-c836-4a46-8ef8-d665b46c26c5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:48.121627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.197145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-485a809d-8a1c-42a4-aa03-b53d26b90567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.206771 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-485a809d-8a1c-42a4-aa03-b53d26b90567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.210908 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-485a809d-8a1c-42a4-aa03-b53d26b90567 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f83614cb-6886-42d1-8362-4cdfd60f79e8 HTTP/1.1" status: 204 len: 168 time: 0.4918916 Jul 15 13:31:48.236738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a809d-8a1c-42a4-aa03-b53d26b90567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83614cb-6886-42d1-8362-4cdfd60f79e8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:48.448758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.466850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Transition to ACTIVE for port object 8e9e4876-c836-4a46-8ef8-d665b46c26c5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:48.530420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.589068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:48.594111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:48.600797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:48.611746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.613818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.649381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3110204 Jul 15 13:31:48.659797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:48.670856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:a8:7c:f3'}, {'ip_address': '2001:db8::291', 'mac_address': 'fa:16:3e:95:a8:b9'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:48.673908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244912ed-3ee1-4ddc-9fcf-14206904f90d tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=8e9e4876-c836-4a46-8ef8-d665b46c26c5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:48.836099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:48.879311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8445414-6de5-4081-8884-863bd048f83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.022882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-0f5f8236-9e50-4a0e-8e12-73a667260857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.024463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-0f5f8236-9e50-4a0e-8e12-73a667260857 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1097 time: 0.1738544 Jul 15 13:31:49.060654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a28fe4-9b20-4f6c-a785-ffabbac44068 req-2d698c5b-1d55-41d6-ab37-60b7e70dbbab tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.062312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11a28fe4-9b20-4f6c-a785-ffabbac44068 req-2d698c5b-1d55-41d6-ab37-60b7e70dbbab tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.2662218 Jul 15 13:31:49.130535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870f89-ca04-459a-9bee-d7267f258101 req-9a2cc696-7302-49eb-9e3d-d9de289a699b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.137397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d870f89-ca04-459a-9bee-d7267f258101 req-9a2cc696-7302-49eb-9e3d-d9de289a699b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2104998 Jul 15 13:31:49.241293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.243727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1bbae3ab-c0b9-44ea-84cf-bf893f69b4fa None None] Provisioning for port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:49.248434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1bbae3ab-c0b9-44ea-84cf-bf893f69b4fa None None] Provisioning complete for port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:49.248908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bbae3ab-c0b9-44ea-84cf-bf893f69b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.250513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d870f89-ca04-459a-9bee-d7267f258101 req-cc9fedcf-ced4-4c87-a4f3-70df9cbb14c5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103661 Jul 15 13:31:49.265067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11a28fe4-9b20-4f6c-a785-ffabbac44068 req-b769d0a4-0e37-4976-ae59-ce6e3cdb21fe tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811075 Jul 15 13:31:49.318220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-a0525fda-f7aa-4ab1-a162-862b634dfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.328727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-a0525fda-f7aa-4ab1-a162-862b634dfe4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.2848032 Jul 15 13:31:49.375748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1bbae3ab-c0b9-44ea-84cf-bf893f69b4fa None None] Port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:49.384096 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8445414-6de5-4081-8884-863bd048f83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.410428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8445414-6de5-4081-8884-863bd048f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.454871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-d1ad7377-4f1d-45c7-930a-0b84482f5314 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 1002 time: 0.1284914 Jul 15 13:31:49.461432 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8445414-6de5-4081-8884-863bd048f83d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c6af246fa2b404f8331215e74bf96e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242733 Jul 15 13:31:49.469044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:49.549684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8445414-6de5-4081-8884-863bd048f83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db10a934-fa93-4f1c-88f8-56cb62b3b27b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:49.554867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-502f182d-0179-4d69-8678-530ebf6dbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.556363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-502f182d-0179-4d69-8678-530ebf6dbc17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0953310 Jul 15 13:31:49.725048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24d30f7a-fbc8-42fc-9d3b-8a4309261ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.749684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24d30f7a-fbc8-42fc-9d3b-8a4309261ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.749853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-2425d3bf-9999-4217-80de-03d77cbb4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.751525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-2425d3bf-9999-4217-80de-03d77cbb4eef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882880 Jul 15 13:31:49.865574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.884993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.918492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-ca4c5006-f2b1-434b-8b93-93ae9df8f6ce service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539097 Jul 15 13:31:49.924687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24d30f7a-fbc8-42fc-9d3b-8a4309261ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.928842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24d30f7a-fbc8-42fc-9d3b-8a4309261ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.933434 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-24d30f7a-fbc8-42fc-9d3b-8a4309261ab1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db10a934-fa93-4f1c-88f8-56cb62b3b27b HTTP/1.1" status: 204 len: 168 time: 0.4605875 Jul 15 13:31:49.934062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] In _notify_port_updated(), no bound segment for port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 on network 026fb82a-9589-4e14-b404-b5831e29a5c1 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:49.939797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.940440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.946427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "PUT /v2.0/ports/8e9e4876-c836-4a46-8ef8-d665b46c26c5 HTTP/1.1" status: 200 len: 1068 time: 1.2789531 Jul 15 13:31:49.950184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:50.000585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d30f7a-fbc8-42fc-9d3b-8a4309261ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db10a934-fa93-4f1c-88f8-56cb62b3b27b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:50.014565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411051cb-64b6-4018-8814-891125c4d8f4 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event updated for resources: {'Port': ['ID=8e9e4876-c836-4a46-8ef8-d665b46c26c5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:50.083872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ceb8de6-44cb-4fc0-a639-13b0351c0792 req-183f6c22-c14d-410c-a3ac-75a219403a7f service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586850 Jul 15 13:31:50.210103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:50.215700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.431055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1649eabf-fb4e-4bbc-9147-abc7cd259b30 None None] Provisioning complete for port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:50.431655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.432405 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1649eabf-fb4e-4bbc-9147-abc7cd259b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.475930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for 8e9e4876-c836-4a46-8ef8-d665b46c26c5 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:50.560613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1649eabf-fb4e-4bbc-9147-abc7cd259b30 None None] Port 8e9e4876-c836-4a46-8ef8-d665b46c26c5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:50.784457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57734-9fbd-4767-ad99-69bf50a8b909 req-4fcb9bf2-523b-498e-8cd9-ba3c39e2ee17 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.801611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73f57734-9fbd-4767-ad99-69bf50a8b909 req-4fcb9bf2-523b-498e-8cd9-ba3c39e2ee17 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2782834 Jul 15 13:31:50.823614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:50.863259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.876835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7b216-bd9f-4189-821f-300b5b3ff1ae req-f6528c7a-ab9f-4a33-bc62-2f3a628644f3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.886777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6a7b216-bd9f-4189-821f-300b5b3ff1ae req-f6528c7a-ab9f-4a33-bc62-2f3a628644f3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 946 time: 0.3394284 Jul 15 13:31:50.995994 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.112045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:51.113869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6a7b216-bd9f-4189-821f-300b5b3ff1ae req-a6fcbe6f-47fc-4107-b081-4f313b49f5ea tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261343 Jul 15 13:31:51.115900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:51.119598 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42dd7a-f475-40bb-9792-0437235409b2" -d '{"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:51.132642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.160464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73f57734-9fbd-4767-ad99-69bf50a8b909 req-f56b2491-0241-4b0c-afdd-1fcaf984b851 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495677 Jul 15 13:31:51.180639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=8e9e4876-c836-4a46-8ef8-d665b46c26c5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.300383 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e002fb-6143-440a-95e9-b6031f3e0101 x-openstack-request-id: req-f2e002fb-6143-440a-95e9-b6031f3e0101 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:51.304520 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:51.304787 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2e002fb-6143-440a-95e9-b6031f3e0101 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:51.305204 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'code': 200} Jul 15 13:31:51.335434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.788467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.790404 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd0d937b-0dae-4627-9de1-b80b28c369f5 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/ports/8e9e4876-c836-4a46-8ef8-d665b46c26c5 HTTP/1.1" status: 204 len: 168 time: 1.8385973 Jul 15 13:31:51.793149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.862277 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-16212856-9194-41a3-9b10-232c1bf1e610 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] GET failed (client error): The resource could not be found. Jul 15 13:31:51.872220 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-16212856-9194-41a3-9b10-232c1bf1e610 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "GET /v2.0/ports/8e9e4876-c836-4a46-8ef8-d665b46c26c5 HTTP/1.1" status: 404 len: 333 time: 0.0780976 Jul 15 13:31:51.874938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:52.124215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port 85ddb455-fd2e-46a3-abaa-bda8a8c1579e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:52.124500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.370246 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.424960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for 85ddb455-fd2e-46a3-abaa-bda8a8c1579e owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:52.455953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a7ac-0d19-48ce-aca6-a7c2c48e3570 req-e073815d-1608-43fa-82c8-67273c9fffec tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:52.457991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9937a7ac-0d19-48ce-aca6-a7c2c48e3570 req-e073815d-1608-43fa-82c8-67273c9fffec tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.0874426 Jul 15 13:31:52.626891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9937a7ac-0d19-48ce-aca6-a7c2c48e3570 req-93216aea-0c6b-453a-bedb-17d2ed837479 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589203 Jul 15 13:31:52.785486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0890-22bd-4e1c-b034-53161c61a93c req-e1820e29-6f0a-46cb-b013-86ce43ea047b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:52.795300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efdf0890-22bd-4e1c-b034-53161c61a93c req-e1820e29-6f0a-46cb-b013-86ce43ea047b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2797949 Jul 15 13:31:52.835668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.887340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efdf0890-22bd-4e1c-b034-53161c61a93c req-505120cb-1d4e-4a2c-bb6d-81532a472c1c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869718 Jul 15 13:31:52.929247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=85ddb455-fd2e-46a3-abaa-bda8a8c1579e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.979454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.985090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:52.985256 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c352d1f8-9b1e-4e9b-aca3-bb7f599734da tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/ports/85ddb455-fd2e-46a3-abaa-bda8a8c1579e HTTP/1.1" status: 204 len: 168 time: 1.1089714 Jul 15 13:31:53.057826 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3be0e0b-3e89-4e89-a47d-bf4c0846fe57 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] GET failed (client error): The resource could not be found. Jul 15 13:31:53.059976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3be0e0b-3e89-4e89-a47d-bf4c0846fe57 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "GET /v2.0/ports/85ddb455-fd2e-46a3-abaa-bda8a8c1579e HTTP/1.1" status: 404 len: 333 time: 0.0731406 Jul 15 13:31:53.063588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.313000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port ff8be253-e463-4ec2-a04f-b6280c170e13 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:53.313353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.488648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.516417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for ff8be253-e463-4ec2-a04f-b6280c170e13 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:53.744541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.778863 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=ff8be253-e463-4ec2-a04f-b6280c170e13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.827330 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.830449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-adcbae5c-9642-44ab-8c52-5c88ab43a480 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/ports/ff8be253-e463-4ec2-a04f-b6280c170e13 HTTP/1.1" status: 204 len: 168 time: 0.7652023 Jul 15 13:31:53.833753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.901901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting subnet ddef62cd-21d2-4c51-917b-a7ed8dd7f78d {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:53.907714 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.022421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.146995 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:54.200764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.296089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e135452-0632-49f4-9f15-a77d56e8b358 req-95407a8c-35ba-4bc8-bfd2-8d33b1173399 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.304570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e135452-0632-49f4-9f15-a77d56e8b358 req-95407a8c-35ba-4bc8-bfd2-8d33b1173399 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.1529405 Jul 15 13:31:54.356527 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.418478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Subnet': ['ID=ddef62cd-21d2-4c51-917b-a7ed8dd7f78d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.436627 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.438533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e96b3c29-8677-4d75-9b1b-51f67c15e5b8 tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/subnets/ddef62cd-21d2-4c51-917b-a7ed8dd7f78d HTTP/1.1" status: 204 len: 168 time: 0.6037009 Jul 15 13:31:54.441039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48302) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:54.443481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8040dd-5da4-45db-a63b-5c8b195500b3 None None] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:54.453449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e135452-0632-49f4-9f15-a77d56e8b358 req-07687a24-92df-4fdc-b732-4568a5532547 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327040 Jul 15 13:31:54.529570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.625775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Deleting port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:54.626112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.704080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] For port 1ccef779-e2c3-4f2a-853c-65a8597d21e3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ccef779-e2c3-4f2a-853c-65a8597d21e3,segment=NetworkSegment(b6a82989-dd95-4a05-8205-a4bc11658416),segment_id=b6a82989-dd95-4a05-8205-a4bc11658416)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:54.704450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.718729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Calling delete_port for 1ccef779-e2c3-4f2a-853c-65a8597d21e3 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:54.768769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] DHCP port deletion for 026fb82a-9589-4e14-b404-b5831e29a5c1 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:54.861110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:54.904267 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.933361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Port': ['ID=1ccef779-e2c3-4f2a-853c-65a8597d21e3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.949194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] No DVR routers for this DVR port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:55.061223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.096125 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026fb82a-9589-4e14-b404-b5831e29a5c1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:55.096693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Deleting port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:55.101122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.117813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a82989-dd95-4a05-8205-a4bc11658416') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:55.118114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a82989-dd95-4a05-8205-a4bc11658416') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:55.145457 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.171470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.183571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:55.184339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:55.189475 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:55.243785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] For port 1ccef779-e2c3-4f2a-853c-65a8597d21e3, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:55.244227 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.280263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.283334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Calling delete_port for 1ccef779-e2c3-4f2a-853c-65a8597d21e3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:55.288718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:31:55.289946 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.306615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.308634 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] 10.222.0.48 "DELETE /v2.0/networks/026fb82a-9589-4e14-b404-b5831e29a5c1 HTTP/1.1" status: 204 len: 168 time: 0.8662736 Jul 15 13:31:55.309928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a3a3-8309-482c-b296-2a82172b7d4e tempest-AllowedAddressPairIpV6TestJSON-1063835812 tempest-AllowedAddressPairIpV6TestJSON-1063835812-project] Pushing event deleted for resources: {'Network': ['ID=026fb82a-9589-4e14-b404-b5831e29a5c1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.330594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Network 026fb82a-9589-4e14-b404-b5831e29a5c1 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:31:55.331602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] No DVR routers for this DVR port 1ccef779-e2c3-4f2a-853c-65a8597d21e3 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:55.333372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a13523-b145-46b3-b30e-ae0196df3afe None None] Pushing event deleted for resources: {'Port': ['ID=1ccef779-e2c3-4f2a-853c-65a8597d21e3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.743209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:55.776451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292252f-1363-4e83-b156-cf6189109254 req-f9f3a845-be93-4918-b6a3-b02f2a4bc5ca tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.779420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8292252f-1363-4e83-b156-cf6189109254 req-f9f3a845-be93-4918-b6a3-b02f2a4bc5ca tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.1370435 Jul 15 13:31:55.828619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8292252f-1363-4e83-b156-cf6189109254 req-48d1fd56-b842-45b8-9438-120f097190a4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jul 15 13:31:55.916744 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4dd3f530-d9a4-409c-9171-0460fd3a32e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d879f4be3aeb4750832002badad6a61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721056 Jul 15 13:31:55.919277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:55.971802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55f2a-4e33-4a22-8bfd-073344d06d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.996563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55f2a-4e33-4a22-8bfd-073344d06d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.056226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55f2a-4e33-4a22-8bfd-073344d06d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.059162 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac55f2a-4e33-4a22-8bfd-073344d06d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.062899 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eac55f2a-4e33-4a22-8bfd-073344d06d07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3038833e-0351-4887-b563-7603821e84c0 HTTP/1.1" status: 204 len: 168 time: 0.1399360 Jul 15 13:31:56.085902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac55f2a-4e33-4a22-8bfd-073344d06d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038833e-0351-4887-b563-7603821e84c0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:56.244802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f06f2-6f44-4397-ba36-3f56b5607048 req-797766ed-4fc4-43f6-8277-f5756cbe84ca tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.246407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b38f06f2-6f44-4397-ba36-3f56b5607048 req-797766ed-4fc4-43f6-8277-f5756cbe84ca tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.0828981 Jul 15 13:31:56.345435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b38f06f2-6f44-4397-ba36-3f56b5607048 req-61801254-02d8-4339-8f69-3517fd07d11a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921755 Jul 15 13:31:56.401759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ccef779-e2c3-4f2a-853c-65a8597d21e3 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:56.432221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1ccef779-e2c3-4f2a-853c-65a8597d21e3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:56.432575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ccef779-e2c3-4f2a-853c-65a8597d21e3 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:56.981926 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-42a5fecf-473d-40e6-968b-ade11f320830 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3813989 Jul 15 13:31:57.101180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4b6ec-4cef-4778-b194-4fb880410387 req-c53549cc-8429-4f2b-bb73-c4fcd84d8d71 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.110925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80e4b6ec-4cef-4778-b194-4fb880410387 req-c53549cc-8429-4f2b-bb73-c4fcd84d8d71 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.1029360 Jul 15 13:31:57.206174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80e4b6ec-4cef-4778-b194-4fb880410387 req-61897eb8-c2c0-4cf4-ae21-564725b8c43e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939727 Jul 15 13:31:57.375247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ebbe-0c7d-41e3-a9b2-19f5044edce5 req-7016d549-8558-4f70-9723-27b9d2745ce8 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.386157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8992ebbe-0c7d-41e3-a9b2-19f5044edce5 req-7016d549-8558-4f70-9723-27b9d2745ce8 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 946 time: 0.1143310 Jul 15 13:31:57.440283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8992ebbe-0c7d-41e3-a9b2-19f5044edce5 req-7796922a-40be-4c05-af32-de1b48c4b4a2 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531375 Jul 15 13:31:57.605799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:57.659240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48434) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:57.699144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9db86-7879-45e4-9a38-5022e9a0d3c1 req-bf7a5638-c342-4473-8800-902e4293ca96 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.700881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ba9db86-7879-45e4-9a38-5022e9a0d3c1 req-bf7a5638-c342-4473-8800-902e4293ca96 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.0797160 Jul 15 13:31:57.770022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-561849775'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.794087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ba9db86-7879-45e4-9a38-5022e9a0d3c1 req-a523b80f-60dd-46a7-89f6-b429b8de0e08 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848820 Jul 15 13:31:57.795079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f604a249-a9fe-40f2-93dc-400cf6310a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.822561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Made reservation on behalf of 0478869eb48c43d0a7d131bd991df679 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:57.827074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.861765 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.962829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f604a249-a9fe-40f2-93dc-400cf6310a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.977120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f604a249-a9fe-40f2-93dc-400cf6310a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.047403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f604a249-a9fe-40f2-93dc-400cf6310a98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8e167d368b04c52a524c3e53a5bd841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391928 Jul 15 13:31:58.049415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:58.057207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a249-a9fe-40f2-93dc-400cf6310a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54b3c0-6aa7-4bea-87bc-d61376078546,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.123840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.130125 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.140040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0010436-7caa-4f7b-911b-f9ee85e857d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.165174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0010436-7caa-4f7b-911b-f9ee85e857d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.166606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8eaa0-bdad-4119-9f88-396e6a5ccd29,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.169276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:58.180818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.181254 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Added segment c096ae01-5e2d-4c2e-bf5f-81bc89ee4948 of type vlan for network c405332e-e92b-446f-97ba-8c2b515755aa Jul 15 13:31:58.241281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0010436-7caa-4f7b-911b-f9ee85e857d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.245179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0010436-7caa-4f7b-911b-f9ee85e857d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.246810 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0010436-7caa-4f7b-911b-f9ee85e857d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c54b3c0-6aa7-4bea-87bc-d61376078546 HTTP/1.1" status: 204 len: 168 time: 0.1946907 Jul 15 13:31:58.247611 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.259131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0010436-7caa-4f7b-911b-f9ee85e857d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54b3c0-6aa7-4bea-87bc-d61376078546,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.414654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-02b678df-abcc-4eae-876d-7b01a027e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.416424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-02b678df-abcc-4eae-876d-7b01a027e12b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7&tenant_id=8a392eb61e9140f992ab612e1a7f30e7 HTTP/1.1" status: 200 len: 1095 time: 0.1821873 Jul 15 13:31:58.417926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.423848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.424397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.546523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event updated for resources: {'Network': ['ID=c405332e-e92b-446f-97ba-8c2b515755aa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.560861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d5bec3da-bd02-4f69-a33d-829ce2879e0f tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8978217 Jul 15 13:31:58.561084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c405332e-e92b-446f-97ba-8c2b515755aa details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:58.562622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:58.569939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Request body: {'subnet': {'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:58.620799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e463e6-1fee-4597-897a-5cf63d01b71e req-4f8b7de2-9cda-4d28-a108-cb125c5e02c5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.627859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66e463e6-1fee-4597-897a-5cf63d01b71e req-4f8b7de2-9cda-4d28-a108-cb125c5e02c5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2609327 Jul 15 13:31:58.657418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-a073af00-cedc-49dd-8476-6797684d1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.658967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-a073af00-cedc-49dd-8476-6797684d1096 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1095 time: 0.1138775 Jul 15 13:31:58.673598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48452) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:58.708905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66e463e6-1fee-4597-897a-5cf63d01b71e req-26d8e631-0340-4603-ab67-29a0ceb83331 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795643 Jul 15 13:31:58.807420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4593199-9abf-49bd-bf43-5918c8e8abcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.858263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-fd8f8550-e9cf-459e-86cd-4db2872c4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.859932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-fd8f8550-e9cf-459e-86cd-4db2872c4f2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.1891084 Jul 15 13:31:58.873830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a971e-fa77-4b99-a0bb-0b4ca7bfb198 req-9e7c1f4b-bd11-42d0-ada0-1d8563dc1591 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.892788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-622a971e-fa77-4b99-a0bb-0b4ca7bfb198 req-9e7c1f4b-bd11-42d0-ada0-1d8563dc1591 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 946 time: 0.1615875 Jul 15 13:31:58.952043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-2d8eceae-4a2e-4c07-b926-45b641ee0c64 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.953806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-2d8eceae-4a2e-4c07-b926-45b641ee0c64 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 946 time: 0.2903657 Jul 15 13:31:59.033786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-622a971e-fa77-4b99-a0bb-0b4ca7bfb198 req-cd3f4c74-6d90-485a-b7c9-ac889593c7e7 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360395 Jul 15 13:31:59.069816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-97d99c8d-d4db-464f-8400-63d40b47d046 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 1000 time: 0.1732006 Jul 15 13:31:59.081009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4593199-9abf-49bd-bf43-5918c8e8abcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.104576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4593199-9abf-49bd-bf43-5918c8e8abcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.157218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-1f169b73-84b7-4a08-92b4-5c5b61afe1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.158738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-1f169b73-84b7-4a08-92b4-5c5b61afe1d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.0823677 Jul 15 13:31:59.193728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480f9a-ab75-4c98-a362-22f0b954d06f req-4e6834ba-38e3-4944-a38e-4cf2628c4dd2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.195800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84480f9a-ab75-4c98-a362-22f0b954d06f req-4e6834ba-38e3-4944-a38e-4cf2628c4dd2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.1858039 Jul 15 13:31:59.215175 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b4593199-9abf-49bd-bf43-5918c8e8abcd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8164e95b2de43538ecf66bf6b11151e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739804 Jul 15 13:31:59.215985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Made reservation on behalf of 0478869eb48c43d0a7d131bd991df679 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:59.220109 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.222934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.224541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4593199-9abf-49bd-bf43-5918c8e8abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3283423-fc9f-4e45-833f-3aab31ed8c14,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.301136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84480f9a-ab75-4c98-a362-22f0b954d06f req-723ea510-ef2e-462a-9ce0-eac376925e66 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768652 Jul 15 13:31:59.369076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Deleting port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:59.369751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.396569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0969d8d5-e9dc-480d-88ab-94c412d116e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.441864 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0969d8d5-e9dc-480d-88ab-94c412d116e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.465366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-83be951e-20ef-48c5-b253-c99d1d6bbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.473210 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-83be951e-20ef-48c5-b253-c99d1d6bbdd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998745 Jul 15 13:31:59.606999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0969d8d5-e9dc-480d-88ab-94c412d116e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.610580 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0969d8d5-e9dc-480d-88ab-94c412d116e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.616466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.618710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0969d8d5-e9dc-480d-88ab-94c412d116e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3283423-fc9f-4e45-833f-3aab31ed8c14 HTTP/1.1" status: 204 len: 168 time: 0.3872933 Jul 15 13:31:59.628355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] For port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:59.628725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.628890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-7b83d30a-a11c-42ab-91c5-e1f0f79c5baa service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478043 Jul 15 13:31:59.647769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969d8d5-e9dc-480d-88ab-94c412d116e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3283423-fc9f-4e45-833f-3aab31ed8c14,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.677260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Calling delete_port for f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:59.705240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event updated for resources: {'Subnet': ['ID=d3cf5b31-8de1-42c4-9f80-7e533921a7fe,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.771313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0212eeb5-debc-43d6-a88d-ada168771b4a req-cf49e4fe-5702-4259-ac8d-6c7204610b6a service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348524 Jul 15 13:31:59.785588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Checking segment: {'id': 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:59.785969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Network hostable DHCP agents. Network: c405332e-e92b-446f-97ba-8c2b515755aa, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:59.826873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Network c405332e-e92b-446f-97ba-8c2b515755aa is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:59.867711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, c405332e-e92b-446f-97ba-8c2b515755aa) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:59.881123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.881344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.882563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38901627-22dc-4e1d-9853-3e6037b41d94 None None] Network c405332e-e92b-446f-97ba-8c2b515755aa requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:59.907054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.921441 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-59cdabdc-98f5-4708-8598-1eb074fd275e tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3573737 Jul 15 13:31:59.929541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.935880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:59.953166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Request body: {'port': {'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-235412894'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:59.953922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Pushing event deleted for resources: {'Port': ['ID=f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.106494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] No DVR routers for this DVR port f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:00.110740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.113158 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-1820806a-0059-4e49-a21b-76f7a8ceb7d6 req-35150bff-27db-444a-b4cb-0ff6f4943627 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "DELETE /v2.0/ports/f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac HTTP/1.1" status: 204 len: 173 time: 1.1503491 Jul 15 13:32:00.113629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'name': 'network-vif-deleted', 'tag': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:00.116012 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aba9fe-69b1-4b7d-9884-287486a6d4d7" -d '{"events": [{"server_uuid": "2f3b4533-9038-4a57-bf8e-18b8a2d9bada", "name": "network-vif-deleted", "tag": "f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:00.149319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98680bbb-b485-4604-84be-fc82eb737e09 req-a720df34-d1b9-45a7-a68a-5d6b277a86e9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.156665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98680bbb-b485-4604-84be-fc82eb737e09 req-a720df34-d1b9-45a7-a68a-5d6b277a86e9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2419875 Jul 15 13:32:00.211779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Made reservation on behalf of 0478869eb48c43d0a7d131bd991df679 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:00.215438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.232273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98680bbb-b485-4604-84be-fc82eb737e09 req-a3038012-87ac-4b3b-8340-4db48ad81ea5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746660 Jul 15 13:32:00.274706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] device_id is not set on port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:00.345670 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f4ff32-2a89-4cdc-9a59-de991d99ceda x-openstack-request-id: req-c2f4ff32-2a89-4cdc-9a59-de991d99ceda {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:00.345971 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b4533-9038-4a57-bf8e-18b8a2d9bada", "name": "network-vif-deleted", "tag": "f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:00.346293 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2f4ff32-2a89-4cdc-9a59-de991d99ceda {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:00.349131 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b4533-9038-4a57-bf8e-18b8a2d9bada', 'name': 'network-vif-deleted', 'tag': 'f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac', 'status': 'completed', 'code': 200} Jul 15 13:32:00.381674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-c405332e-e92b-446f-97ba-8c2b515755aa', 'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa', 'tenant_id': '0478869eb48c43d0a7d131bd991df679', 'fixed_ips': [{'subnet_id': 'd3cf5b31-8de1-42c4-9f80-7e533921a7fe'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:00.383162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.539483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cd9901f-72c7-43b0-9fd3-7bd0c42d9257 req-256cd68a-000b-4869-a329-e919f02712ca tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3b4533-9038-4a57-bf8e-18b8a2d9bada HTTP/1.1" status: 200 len: 210 time: 0.1018929 Jul 15 13:32:00.678144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Allocated IP 172.20.0.4 (c405332e-e92b-446f-97ba-8c2b515755aa/d3cf5b31-8de1-42c4-9f80-7e533921a7fe/5e9fdd8a-4152-4854-8dfb-707953e42dc7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:00.976709 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.120826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936442-33a8-4fa4-8c59-c2578b9fd03a req-bb7ec257-481d-4eaa-9fdf-692c4ec9141f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.130828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a936442-33a8-4fa4-8c59-c2578b9fd03a req-bb7ec257-481d-4eaa-9fdf-692c4ec9141f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.5125797 Jul 15 13:32:01.338793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:01.816800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25afd46b-e359-4c70-8323-0f75d93ced17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.845975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.867063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Transition to ACTIVE for port object 5e9fdd8a-4152-4854-8dfb-707953e42dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:01.920152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a936442-33a8-4fa4-8c59-c2578b9fd03a req-9c5236c4-dd70-417d-a2cc-17c555330ca4 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7874491 Jul 15 13:32:01.932289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.040631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Network c405332e-e92b-446f-97ba-8c2b515755aa is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:02.064886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Allocated IP 172.20.0.2 (c405332e-e92b-446f-97ba-8c2b515755aa/d3cf5b31-8de1-42c4-9f80-7e533921a7fe/8941d0f5-ab55-4201-b2ef-9e344b646ddc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:02.083627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:02.090985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:02.163835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event updated for resources: {'Port': ['ID=5e9fdd8a-4152-4854-8dfb-707953e42dc7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.200592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498591c-c53b-4a0c-8296-29f0e7689862 req-cd76c27e-80dd-4068-bf4a-70460be427c4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.203123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8498591c-c53b-4a0c-8296-29f0e7689862 req-cd76c27e-80dd-4068-bf4a-70460be427c4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2914772 Jul 15 13:32:02.225750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25afd46b-e359-4c70-8323-0f75d93ced17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.240042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25afd46b-e359-4c70-8323-0f75d93ced17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.245928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.246794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.359848 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.360578 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25afd46b-e359-4c70-8323-0f75d93ced17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0bcbb9bc76c487dbcad7ec3dcf5f9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0199730 Jul 15 13:32:02.366802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48542) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.371822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Transition to ACTIVE for port object 8941d0f5-ab55-4201-b2ef-9e344b646ddc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:02.389576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Transition to ACTIVE for port object 8941d0f5-ab55-4201-b2ef-9e344b646ddc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:02.398127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.399389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8498591c-c53b-4a0c-8296-29f0e7689862 req-670f5287-426c-4762-9fa6-28dc68386d19 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849756 Jul 15 13:32:02.414998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-92a4d172-3241-497b-a6ba-7f32746a4f56 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4820466 Jul 15 13:32:02.427184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.448799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Pushing event updated for resources: {'Port': ['ID=8941d0f5-ab55-4201-b2ef-9e344b646ddc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.450743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Request body: {'port': {'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1727905823', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:02.451021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] bootfile-name is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:32:02.451381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] tftp-server is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:32:02.458745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afd46b-e359-4c70-8323-0f75d93ced17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d62d57-0526-47a0-95bb-519d91beb422,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.461108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] server-ip-address is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:32:02.497115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Network c405332e-e92b-446f-97ba-8c2b515755aa is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:02.502526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e9ffea-aad2-4044-9c7c-d15d9e2b140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.503234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:02.507445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:02.574464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e9ffea-aad2-4044-9c7c-d15d9e2b140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.623711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Attempting to bind port 8941d0f5-ab55-4201-b2ef-9e344b646ddc on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:02.624305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Attempting to bind port 8941d0f5-ab55-4201-b2ef-9e344b646ddc by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:02.624829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Attempting to bind port 8941d0f5-ab55-4201-b2ef-9e344b646ddc on network c405332e-e92b-446f-97ba-8c2b515755aa {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:02.631163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:02.631833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Checking segment: {'id': 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:02.632390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.632926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Bound using segment: {'id': 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:02.633537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Bound port: 8941d0f5-ab55-4201-b2ef-9e344b646ddc, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c405332e-e92b-446f-97ba-8c2b515755aa'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:02.634083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.693219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e9ffea-aad2-4044-9c7c-d15d9e2b140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.697700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e9ffea-aad2-4044-9c7c-d15d9e2b140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.702470 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97e9ffea-aad2-4044-9c7c-d15d9e2b140d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74d62d57-0526-47a0-95bb-519d91beb422 HTTP/1.1" status: 204 len: 168 time: 0.3341527 Jul 15 13:32:02.718862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9ffea-aad2-4044-9c7c-d15d9e2b140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d62d57-0526-47a0-95bb-519d91beb422,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.902895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:02.912316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] For port 8941d0f5-ab55-4201-b2ef-9e344b646ddc, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:03.044699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:03.045119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f7ec6ac6-1bff-459c-8d01-d9c6f2f00bac not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:03.055408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] For port 8941d0f5-ab55-4201-b2ef-9e344b646ddc, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8941d0f5-ab55-4201-b2ef-9e344b646ddc,segment=NetworkSegment(c096ae01-5e2d-4c2e-bf5f-81bc89ee4948),segment_id=c096ae01-5e2d-4c2e-bf5f-81bc89ee4948)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:03.070545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.115447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Made reservation on behalf of 0478869eb48c43d0a7d131bd991df679 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:03.122341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.192119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] device_id is not set on port 744264e4-9975-4b7e-ab94-c58159c631a8 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:03.275751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0305f2-b56c-41da-a680-018ec7af88cd None None] Pushing event updated for resources: {'Port': ['ID=8941d0f5-ab55-4201-b2ef-9e344b646ddc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.643173 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.740564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Allocated IP 172.20.0.8 (c405332e-e92b-446f-97ba-8c2b515755aa/d3cf5b31-8de1-42c4-9f80-7e533921a7fe/744264e4-9975-4b7e-ab94-c58159c631a8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:03.774824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3b9d-c82d-4a42-a0f7-3097322b72bf req-98f0c5a0-71bb-4ea4-9d40-730a7125abee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:03.781690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92bb3b9d-c82d-4a42-a0f7-3097322b72bf req-98f0c5a0-71bb-4ea4-9d40-730a7125abee tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.4540553 Jul 15 13:32:04.068706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92bb3b9d-c82d-4a42-a0f7-3097322b72bf req-3b02fb49-b379-43df-9e4d-8ca3c7c15a76 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860422 Jul 15 13:32:04.272538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81f042-306f-46cb-9df0-f322349ffedc req-a7dcb69f-6273-4a0c-b2a6-479b4c55fed8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:04.279603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e81f042-306f-46cb-9df0-f322349ffedc req-a7dcb69f-6273-4a0c-b2a6-479b4c55fed8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.4254551 Jul 15 13:32:04.490262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e81f042-306f-46cb-9df0-f322349ffedc req-1993e898-b977-4576-8cf8-4e94c827f933 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064660 Jul 15 13:32:04.528891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8941d0f5-ab55-4201-b2ef-9e344b646ddc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:04.607520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.645331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8941d0f5-ab55-4201-b2ef-9e344b646ddc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:04.681785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Transition to ACTIVE for port object 744264e4-9975-4b7e-ab94-c58159c631a8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:04.767055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.867163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-a675495a-c6c7-427b-81ea-e29eec279bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:04.869840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-a675495a-c6c7-427b-81ea-e29eec279bb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1095 time: 0.1772575 Jul 15 13:32:04.908626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Network c405332e-e92b-446f-97ba-8c2b515755aa is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:04.911075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:04.918306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:05.142190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event updated for resources: {'Port': ['ID=744264e4-9975-4b7e-ab94-c58159c631a8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.230650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.232528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.240312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-e1425a57-9aa3-4a82-91b8-1f6c839bbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.242310 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-e1425a57-9aa3-4a82-91b8-1f6c839bbf18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 200 len: 918 time: 0.2994382 Jul 15 13:32:05.253432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39e59c-8a34-4f64-b6f5-f75a755eed1e None None] Network c405332e-e92b-446f-97ba-8c2b515755aa requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:05.305287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dcab396e-9321-4eb8-be16-b349a5f1df34 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8739138 Jul 15 13:32:05.308333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.434666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] Provisioning for port 8941d0f5-ab55-4201-b2ef-9e344b646ddc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:05.444180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] Provisioning complete for port 8941d0f5-ab55-4201-b2ef-9e344b646ddc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:05.444923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.637755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b2d96-689a-44c5-a659-c929724c57e6 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.639637 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-177b9d95-1fe9-4c8a-a557-765495faadd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 200 len: 1000 time: 0.3893237 Jul 15 13:32:05.644950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b2d96-689a-44c5-a659-c929724c57e6 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.654340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b2d96-689a-44c5-a659-c929724c57e6 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.658981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-466b2d96-689a-44c5-a659-c929724c57e6 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3463998 Jul 15 13:32:05.664621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.875756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.930004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-5265dc17-ff29-401e-8302-0f357c073beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.935819 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-5265dc17-ff29-401e-8302-0f357c073beb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 200 len: 856 time: 0.2826555 Jul 15 13:32:06.001832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6cbbc-2144-4f1c-b314-8c1e3e093c03 req-4ee5c95d-d8a1-4e30-ad79-be319ddc29f9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:06.009936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ea6cbbc-2144-4f1c-b314-8c1e3e093c03 req-4ee5c95d-d8a1-4e30-ad79-be319ddc29f9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.5959961 Jul 15 13:32:06.093573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ea6cbbc-2144-4f1c-b314-8c1e3e093c03 req-76ddceb5-8595-4a2c-bdbc-90019b03a61a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821447 Jul 15 13:32:06.103132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] For port 8941d0f5-ab55-4201-b2ef-9e344b646ddc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8941d0f5-ab55-4201-b2ef-9e344b646ddc,segment=NetworkSegment(c096ae01-5e2d-4c2e-bf5f-81bc89ee4948),segment_id=c096ae01-5e2d-4c2e-bf5f-81bc89ee4948)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:06.122295 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.138717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-dfb6053a-b8d8-457d-b92c-ff16306e0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:06.138717 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-dfb6053a-b8d8-457d-b92c-ff16306e0187 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb663f0d-2521-4fa9-8c65-66a08e55a976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881607 Jul 15 13:32:06.194289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Deleting port 744264e4-9975-4b7e-ab94-c58159c631a8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:06.194640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.198434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:06.352882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14f11b-65fd-454b-9058-5951c7cbdf03 None None] Pushing event updated for resources: {'Port': ['ID=8941d0f5-ab55-4201-b2ef-9e344b646ddc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:06.422476 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-9110535b-8914-4b34-bdc1-93c0d227b340 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544711 Jul 15 13:32:06.458531 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.484959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Calling delete_port for 744264e4-9975-4b7e-ab94-c58159c631a8 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:06.702140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19112623-4241-4ebb-9570-ed60012c3109 req-80ce8db5-70c2-479d-809c-2645a33b4ad0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:06.710871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19112623-4241-4ebb-9570-ed60012c3109 req-80ce8db5-70c2-479d-809c-2645a33b4ad0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.9034524 Jul 15 13:32:06.764594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a68bb5f-d0de-432e-9c4d-428c9b3aa337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.888459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Provisioning for port 744264e4-9975-4b7e-ab94-c58159c631a8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:06.899034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Provisioning complete for port 744264e4-9975-4b7e-ab94-c58159c631a8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:06.899636 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.928854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.959554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Port 744264e4-9975-4b7e-ab94-c58159c631a8 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:32:06.992346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Provisioning complete for port 8941d0f5-ab55-4201-b2ef-9e344b646ddc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:06.994109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.101876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19112623-4241-4ebb-9570-ed60012c3109 req-5d3650dd-57ff-4a73-a9ad-4127dbd446d7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746374 Jul 15 13:32:07.149207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event deleted for resources: {'Port': ['ID=744264e4-9975-4b7e-ab94-c58159c631a8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:07.184182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a68bb5f-d0de-432e-9c4d-428c9b3aa337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.203690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Provisioning for port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:07.215479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Provisioning complete for port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:07.215862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.220130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a68bb5f-d0de-432e-9c4d-428c9b3aa337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.286989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68bb5f-d0de-432e-9c4d-428c9b3aa337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9279e342-c055-4d2b-9b58-688d8692562a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:07.329922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1a68bb5f-d0de-432e-9c4d-428c9b3aa337 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac8bba78cb0342d5b48e2e722ac149fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1217444 Jul 15 13:32:07.332625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.341434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.356948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cd247fd2-28d2-46de-8ec5-64c78653a630 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "DELETE /v2.0/ports/744264e4-9975-4b7e-ab94-c58159c631a8 HTTP/1.1" status: 204 len: 168 time: 1.6777596 Jul 15 13:32:07.361741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.400891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-836b0440-9780-4afd-82da-f56fb1b3019b None None] Port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:07.429452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Request body: {'port': {'name': 'tempest-new-port-name-2103682097', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:07.430759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] bootfile-name is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:32:07.433866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] tftp-server is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:32:07.440933 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.api.validators [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] server-ip-address is not in valid_values {{(pid=93823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:32:07.513091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-889b384d-1380-4888-a80c-e78a9bee2ee4 None None] Could not find standard attr ID for object 744264e4-9975-4b7e-ab94-c58159c631a8. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:32:07.560654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-889b384d-1380-4888-a80c-e78a9bee2ee4 None None] Provisioning complete for port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:07.560949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-889b384d-1380-4888-a80c-e78a9bee2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.672435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a7f6ac-9352-4599-bd9c-9775debbeddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.672988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-889b384d-1380-4888-a80c-e78a9bee2ee4 None None] Port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:07.790799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb6629-8b20-4e1b-9a10-34906678ed5c req-52b28e50-55e2-49cf-9a4c-457d83cf808a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.795385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4cb6629-8b20-4e1b-9a10-34906678ed5c req-52b28e50-55e2-49cf-9a4c-457d83cf808a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.4177558 Jul 15 13:32:07.844103 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a7f6ac-9352-4599-bd9c-9775debbeddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.884683 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-8a9e0e7e-9ca8-40b0-a2fc-ca4ae6a2e3eb req-a927c0bc-9496-4c39-86a8-b3d704bb49b5 service neutron] 10.222.0.23 "GET /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329590 Jul 15 13:32:07.892897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.931090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4cb6629-8b20-4e1b-9a10-34906678ed5c req-7f61469e-db4a-4e1f-96ce-9b2f395826b2 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249900 Jul 15 13:32:07.958654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a7f6ac-9352-4599-bd9c-9775debbeddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.961485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a7f6ac-9352-4599-bd9c-9775debbeddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.962802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-49a7f6ac-9352-4599-bd9c-9775debbeddc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9279e342-c055-4d2b-9b58-688d8692562a HTTP/1.1" status: 204 len: 168 time: 0.6292272 Jul 15 13:32:07.990184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7f6ac-9352-4599-bd9c-9775debbeddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9279e342-c055-4d2b-9b58-688d8692562a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.494896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8941d0f5-ab55-4201-b2ef-9e344b646ddc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:08.594170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.611339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.717006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc786f8d-adcf-4919-8f90-c17dda36f04c req-333e7d37-d2e5-4d22-8007-9949091e10fb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.718707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc786f8d-adcf-4919-8f90-c17dda36f04c req-333e7d37-d2e5-4d22-8007-9949091e10fb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2097261 Jul 15 13:32:08.855980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event updated for resources: {'Port': ['ID=5e9fdd8a-4152-4854-8dfb-707953e42dc7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.858392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc786f8d-adcf-4919-8f90-c17dda36f04c req-bf946bac-4229-4a97-80b0-bf2e9dc34891 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313293 Jul 15 13:32:08.911458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48694) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.919814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] In _notify_port_updated(), no bound segment for port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 on network c405332e-e92b-446f-97ba-8c2b515755aa {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:32:08.931557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.934321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.944779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb9199ac-f403-4361-ab5c-89d19b84b7ae tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "PUT /v2.0/ports/5e9fdd8a-4152-4854-8dfb-707953e42dc7 HTTP/1.1" status: 200 len: 1136 time: 1.5795853 Jul 15 13:32:08.945356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65e8f5bb-1955-4b0b-888f-046b7c52ab1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.946665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.127668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a64a5dc-384d-443c-bf2e-a37e19c194ff tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:09.154804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.163669 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2a64a5dc-384d-443c-bf2e-a37e19c194ff tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "GET /v2.0/ports/5e9fdd8a-4152-4854-8dfb-707953e42dc7 HTTP/1.1" status: 200 len: 1136 time: 0.2156394 Jul 15 13:32:09.262132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8941d0f5-ab55-4201-b2ef-9e344b646ddc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:09.265382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.385987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a5dc6ac-d40a-46a5-a51f-d38c0d31384a None None] Provisioning complete for port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:09.393005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc6ac-d40a-46a5-a51f-d38c0d31384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.483251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2a5dc6ac-d40a-46a5-a51f-d38c0d31384a None None] Port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:09.656070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bdd6e-25d2-4de4-9c7e-667768cecb84 req-17c3ed4a-ced9-4e69-92ae-4a62aa764be1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:09.658292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a16bdd6e-25d2-4de4-9c7e-667768cecb84 req-17c3ed4a-ced9-4e69-92ae-4a62aa764be1 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.3940158 Jul 15 13:32:09.660987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65e8f5bb-1955-4b0b-888f-046b7c52ab1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.671559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65e8f5bb-1955-4b0b-888f-046b7c52ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.712047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8f5bb-1955-4b0b-888f-046b7c52ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fc6c3-7ba5-4e28-bdb9-1a2e745bfb76,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.763024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a16bdd6e-25d2-4de4-9c7e-667768cecb84 req-6f56ee00-54d4-4c10-86c3-973a64a6cbb6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956962 Jul 15 13:32:09.765435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-65e8f5bb-1955-4b0b-888f-046b7c52ab1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5cf77a692f84479890bd636837e59ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528664 Jul 15 13:32:09.769257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.774867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Deleting port 5e9fdd8a-4152-4854-8dfb-707953e42dc7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:09.775626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.940233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2ddde68-de8e-4816-85be-0a54035028b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.969029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2ddde68-de8e-4816-85be-0a54035028b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.026394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2ddde68-de8e-4816-85be-0a54035028b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.029375 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2ddde68-de8e-4816-85be-0a54035028b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.033691 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d2ddde68-de8e-4816-85be-0a54035028b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da3fc6c3-7ba5-4e28-bdb9-1a2e745bfb76 HTTP/1.1" status: 204 len: 168 time: 0.2575233 Jul 15 13:32:10.043226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddde68-de8e-4816-85be-0a54035028b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fc6c3-7ba5-4e28-bdb9-1a2e745bfb76,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.085721 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.185888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Calling delete_port for 5e9fdd8a-4152-4854-8dfb-707953e42dc7 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:10.334033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac89d9-16de-4692-b3f6-7371ef812ceb req-5bc1e2ce-b073-43f7-9790-32759c21c7a5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.343491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75ac89d9-16de-4692-b3f6-7371ef812ceb req-5bc1e2ce-b073-43f7-9790-32759c21c7a5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2379787 Jul 15 13:32:10.412668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75ac89d9-16de-4692-b3f6-7371ef812ceb req-d232a2cf-1fae-49d7-b7d7-806b72a9aaad tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Jul 15 13:32:10.538673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.610149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event deleted for resources: {'Port': ['ID=5e9fdd8a-4152-4854-8dfb-707953e42dc7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.721373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.725377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d0ac387d-758e-4c2c-aee3-6fd38aaa12a9 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "DELETE /v2.0/ports/5e9fdd8a-4152-4854-8dfb-707953e42dc7 HTTP/1.1" status: 204 len: 168 time: 1.5654426 Jul 15 13:32:10.725692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:10.817900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Deleting subnet d3cf5b31-8de1-42c4-9f80-7e533921a7fe {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:10.825315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.891053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.024846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.127420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.164191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cf5b31-8de1-42c4-9f80-7e533921a7fe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:11.173340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.174623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25ff67a0-c164-41cd-83cd-c9962bc419af tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "DELETE /v2.0/subnets/d3cf5b31-8de1-42c4-9f80-7e533921a7fe HTTP/1.1" status: 204 len: 168 time: 0.4475732 Jul 15 13:32:11.178085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48746) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.184334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6017a9c-642f-4e47-8708-49f141100aa8 None None] Network c405332e-e92b-446f-97ba-8c2b515755aa requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:11.216848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64c1c5-cb68-408b-a348-bc353f95c7d1 req-d743ef92-4830-4800-ba0b-ec75c4232136 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.227198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c64c1c5-cb68-408b-a348-bc353f95c7d1 req-d743ef92-4830-4800-ba0b-ec75c4232136 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.1170356 Jul 15 13:32:11.293973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.307973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c64c1c5-cb68-408b-a348-bc353f95c7d1 req-d48e1891-f61d-47fd-8bc4-2b9908feee6c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792902 Jul 15 13:32:11.374250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Deleting port 8941d0f5-ab55-4201-b2ef-9e344b646ddc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:11.374612 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.461301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] For port 8941d0f5-ab55-4201-b2ef-9e344b646ddc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8941d0f5-ab55-4201-b2ef-9e344b646ddc,segment=NetworkSegment(c096ae01-5e2d-4c2e-bf5f-81bc89ee4948),segment_id=c096ae01-5e2d-4c2e-bf5f-81bc89ee4948)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:11.461745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.476496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Calling delete_port for 8941d0f5-ab55-4201-b2ef-9e344b646ddc owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:11.651234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] DHCP port deletion for c405332e-e92b-446f-97ba-8c2b515755aa request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:11.694915 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.748220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] No DVR routers for this DVR port 8941d0f5-ab55-4201-b2ef-9e344b646ddc on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:11.817009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Deleting port 8941d0f5-ab55-4201-b2ef-9e344b646ddc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:11.818589 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.818818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event deleted for resources: {'Port': ['ID=8941d0f5-ab55-4201-b2ef-9e344b646ddc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:11.824108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dbf3c-faab-445c-b9c0-c695335f55e9 req-8c4ce9cf-62f0-481f-9a8c-036dd781a337 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.842340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-443dbf3c-faab-445c-b9c0-c695335f55e9 req-8c4ce9cf-62f0-481f-9a8c-036dd781a337 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.1388397 Jul 15 13:32:11.987682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] For port 8941d0f5-ab55-4201-b2ef-9e344b646ddc, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:11.988333 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.998465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-443dbf3c-faab-445c-b9c0-c695335f55e9 req-61d4b122-de2f-467d-8b18-5ef196e89337 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540363 Jul 15 13:32:12.015715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Calling delete_port for 8941d0f5-ab55-4201-b2ef-9e344b646ddc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:12.022230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Port 8941d0f5-ab55-4201-b2ef-9e344b646ddc was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:32:12.022471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.025658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.053044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] No DVR routers for this DVR port 8941d0f5-ab55-4201-b2ef-9e344b646ddc on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:12.076119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de30d39-7a51-4391-bc78-8ec3a0904b4e None None] Pushing event deleted for resources: {'Port': ['ID=8941d0f5-ab55-4201-b2ef-9e344b646ddc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.082482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c405332e-e92b-446f-97ba-8c2b515755aa']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:12.123448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:12.124595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c096ae01-5e2d-4c2e-bf5f-81bc89ee4948') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:12.166866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.207234 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.218487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:12.219140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:12.226693 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:12.318034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.326880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.340010 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] 10.222.0.48 "DELETE /v2.0/networks/c405332e-e92b-446f-97ba-8c2b515755aa HTTP/1.1" status: 204 len: 168 time: 1.1498213 Jul 15 13:32:12.348021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb8ae1-7b33-4e57-b0bf-a69c5994b6d4 tempest-ExtraDHCPOptionsTestJSON-732284455 tempest-ExtraDHCPOptionsTestJSON-732284455-project] Pushing event deleted for resources: {'Network': ['ID=c405332e-e92b-446f-97ba-8c2b515755aa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.445857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8941d0f5-ab55-4201-b2ef-9e344b646ddc no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:12.548297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8941d0f5-ab55-4201-b2ef-9e344b646ddc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:12.548707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8941d0f5-ab55-4201-b2ef-9e344b646ddc not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:12.665116 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63ca2985-524d-4507-9eec-e1c8a0b6d672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.720550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff3d06-7417-4c20-ae9f-22ff1de07cf7 req-f83d10fc-1ce0-41e1-b585-08e4edeed6d6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.733949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25ff3d06-7417-4c20-ae9f-22ff1de07cf7 req-f83d10fc-1ce0-41e1-b585-08e4edeed6d6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.2104478 Jul 15 13:32:12.822612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25ff3d06-7417-4c20-ae9f-22ff1de07cf7 req-bc5f52e6-c7b9-4b3b-ae38-64e326362901 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874741 Jul 15 13:32:12.856395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.143956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-50916bfb-d6df-4bbc-aa4a-a3a2ea88d9e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0478869eb48c43d0a7d131bd991df679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857594 Jul 15 13:32:13.146938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48800) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.251981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7255ca7-fb80-4297-94b9-539b4ce96757 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:13.343434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40382954-0fd9-4653-ac0a-087bb4a90da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.421976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410b17-7208-44b7-afcf-86b3e76e908d req-1e0198a0-faea-45a1-b346-ee070a3048e0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:13.427429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40382954-0fd9-4653-ac0a-087bb4a90da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.446798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f410b17-7208-44b7-afcf-86b3e76e908d req-1e0198a0-faea-45a1-b346-ee070a3048e0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 943 time: 0.2225926 Jul 15 13:32:13.489294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a7255ca7-fb80-4297-94b9-539b4ce96757, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7255ca7-fb80-4297-94b9-539b4ce96757,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:13.503987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'a7255ca7-fb80-4297-94b9-539b4ce96757', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': 'a7255ca7-fb80-4297-94b9-539b4ce96757', 'mac_address': 'fa:16:3e:61:de:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:13.510965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f410b17-7208-44b7-afcf-86b3e76e908d req-b9570378-cc35-413a-9143-d49478071a08 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623436 Jul 15 13:32:13.511136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40382954-0fd9-4653-ac0a-087bb4a90da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.513809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40382954-0fd9-4653-ac0a-087bb4a90da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.517688 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-40382954-0fd9-4653-ac0a-087bb4a90da4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4df8eaa0-bdad-4119-9f88-396e6a5ccd29 HTTP/1.1" status: 204 len: 168 time: 0.3670976 Jul 15 13:32:13.556343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40382954-0fd9-4653-ac0a-087bb4a90da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8eaa0-bdad-4119-9f88-396e6a5ccd29,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.584265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.618874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7255ca7-fb80-4297-94b9-539b4ce96757 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:13.645253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a7255ca7-fb80-4297-94b9-539b4ce96757, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7255ca7-fb80-4297-94b9-539b4ce96757,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:13.652431 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.710544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a7255ca7-fb80-4297-94b9-539b4ce96757,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.846187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a7255ca7-fb80-4297-94b9-539b4ce96757'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:14.110904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96247c28-c678-45f5-984c-991707bcd3d8 req-c73bbf6f-bc56-4b2c-a347-7dd966ecca68 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:14.119385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96247c28-c678-45f5-984c-991707bcd3d8 req-c73bbf6f-bc56-4b2c-a347-7dd966ecca68 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 944 time: 0.1261094 Jul 15 13:32:14.170942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96247c28-c678-45f5-984c-991707bcd3d8 req-fcd51f60-24a7-4bed-a754-70183f5962ce tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502934 Jul 15 13:32:14.444592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.609422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1477288514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:14.660751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.662031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.744320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.768976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.805057 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.809552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48882) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.810014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8c55dc0f-4d07-42c8-b73f-ed40f8393016 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3637552 Jul 15 13:32:14.814738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-497464156'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:14.829860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07808f-101d-4c3c-82e3-01b99a924ec5 req-0cd2f974-c85b-4564-bad7-e0256d93f061 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:14.832489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b07808f-101d-4c3c-82e3-01b99a924ec5 req-0cd2f974-c85b-4564-bad7-e0256d93f061 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 944 time: 0.1306651 Jul 15 13:32:14.848825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:14.857077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.868166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.916920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:14.918542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.952529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b07808f-101d-4c3c-82e3-01b99a924ec5 req-6194d7da-f304-4c32-ab39-31d31e7edbb8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119714 Jul 15 13:32:15.028748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.029796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-49ad116e-379b-4c0e-a99a-58f303a7336f tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.031444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-49ad116e-379b-4c0e-a99a-58f303a7336f tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 814 time: 0.1746800 Jul 15 13:32:15.038857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.053718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-938db8e9-54bb-4e73-9f22-dec2a68b94c1 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/quotas/3f543b34ca144c06a6954137cccdf946 HTTP/1.1" status: 200 len: 375 time: 0.0154827 Jul 15 13:32:15.076400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:15.079749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:15.091281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'port_id': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'mac_address': 'fa:16:3e:ac:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:15.103795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119dfa8e-7c06-4500-ba39-9a82bf12ecd4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.120991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-2a1ceabf-43c3-43c2-9c4e-9a5a98c3fd6f tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604844 Jul 15 13:32:15.134861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.135233 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Added segment 19b59f32-8580-4a62-b22c-ae5f740f6d60 of type vlan for network e10cc945-d067-410a-b9a0-db9cd8473729 Jul 15 13:32:15.145329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f35f181c-dd87-40c3-b11f-027f116d350d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.152558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.176925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:15.200153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.205952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:15.223545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.246148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-6dfa4527-d35f-4682-a1a4-a24ca795d6d3 service neutron] 10.222.0.48 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172824 Jul 15 13:32:15.256810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7255ca7-fb80-4297-94b9-539b4ce96757 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:15.327168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.339142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9facbaab-2d3b-48ee-a62f-76b86011e50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.344178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.349336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port a7255ca7-fb80-4297-94b9-539b4ce96757 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:15.351288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.351941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.371477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-67c6a496-4fea-46c6-80b7-d8137ce1a92b service neutron] 10.222.0.48 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196339 Jul 15 13:32:15.374876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port a7255ca7-fb80-4297-94b9-539b4ce96757 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:15.375669 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.455577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Network': ['ID=e10cc945-d067-410a-b9a0-db9cd8473729,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.486576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['82d9b7a1-a0db-432f-ba2b-fb3d107181d2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:15.494263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e10cc945-d067-410a-b9a0-db9cd8473729 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:15.538521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f35f181c-dd87-40c3-b11f-027f116d350d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.548949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70b5f5-0d25-4c9e-99e6-265264925430 req-c84c4202-93d9-44a7-b2cf-079d61260058 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.552652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf70b5f5-0d25-4c9e-99e6-265264925430 req-c84c4202-93d9-44a7-b2cf-079d61260058 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 945 time: 0.1030922 Jul 15 13:32:15.554548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f35f181c-dd87-40c3-b11f-027f116d350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.577308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.578440 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73f2d2b3-4624-49da-b6ca-943af48ed9e5 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7676821 Jul 15 13:32:15.592243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'subnet': {'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:15.618711 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f35f181c-dd87-40c3-b11f-027f116d350d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5cd12c1b82e450fafd16ffa064871c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987677 Jul 15 13:32:15.619913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f181c-dd87-40c3-b11f-027f116d350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d88f1-c455-4672-8f89-ae5095416b9c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.622763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.709382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.724813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc1-5aa7-4061-a15b-aa39fe7bd2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.746963 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.751522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc1-5aa7-4061-a15b-aa39fe7bd2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.829045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc1-5aa7-4061-a15b-aa39fe7bd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.833242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc1-5aa7-4061-a15b-aa39fe7bd2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.834604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7255ca7-fb80-4297-94b9-539b4ce96757'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:15.838196 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c0bbdc1-5aa7-4061-a15b-aa39fe7bd2ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f18d88f1-c455-4672-8f89-ae5095416b9c HTTP/1.1" status: 204 len: 168 time: 0.1896472 Jul 15 13:32:15.843459 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42fa88-3741-4281-bfa1-5bd276fbda05" -d '{"events": [{"server_uuid": "8c35b9fb-3278-4111-9fd2-1bd4a55a885d", "name": "network-vif-plugged", "status": "completed", "tag": "a7255ca7-fb80-4297-94b9-539b4ce96757"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:15.856724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bbdc1-5aa7-4061-a15b-aa39fe7bd2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d88f1-c455-4672-8f89-ae5095416b9c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.963726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a7255ca7-fb80-4297-94b9-539b4ce96757, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7255ca7-fb80-4297-94b9-539b4ce96757,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:15.999278 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.148365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a7255ca7-fb80-4297-94b9-539b4ce96757,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.172293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.172490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.172825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.173868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.174188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.175365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.175765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.176565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.176912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.177430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.177787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.178103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.192585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf70b5f5-0d25-4c9e-99e6-265264925430 req-b55ea1e4-80d3-42d1-b30e-d2a7e384a48a tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6281462 Jul 15 13:32:16.192585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-08670647-2a4d-400d-9a11-86eb62d58c4a req-8c689959-0020-4214-a89a-0d0cf9c0166b tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 210 time: 0.1316946 Jul 15 13:32:16.299764 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b76d9ec-a50d-4006-8803-9d930885245a x-openstack-request-id: req-9b76d9ec-a50d-4006-8803-9d930885245a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:16.300810 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c35b9fb-3278-4111-9fd2-1bd4a55a885d", "name": "network-vif-plugged", "status": "completed", "tag": "a7255ca7-fb80-4297-94b9-539b4ce96757", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:16.300810 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b76d9ec-a50d-4006-8803-9d930885245a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:16.301311 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7255ca7-fb80-4297-94b9-539b4ce96757', 'code': 200} Jul 15 13:32:16.359418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:16.364037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.524146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3cc90-25db-4289-b5bc-e375a307dbe7 req-5d5a4f70-ca1e-4650-ae75-7fd1c34ea814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:16.525793 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3e3cc90-25db-4289-b5bc-e375a307dbe7 req-5d5a4f70-ca1e-4650-ae75-7fd1c34ea814 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 1096 time: 0.1342072 Jul 15 13:32:16.614449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f3e3cc90-25db-4289-b5bc-e375a307dbe7 req-dc55c50c-ccbf-4f51-8e4f-87ba4706b5a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812225 Jul 15 13:32:16.625955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.645971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b25b8d1-40e0-4264-b80b-05e0cd190f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.660794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ddfa9-4641-43ac-be49-fae7d60a5ed9 req-c1e0b397-e440-44da-9e1f-e003b6647164 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:16.666553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-151ddfa9-4641-43ac-be49-fae7d60a5ed9 req-c1e0b397-e440-44da-9e1f-e003b6647164 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.1486697 Jul 15 13:32:16.722754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-151ddfa9-4641-43ac-be49-fae7d60a5ed9 req-b21f4a6c-40eb-4279-9580-95067502013e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Jul 15 13:32:16.759855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.821896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b25b8d1-40e0-4264-b80b-05e0cd190f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.824059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.828269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b25b8d1-40e0-4264-b80b-05e0cd190f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.878774 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2b25b8d1-40e0-4264-b80b-05e0cd190f76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2078428fae44a0fbdf6bbe84fdf20fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507491 Jul 15 13:32:16.880519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25b8d1-40e0-4264-b80b-05e0cd190f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de18b6-b5f0-49cb-9b28-bce9ef4d3a96,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.883166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48928) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.901960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Subnet': ['ID=4ea0642d-6ca9-4858-93a5-a3ad5003734c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.914824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:16.933014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Checking segment: {'id': '19b59f32-8580-4a62-b22c-ae5f740f6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:16.933311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network hostable DHCP agents. Network: e10cc945-d067-410a-b9a0-db9cd8473729, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:16.964225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:16.964799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.968747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network e10cc945-d067-410a-b9a0-db9cd8473729 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:16.971936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e762c76c-5471-45bc-8502-cd45646bd25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.986399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, e10cc945-d067-410a-b9a0-db9cd8473729) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:16.997363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:16.997947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.003830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba8fdc-6fc3-45e7-b6c8-fa2036d86d07 None None] Network e10cc945-d067-410a-b9a0-db9cd8473729 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:17.007419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e762c76c-5471-45bc-8502-cd45646bd25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.031005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-03373553-2b5e-4a0d-8c25-1ae5bbd33a57 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4526329 Jul 15 13:32:17.034483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.040184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'network': {'name': 'tempest-router-network01--1354885197'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:17.072906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e762c76c-5471-45bc-8502-cd45646bd25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.076676 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e762c76c-5471-45bc-8502-cd45646bd25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.078303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e762c76c-5471-45bc-8502-cd45646bd25c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44de18b6-b5f0-49cb-9b28-bce9ef4d3a96 HTTP/1.1" status: 204 len: 168 time: 0.1940413 Jul 15 13:32:17.089187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762c76c-5471-45bc-8502-cd45646bd25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de18b6-b5f0-49cb-9b28-bce9ef4d3a96,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:17.102536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:17.106771 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.154903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:17.225374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.228583 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Added segment 07d0fc3a-6499-47cd-b981-a0afd63c0f5e of type vlan for network 140984c0-3d40-4992-ab87-5c1e1430ad5b Jul 15 13:32:17.309269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.347753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.349365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.361915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.364734 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.451027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:17.456636 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4202507 Jul 15 13:32:17.465264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 48940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.471048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'network': {'name': 'tempest-router-network02--1117786535'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:17.472942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.475977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-288c9432-f041-4f7d-a50e-e1f01b1a0845 req-0c704486-d994-4ca7-b924-62422f72190a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 210 time: 0.0610647 Jul 15 13:32:17.508546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-e10cc945-d067-410a-b9a0-db9cd8473729', 'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729', 'tenant_id': '880050a852d2428a9e21ff691545defe', 'fixed_ips': [{'subnet_id': '4ea0642d-6ca9-4858-93a5-a3ad5003734c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:17.509799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.583025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793b210-2905-447b-815a-c4ffd68f8a3d req-5db9a2aa-0205-4b18-be81-9590b3490888 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.590766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e793b210-2905-447b-815a-c4ffd68f8a3d req-5db9a2aa-0205-4b18-be81-9590b3490888 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.1367512 Jul 15 13:32:17.642010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e793b210-2905-447b-815a-c4ffd68f8a3d req-7ad6d7e8-2659-4062-9e1e-245daa8e51f7 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501301 Jul 15 13:32:17.646994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-85b17c44-3cec-440d-b857-437d5727bd6d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.648515 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-85b17c44-3cec-440d-b857-437d5727bd6d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 814 time: 0.1540036 Jul 15 13:32:17.673273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:17.696237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Request body: {'port': {'device_id': '19dfeff9-4502-4c0b-a025-66076d538b79', 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174', 'admin_state_up': True, 'tenant_id': '3f543b34ca144c06a6954137cccdf946'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:17.702734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183d80f-272b-4822-b146-fa5ac273e856 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Network': ['ID=140984c0-3d40-4992-ab87-5c1e1430ad5b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:17.730735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:17.746033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:17.750154 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.810565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:17.814625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Allocated IP 2001:db8::2 (e10cc945-d067-410a-b9a0-db9cd8473729/4ea0642d-6ca9-4858-93a5-a3ad5003734c/88b1acb1-2a28-4044-816e-0fb146cf7fbd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:17.821544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.821909 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Added segment 8b91a5af-1896-4ad3-81b7-f03171f322e6 of type vlan for network 3458d80d-fd93-4eb6-8002-6c426be946f6 Jul 15 13:32:17.923969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.963286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Made reservation on behalf of 3f543b34ca144c06a6954137cccdf946 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:17.967011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.015737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.024645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1486f-764b-469a-9561-8371fc1d7863 req-ec450f3a-eb15-46bb-9425-53c23efb8eab tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.025564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Transition to ACTIVE for port object 88b1acb1-2a28-4044-816e-0fb146cf7fbd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:18.032091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97b1486f-764b-469a-9561-8371fc1d7863 req-ec450f3a-eb15-46bb-9425-53c23efb8eab tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.0853107 Jul 15 13:32:18.032761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.039171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.039909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.043526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Transition to ACTIVE for port object 88b1acb1-2a28-4044-816e-0fb146cf7fbd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:18.054249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.078349 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97b1486f-764b-469a-9561-8371fc1d7863 req-a6be65c5-6e78-4dd4-9e70-b1e53bf56fa4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Jul 15 13:32:18.100941 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6318924 Jul 15 13:32:18.102534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 48956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.113771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'subnet': {'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:18.134754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Pushing event updated for resources: {'Port': ['ID=88b1acb1-2a28-4044-816e-0fb146cf7fbd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.166679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Network e10cc945-d067-410a-b9a0-db9cd8473729 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:18.168719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.170334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:18.173670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:18.256159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d1f27-bbad-41e3-962e-02ac0b7ddd43 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Network': ['ID=3458d80d-fd93-4eb6-8002-6c426be946f6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.283297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3458d80d-fd93-4eb6-8002-6c426be946f6 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:18.292736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:18.296496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.308384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:18.311169 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c74ab29-50f7-43a2-9208-2215c7212cd2" -d '{"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-plugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:18.313418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Attempting to bind port 88b1acb1-2a28-4044-816e-0fb146cf7fbd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:18.313786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Attempting to bind port 88b1acb1-2a28-4044-816e-0fb146cf7fbd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '19b59f32-8580-4a62-b22c-ae5f740f6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:18.314150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Attempting to bind port 88b1acb1-2a28-4044-816e-0fb146cf7fbd on network e10cc945-d067-410a-b9a0-db9cd8473729 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:18.317824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Allocated IP 172.20.0.8 (d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174/53fa6caa-3e0a-4227-a3f4-17f697b2da16/a1ba5d3c-2663-40c9-82cd-185048b6e6d0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:18.353270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:18.356352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Checking segment: {'id': '19b59f32-8580-4a62-b22c-ae5f740f6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:18.356833 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.357637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Bound using segment: {'id': '19b59f32-8580-4a62-b22c-ae5f740f6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:18.359054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Bound port: 88b1acb1-2a28-4044-816e-0fb146cf7fbd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b59f32-8580-4a62-b22c-ae5f740f6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e10cc945-d067-410a-b9a0-db9cd8473729'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:18.360079 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.406308 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae2bf08-a884-4850-9233-6a7ce6496dbe x-openstack-request-id: req-1ae2bf08-a884-4850-9233-6a7ce6496dbe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:18.406530 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-plugged", "status": "completed", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:18.406789 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ae2bf08-a884-4850-9233-6a7ce6496dbe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:18.407171 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'code': 200} Jul 15 13:32:18.560182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8936-81bc-4f9d-adbb-15b7a0de8652 req-d3f9bfb0-3fbb-4d00-8509-c2c4bc0e998d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.561961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70db8936-81bc-4f9d-adbb-15b7a0de8652 req-d3f9bfb0-3fbb-4d00-8509-c2c4bc0e998d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.2877603 Jul 15 13:32:18.600805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] For port 88b1acb1-2a28-4044-816e-0fb146cf7fbd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:18.606417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.609007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] For port 88b1acb1-2a28-4044-816e-0fb146cf7fbd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=88b1acb1-2a28-4044-816e-0fb146cf7fbd,segment=NetworkSegment(19b59f32-8580-4a62-b22c-ae5f740f6d60),segment_id=19b59f32-8580-4a62-b22c-ae5f740f6d60)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:18.617985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.684198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.724350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eac31-6657-4cd8-b3a7-7fad129a4d97 None None] Pushing event updated for resources: {'Port': ['ID=88b1acb1-2a28-4044-816e-0fb146cf7fbd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.771890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Pushing event updated for resources: {'Port': ['ID=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.784903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:18.786126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:18.788678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:18.793002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70db8936-81bc-4f9d-adbb-15b7a0de8652 req-18da384c-1fc0-4a12-b6c2-5fa634f29cd5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229280 Jul 15 13:32:18.904264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.905277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.914127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa8e9a-37cb-44cb-a250-2b5341efa11b req-05df1952-e0b5-454a-bba0-acdaf2fd670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.916116 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99fa8e9a-37cb-44cb-a250-2b5341efa11b req-05df1952-e0b5-454a-bba0-acdaf2fd670a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 1098 time: 0.3024042 Jul 15 13:32:18.936582 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.944114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-915295d5-2c2a-41ee-a568-ba050457c287 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2517149 Jul 15 13:32:18.948894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41155-3d23-4ab5-84a8-fc854c6a2e8a req-ca032150-9df5-42f5-86dc-70599692deb0 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.959205 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77f41155-3d23-4ab5-84a8-fc854c6a2e8a req-ca032150-9df5-42f5-86dc-70599692deb0 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 931 time: 0.3145864 Jul 15 13:32:18.960310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Request body: {'port': {'device_id': '19dfeff9-4502-4c0b-a025-66076d538b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:19.189173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77f41155-3d23-4ab5-84a8-fc854c6a2e8a req-9615c4d7-9a3b-4273-9403-2517e2db6158 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289143 Jul 15 13:32:19.209766 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.227417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Subnet': ['ID=97be5d2e-c808-4f2e-9731-5d7a37428049,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:19.247528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Checking segment: {'id': '07d0fc3a-6499-47cd-b981-a0afd63c0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:19.247899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network hostable DHCP agents. Network: 140984c0-3d40-4992-ab87-5c1e1430ad5b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:19.278656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-99fa8e9a-37cb-44cb-a250-2b5341efa11b req-fa423c63-8406-4298-a262-9cdbc2e93b73 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509748 Jul 15 13:32:19.341462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342c69-f27f-40a0-9f7b-b8cbf1a8d7b6 req-0c268b06-a236-40f0-b451-07c3cb82b85d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.352026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d342c69-f27f-40a0-9f7b-b8cbf1a8d7b6 req-0c268b06-a236-40f0-b451-07c3cb82b85d tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.3255427 Jul 15 13:32:19.373367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:19.415819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 140984c0-3d40-4992-ab87-5c1e1430ad5b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:19.427853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70609025-1c4a-4570-9eb4-fb84a32529df None None] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:19.436261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d342c69-f27f-40a0-9f7b-b8cbf1a8d7b6 req-9f9748c9-d959-4349-ab44-5f0463103cad tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828984 Jul 15 13:32:19.440956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.441757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.498907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-16535f8d-9e38-479d-ae8a-d05d676253a3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3927388 Jul 15 13:32:19.506237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49008) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.519973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'subnet': {'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:19.625665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cefab3-a191-4c79-a7cd-b863e4b3f1c2 req-c35d8889-a932-48f9-9573-94c10cdeccb5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.627299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46cefab3-a191-4c79-a7cd-b863e4b3f1c2 req-c35d8889-a932-48f9-9573-94c10cdeccb5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.1901007 Jul 15 13:32:19.729200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46cefab3-a191-4c79-a7cd-b863e4b3f1c2 req-42876c75-569b-429a-956f-4d5371fbbad1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741093 Jul 15 13:32:19.738628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:19.744364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.846948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-140984c0-3d40-4992-ab87-5c1e1430ad5b', 'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b', 'tenant_id': '880050a852d2428a9e21ff691545defe', 'fixed_ips': [{'subnet_id': '97be5d2e-c808-4f2e-9731-5d7a37428049'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:19.848427 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.228727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ba5d3c-2663-40c9-82cd-185048b6e6d0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:20.242077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.247541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.278569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Transition to ACTIVE for port object a1ba5d3c-2663-40c9-82cd-185048b6e6d0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:20.304481 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.363368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Allocated IP 2001:db8::2 (140984c0-3d40-4992-ab87-5c1e1430ad5b/97be5d2e-c808-4f2e-9731-5d7a37428049/556ecfdd-bd08-4e4f-a00b-7ff2f630420c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:20.386582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Subnet': ['ID=2e4bcb7d-bf04-4184-a781-01458b6383d9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:20.456830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:20.464345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Checking segment: {'id': '8b91a5af-1896-4ad3-81b7-f03171f322e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:20.464828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network hostable DHCP agents. Network: 3458d80d-fd93-4eb6-8002-6c426be946f6, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:20.524133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network 3458d80d-fd93-4eb6-8002-6c426be946f6 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:20.580584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3458d80d-fd93-4eb6-8002-6c426be946f6) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:20.656465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf70aa3-5247-48e7-9b6d-f5b6042075e9 None None] Network 3458d80d-fd93-4eb6-8002-6c426be946f6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:20.671147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.671748 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.699648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Attempting to bind port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:20.699989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Attempting to bind port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:20.700322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Attempting to bind port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 on network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:20.713466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 on network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:20.713807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Attempting to bind port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 on network d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:20.725565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 88b1acb1-2a28-4044-816e-0fb146cf7fbd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:20.726793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:20.727145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Checking segment: {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:20.727545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Bound using segment: {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:20.727984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Bound port: a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:20.728350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.746013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49050) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:20.747008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-548e9adf-5549-4fd7-a34b-a8894e6bb8cd tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2307773 Jul 15 13:32:20.782271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bead9f6-9bec-4fee-a191-f1fa20a297b7 None None] Network e10cc945-d067-410a-b9a0-db9cd8473729 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:20.787269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22601ce9-6cb4-4251-9ade-9647d687ca09 req-d5613a86-8399-41a6-aec3-4045e9955e02 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.789037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22601ce9-6cb4-4251-9ade-9647d687ca09 req-d5613a86-8399-41a6-aec3-4045e9955e02 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 943 time: 0.2436895 Jul 15 13:32:20.925115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22601ce9-6cb4-4251-9ade-9647d687ca09 req-cb93f324-40d0-4b69-91dd-adbeeee6ea19 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211102 Jul 15 13:32:20.976016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c22b-e3a1-4735-93a5-08348bc7c8cd req-6c945c1b-6f1d-44b9-b109-00237530db15 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.977997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddd9c22b-e3a1-4735-93a5-08348bc7c8cd req-6c945c1b-6f1d-44b9-b109-00237530db15 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.2093871 Jul 15 13:32:21.069049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddd9c22b-e3a1-4735-93a5-08348bc7c8cd req-7cbbc9b4-0234-4970-8242-a2e35690509e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766661 Jul 15 13:32:21.221431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] For port a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:21.254553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e53e228-9bdc-42d8-a066-95201a792f53 None None] Provisioning for port 88b1acb1-2a28-4044-816e-0fb146cf7fbd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:21.263856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] For port a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:21.302565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.332889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 88b1acb1-2a28-4044-816e-0fb146cf7fbd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:21.343664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 88b1acb1-2a28-4044-816e-0fb146cf7fbd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:21.344307 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.363030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.363814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.365258 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1ba5d3c-2663-40c9-82cd-185048b6e6d0 HTTP/1.1" status: 200 len: 1091 time: 2.4134727 Jul 15 13:32:21.365731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dfeff9-4502-4c0b-a025-66076d538b79', 'tag': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:21.369158 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eb941b-c3ad-400c-94eb-b9213fda0838" -d '{"events": [{"name": "network-changed", "server_uuid": "19dfeff9-4502-4c0b-a025-66076d538b79", "tag": "a1ba5d3c-2663-40c9-82cd-185048b6e6d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:21.413548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.418239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c8de-ff24-4bd6-a41c-dad05be43b03 req-c7113fcc-f142-4dfc-aa89-f1c8d84a072a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.423632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952ed2-3bfd-414d-8620-26c34ec14a59 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:21.447605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b331c8de-ff24-4bd6-a41c-dad05be43b03 req-c7113fcc-f142-4dfc-aa89-f1c8d84a072a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.1639936 Jul 15 13:32:21.464597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.553394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b331c8de-ff24-4bd6-a41c-dad05be43b03 req-f15ccd4d-aadb-4c01-8341-4b1eed7502c2 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968390 Jul 15 13:32:21.571962 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b5975-9355-47ca-92a8-b9303810dcfc x-openstack-request-id: req-ee0b5975-9355-47ca-92a8-b9303810dcfc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:21.572631 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dfeff9-4502-4c0b-a025-66076d538b79", "tag": "a1ba5d3c-2663-40c9-82cd-185048b6e6d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:21.573134 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee0b5975-9355-47ca-92a8-b9303810dcfc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:21.573767 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dfeff9-4502-4c0b-a025-66076d538b79', 'tag': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0', 'status': 'completed', 'code': 200} Jul 15 13:32:21.735185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3458d80d-fd93-4eb6-8002-6c426be946f6', 'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6', 'tenant_id': '880050a852d2428a9e21ff691545defe', 'fixed_ips': [{'subnet_id': '2e4bcb7d-bf04-4184-a781-01458b6383d9'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:21.736039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.741486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Transition to ACTIVE for port object 556ecfdd-bd08-4e4f-a00b-7ff2f630420c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:21.782035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Transition to ACTIVE for port object 556ecfdd-bd08-4e4f-a00b-7ff2f630420c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:21.845684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.915180 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.946354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Allocated IP 2001:db8::1 (140984c0-3d40-4992-ab87-5c1e1430ad5b/97be5d2e-c808-4f2e-9731-5d7a37428049/1139478e-1197-4cc4-b597-454dc272df97) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:21.963700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-6013abfa-34d9-4879-b00d-970a9251d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.967248 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-6013abfa-34d9-4879-b00d-970a9251d1d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 1094 time: 0.5354908 Jul 15 13:32:21.975262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:21.991039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:22.000821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:22.043029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Pushing event updated for resources: {'Port': ['ID=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.044777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-9fed156e-8d25-4535-9cac-44d53af0c804 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0 HTTP/1.1" status: 200 len: 217 time: 0.0660756 Jul 15 13:32:22.137785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 88b1acb1-2a28-4044-816e-0fb146cf7fbd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=88b1acb1-2a28-4044-816e-0fb146cf7fbd,segment=NetworkSegment(19b59f32-8580-4a62-b22c-ae5f740f6d60),segment_id=19b59f32-8580-4a62-b22c-ae5f740f6d60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:22.208600 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.268980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Allocated IP 2001:db8::2 (3458d80d-fd93-4eb6-8002-6c426be946f6/2e4bcb7d-bf04-4184-a781-01458b6383d9/1dc27b21-8b85-4857-8c7b-81289453e945) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:22.324109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Attempting to bind port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:22.324467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Attempting to bind port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '07d0fc3a-6499-47cd-b981-a0afd63c0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:22.324829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Attempting to bind port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c on network 140984c0-3d40-4992-ab87-5c1e1430ad5b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:22.351098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-58f7ced3-9645-41ec-ac19-ecbf531c7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.353164 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-58f7ced3-9645-41ec-ac19-ecbf531c7fcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fa6caa-3e0a-4227-a3f4-17f697b2da16 HTTP/1.1" status: 200 len: 854 time: 0.3014052 Jul 15 13:32:22.393106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:22.393564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Checking segment: {'id': '07d0fc3a-6499-47cd-b981-a0afd63c0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:22.393963 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.399228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcd4c8-c477-4220-9c93-5c2f2977b68d req-03828416-ddde-4fb7-b120-39247849ade5 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.399983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Bound using segment: {'id': '07d0fc3a-6499-47cd-b981-a0afd63c0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:22.400754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Bound port: 556ecfdd-bd08-4e4f-a00b-7ff2f630420c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d0fc3a-6499-47cd-b981-a0afd63c0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '140984c0-3d40-4992-ab87-5c1e1430ad5b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:22.401368 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.412210 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbbcd4c8-c477-4220-9c93-5c2f2977b68d req-03828416-ddde-4fb7-b120-39247849ade5 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 943 time: 0.2620399 Jul 15 13:32:22.429931 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-8247c696-99d0-404a-8ba2-b843872fc968 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538833 Jul 15 13:32:22.464412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.482108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Transition to ACTIVE for port object 1139478e-1197-4cc4-b597-454dc272df97 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:22.520173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbbcd4c8-c477-4220-9c93-5c2f2977b68d req-1418a760-3872-46d1-9e9f-baf268e0e1ac tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909941 Jul 15 13:32:22.544625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac59bf9-fc64-4ecb-929d-3f71e9de6fe0 req-85a4372a-c1cf-481b-8bae-b330d98ecf14 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.546594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ac59bf9-fc64-4ecb-929d-3f71e9de6fe0 req-85a4372a-c1cf-481b-8bae-b330d98ecf14 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.2476583 Jul 15 13:32:22.551195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=88b1acb1-2a28-4044-816e-0fb146cf7fbd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.572269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8fbaaf83-899e-41c9-8d41-2f7546cfd177 None None] Provisioning complete for port 88b1acb1-2a28-4044-816e-0fb146cf7fbd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:22.572943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fbaaf83-899e-41c9-8d41-2f7546cfd177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.579733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-d4970887-d9eb-4f7f-9ab9-333baf6fb3c5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.585327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-d4970887-d9eb-4f7f-9ab9-333baf6fb3c5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.4666750 Jul 15 13:32:22.654160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ac59bf9-fc64-4ecb-929d-3f71e9de6fe0 req-45886994-46ff-4b29-9424-17969cd0ba63 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991940 Jul 15 13:32:22.670574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] For port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:22.679245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] For port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,segment=NetworkSegment(07d0fc3a-6499-47cd-b981-a0afd63c0f5e),segment_id=07d0fc3a-6499-47cd-b981-a0afd63c0f5e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:22.725068 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.735374 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.827286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde45cc-d4a3-4cc0-acec-f9ab2ee07007 req-11daccbe-f3bc-4686-a3f0-fb38b13fc43b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.835688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fde45cc-d4a3-4cc0-acec-f9ab2ee07007 req-11daccbe-f3bc-4686-a3f0-fb38b13fc43b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 945 time: 0.0991538 Jul 15 13:32:22.898373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:22.898952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fde45cc-d4a3-4cc0-acec-f9ab2ee07007 req-d88c27a7-33de-4f17-b3fe-9b59c1dd2815 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502503 Jul 15 13:32:22.911990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:22.920031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.938945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:22.939484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.944895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Transition to ACTIVE for port object 1dc27b21-8b85-4857-8c7b-81289453e945 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:22.947245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ab4f-76f7-4e45-9c3e-e55c86d12aed None None] Pushing event updated for resources: {'Port': ['ID=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.958500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Port': ['ID=1139478e-1197-4cc4-b597-454dc272df97,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.964321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Transition to ACTIVE for port object 1dc27b21-8b85-4857-8c7b-81289453e945 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:22.971398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.008959 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-7292fb50-7f77-4365-ac76-56210ea4930a service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575212 Jul 15 13:32:23.028780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Network 3458d80d-fd93-4eb6-8002-6c426be946f6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:23.033464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:23.038610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:23.091685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port a7255ca7-fb80-4297-94b9-539b4ce96757 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:23.092283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.113660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Pushing event updated for resources: {'Port': ['ID=1dc27b21-8b85-4857-8c7b-81289453e945,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.241788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Attempting to bind port 1dc27b21-8b85-4857-8c7b-81289453e945 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:23.242172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Attempting to bind port 1dc27b21-8b85-4857-8c7b-81289453e945 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8b91a5af-1896-4ad3-81b7-f03171f322e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:23.242582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Attempting to bind port 1dc27b21-8b85-4857-8c7b-81289453e945 on network 3458d80d-fd93-4eb6-8002-6c426be946f6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:23.266846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:23.267530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Checking segment: {'id': '8b91a5af-1896-4ad3-81b7-f03171f322e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:23.269181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.269877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Bound using segment: {'id': '8b91a5af-1896-4ad3-81b7-f03171f322e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:23.272841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Bound port: 1dc27b21-8b85-4857-8c7b-81289453e945, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b91a5af-1896-4ad3-81b7-f03171f322e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3458d80d-fd93-4eb6-8002-6c426be946f6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:23.274944 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.326306 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4dabb9c6-cc6c-435d-8418-252c1ea787f2 req-1c18aeac-dac6-44ca-bbe4-3c9d87769498 service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056884 Jul 15 13:32:23.376087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] For port 1dc27b21-8b85-4857-8c7b-81289453e945, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:23.386404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] For port 1dc27b21-8b85-4857-8c7b-81289453e945, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc27b21-8b85-4857-8c7b-81289453e945,segment=NetworkSegment(8b91a5af-1896-4ad3-81b7-f03171f322e6),segment_id=8b91a5af-1896-4ad3-81b7-f03171f322e6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:23.396293 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port a7255ca7-fb80-4297-94b9-539b4ce96757, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a7255ca7-fb80-4297-94b9-539b4ce96757,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:23.397565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.410732 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.414939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.449114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for a7255ca7-fb80-4297-94b9-539b4ce96757 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:23.534981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e669d-1463-4c92-be34-b09b1425f1f9 None None] Pushing event updated for resources: {'Port': ['ID=1dc27b21-8b85-4857-8c7b-81289453e945,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.763608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-7c98dc9f-87f3-4921-a1e0-a1ae39be7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:23.774260 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-7c98dc9f-87f3-4921-a1e0-a1ae39be7fd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 1094 time: 0.3299880 Jul 15 13:32:23.940105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e36785-9544-41a8-ac65-245ef46bff0a req-80290dab-b858-4bb1-9311-7a28c1dbe987 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:23.942592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5e36785-9544-41a8-ac65-245ef46bff0a req-80290dab-b858-4bb1-9311-7a28c1dbe987 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 943 time: 0.2074966 Jul 15 13:32:24.055402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5e36785-9544-41a8-ac65-245ef46bff0a req-e703b47a-5988-4cf9-91bc-3352b750c1d8 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045935 Jul 15 13:32:24.082393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.228488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.245055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a7255ca7-fb80-4297-94b9-539b4ce96757'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:24.276269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-bf4abcbc-5acc-4c04-a59d-10df97ec8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:24.279626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-bf4abcbc-5acc-4c04-a59d-10df97ec8831 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 915 time: 0.4977112 Jul 15 13:32:24.313602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79876f3-da40-4a2d-a8e5-511c45cb2132 req-e3f8a875-7c5d-4061-b56c-40d9a9c42c2f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:24.315310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b79876f3-da40-4a2d-a8e5-511c45cb2132 req-e3f8a875-7c5d-4061-b56c-40d9a9c42c2f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 867 time: 0.1494532 Jul 15 13:32:24.402081 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-da62d723-defe-48a7-bee4-a7184ca05b69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0 HTTP/1.1" status: 200 len: 217 time: 0.0759280 Jul 15 13:32:24.450064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=a7255ca7-fb80-4297-94b9-539b4ce96757,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.475452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b79876f3-da40-4a2d-a8e5-511c45cb2132 req-26cda8d3-ef0e-4f94-ac5b-b37c41b2d897 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495624 Jul 15 13:32:24.543167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port a7255ca7-fb80-4297-94b9-539b4ce96757 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:24.549822 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.552645 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f791ea33-9d2a-44b8-a895-871cdaa6a26f req-c410f584-da6f-4962-9715-29bc34d61f82 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "DELETE /v2.0/ports/a7255ca7-fb80-4297-94b9-539b4ce96757 HTTP/1.1" status: 204 len: 173 time: 1.9612477 Jul 15 13:32:24.585883 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83e0889e-33f5-4351-a7f2-c7eaf18167aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.600107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'name': 'network-vif-deleted', 'tag': 'a7255ca7-fb80-4297-94b9-539b4ce96757'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:24.603567 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5166b-5e29-468d-8efb-0299796e0c34" -d '{"events": [{"server_uuid": "8c35b9fb-3278-4111-9fd2-1bd4a55a885d", "name": "network-vif-deleted", "tag": "a7255ca7-fb80-4297-94b9-539b4ce96757"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:24.655149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.662909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-2bd876b8-e730-40a1-9584-fc1bc66dc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:24.665394 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-2bd876b8-e730-40a1-9584-fc1bc66dc11f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fa6caa-3e0a-4227-a3f4-17f697b2da16 HTTP/1.1" status: 200 len: 854 time: 0.2083852 Jul 15 13:32:24.669030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.669889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.795089 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-730ddfe4-d379-446a-b219-24ed37a6ee53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064866 Jul 15 13:32:24.799666 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8374fb16-41da-4b90-956b-597a6c8f6895 x-openstack-request-id: req-8374fb16-41da-4b90-956b-597a6c8f6895 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:24.799951 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c35b9fb-3278-4111-9fd2-1bd4a55a885d", "name": "network-vif-deleted", "tag": "a7255ca7-fb80-4297-94b9-539b4ce96757", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:24.800399 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8374fb16-41da-4b90-956b-597a6c8f6895 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:24.801128 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c35b9fb-3278-4111-9fd2-1bd4a55a885d', 'name': 'network-vif-deleted', 'tag': 'a7255ca7-fb80-4297-94b9-539b4ce96757', 'status': 'completed', 'code': 200} Jul 15 13:32:24.803786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 556ecfdd-bd08-4e4f-a00b-7ff2f630420c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:24.810829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83e0889e-33f5-4351-a7f2-c7eaf18167aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.820441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83e0889e-33f5-4351-a7f2-c7eaf18167aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.867194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-83e0889e-33f5-4351-a7f2-c7eaf18167aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c1d196f01ed48a0bec35252cf7c4fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7824960 Jul 15 13:32:24.871968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.873644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745d01d-1aa2-48fd-bf34-a2c49d5e69b5 None None] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:24.928017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0889e-33f5-4351-a7f2-c7eaf18167aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c2a4c5-cce7-499c-b25c-88f1c0704572,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.977269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a1ba5d3c-2663-40c9-82cd-185048b6e6d0 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:24.997971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a14-aeec-40cd-9f62-7db228ffdbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.030066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a14-aeec-40cd-9f62-7db228ffdbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.084296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a33db1a3-c144-4e20-9829-e3523dac4c11 None None] Provisioning for port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:25.103034 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a14-aeec-40cd-9f62-7db228ffdbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.106661 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a14-aeec-40cd-9f62-7db228ffdbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.114108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ce6b6a14-aeec-40cd-9f62-7db228ffdbec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4c2a4c5-cce7-499c-b25c-88f1c0704572 HTTP/1.1" status: 204 len: 168 time: 0.2401068 Jul 15 13:32:25.134358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b6a14-aeec-40cd-9f62-7db228ffdbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c2a4c5-cce7-499c-b25c-88f1c0704572,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.287050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:25.328507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:25.332994 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.473831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:25.583576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa6dd-02be-474c-ab9d-025ed34e5d2e req-866c5c80-a7b1-4e9a-bf6a-63ca42f76753 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:25.599997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-623aa6dd-02be-474c-ab9d-025ed34e5d2e req-866c5c80-a7b1-4e9a-bf6a-63ca42f76753 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 943 time: 0.1830297 Jul 15 13:32:25.663262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95824c3a-e759-4131-92ae-beef2d359fbd None None] Network 3458d80d-fd93-4eb6-8002-6c426be946f6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:25.672229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-623aa6dd-02be-474c-ab9d-025ed34e5d2e req-82bac9e5-b1cf-4990-aa29-e8cb3b41552d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Jul 15 13:32:25.679409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0', 'network_id': 'd5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174', 'port_id': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0', 'mac_address': 'fa:16:3e:fb:4c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fa6caa-3e0a-4227-a3f4-17f697b2da16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:25.714921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Port': ['ID=1139478e-1197-4cc4-b597-454dc272df97,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.738565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49176) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.758196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c454038c-ce8a-4c93-8f0c-75a61129e398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.796888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8344bb2c-d806-4ee5-b03c-74d83bfa06e1 None None] Provisioning for port 1dc27b21-8b85-4857-8c7b-81289453e945 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:25.823601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae281da1-9821-4970-b829-caf8caeb6be1 req-c58127df-bd99-4170-a239-c112c09fab53 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.0601006 Jul 15 13:32:25.879405 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.905018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ba5d3c-2663-40c9-82cd-185048b6e6d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:25.942761 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.945672 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-c470220a-5688-48d6-9b67-b2b5478dd565 service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1425495 Jul 15 13:32:25.954778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:25.961539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c454038c-ce8a-4c93-8f0c-75a61129e398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.969367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:25.970046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c454038c-ce8a-4c93-8f0c-75a61129e398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.026605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:26.056247 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.099882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454038c-ce8a-4c93-8f0c-75a61129e398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c5f8e-bdf0-42c4-96d2-1313ef3661ef,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.109033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c454038c-ce8a-4c93-8f0c-75a61129e398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3303c98a310748fc927da05e4077765a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693712 Jul 15 13:32:26.115522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.200837 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d562bfe3-794c-42a0-baaa-1e9d0ce1c1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.223832 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-40eb941b-c3ad-400c-94eb-b9213fda0838 req-a0128273-e7aa-4409-8d1a-b534d911b57d service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665381 Jul 15 13:32:26.234891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Router 80efe165-c302-4252-8bd9-5c03e2e04626 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:32:26.239744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d562bfe3-794c-42a0-baaa-1e9d0ce1c1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.275077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,segment=NetworkSegment(07d0fc3a-6499-47cd-b981-a0afd63c0f5e),segment_id=07d0fc3a-6499-47cd-b981-a0afd63c0f5e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:26.285450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.310117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.315471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc27b21-8b85-4857-8c7b-81289453e945 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:26.345803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['a1ba5d3c-2663-40c9-82cd-185048b6e6d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:26.347859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d562bfe3-794c-42a0-baaa-1e9d0ce1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.350672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d562bfe3-794c-42a0-baaa-1e9d0ce1c1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.367616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d562bfe3-794c-42a0-baaa-1e9d0ce1c1ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d62c5f8e-bdf0-42c4-96d2-1313ef3661ef HTTP/1.1" status: 204 len: 168 time: 0.2375028 Jul 15 13:32:26.400671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562bfe3-794c-42a0-baaa-1e9d0ce1c1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c5f8e-bdf0-42c4-96d2-1313ef3661ef,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.490656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:26.506256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.506511 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e3b5e529-d19a-4674-aa0c-fb78bd198f20 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7514408 Jul 15 13:32:26.537573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] Sync routers for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:26.625472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:26.626101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.751335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.769277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.239741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.253707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:27.254430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:27.257581 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da8b053a-7479-4bc1-877c-24ea590ca7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.334040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec400616-521d-4741-9d84-bc25e534b3c6 req-7c9f4930-899a-416b-ba9b-d77393ce81cf tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.2122321 Jul 15 13:32:27.359409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7255ca7-fb80-4297-94b9-539b4ce96757 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:27.363322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:27.364144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a147fb-03ef-4e22-890f-730f585c2d25 None None] The sync data for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:27.370131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1dc27b21-8b85-4857-8c7b-81289453e945 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:27.373653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-003e2f0c-633c-4a03-85ca-e21977407cf5 None None] Provisioning for port 1139478e-1197-4cc4-b597-454dc272df97 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:27.451784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815df8cb-b2c6-408a-bb77-65f38ff4b55a req-551e32de-6801-400c-ad9f-033a39490721 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:27.460533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-815df8cb-b2c6-408a-bb77-65f38ff4b55a req-551e32de-6801-400c-ad9f-033a39490721 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 944 time: 0.4271846 Jul 15 13:32:27.464922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1dc27b21-8b85-4857-8c7b-81289453e945 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:27.465671 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.467460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: a7255ca7-fb80-4297-94b9-539b4ce96757 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:27.467965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a7255ca7-fb80-4297-94b9-539b4ce96757 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:27.475801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-003e2f0c-633c-4a03-85ca-e21977407cf5 None None] Provisioning complete for port 1139478e-1197-4cc4-b597-454dc272df97 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:27.476572 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-003e2f0c-633c-4a03-85ca-e21977407cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.526090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-815df8cb-b2c6-408a-bb77-65f38ff4b55a req-f28b11ca-d326-4276-ae8f-d31ce62b78f8 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614233 Jul 15 13:32:27.530643 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-4f234a97-e326-4023-9a28-4882328bd264 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:32:27.531695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4f234a97-e326-4023-9a28-4882328bd264 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0239949 Jul 15 13:32:27.535766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.546174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da8b053a-7479-4bc1-877c-24ea590ca7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.558535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da8b053a-7479-4bc1-877c-24ea590ca7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.630551 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da8b053a-7479-4bc1-877c-24ea590ca7cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92d99cf218034042ba674f6a4560ab71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854544 Jul 15 13:32:27.631427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.691278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-003e2f0c-633c-4a03-85ca-e21977407cf5 None None] Port 1139478e-1197-4cc4-b597-454dc272df97 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:27.752162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b053a-7479-4bc1-877c-24ea590ca7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27fd10f-f7ba-444a-93f1-83c128585add,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.791683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-003e2f0c-633c-4a03-85ca-e21977407cf5 None None] Provisioning complete for port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:27.791992 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-003e2f0c-633c-4a03-85ca-e21977407cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.813068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c7e951e-2d20-43d7-976d-943259ba881c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.852696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c7e951e-2d20-43d7-976d-943259ba881c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.884869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.956655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c7e951e-2d20-43d7-976d-943259ba881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.960940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c7e951e-2d20-43d7-976d-943259ba881c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.962524 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c7e951e-2d20-43d7-976d-943259ba881c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f27fd10f-f7ba-444a-93f1-83c128585add HTTP/1.1" status: 204 len: 168 time: 0.3276970 Jul 15 13:32:27.985436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e951e-2d20-43d7-976d-943259ba881c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27fd10f-f7ba-444a-93f1-83c128585add,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.992714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1dc27b21-8b85-4857-8c7b-81289453e945, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc27b21-8b85-4857-8c7b-81289453e945,segment=NetworkSegment(8b91a5af-1896-4ad3-81b7-f03171f322e6),segment_id=8b91a5af-1896-4ad3-81b7-f03171f322e6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:28.016008 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.017002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 88b1acb1-2a28-4044-816e-0fb146cf7fbd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:28.108562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.251057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1dc27b21-8b85-4857-8c7b-81289453e945,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.304156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 88b1acb1-2a28-4044-816e-0fb146cf7fbd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:28.304539 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.351685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e1dd6c71-9ef5-4c44-b615-4e7143011e4a None None] Provisioning complete for port 1139478e-1197-4cc4-b597-454dc272df97 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:28.352156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6c71-9ef5-4c44-b615-4e7143011e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.451438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd6c71-9ef5-4c44-b615-4e7143011e4a None None] Port 1139478e-1197-4cc4-b597-454dc272df97 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:28.541467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e1dd6c71-9ef5-4c44-b615-4e7143011e4a None None] Provisioning complete for port 1dc27b21-8b85-4857-8c7b-81289453e945 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:28.541855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6c71-9ef5-4c44-b615-4e7143011e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.649865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6053808c-25c2-4470-94fb-53eb8c6ee439 req-90f9a8f8-b706-4945-aba1-0e3c3bb0edac tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.0881734 Jul 15 13:32:28.855751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 556ecfdd-bd08-4e4f-a00b-7ff2f630420c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:28.951110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:28.951544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.988325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a1ba5d3c-2663-40c9-82cd-185048b6e6d0 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:29.073447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d608-12a2-4719-b61e-10c0ec1d61bd req-35d55fe6-2ae7-4754-9184-91b8c4d4641e tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:29.078827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ceb6d608-12a2-4719-b61e-10c0ec1d61bd req-35d55fe6-2ae7-4754-9184-91b8c4d4641e tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 944 time: 0.2271338 Jul 15 13:32:29.185197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc27b21-8b85-4857-8c7b-81289453e945 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:29.200398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting port 1139478e-1197-4cc4-b597-454dc272df97 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:29.204142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.226234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ceb6d608-12a2-4719-b61e-10c0ec1d61bd req-232a74c7-b427-48d0-962b-1131eb4ef645 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361122 Jul 15 13:32:29.232262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:29.242398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:29.242778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.345518 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.355085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1dc27b21-8b85-4857-8c7b-81289453e945 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:29.355085 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.410254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dfeff9-4502-4c0b-a025-66076d538b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:29.412896 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4468674-8d23-4eed-a4fd-35f8547da882" -d '{"events": [{"server_uuid": "19dfeff9-4502-4c0b-a025-66076d538b79", "name": "network-vif-plugged", "status": "completed", "tag": "a1ba5d3c-2663-40c9-82cd-185048b6e6d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:29.443807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:29.460057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.485775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.509839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Calling delete_port for 1139478e-1197-4cc4-b597-454dc272df97 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:29.527838 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c844ad2-2bcb-49cc-aee0-eb8b8558d8ab x-openstack-request-id: req-6c844ad2-2bcb-49cc-aee0-eb8b8558d8ab {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:29.528412 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dfeff9-4502-4c0b-a025-66076d538b79", "name": "network-vif-plugged", "status": "completed", "tag": "a1ba5d3c-2663-40c9-82cd-185048b6e6d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:29.528896 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c844ad2-2bcb-49cc-aee0-eb8b8558d8ab {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:29.530264 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dfeff9-4502-4c0b-a025-66076d538b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0', 'code': 200} Jul 15 13:32:29.680471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b85b3-ec1a-4dc8-be39-31e315895d44 req-d08a1d51-790d-4fe1-83d0-08ff2a8d6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:29.682073 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad8b85b3-ec1a-4dc8-be39-31e315895d44 req-d08a1d51-790d-4fe1-83d0-08ff2a8d6dfe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 1096 time: 0.1210403 Jul 15 13:32:29.709938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.749859 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad8b85b3-ec1a-4dc8-be39-31e315895d44 req-dc8d8e4d-7c92-476b-ac64-e74b57d6ea1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602810 Jul 15 13:32:29.932727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4288e63d-c655-4634-80c0-b0c3c87ec43d req-6c8bb812-257d-4776-8f19-0d27d77cc50b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.0708241 Jul 15 13:32:29.977652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.036849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Port': ['ID=1139478e-1197-4cc4-b597-454dc272df97,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.234979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.567934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Router 80efe165-c302-4252-8bd9-5c03e2e04626 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:30.698796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:30.710351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d4c1c36b-db4b-4ce9-a414-d5e6b4d84af8 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732547 Jul 15 13:32:30.715841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:30.716347 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] Sync routers for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:30.731049 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:30.731680 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:30.765773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8093b0-e5db-40fc-acbd-73e4edd67e93 req-70e7251d-4f71-4016-88a2-b98b8e846902 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:30.768748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a8093b0-e5db-40fc-acbd-73e4edd67e93 req-70e7251d-4f71-4016-88a2-b98b8e846902 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 945 time: 0.2557657 Jul 15 13:32:30.797096 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:30.823043 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:30.823528 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:30.846529 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-19b42b55-6c9e-4dfd-80d7-ac5e65a0fc3b tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] delete failed (client error): The resource could not be found. Jul 15 13:32:30.854436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:30.856544 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-19b42b55-6c9e-4dfd-80d7-ac5e65a0fc3b tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-743668103 HTTP/1.1" status: 404 len: 334 time: 0.1304483 Jul 15 13:32:30.863765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e3d109e9-df6e-4397-bf6f-21a1001c281e tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'router': {'external_gateway_info': {'network_id': '80efe165-c302-4252-8bd9-5c03e2e04626'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:30.909015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:30.909923 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac63207-f636-4240-9a90-593eeffb3884 None None] The sync data for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:30.910797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a8093b0-e5db-40fc-acbd-73e4edd67e93 req-c39c2177-ff38-485d-8e22-7d67717311ec tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317587 Jul 15 13:32:31.013722 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.171345 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:31.180094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-538d7aee-d1a2-40ec-8935-93158da6f8b8 req-f775cb1c-8d83-45df-ae98-57b8428f43bd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.0642593 Jul 15 13:32:31.182098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3d109e9-df6e-4397-bf6f-21a1001c281e tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.217960 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-e3d109e9-df6e-4397-bf6f-21a1001c281e tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] update failed (client error): The resource could not be found. Jul 15 13:32:31.217960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e3d109e9-df6e-4397-bf6f-21a1001c281e tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626 HTTP/1.1" status: 404 len: 339 time: 0.3619196 Jul 15 13:32:31.222406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.232296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1264762322'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:31.292233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:31.296230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.324361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:31.335755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.336109 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Added segment a3cb70b0-58df-4042-b6a3-60f16a0c4b0b of type vlan for network 014bbf27-cc65-43a8-b922-1b166b6c107c Jul 15 13:32:31.392324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.432469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.441373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:31.442008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.470325 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2467484 Jul 15 13:32:31.475615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.488229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'subnet': {'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:31.529295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b55d9-6939-4dc3-9c72-29079a25b7fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Network': ['ID=014bbf27-cc65-43a8-b922-1b166b6c107c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:31.542360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 014bbf27-cc65-43a8-b922-1b166b6c107c details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:31.667603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Made reservation on behalf of 880050a852d2428a9e21ff691545defe for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:31.675665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.905116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.997364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Subnet': ['ID=25cfed92-0238-45cf-b43d-18ab4f413e33,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:32.005622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Checking segment: {'id': 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:32.006122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network hostable DHCP agents. Network: 014bbf27-cc65-43a8-b922-1b166b6c107c, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:32.026572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network 014bbf27-cc65-43a8-b922-1b166b6c107c is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:32.049543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 014bbf27-cc65-43a8-b922-1b166b6c107c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:32.057375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:32.059643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.069875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc524e-1b47-47e8-b677-2b0b78968962 None None] Network 014bbf27-cc65-43a8-b922-1b166b6c107c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:32.105843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dc70086f-2ed0-4028-a8d9-5d41e11db55f tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6281204 Jul 15 13:32:32.108694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.115505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0ae64b33-e1d5-4f47-aa64-f7ae8220bca9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'router': {'external_gateway_info': {'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:32.342835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-014bbf27-cc65-43a8-b922-1b166b6c107c', 'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c', 'tenant_id': '880050a852d2428a9e21ff691545defe', 'fixed_ips': [{'subnet_id': '25cfed92-0238-45cf-b43d-18ab4f413e33'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:32.344074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.547179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bfdf406-699d-4f16-98ed-696b31613dc3 req-62aa109c-862a-4bf0-977e-e8e953ca98d4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c35b9fb-3278-4111-9fd2-1bd4a55a885d HTTP/1.1" status: 200 len: 210 time: 0.0361943 Jul 15 13:32:32.709287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Allocated IP 2001:db8:1::2 (014bbf27-cc65-43a8-b922-1b166b6c107c/25cfed92-0238-45cf-b43d-18ab4f413e33/34c3327b-602f-485d-a95f-cf8b1c659cb9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:32.999103 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.010321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Transition to ACTIVE for port object 34c3327b-602f-485d-a95f-cf8b1c659cb9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:33.022596 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ae64b33-e1d5-4f47-aa64-f7ae8220bca9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.029496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Transition to ACTIVE for port object 34c3327b-602f-485d-a95f-cf8b1c659cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:33.037558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.046378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c0fc-89b0-402b-808c-fc32b764e25b req-cf462fb9-71ce-429b-ba75-26468bcffc75 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.059385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd24c0fc-89b0-402b-808c-fc32b764e25b req-cf462fb9-71ce-429b-ba75-26468bcffc75 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 945 time: 0.7958806 Jul 15 13:32:33.135393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Network 014bbf27-cc65-43a8-b922-1b166b6c107c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:33.141386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:33.150130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:33.205144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd24c0fc-89b0-402b-808c-fc32b764e25b req-819d658c-56cc-4c50-8121-8046f6ee7c1b tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442425 Jul 15 13:32:33.267805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Pushing event updated for resources: {'Port': ['ID=34c3327b-602f-485d-a95f-cf8b1c659cb9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.339590 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0ae64b33-e1d5-4f47-aa64-f7ae8220bca9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:32:33.341849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0ae64b33-e1d5-4f47-aa64-f7ae8220bca9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626 HTTP/1.1" status: 400 len: 364 time: 1.2318485 Jul 15 13:32:33.347571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:33.386151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Attempting to bind port 34c3327b-602f-485d-a95f-cf8b1c659cb9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:33.386762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Attempting to bind port 34c3327b-602f-485d-a95f-cf8b1c659cb9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:33.387300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Attempting to bind port 34c3327b-602f-485d-a95f-cf8b1c659cb9 on network 014bbf27-cc65-43a8-b922-1b166b6c107c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:33.394333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:33.394852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Checking segment: {'id': 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:33.395350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.395852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Bound using segment: {'id': 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:33.396414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Bound port: 34c3327b-602f-485d-a95f-cf8b1c659cb9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '014bbf27-cc65-43a8-b922-1b166b6c107c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:33.397058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.515462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] For port 34c3327b-602f-485d-a95f-cf8b1c659cb9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:33.522988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] For port 34c3327b-602f-485d-a95f-cf8b1c659cb9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=34c3327b-602f-485d-a95f-cf8b1c659cb9,segment=NetworkSegment(a3cb70b0-58df-4042-b6a3-60f16a0c4b0b),segment_id=a3cb70b0-58df-4042-b6a3-60f16a0c4b0b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:33.530511 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.639078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b8bf5-843c-4e93-9bc1-eb4efe15ad1d None None] Pushing event updated for resources: {'Port': ['ID=34c3327b-602f-485d-a95f-cf8b1c659cb9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.682241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.102282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.751692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Allocated IP 2001:db8::1 (e10cc945-d067-410a-b9a0-db9cd8473729/4ea0642d-6ca9-4858-93a5-a3ad5003734c/59f89033-0b25-491e-8157-dcbe818a3e5e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:35.026725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 34c3327b-602f-485d-a95f-cf8b1c659cb9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:35.084591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.106807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Transition to ACTIVE for port object 59f89033-0b25-491e-8157-dcbe818a3e5e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:35.165239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 34c3327b-602f-485d-a95f-cf8b1c659cb9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:35.183978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.239857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network e10cc945-d067-410a-b9a0-db9cd8473729 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:35.243301 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:35.247458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:35.248000 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.291110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Port': ['ID=59f89033-0b25-491e-8157-dcbe818a3e5e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:35.304508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.304896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.305232 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.305562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.305886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.306246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.306601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.306905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.307226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.307625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.307844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.308163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:35.467392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.600000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81078b-9e6e-484a-8b6f-af38355e5574 None None] Network 014bbf27-cc65-43a8-b922-1b166b6c107c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:35.813751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] Provisioning for port 34c3327b-602f-485d-a95f-cf8b1c659cb9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:35.838489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.839875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] Provisioning complete for port 34c3327b-602f-485d-a95f-cf8b1c659cb9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:35.840246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.851884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.853452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.019156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.093879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] For port 34c3327b-602f-485d-a95f-cf8b1c659cb9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=34c3327b-602f-485d-a95f-cf8b1c659cb9,segment=NetworkSegment(a3cb70b0-58df-4042-b6a3-60f16a0c4b0b),segment_id=a3cb70b0-58df-4042-b6a3-60f16a0c4b0b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:36.110690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.178187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Network e10cc945-d067-410a-b9a0-db9cd8473729 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:36.188510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:36.200307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event updated for resources: {'Port': ['ID=59f89033-0b25-491e-8157-dcbe818a3e5e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:36.226636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7490-9c1e-4d7f-a1b5-0b82d37960e3 None None] Pushing event updated for resources: {'Port': ['ID=34c3327b-602f-485d-a95f-cf8b1c659cb9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:36.329337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b57074d-b4ad-46a8-99bf-cfb41992bb74 None None] Provisioning for port 59f89033-0b25-491e-8157-dcbe818a3e5e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:36.334586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b57074d-b4ad-46a8-99bf-cfb41992bb74 None None] Provisioning complete for port 59f89033-0b25-491e-8157-dcbe818a3e5e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:36.334960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b57074d-b4ad-46a8-99bf-cfb41992bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.479221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b57074d-b4ad-46a8-99bf-cfb41992bb74 None None] Port 59f89033-0b25-491e-8157-dcbe818a3e5e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:36.529002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Router 80efe165-c302-4252-8bd9-5c03e2e04626 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:36.632542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7eb5ed7-7531-47c5-84bf-3d17b43b0984 None None] Provisioning complete for port 34c3327b-602f-485d-a95f-cf8b1c659cb9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:36.632982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5ed7-7531-47c5-84bf-3d17b43b0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.779604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 34c3327b-602f-485d-a95f-cf8b1c659cb9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:36.839384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:36.863540 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f16e6769-0e45-4342-a5ce-5275ef77c622 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5148737 Jul 15 13:32:36.866324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:36.879267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] Sync routers for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:36.998147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:36.998817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:37.073085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:37.086675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5206fbb-a642-4c29-a736-3b01bd64a4e3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.117770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 34c3327b-602f-485d-a95f-cf8b1c659cb9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:37.118334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.119783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:37.130908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:37.266539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:37.267206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95916b5e-5774-4108-a916-906716ce1ee6 None None] The sync data for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:37.292213 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-b5206fbb-a642-4c29-a736-3b01bd64a4e3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:32:37.292520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5763f470-ad60-42ea-b08b-ca6818d23118 None None] Provisioning complete for port 59f89033-0b25-491e-8157-dcbe818a3e5e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:37.292938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5763f470-ad60-42ea-b08b-ca6818d23118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.299822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b5206fbb-a642-4c29-a736-3b01bd64a4e3 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626 HTTP/1.1" status: 409 len: 329 time: 0.4324453 Jul 15 13:32:37.302675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49440) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:37.353252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5763f470-ad60-42ea-b08b-ca6818d23118 None None] Port 59f89033-0b25-491e-8157-dcbe818a3e5e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:37.823285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.367762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting port 59f89033-0b25-491e-8157-dcbe818a3e5e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:38.375166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.573703 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.613838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Calling delete_port for 59f89033-0b25-491e-8157-dcbe818a3e5e owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:38.946584 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.981461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Port': ['ID=59f89033-0b25-491e-8157-dcbe818a3e5e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.222390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.362539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.545589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fc66d9c-60e4-4c9a-a010-817f9b6f9686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.725459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fc66d9c-60e4-4c9a-a010-817f9b6f9686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.730858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fc66d9c-60e4-4c9a-a010-817f9b6f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.790265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc66d9c-60e4-4c9a-a010-817f9b6f9686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b51bd19-e9e9-44ee-8840-856156f6bb32,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.796393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3fc66d9c-60e4-4c9a-a010-817f9b6f9686 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d768a6e69ae45348f17685936cb3f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322484 Jul 15 13:32:39.806132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.890265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b3d12f-1654-4bdb-948d-035dcd45e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.928801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b3d12f-1654-4bdb-948d-035dcd45e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.961989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Router 80efe165-c302-4252-8bd9-5c03e2e04626 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:40.007065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b3d12f-1654-4bdb-948d-035dcd45e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.009680 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b3d12f-1654-4bdb-948d-035dcd45e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.013371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12b3d12f-1654-4bdb-948d-035dcd45e2df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b51bd19-e9e9-44ee-8840-856156f6bb32 HTTP/1.1" status: 204 len: 168 time: 0.2022252 Jul 15 13:32:40.036623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d12f-1654-4bdb-948d-035dcd45e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b51bd19-e9e9-44ee-8840-856156f6bb32,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.185328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:40.194858 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f2e82751-481f-4427-b8c2-7852d32338bc tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8907907 Jul 15 13:32:40.198706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.215070 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] Sync routers for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:40.235057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:40.236028 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:40.312377 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0d744a8f-20e8-43bc-9d2d-d44ab382fdc1 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] show failed (client error): The resource could not be found. Jul 15 13:32:40.317724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0d744a8f-20e8-43bc-9d2d-d44ab382fdc1 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-146980216 HTTP/1.1" status: 404 len: 334 time: 0.1134024 Jul 15 13:32:40.319592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49492) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.328502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d1cf96dd-ee02-4a7c-98a6-2784df89ba18 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:40.396919 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:40.431294 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] Routers {'80efe165-c302-4252-8bd9-5c03e2e04626'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:40.432234 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['80efe165-c302-4252-8bd9-5c03e2e04626'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:40.435090 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-d1cf96dd-ee02-4a7c-98a6-2784df89ba18 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] update failed (client error): The resource could not be found. Jul 15 13:32:40.436777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d1cf96dd-ee02-4a7c-98a6-2784df89ba18 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-391606601 HTTP/1.1" status: 404 len: 334 time: 0.1149158 Jul 15 13:32:40.441727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.478696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:40.479895 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd64afd-5eec-47ed-b63f-1b1f69c4bf84 None None] The sync data for ids ['80efe165-c302-4252-8bd9-5c03e2e04626'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:40.504028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.535603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3db26873-03d9-4c50-9729-d0f567b83aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.562431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting subnet 25cfed92-0238-45cf-b43d-18ab4f413e33 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:40.567012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.624174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.657258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3db26873-03d9-4c50-9729-d0f567b83aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.663324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3db26873-03d9-4c50-9729-d0f567b83aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.754182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3db26873-03d9-4c50-9729-d0f567b83aa6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a0c89762c6a4319aea7db0de8570080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449210 Jul 15 13:32:40.754182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db26873-03d9-4c50-9729-d0f567b83aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674dca06-1103-403f-8951-d9a2ff51d5bd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.756765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.795845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.828736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfd20132-820f-4b7d-a6e7-a93c3058947f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.853895 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfd20132-820f-4b7d-a6e7-a93c3058947f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.912439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfd20132-820f-4b7d-a6e7-a93c3058947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.917078 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfd20132-820f-4b7d-a6e7-a93c3058947f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.920328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cfd20132-820f-4b7d-a6e7-a93c3058947f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/674dca06-1103-403f-8951-d9a2ff51d5bd HTTP/1.1" status: 204 len: 168 time: 0.1500864 Jul 15 13:32:40.930048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd20132-820f-4b7d-a6e7-a93c3058947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674dca06-1103-403f-8951-d9a2ff51d5bd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.981474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.021221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Subnet': ['ID=25cfed92-0238-45cf-b43d-18ab4f413e33,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.026269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.031463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.031638 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-28b68724-06aa-4dc4-a930-436310043f73 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/subnets/25cfed92-0238-45cf-b43d-18ab4f413e33 HTTP/1.1" status: 204 len: 168 time: 0.5879970 Jul 15 13:32:41.035482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0b0c2-a056-46d3-adb9-22621152e924 None None] Network 014bbf27-cc65-43a8-b922-1b166b6c107c requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:41.238361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.385862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting port 34c3327b-602f-485d-a95f-cf8b1c659cb9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:41.385862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.499541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] DHCP port deletion for 014bbf27-cc65-43a8-b922-1b166b6c107c request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:41.534099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] For port 34c3327b-602f-485d-a95f-cf8b1c659cb9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=34c3327b-602f-485d-a95f-cf8b1c659cb9,segment=NetworkSegment(a3cb70b0-58df-4042-b6a3-60f16a0c4b0b),segment_id=a3cb70b0-58df-4042-b6a3-60f16a0c4b0b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:41.534852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.553959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Calling delete_port for 34c3327b-602f-485d-a95f-cf8b1c659cb9 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:41.608257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] Deleting port 34c3327b-602f-485d-a95f-cf8b1c659cb9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:41.608967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.660930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.713772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Port': ['ID=34c3327b-602f-485d-a95f-cf8b1c659cb9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.717701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] No DVR routers for this DVR port 34c3327b-602f-485d-a95f-cf8b1c659cb9 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:41.752966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.753211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] For port 34c3327b-602f-485d-a95f-cf8b1c659cb9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=34c3327b-602f-485d-a95f-cf8b1c659cb9,segment=NetworkSegment(a3cb70b0-58df-4042-b6a3-60f16a0c4b0b),segment_id=a3cb70b0-58df-4042-b6a3-60f16a0c4b0b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:41.753503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.753860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.754223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.754438 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.754556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.754895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.755218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.755721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.756051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.756376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.756795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.757124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:41.773706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] Calling delete_port for 34c3327b-602f-485d-a95f-cf8b1c659cb9 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:41.835198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.847280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014bbf27-cc65-43a8-b922-1b166b6c107c']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:41.860646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:41.861769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cb70b0-58df-4042-b6a3-60f16a0c4b0b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:41.878741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.896678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.901719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.904981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:41.905451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:41.909927 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:41.933232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] Pushing event deleted for resources: {'Port': ['ID=34c3327b-602f-485d-a95f-cf8b1c659cb9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.940968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564d1a3-5ec0-4522-9fa7-46b580788324 None None] No DVR routers for this DVR port 34c3327b-602f-485d-a95f-cf8b1c659cb9 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:42.006234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.015165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.017315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/networks/014bbf27-cc65-43a8-b922-1b166b6c107c HTTP/1.1" status: 204 len: 168 time: 0.9820364 Jul 15 13:32:42.020062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.042079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083cac2-e5be-4174-b577-2de0373718fb tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Network': ['ID=014bbf27-cc65-43a8-b922-1b166b6c107c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.122528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting subnet 2e4bcb7d-bf04-4184-a781-01458b6383d9 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:42.126128 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.176213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.277990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.346349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.379937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4bcb7d-bf04-4184-a781-01458b6383d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.382203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.384226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dd5bba0f-2690-4927-89ac-44f26cb5ccb9 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/subnets/2e4bcb7d-bf04-4184-a781-01458b6383d9 HTTP/1.1" status: 204 len: 168 time: 0.3631539 Jul 15 13:32:42.386793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.394284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9cae5-2910-4882-9838-3a97e1a43804 None None] Network 3458d80d-fd93-4eb6-8002-6c426be946f6 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:42.507109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting subnet 97be5d2e-c808-4f2e-9731-5d7a37428049 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:42.511740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.610792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.667199 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e47fa10-2e5c-44da-8d9c-f825ab74f374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.734185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] DHCP port deletion for 3458d80d-fd93-4eb6-8002-6c426be946f6 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:42.801606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 34c3327b-602f-485d-a95f-cf8b1c659cb9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:42.852946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 34c3327b-602f-485d-a95f-cf8b1c659cb9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:42.853410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 34c3327b-602f-485d-a95f-cf8b1c659cb9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:42.859622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.888388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] Deleting port 1dc27b21-8b85-4857-8c7b-81289453e945 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:42.888821 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.949728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.995700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Subnet': ['ID=97be5d2e-c808-4f2e-9731-5d7a37428049,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.998787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.007497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.008545 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b07e6757-9394-4e9a-a984-9f835a4ec7da tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/subnets/97be5d2e-c808-4f2e-9731-5d7a37428049 HTTP/1.1" status: 204 len: 168 time: 0.6201086 Jul 15 13:32:43.034616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46935c-e6a0-49c7-879c-4b583f1052cc None None] Network 140984c0-3d40-4992-ab87-5c1e1430ad5b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:43.083516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] For port 1dc27b21-8b85-4857-8c7b-81289453e945, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc27b21-8b85-4857-8c7b-81289453e945,segment=NetworkSegment(8b91a5af-1896-4ad3-81b7-f03171f322e6),segment_id=8b91a5af-1896-4ad3-81b7-f03171f322e6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:43.083915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.105892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] Calling delete_port for 1dc27b21-8b85-4857-8c7b-81289453e945 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:43.223669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.306348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting port 1dc27b21-8b85-4857-8c7b-81289453e945 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:43.307076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.402508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] For port 1dc27b21-8b85-4857-8c7b-81289453e945, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1dc27b21-8b85-4857-8c7b-81289453e945,segment=NetworkSegment(8b91a5af-1896-4ad3-81b7-f03171f322e6),segment_id=8b91a5af-1896-4ad3-81b7-f03171f322e6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:43.402808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.436202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Calling delete_port for 1dc27b21-8b85-4857-8c7b-81289453e945 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:43.591497 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.616080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] No DVR routers for this DVR port 1dc27b21-8b85-4857-8c7b-81289453e945 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:43.647535 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.680446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] Pushing event deleted for resources: {'Port': ['ID=1dc27b21-8b85-4857-8c7b-81289453e945,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.690536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c987f63-70b5-45b9-b615-657ca6be8c34 None None] No DVR routers for this DVR port 1dc27b21-8b85-4857-8c7b-81289453e945 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:43.711496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Port': ['ID=1dc27b21-8b85-4857-8c7b-81289453e945,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.794957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] DHCP port deletion for 140984c0-3d40-4992-ab87-5c1e1430ad5b request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:43.806928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.822517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3458d80d-fd93-4eb6-8002-6c426be946f6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.837396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b91a5af-1896-4ad3-81b7-f03171f322e6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.837683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b91a5af-1896-4ad3-81b7-f03171f322e6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:43.851619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.870106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.876391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:43.877012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.894753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] Deleting port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:43.895094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:43.947159 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:43.950779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.958944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.960993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/networks/3458d80d-fd93-4eb6-8002-6c426be946f6 HTTP/1.1" status: 204 len: 168 time: 0.9516113 Jul 15 13:32:43.963783 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49682) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.981249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791efb9-53e4-4bb9-9d75-daf0ad1c7949 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Network': ['ID=3458d80d-fd93-4eb6-8002-6c426be946f6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.025185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] For port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,segment=NetworkSegment(07d0fc3a-6499-47cd-b981-a0afd63c0f5e),segment_id=07d0fc3a-6499-47cd-b981-a0afd63c0f5e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:44.025580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.041157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] Calling delete_port for 556ecfdd-bd08-4e4f-a00b-7ff2f630420c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:44.103823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.187178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:44.187985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.192220 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.233445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] Pushing event deleted for resources: {'Port': ['ID=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.237994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff7d96-6c1f-473c-aa88-fbc248b1cb4b None None] No DVR routers for this DVR port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:44.313370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] For port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c, host n-d-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:44.313729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.330415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Calling delete_port for 556ecfdd-bd08-4e4f-a00b-7ff2f630420c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:44.334963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:32:44.337052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.368680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Port': ['ID=556ecfdd-bd08-4e4f-a00b-7ff2f630420c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.373613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] No DVR routers for this DVR port 556ecfdd-bd08-4e4f-a00b-7ff2f630420c on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:44.481519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.494672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140984c0-3d40-4992-ab87-5c1e1430ad5b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.506661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d0fc3a-6499-47cd-b981-a0afd63c0f5e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.506965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d0fc3a-6499-47cd-b981-a0afd63c0f5e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.517042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.537827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.544809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:44.547309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:44.551931 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:44.623533 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.629842 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.634050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/networks/140984c0-3d40-4992-ab87-5c1e1430ad5b HTTP/1.1" status: 204 len: 168 time: 0.6670065 Jul 15 13:32:44.634834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.657977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c044-1a90-43bb-be97-fa90c27886fe tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Network': ['ID=140984c0-3d40-4992-ab87-5c1e1430ad5b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.713932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting subnet 4ea0642d-6ca9-4858-93a5-a3ad5003734c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:44.726595 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.749221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 556ecfdd-bd08-4e4f-a00b-7ff2f630420c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:44.781329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.788011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 556ecfdd-bd08-4e4f-a00b-7ff2f630420c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:44.789712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 556ecfdd-bd08-4e4f-a00b-7ff2f630420c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:44.790520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc27b21-8b85-4857-8c7b-81289453e945 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:44.835708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1dc27b21-8b85-4857-8c7b-81289453e945 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:44.836132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1dc27b21-8b85-4857-8c7b-81289453e945 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:44.896481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.981281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.023216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea0642d-6ca9-4858-93a5-a3ad5003734c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.030962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.033773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bb67c9d1-4071-4799-be0d-8df9f441a087 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/subnets/4ea0642d-6ca9-4858-93a5-a3ad5003734c HTTP/1.1" status: 204 len: 168 time: 0.3948574 Jul 15 13:32:45.036098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.037637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1536d-dcb0-4591-9554-0f3a79200302 None None] Network e10cc945-d067-410a-b9a0-db9cd8473729 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:45.171072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.258185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Deleting port 88b1acb1-2a28-4044-816e-0fb146cf7fbd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:45.258646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.323418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2f0e435-60da-410b-ac30-622d95ff04a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.336330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] DHCP port deletion for e10cc945-d067-410a-b9a0-db9cd8473729 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:45.451474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] Deleting port 88b1acb1-2a28-4044-816e-0fb146cf7fbd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:45.452101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.454471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] For port 88b1acb1-2a28-4044-816e-0fb146cf7fbd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=88b1acb1-2a28-4044-816e-0fb146cf7fbd,segment=NetworkSegment(19b59f32-8580-4a62-b22c-ae5f740f6d60),segment_id=19b59f32-8580-4a62-b22c-ae5f740f6d60)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:45.456026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.494916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Calling delete_port for 88b1acb1-2a28-4044-816e-0fb146cf7fbd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:45.590256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] For port 88b1acb1-2a28-4044-816e-0fb146cf7fbd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=88b1acb1-2a28-4044-816e-0fb146cf7fbd,segment=NetworkSegment(19b59f32-8580-4a62-b22c-ae5f740f6d60),segment_id=19b59f32-8580-4a62-b22c-ae5f740f6d60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:45.590697 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.609808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] Calling delete_port for 88b1acb1-2a28-4044-816e-0fb146cf7fbd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:45.618438 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.668179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.712363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Port': ['ID=88b1acb1-2a28-4044-816e-0fb146cf7fbd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.714365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] No DVR routers for this DVR port 88b1acb1-2a28-4044-816e-0fb146cf7fbd on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:45.738172 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.788683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] Pushing event deleted for resources: {'Port': ['ID=88b1acb1-2a28-4044-816e-0fb146cf7fbd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.795714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2fd7b-eafc-4699-b51e-4cbdcd792e84 None None] No DVR routers for this DVR port 88b1acb1-2a28-4044-816e-0fb146cf7fbd on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:45.814033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.835650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10cc945-d067-410a-b9a0-db9cd8473729']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:45.852442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b59f32-8580-4a62-b22c-ae5f740f6d60') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:45.852736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b59f32-8580-4a62-b22c-ae5f740f6d60') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:45.863522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.879158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.886086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:45.886571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:45.889950 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:45.966869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.978793 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.980681 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/networks/e10cc945-d067-410a-b9a0-db9cd8473729 HTTP/1.1" status: 204 len: 168 time: 0.9433620 Jul 15 13:32:45.983458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.994108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e266a-bb74-428a-b156-d7e3a435aa10 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Pushing event deleted for resources: {'Network': ['ID=e10cc945-d067-410a-b9a0-db9cd8473729,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.016659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-906a3570-aa16-4d4b-94fb-9bcb45c7f216 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "GET /v2.0/ports?device_id=80efe165-c302-4252-8bd9-5c03e2e04626 HTTP/1.1" status: 200 len: 205 time: 0.0318239 Jul 15 13:32:46.019227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.118290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.305384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.307731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.364602 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.365362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Fanout notify agent at l3_agent the message router_deleted on router 80efe165-c302-4252-8bd9-5c03e2e04626 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:46.373124 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.376750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b2b9b273-ed7d-4da3-9cb4-33028ac3e624 tempest-RoutersNegativeIpV6Test-210990037 tempest-RoutersNegativeIpV6Test-210990037-project] 10.222.0.48 "DELETE /v2.0/routers/80efe165-c302-4252-8bd9-5c03e2e04626 HTTP/1.1" status: 204 len: 168 time: 0.3537605 Jul 15 13:32:46.758809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.787490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.798261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 88b1acb1-2a28-4044-816e-0fb146cf7fbd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:46.851061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 88b1acb1-2a28-4044-816e-0fb146cf7fbd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:46.851412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 88b1acb1-2a28-4044-816e-0fb146cf7fbd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:47.113161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-471a70cb-6d31-4230-b64f-32c9726cff91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=880050a852d2428a9e21ff691545defe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244383 Jul 15 13:32:47.115725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:47.186500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a5196c5-3c0c-48d6-968a-f69108dee6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.235039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a5196c5-3c0c-48d6-968a-f69108dee6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.316499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a5196c5-3c0c-48d6-968a-f69108dee6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.329273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a5196c5-3c0c-48d6-968a-f69108dee6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.334190 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9a5196c5-3c0c-48d6-968a-f69108dee6b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/119dfa8e-7c06-4500-ba39-9a82bf12ecd4 HTTP/1.1" status: 204 len: 168 time: 0.2166350 Jul 15 13:32:47.350292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5196c5-3c0c-48d6-968a-f69108dee6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119dfa8e-7c06-4500-ba39-9a82bf12ecd4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.110127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.859835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.181616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb044271-d9ca-4acd-b644-d429c32cb8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.384399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb044271-d9ca-4acd-b644-d429c32cb8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.390851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb044271-d9ca-4acd-b644-d429c32cb8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.524130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb044271-d9ca-4acd-b644-d429c32cb8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2645339d-bd91-4576-96d6-b4f1c3d4d830,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.560036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.576950 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb044271-d9ca-4acd-b644-d429c32cb8b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=010a32956751496a8bdb374e859b8e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6962459 Jul 15 13:32:51.637221 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf56893f-0ff5-4a80-a743-4fc902cf360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.666790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf56893f-0ff5-4a80-a743-4fc902cf360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.752192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf56893f-0ff5-4a80-a743-4fc902cf360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.754999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf56893f-0ff5-4a80-a743-4fc902cf360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.758661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cf56893f-0ff5-4a80-a743-4fc902cf360b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2645339d-bd91-4576-96d6-b4f1c3d4d830 HTTP/1.1" status: 204 len: 168 time: 0.1943281 Jul 15 13:32:51.777912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56893f-0ff5-4a80-a743-4fc902cf360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2645339d-bd91-4576-96d6-b4f1c3d4d830,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.191107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.205005 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1976ef7-94a1-4739-af79-dc78b4a8a760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.311063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1976ef7-94a1-4739-af79-dc78b4a8a760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.317151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1976ef7-94a1-4739-af79-dc78b4a8a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.411258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d1976ef7-94a1-4739-af79-dc78b4a8a760 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7563dd529ef3487ea9a4f734d54b3fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190552 Jul 15 13:32:52.413911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 49928) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.414947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976ef7-94a1-4739-af79-dc78b4a8a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845cc9c-8077-43d1-926d-2c92a29c44d5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.486588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb246c8b-1dd3-4072-8a84-52f641391ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.519569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb246c8b-1dd3-4072-8a84-52f641391ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.593146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb246c8b-1dd3-4072-8a84-52f641391ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.597897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb246c8b-1dd3-4072-8a84-52f641391ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.600198 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb246c8b-1dd3-4072-8a84-52f641391ff5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f845cc9c-8077-43d1-926d-2c92a29c44d5 HTTP/1.1" status: 204 len: 168 time: 0.1848073 Jul 15 13:32:52.609367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246c8b-1dd3-4072-8a84-52f641391ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845cc9c-8077-43d1-926d-2c92a29c44d5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.409079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 49994) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.705157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d54832-461e-48e6-800c-137f435022f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.912688 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d54832-461e-48e6-800c-137f435022f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.922170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d54832-461e-48e6-800c-137f435022f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.977217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3d54832-461e-48e6-800c-137f435022f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eefd2e6c2eae4ff3a931c79844b23a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670402 Jul 15 13:32:54.978294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d54832-461e-48e6-800c-137f435022f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163cb451-c942-4c1b-95de-7e799f7fc1c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.980887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.057559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9a10-4982-44a0-b9f3-a9eb66947fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.085329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9a10-4982-44a0-b9f3-a9eb66947fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.150868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9a10-4982-44a0-b9f3-a9eb66947fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.155468 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9a10-4982-44a0-b9f3-a9eb66947fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.160687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c4cb9a10-4982-44a0-b9f3-a9eb66947fa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/163cb451-c942-4c1b-95de-7e799f7fc1c8 HTTP/1.1" status: 204 len: 168 time: 0.1651325 Jul 15 13:32:55.173794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb9a10-4982-44a0-b9f3-a9eb66947fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163cb451-c942-4c1b-95de-7e799f7fc1c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:55.510969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.777467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c90915d0-bbb5-429c-80f7-c983bd327ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.028471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.078887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c90915d0-bbb5-429c-80f7-c983bd327ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.087302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c90915d0-bbb5-429c-80f7-c983bd327ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.179002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50072) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.186656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c90915d0-bbb5-429c-80f7-c983bd327ced admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89d3887fe5c84bc1aed03cea58ed8f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620610 Jul 15 13:32:56.218521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90915d0-bbb5-429c-80f7-c983bd327ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241dc3a2-0b07-4270-bdae-e769702e4016,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.264041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41a76189-f7d5-4b22-b3f6-418b7097904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.295832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41a76189-f7d5-4b22-b3f6-418b7097904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.356712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58f4f724-8af5-46bc-ae8c-32fd7dbfe9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.422636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41a76189-f7d5-4b22-b3f6-418b7097904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.426291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41a76189-f7d5-4b22-b3f6-418b7097904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.427627 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-41a76189-f7d5-4b22-b3f6-418b7097904b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/241dc3a2-0b07-4270-bdae-e769702e4016 HTTP/1.1" status: 204 len: 168 time: 0.2476475 Jul 15 13:32:56.449726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a76189-f7d5-4b22-b3f6-418b7097904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241dc3a2-0b07-4270-bdae-e769702e4016,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.518829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58f4f724-8af5-46bc-ae8c-32fd7dbfe9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.525238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58f4f724-8af5-46bc-ae8c-32fd7dbfe9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.561547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f724-8af5-46bc-ae8c-32fd7dbfe9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daaf7ad-d666-4d13-b727-44c1a25afbc7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.577888 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-58f4f724-8af5-46bc-ae8c-32fd7dbfe9fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2f8bdc075ee40e4b6f95ba2bc652c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452776 Jul 15 13:32:56.578115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50088) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.643600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-538c438f-40c2-4f9c-b28b-71d50810f925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.670739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d08ca7-bd5a-4651-bbb4-6a8b7cc2b4e9 req-98674faa-274c-45be-bfdc-09255bfc8b6e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.677577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04d08ca7-bd5a-4651-bbb4-6a8b7cc2b4e9 req-98674faa-274c-45be-bfdc-09255bfc8b6e tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.3031275 Jul 15 13:32:56.679777 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-538c438f-40c2-4f9c-b28b-71d50810f925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.735057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04d08ca7-bd5a-4651-bbb4-6a8b7cc2b4e9 req-3195e6a7-04b7-4ade-ac9e-d3f56a0624ef tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513432 Jul 15 13:32:56.788468 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-538c438f-40c2-4f9c-b28b-71d50810f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.792475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-538c438f-40c2-4f9c-b28b-71d50810f925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.803038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-538c438f-40c2-4f9c-b28b-71d50810f925 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1daaf7ad-d666-4d13-b727-44c1a25afbc7 HTTP/1.1" status: 204 len: 168 time: 0.2185628 Jul 15 13:32:56.811420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c438f-40c2-4f9c-b28b-71d50810f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daaf7ad-d666-4d13-b727-44c1a25afbc7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.907957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.926060 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e9c0-45f8-4a63-af00-3cb1f8a48b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.067391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.128599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e9c0-45f8-4a63-af00-3cb1f8a48b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.136273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e9c0-45f8-4a63-af00-3cb1f8a48b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.199351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3e9c0-45f8-4a63-af00-3cb1f8a48b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3396787e-9146-4afa-b861-f96682dfdfc1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.243486 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3bd3e9c0-45f8-4a63-af00-3cb1f8a48b73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee7f8c5bfab9408aa7423e8133275a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340173 Jul 15 13:32:57.250348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50112) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.323090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5425cdd-6f9e-4b14-a685-8374afabe2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.341984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1711333733-network', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:57.375743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5425cdd-6f9e-4b14-a685-8374afabe2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.418453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Made reservation on behalf of f3abecfc88d4453a8bbf983204e01ec8 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:57.420771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.435665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50114) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.441840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.471781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1517ea0-cc45-44b5-a1f9-5527532daca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.482053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5425cdd-6f9e-4b14-a685-8374afabe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.484691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5425cdd-6f9e-4b14-a685-8374afabe2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.488822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e5425cdd-6f9e-4b14-a685-8374afabe2c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3396787e-9146-4afa-b861-f96682dfdfc1 HTTP/1.1" status: 204 len: 168 time: 0.2347538 Jul 15 13:32:57.515482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425cdd-6f9e-4b14-a685-8374afabe2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396787e-9146-4afa-b861-f96682dfdfc1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.578145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.586384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.611352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:57.636558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.637226 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Added segment ef690a0d-a42b-407d-9359-9fe73c32c310 of type vlan for network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 Jul 15 13:32:57.692446 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1517ea0-cc45-44b5-a1f9-5527532daca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.706604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1517ea0-cc45-44b5-a1f9-5527532daca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.749364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.789037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94188061-d358-48ae-88be-c2f81f27b287 req-6c635c05-fec1-4a6c-a974-f103d1eb4e9f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.790761 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94188061-d358-48ae-88be-c2f81f27b287 req-6c635c05-fec1-4a6c-a974-f103d1eb4e9f tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.2582815 Jul 15 13:32:57.792882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.797033 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f1517ea0-cc45-44b5-a1f9-5527532daca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02648b83a17e462092f4cf20804ee1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563678 Jul 15 13:32:57.797033 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1517ea0-cc45-44b5-a1f9-5527532daca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e14006-3a8e-47de-8c86-a999f5463b91,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.799579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.802162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.808032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50120) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.874023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd1c766-c223-4e03-8763-4c3ae0350763,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.891601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8194916 Jul 15 13:32:57.910291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50126) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.924035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Request body: {'subnet': {'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1711333733-subnet', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:57.953991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d675d-86e6-4260-b038-5bad8f298076 admin admin] Pushing event updated for resources: {'Network': ['ID=631bc2e1-634e-4eb2-a252-0ebdbeb3b927,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.973760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:58.019608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7511873a-45c2-4690-a4a0-a4a1ec9ebc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.064156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Made reservation on behalf of f3abecfc88d4453a8bbf983204e01ec8 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:58.075589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.088348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7511873a-45c2-4690-a4a0-a4a1ec9ebc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.231288 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7511873a-45c2-4690-a4a0-a4a1ec9ebc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.234933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7511873a-45c2-4690-a4a0-a4a1ec9ebc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.243103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7511873a-45c2-4690-a4a0-a4a1ec9ebc35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5e14006-3a8e-47de-8c86-a999f5463b91 HTTP/1.1" status: 204 len: 168 time: 0.4276073 Jul 15 13:32:58.253467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511873a-45c2-4690-a4a0-a4a1ec9ebc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e14006-3a8e-47de-8c86-a999f5463b91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.294151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Deleting port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:58.296575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.325086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.343047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cde3019-c8cb-4c16-abfb-0a697893874c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.468160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] For port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:58.468630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.527072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7d7c-51ef-4b98-a2c4-4bd835aae137 req-0f1dc914-7d31-4fdd-b011-274c420e094c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.536811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29ed7d7c-51ef-4b98-a2c4-4bd835aae137 req-0f1dc914-7d31-4fdd-b011-274c420e094c tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 947 time: 0.5594931 Jul 15 13:32:58.613731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29ed7d7c-51ef-4b98-a2c4-4bd835aae137 req-b5586079-6c0c-492e-8904-38471ea445f9 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab18b20d-8873-4596-8ff4-bc8057e9a469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737600 Jul 15 13:32:58.632997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.662112 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cde3019-c8cb-4c16-abfb-0a697893874c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.668542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cde3019-c8cb-4c16-abfb-0a697893874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.725598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9cde3019-c8cb-4c16-abfb-0a697893874c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a0cb9c89fdb4836ba4132cdfd9bbc37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993797 Jul 15 13:32:58.726351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50140) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.745190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde3019-c8cb-4c16-abfb-0a697893874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851112e-99cb-4c57-93e3-f5a5155a59c4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.760369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8dd177-faf9-42ad-a24d-b959f9f126a2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.803449 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fababc0-2833-40ee-b875-ea9990626fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.808848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Checking segment: {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:58.812573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Network hostable DHCP agents. Network: 631bc2e1-634e-4eb2-a252-0ebdbeb3b927, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:58.851691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fababc0-2833-40ee-b875-ea9990626fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.855662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.856555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.857128 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Floating IP 3baae2e9-7610-4868-aa33-76034d36fa49 disassociated. External IP: 172.25.2.179, port: 82d9b7a1-a0db-432f-ba2b-fb3d107181d2. Jul 15 13:32:58.857752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Calling delete_port for 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:58.868279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:58.949522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 631bc2e1-634e-4eb2-a252-0ebdbeb3b927) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:58.959563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.960163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.975139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fababc0-2833-40ee-b875-ea9990626fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.978124 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fababc0-2833-40ee-b875-ea9990626fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.983621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5fababc0-2833-40ee-b875-ea9990626fb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3851112e-99cb-4c57-93e3-f5a5155a59c4 HTTP/1.1" status: 204 len: 168 time: 0.2549605 Jul 15 13:32:58.985551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda867b-e5f3-4237-ac7b-fc557d5eadf1 None None] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:59.000836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fababc0-2833-40ee-b875-ea9990626fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851112e-99cb-4c57-93e3-f5a5155a59c4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.009102 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f2d36071-ad69-44a2-8156-26264a6addea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0966351 Jul 15 13:32:59.012149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.022846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:59.069696 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.071692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.135664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.152190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.179392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event deleted for resources: {'Port': ['ID=82d9b7a1-a0db-432f-ba2b-fb3d107181d2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.323614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-631bc2e1-634e-4eb2-a252-0ebdbeb3b927', 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'fixed_ips': [{'subnet_id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:59.324645 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.439181 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:59.562022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.661982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Allocated IP 172.20.0.2 (631bc2e1-634e-4eb2-a252-0ebdbeb3b927/ba8dd177-faf9-42ad-a24d-b959f9f126a2/32e41a13-0b42-47a1-a78d-515f509c5076) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:59.799751 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:59.817426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:59.897920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:59.899041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.932065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] No DVR routers for this DVR port 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:59.936405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.943558 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-94188061-d358-48ae-88be-c2f81f27b287 req-861ef945-2edb-4e03-aa47-37c338503de3 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.23 "DELETE /v2.0/ports/82d9b7a1-a0db-432f-ba2b-fb3d107181d2 HTTP/1.1" status: 204 len: 173 time: 2.1426845 Jul 15 13:32:59.945697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-deleted', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:59.949845 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc93fc5-240a-4aab-ad43-f435765a108f" -d '{"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-deleted", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:00.010700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb4a88d-8be4-486c-9b7f-5806de747090 req-57fa3cf5-5812-46b7-8d7e-749d7635c8ef tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7 HTTP/1.1" status: 200 len: 210 time: 0.1220944 Jul 15 13:33:00.088856 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdcf17a-356f-41fa-9d92-ee39c791cbf6 x-openstack-request-id: req-3fdcf17a-356f-41fa-9d92-ee39c791cbf6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:00.091444 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7", "name": "network-vif-deleted", "tag": "82d9b7a1-a0db-432f-ba2b-fb3d107181d2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:00.091965 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fdcf17a-356f-41fa-9d92-ee39c791cbf6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:00.092596 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721c9cf-49c3-448f-a3ee-5b1ce04ae3e7', 'name': 'network-vif-deleted', 'tag': '82d9b7a1-a0db-432f-ba2b-fb3d107181d2', 'status': 'completed', 'code': 200} Jul 15 13:33:00.164773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.217284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.262875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.282937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Transition to ACTIVE for port object 32e41a13-0b42-47a1-a78d-515f509c5076 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:00.378426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:00.396836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Transition to ACTIVE for port object 32e41a13-0b42-47a1-a78d-515f509c5076 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:00.400328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Allocated IP 172.25.2.13 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/7a5bbaca-1295-45b8-8e7c-33c205563670) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:00.499530 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.610184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:00.713236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.778056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:00.794049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:00.827772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Pushing event updated for resources: {'Port': ['ID=32e41a13-0b42-47a1-a78d-515f509c5076,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.840616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.911548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5bbaca-1295-45b8-8e7c-33c205563670,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.924641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:00.926168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:00.928999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:01.068614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Attempting to bind port 32e41a13-0b42-47a1-a78d-515f509c5076 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:01.069005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Attempting to bind port 32e41a13-0b42-47a1-a78d-515f509c5076 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:01.069345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Attempting to bind port 32e41a13-0b42-47a1-a78d-515f509c5076 on network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:01.077860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:01.078262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Checking segment: {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:01.078679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.079672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Bound using segment: {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:01.080464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Bound port: 32e41a13-0b42-47a1-a78d-515f509c5076, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:01.080665 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.097127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.192924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:01.241074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:01.241424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 82d9b7a1-a0db-432f-ba2b-fb3d107181d2 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:01.277523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.339017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] For port 32e41a13-0b42-47a1-a78d-515f509c5076, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:01.371135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] For port 32e41a13-0b42-47a1-a78d-515f509c5076, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32e41a13-0b42-47a1-a78d-515f509c5076,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:01.380934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:01.386195 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.430909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3ebda98-72f3-4a3b-a0f1-8a67813ea8c6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.466394 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3ebda98-72f3-4a3b-a0f1-8a67813ea8c6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.537861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:01.540008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3ebda98-72f3-4a3b-a0f1-8a67813ea8c6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.543034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3ebda98-72f3-4a3b-a0f1-8a67813ea8c6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.544493 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f3ebda98-72f3-4a3b-a0f1-8a67813ea8c6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "DELETE /v2.0/security-groups/ab18b20d-8873-4596-8ff4-bc8057e9a469 HTTP/1.1" status: 204 len: 168 time: 0.2645235 Jul 15 13:33:01.550535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50234) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.570560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:01.571211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:01.590270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebda98-72f3-4a3b-a0f1-8a67813ea8c6 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18b20d-8873-4596-8ff4-bc8057e9a469,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.605040 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-88f88563-cfa1-4de7-bef2-972e55c368af tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] show failed (client error): The resource could not be found. Jul 15 13:33:01.617244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50238) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.619230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-88f88563-cfa1-4de7-bef2-972e55c368af tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "GET /v2.0/security-groups/ab18b20d-8873-4596-8ff4-bc8057e9a469 HTTP/1.1" status: 404 len: 347 time: 0.0546849 Jul 15 13:33:02.087625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7d941-4971-4651-b7f9-c61d5988caa3 None None] Pushing event updated for resources: {'Port': ['ID=32e41a13-0b42-47a1-a78d-515f509c5076,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:02.267865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:02.307926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Deleting port 44eff1ae-fe29-4e33-995b-59152883bf84 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:02.308304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.354881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.587035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.588098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.655767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Calling delete_port for 44eff1ae-fe29-4e33-995b-59152883bf84 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:02.693728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:02.742473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8dfd-ce8d-4fd9-9804-0db72a06c596 None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 4, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ebfdeb21-4ea4-48f4-8862-a384535916bc', 'name': '', 'network_id': 'eb663f0d-2521-4fa9-8c65-66a08e55a976', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'mac_address': 'fa:16:3e:4a:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:36Z', 'updated_at': '2021-07-15T13:24:44Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'subnets': [{'id': '1030ab15-bd88-4cf1-be40-db9b36bfa8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:02.922359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32e41a13-0b42-47a1-a78d-515f509c5076 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:03.005761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50272) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.053697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 32e41a13-0b42-47a1-a78d-515f509c5076 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:03.217252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.262598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77345a7f-df4e-4b26-8afa-5af0582545ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.390571 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346f28d-2201-4fdd-ad70-2011afc8609c None None] New status for floating IP 3baae2e9-7610-4868-aa33-76034d36fa49: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:33:03.432720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ebd7f-fa4c-430c-b4a3-6ea08b83a0e2 None None] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:03.451746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Router 0825ae49-066b-49e3-82af-1461cd24b40f is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:03.465159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.530444 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77345a7f-df4e-4b26-8afa-5af0582545ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.549571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77345a7f-df4e-4b26-8afa-5af0582545ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.555372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Pushing event deleted for resources: {'Port': ['ID=44eff1ae-fe29-4e33-995b-59152883bf84,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.572633 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-a346f28d-2201-4fdd-ad70-2011afc8609c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:33:03.572985 n-d-798249-9 neutron-server[93826]: DEBUG oslo_db.api [None req-a346f28d-2201-4fdd-ad70-2011afc8609c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:33:03.596715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] Provisioning for port 32e41a13-0b42-47a1-a78d-515f509c5076 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:03.618633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] Provisioning complete for port 32e41a13-0b42-47a1-a78d-515f509c5076 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:03.619070 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.710007 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.712656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.713859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f1f8c4c0-6d80-4341-8fe2-18b51fb36c36 tempest-AttachVolumeShelveTestJSON-1612311425 tempest-AttachVolumeShelveTestJSON-1612311425-project] 10.222.0.48 "DELETE /v2.0/floatingips/3baae2e9-7610-4868-aa33-76034d36fa49 HTTP/1.1" status: 204 len: 168 time: 2.0956147 Jul 15 13:33:03.728126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77345a7f-df4e-4b26-8afa-5af0582545ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a2a33-14e5-441c-bc7f-8d16e9a0f832,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.752214 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-77345a7f-df4e-4b26-8afa-5af0582545ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45d6840b6f8d420eb9521e3cef0f7aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7433023 Jul 15 13:33:03.761020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.814742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:03.840805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.842948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b1c175ec-a481-4980-afa4-6be6ce4598c3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8295171 Jul 15 13:33:03.846649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.902489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Sync routers for ids ['0825ae49-066b-49e3-82af-1461cd24b40f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:03.928103 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25b14c9c-237a-4065-94a5-35837eafd2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.965839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.976408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Routers {'0825ae49-066b-49e3-82af-1461cd24b40f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:03.978398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0825ae49-066b-49e3-82af-1461cd24b40f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.996646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25b14c9c-237a-4065-94a5-35837eafd2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.074492 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346f28d-2201-4fdd-ad70-2011afc8609c None None] New status for floating IP 3baae2e9-7610-4868-aa33-76034d36fa49: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:33:04.144799 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25b14c9c-237a-4065-94a5-35837eafd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.148107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25b14c9c-237a-4065-94a5-35837eafd2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.149547 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-25b14c9c-237a-4065-94a5-35837eafd2a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a8a2a33-14e5-441c-bc7f-8d16e9a0f832 HTTP/1.1" status: 204 len: 168 time: 0.3871894 Jul 15 13:33:04.192636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b14c9c-237a-4065-94a5-35837eafd2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a2a33-14e5-441c-bc7f-8d16e9a0f832,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.406951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.462271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Set router 0825ae49-066b-49e3-82af-1461cd24b40f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:04.786765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] For port 32e41a13-0b42-47a1-a78d-515f509c5076, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32e41a13-0b42-47a1-a78d-515f509c5076,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:04.830325 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.858318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.033968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf7472-3ed7-4261-9d25-e5dcaa1e628a None None] Pushing event updated for resources: {'Port': ['ID=32e41a13-0b42-47a1-a78d-515f509c5076,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.045649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89703df4-319a-4adb-858a-17814f0c0531 None None] Provisioning complete for port 32e41a13-0b42-47a1-a78d-515f509c5076 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:05.046286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89703df4-319a-4adb-858a-17814f0c0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.109134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:02Z', 'revision_number': 3, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.150738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Checking router: 0825ae49-066b-49e3-82af-1461cd24b40f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:05.151093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Updating router 0825ae49-066b-49e3-82af-1461cd24b40f port 7a5bbaca-1295-45b8-8e7c-33c205563670 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:05.235535 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.289496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Allocated IP 172.20.0.1 (631bc2e1-634e-4eb2-a252-0ebdbeb3b927/ba8dd177-faf9-42ad-a24d-b959f9f126a2/41e0f12e-cf87-462d-8ec7-e6aef916342a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:05.546223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.580487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Transition to ACTIVE for port object 41e0f12e-cf87-462d-8ec7-e6aef916342a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:05.657009 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.661326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.686789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:05.691312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Transition to ACTIVE for port object 7a5bbaca-1295-45b8-8e7c-33c205563670 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:05.694234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:05.698803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:05.712744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.818740 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-a48c2a60-abcc-47d2-ba38-7d7dbffca3cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1992939 Jul 15 13:33:05.859454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Attempting to bind port 7a5bbaca-1295-45b8-8e7c-33c205563670 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:05.861980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Attempting to bind port 7a5bbaca-1295-45b8-8e7c-33c205563670 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:05.862540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Attempting to bind port 7a5bbaca-1295-45b8-8e7c-33c205563670 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:05.883648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:05.885116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:05.886420 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.886931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:05.890447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Pushing event updated for resources: {'Port': ['ID=41e0f12e-cf87-462d-8ec7-e6aef916342a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.892183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Bound port: 7a5bbaca-1295-45b8-8e7c-33c205563670, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:05.892671 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.928426 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.020870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb12f0-e831-4ac3-bd08-cad5be4e386d None None] Pushing event updated for resources: {'Port': ['ID=7a5bbaca-1295-45b8-8e7c-33c205563670,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.039146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] For port 7a5bbaca-1295-45b8-8e7c-33c205563670, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:06.047489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] For port 7a5bbaca-1295-45b8-8e7c-33c205563670, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7a5bbaca-1295-45b8-8e7c-33c205563670,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:06.067112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.070738 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-a8e998cb-f990-41c3-a4b7-33150eb91791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.072539 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-a8e998cb-f990-41c3-a4b7-33150eb91791 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f543b34ca144c06a6954137cccdf946&device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 1096 time: 0.1673820 Jul 15 13:33:06.180967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Routers {'0825ae49-066b-49e3-82af-1461cd24b40f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:06.183761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0825ae49-066b-49e3-82af-1461cd24b40f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.301894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50388) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.315884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.371800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb12f0-e831-4ac3-bd08-cad5be4e386d None None] Pushing event updated for resources: {'Port': ['ID=7a5bbaca-1295-45b8-8e7c-33c205563670,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.404441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-911bd9b5-f886-4d1e-b8d0-01e8c2607b58 None None] Provisioning for port 41e0f12e-cf87-462d-8ec7-e6aef916342a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:06.431952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-911bd9b5-f886-4d1e-b8d0-01e8c2607b58 None None] Provisioning complete for port 41e0f12e-cf87-462d-8ec7-e6aef916342a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:06.432336 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-911bd9b5-f886-4d1e-b8d0-01e8c2607b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.447417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-20ea9173-3768-4674-8128-49fc23250414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.448986 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-20ea9173-3768-4674-8128-49fc23250414 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 200 len: 915 time: 0.3429735 Jul 15 13:33:06.546729 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-2e261d37-f2a4-4bc7-9895-078c1267f9e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0 HTTP/1.1" status: 200 len: 217 time: 0.0903847 Jul 15 13:33:06.642457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-30abe488-3589-4e69-9dd0-78ae0f0bfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.649808 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-30abe488-3589-4e69-9dd0-78ae0f0bfe07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fa6caa-3e0a-4227-a3f4-17f697b2da16 HTTP/1.1" status: 200 len: 854 time: 0.0963163 Jul 15 13:33:06.657829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.664392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.722001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-911bd9b5-f886-4d1e-b8d0-01e8c2607b58 None None] Port 41e0f12e-cf87-462d-8ec7-e6aef916342a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:06.737019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] Set router 0825ae49-066b-49e3-82af-1461cd24b40f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:06.745404 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-109e5f5e-179d-423f-bf35-f6cec56d66ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916388 Jul 15 13:33:06.855122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93c9f45f-695f-473c-90e0-7f4e3939a55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.876619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32e41a13-0b42-47a1-a78d-515f509c5076 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:06.890249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.921470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Pushing event updated for resources: {'Port': ['ID=41e0f12e-cf87-462d-8ec7-e6aef916342a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.956465 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-686090c1-6cc0-47bd-b50e-e9cf49e37309 service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038519 Jul 15 13:33:07.134907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 32e41a13-0b42-47a1-a78d-515f509c5076 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:07.135470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.171719 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-568e9344-6088-439a-94fe-7e6acd2dbd49 req-e2cfdf85-73cd-47b3-ba6e-6aa520e53920 service neutron] 10.222.0.23 "GET /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055097 Jul 15 13:33:07.307023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:07.310924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:07.496006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93c9f45f-695f-473c-90e0-7f4e3939a55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.640251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:02Z', 'revision_number': 3, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:07.682004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ba944-f7c1-4e89-ae70-8a06a344836d None None] The sync data for ids ['0825ae49-066b-49e3-82af-1461cd24b40f'] in n-d-798249-9 is: [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:02Z', 'revision_number': 3, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:07.883732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9be5feda-01c0-4b67-8174-d4b15aa75d00 None None] Provisioning complete for port 41e0f12e-cf87-462d-8ec7-e6aef916342a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:07.883976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be5feda-01c0-4b67-8174-d4b15aa75d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.975978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9be5feda-01c0-4b67-8174-d4b15aa75d00 None None] Port 41e0f12e-cf87-462d-8ec7-e6aef916342a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:08.106654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93c9f45f-695f-473c-90e0-7f4e3939a55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.173757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:08.211490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-93c9f45f-695f-473c-90e0-7f4e3939a55a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b691da67427c4746b5f5b1fe74eb6fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9009917 Jul 15 13:33:08.212322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.228150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f45f-695f-473c-90e0-7f4e3939a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470d4cb8-acef-440d-8e6d-4c93ff824865,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.269580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Router 0825ae49-066b-49e3-82af-1461cd24b40f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:08.305152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-639c3700-76a0-4ce8-a457-72bd021477ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.368321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-639c3700-76a0-4ce8-a457-72bd021477ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.437583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:08.453423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c8f373b9-f9ca-41b6-8803-1c8cd07c3c80 admin admin] 10.222.0.48 "PUT /v2.0/routers/0825ae49-066b-49e3-82af-1461cd24b40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5981271 Jul 15 13:33:08.468154 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-639c3700-76a0-4ce8-a457-72bd021477ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.502253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-639c3700-76a0-4ce8-a457-72bd021477ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.509800 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-639c3700-76a0-4ce8-a457-72bd021477ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/470d4cb8-acef-440d-8e6d-4c93ff824865 HTTP/1.1" status: 204 len: 168 time: 0.2901187 Jul 15 13:33:08.547031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3700-76a0-4ce8-a457-72bd021477ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d4cb8-acef-440d-8e6d-4c93ff824865,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.874143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a5bbaca-1295-45b8-8e7c-33c205563670 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:09.004129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7a5bbaca-1295-45b8-8e7c-33c205563670 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:09.018099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7a5bbaca-1295-45b8-8e7c-33c205563670 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:09.018532 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.181912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.217679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c465b58-4431-41e5-8bf8-abb1af5395ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.286771 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.340820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7a5bbaca-1295-45b8-8e7c-33c205563670, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7a5bbaca-1295-45b8-8e7c-33c205563670,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:09.365774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.373348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8aecf-9480-4136-bec3-05679b19cb0d req-93bb7775-17ef-4dbd-90fb-cb8a6ace3851 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:09.383785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ce8aecf-9480-4136-bec3-05679b19cb0d req-93bb7775-17ef-4dbd-90fb-cb8a6ace3851 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 945 time: 0.1417592 Jul 15 13:33:09.506603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ce8aecf-9480-4136-bec3-05679b19cb0d req-d8cfdea3-5d0e-4375-9e03-232590a7c2cd tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214921 Jul 15 13:33:09.549930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7a5bbaca-1295-45b8-8e7c-33c205563670,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.556573 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c465b58-4431-41e5-8bf8-abb1af5395ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.568450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c465b58-4431-41e5-8bf8-abb1af5395ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.643805 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c465b58-4431-41e5-8bf8-abb1af5395ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e220586f04a4dc8b692d6628dec8ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607167 Jul 15 13:33:09.646060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c465b58-4431-41e5-8bf8-abb1af5395ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed711f-1116-4084-ba1f-dfd6fcad3cc9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.646736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.787671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389fd795-1671-478e-b534-a1668c4cf86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.844484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389fd795-1671-478e-b534-a1668c4cf86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.910857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389fd795-1671-478e-b534-a1668c4cf86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.914121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389fd795-1671-478e-b534-a1668c4cf86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.918494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-389fd795-1671-478e-b534-a1668c4cf86e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04ed711f-1116-4084-ba1f-dfd6fcad3cc9 HTTP/1.1" status: 204 len: 168 time: 0.2705648 Jul 15 13:33:09.929916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fd795-1671-478e-b534-a1668c4cf86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed711f-1116-4084-ba1f-dfd6fcad3cc9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.994137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.006327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2017019123-network', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:10.075183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Made reservation on behalf of 3e2e1d582a614041be1d1edc8b61936b for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:10.077745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.091462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.322399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.330128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.430267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:10.458334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.459375 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Added segment a00268c5-2e9c-4a1c-bc30-dcf3281c889d of type vlan for network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 Jul 15 13:33:10.461427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ccd6f-23c2-4c8a-9d8e-a04aee5ba02a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.595790 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.735555 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Sync routers for ids ['0825ae49-066b-49e3-82af-1461cd24b40f'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:10.753796 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Routers {'0825ae49-066b-49e3-82af-1461cd24b40f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:10.754466 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0825ae49-066b-49e3-82af-1461cd24b40f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:10.762878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.764466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.780138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.840444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-8b9c3a42-6d2b-4146-9ac2-4e750ae68337 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.842034 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-8b9c3a42-6d2b-4146-9ac2-4e750ae68337 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 945 time: 0.2919419 Jul 15 13:33:10.874393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532f078-9e6a-4b74-9591-8ca8d3319515 req-1631c464-9731-4e6b-ab4a-6581ae438cad tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.877309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a5bbaca-1295-45b8-8e7c-33c205563670 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:10.885923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b532f078-9e6a-4b74-9591-8ca8d3319515 req-1631c464-9731-4e6b-ab4a-6581ae438cad tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 945 time: 0.1371171 Jul 15 13:33:10.988794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b532f078-9e6a-4b74-9591-8ca8d3319515 req-95e57268-e16e-4155-baee-ce03991fe328 tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b146c17-40b7-4a7b-a900-a1e1a9c5b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951102 Jul 15 13:33:11.005542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7a5bbaca-1295-45b8-8e7c-33c205563670 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:11.007172 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.009585 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0142105 Jul 15 13:33:11.012796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:11.025701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Set router 0825ae49-066b-49e3-82af-1461cd24b40f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:11.029025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Request body: {'subnet': {'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2017019123-subnet', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:11.086085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Made reservation on behalf of 3e2e1d582a614041be1d1edc8b61936b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:11.089441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.159750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390c704-ede5-499b-91ea-4778ce392e80 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ecdb16-0a6b-4063-82c7-2a0f91c481c0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.205739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:11.298791 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:06Z', 'revision_number': 4, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '41e0f12e-cf87-462d-8ec7-e6aef916342a', 'name': '', 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'mac_address': 'fa:16:3e:06:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:04Z', 'updated_at': '2021-07-15T13:33:06Z', 'revision_number': 2, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'subnets': [{'id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:11.337832 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Checking router: 0825ae49-066b-49e3-82af-1461cd24b40f for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:11.338431 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Updating router 0825ae49-066b-49e3-82af-1461cd24b40f port 41e0f12e-cf87-462d-8ec7-e6aef916342a binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:11.343682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Deleting port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:11.344235 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.348891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:11.435328 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.519959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] For port a1ba5d3c-2663-40c9-82cd-185048b6e6d0, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,segment=NetworkSegment(ff58dc05-04f1-4b65-ae3d-6beeb1e8599a),segment_id=ff58dc05-04f1-4b65-ae3d-6beeb1e8599a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:11.520436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.528401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.562673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Calling delete_port for a1ba5d3c-2663-40c9-82cd-185048b6e6d0 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:11.633832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1133414726-network', 'tenant_id': '4a3cb0922c4347738e27a804cb22107c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:11.715980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=125e3b56-48a3-4aa2-a180-b0c46bc17dad,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.752075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Checking segment: {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:11.752860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Network hostable DHCP agents. Network: b8ecdb16-0a6b-4063-82c7-2a0f91c481c0, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:11.765274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Made reservation on behalf of 4a3cb0922c4347738e27a804cb22107c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:11.769121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.789767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.806411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.831977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:11.856756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Pushing event deleted for resources: {'Port': ['ID=a1ba5d3c-2663-40c9-82cd-185048b6e6d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.915374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] No DVR routers for this DVR port a1ba5d3c-2663-40c9-82cd-185048b6e6d0 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:11.919303 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.921928 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cf3e8319-0b84-4498-805d-26f2107c87fd req-5cd3b23a-c961-47b8-a0e1-13b4d934f96d tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.23 "DELETE /v2.0/ports/a1ba5d3c-2663-40c9-82cd-185048b6e6d0 HTTP/1.1" status: 204 len: 173 time: 1.0207241 Jul 15 13:33:11.924228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dfeff9-4502-4c0b-a025-66076d538b79', 'name': 'network-vif-deleted', 'tag': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:11.929403 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0441d1-6816-4195-a1de-c733629cb55f" -d '{"events": [{"server_uuid": "19dfeff9-4502-4c0b-a025-66076d538b79", "name": "network-vif-deleted", "tag": "a1ba5d3c-2663-40c9-82cd-185048b6e6d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:11.988053 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.998389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Transition to ACTIVE for port object 41e0f12e-cf87-462d-8ec7-e6aef916342a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:12.000060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b8ecdb16-0a6b-4063-82c7-2a0f91c481c0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:12.009893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f36982-c932-4875-9009-1133739a75bb None None] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:12.013604 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.024308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.025692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.054771 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2977ea1f-5943-47ab-a09e-23023db93972 x-openstack-request-id: req-2977ea1f-5943-47ab-a09e-23023db93972 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:12.055192 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dfeff9-4502-4c0b-a025-66076d538b79", "name": "network-vif-deleted", "tag": "a1ba5d3c-2663-40c9-82cd-185048b6e6d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:12.055582 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2977ea1f-5943-47ab-a09e-23023db93972 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:12.056222 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dfeff9-4502-4c0b-a025-66076d538b79', 'name': 'network-vif-deleted', 'tag': 'a1ba5d3c-2663-40c9-82cd-185048b6e6d0', 'status': 'completed', 'code': 200} Jul 15 13:33:12.157262 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.181946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.217603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1db28bd1-321a-407b-bd41-5b24c7439d7c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2013991 Jul 15 13:33:12.218104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:12.224316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.301056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9548f47d-fb14-4574-8cee-fd0b2c3d55e5 req-b8e6ed6b-d9ab-42ed-99a1-d2fb8142111a tempest-VolumesSnapshotTestJSON-1693550717 tempest-VolumesSnapshotTestJSON-1693550717-project] 10.222.0.48 "GET /v2.0/ports?device_id=19dfeff9-4502-4c0b-a025-66076d538b79 HTTP/1.1" status: 200 len: 210 time: 0.0614872 Jul 15 13:33:12.302121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:12.315435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.316934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.319120 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Pushing event updated for resources: {'Port': ['ID=41e0f12e-cf87-462d-8ec7-e6aef916342a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.346254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8cb79-385f-4816-9060-3ecbdc61504e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.363963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.364341 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Added segment 0b9e7c5c-464b-4a78-b784-a2de47e93843 of type vlan for network 0a35b430-f83a-4e2e-98fe-466aa26d9957 Jul 15 13:33:12.379874 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.381712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.381712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.381946 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.386651 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.386821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.387114 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.387565 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.387906 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.388238 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.388570 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.388899 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.395890 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Attempting to bind port 41e0f12e-cf87-462d-8ec7-e6aef916342a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:12.396227 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Attempting to bind port 41e0f12e-cf87-462d-8ec7-e6aef916342a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:12.396593 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Attempting to bind port 41e0f12e-cf87-462d-8ec7-e6aef916342a on network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:12.412348 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:12.412735 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Checking segment: {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:12.413230 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.413511 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Bound using segment: {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:12.414038 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Bound port: 41e0f12e-cf87-462d-8ec7-e6aef916342a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef690a0d-a42b-407d-9359-9fe73c32c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:12.414370 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.418644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'fixed_ips': [{'subnet_id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:12.419536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.463520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.471795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.493027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:12.569612 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.570960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.571636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.590141 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] For port 41e0f12e-cf87-462d-8ec7-e6aef916342a, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:12.599765 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] For port 41e0f12e-cf87-462d-8ec7-e6aef916342a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=41e0f12e-cf87-462d-8ec7-e6aef916342a,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:12.618198 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.628352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2780704 Jul 15 13:33:12.634924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:12.662198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Request body: {'subnet': {'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1133414726-subnet', 'tenant_id': '4a3cb0922c4347738e27a804cb22107c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.706037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Allocated IP 172.20.0.2 (b8ecdb16-0a6b-4063-82c7-2a0f91c481c0/125e3b56-48a3-4aa2-a180-b0c46bc17dad/e6f2219e-3082-4c55-a43c-fe9d2893b841) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:12.722527 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Routers {'0825ae49-066b-49e3-82af-1461cd24b40f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:12.723337 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:32:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0825ae49-066b-49e3-82af-1461cd24b40f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:12.803722 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a87184c-ec51-45fd-b6a9-536c9be1a4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.809892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73278c-3037-49df-b0f3-74080a6ad703 admin admin] Pushing event updated for resources: {'Network': ['ID=0a35b430-f83a-4e2e-98fe-466aa26d9957,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.828685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.845103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Made reservation on behalf of 4a3cb0922c4347738e27a804cb22107c for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:12.853341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.887835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0a35b430-f83a-4e2e-98fe-466aa26d9957 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:12.893051 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae435154-5c28-42e7-84e6-de3884468d4c None None] Pushing event updated for resources: {'Port': ['ID=41e0f12e-cf87-462d-8ec7-e6aef916342a,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.904230 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29924852-8fa2-4c9e-8197-ade105f2af8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.159350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.172784 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] Set router 0825ae49-066b-49e3-82af-1461cd24b40f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:13.178795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Transition to ACTIVE for port object e6f2219e-3082-4c55-a43c-fe9d2893b841 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:13.206809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Transition to ACTIVE for port object e6f2219e-3082-4c55-a43c-fe9d2893b841 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:13.225276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a1ba5d3c-2663-40c9-82cd-185048b6e6d0 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:13.229664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.233730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.257093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.280727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: a1ba5d3c-2663-40c9-82cd-185048b6e6d0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:13.281068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a1ba5d3c-2663-40c9-82cd-185048b6e6d0 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:13.343596 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a87184c-ec51-45fd-b6a9-536c9be1a4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.346489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.371842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a87184c-ec51-45fd-b6a9-536c9be1a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.374709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Pushing event updated for resources: {'Port': ['ID=e6f2219e-3082-4c55-a43c-fe9d2893b841,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.395933 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Allocated IP 172.25.2.83 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ad259316-bc46-4236-ab01-21f32fc28979) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:13.399226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:13.402744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:13.411338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:13.527807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.581662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Attempting to bind port e6f2219e-3082-4c55-a43c-fe9d2893b841 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:13.582033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Attempting to bind port e6f2219e-3082-4c55-a43c-fe9d2893b841 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:13.582421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Attempting to bind port e6f2219e-3082-4c55-a43c-fe9d2893b841 on network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:13.596856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:13.599714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Checking segment: {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:13.600142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.600533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Bound using segment: {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:13.601022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Bound port: e6f2219e-3082-4c55-a43c-fe9d2893b841, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:13.601409 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.630494 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01c54619-7664-4910-89b6-e2adce861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:06Z', 'revision_number': 4, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '41e0f12e-cf87-462d-8ec7-e6aef916342a', 'name': '', 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'mac_address': 'fa:16:3e:06:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:04Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'subnets': [{'id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:13.679856 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c54619-7664-4910-89b6-e2adce861355 None None] The sync data for ids ['0825ae49-066b-49e3-82af-1461cd24b40f'] in n-d-798249-9 is: [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:06Z', 'revision_number': 4, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '41e0f12e-cf87-462d-8ec7-e6aef916342a', 'name': '', 'network_id': '631bc2e1-634e-4eb2-a252-0ebdbeb3b927', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'mac_address': 'fa:16:3e:06:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:04Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'subnets': [{'id': 'ba8dd177-faf9-42ad-a24d-b959f9f126a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:13.713851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] For port e6f2219e-3082-4c55-a43c-fe9d2893b841, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:13.717667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] For port e6f2219e-3082-4c55-a43c-fe9d2893b841, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6f2219e-3082-4c55-a43c-fe9d2893b841,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:13.723617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7a87184c-ec51-45fd-b6a9-536c9be1a4b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cf6fc4e3bf9427a9accea69be70eda6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2294047 Jul 15 13:33:13.724346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:13.728937 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.857650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87184c-ec51-45fd-b6a9-536c9be1a4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e87661-e349-42db-b72e-c6f390216700,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.890058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493c5f-410f-464a-895c-ea37113d09a6 None None] Pushing event updated for resources: {'Port': ['ID=e6f2219e-3082-4c55-a43c-fe9d2893b841,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.901719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Checking segment: {'id': '0b9e7c5c-464b-4a78-b784-a2de47e93843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:13.902380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Network hostable DHCP agents. Network: 0a35b430-f83a-4e2e-98fe-466aa26d9957, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:13.907982 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae3aecb4-03af-4b6d-ab94-b215c4091fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.010397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-67a6db76-ef31-47ed-8f00-355e758d6f9c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.018267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-67a6db76-ef31-47ed-8f00-355e758d6f9c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.3640990 Jul 15 13:33:14.073546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-891d5bad-efca-4e81-b068-51a2cb8467ec tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0500813 Jul 15 13:33:14.163380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae3aecb4-03af-4b6d-ab94-b215c4091fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.165241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Network 0a35b430-f83a-4e2e-98fe-466aa26d9957 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:14.210432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0a35b430-f83a-4e2e-98fe-466aa26d9957) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:14.221393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bab66-5e48-4a53-97e0-1a1e67531639 None None] Network 0a35b430-f83a-4e2e-98fe-466aa26d9957 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:14.233274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.234663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.322049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-8324fbeb-d1a8-4a00-ac17-5e0a64263979 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395000 Jul 15 13:33:14.326978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ae692d76-fdae-4de7-9872-bda908ce053c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6828477 Jul 15 13:33:14.393206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.447017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae3aecb4-03af-4b6d-ab94-b215c4091fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.457576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae3aecb4-03af-4b6d-ab94-b215c4091fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.459138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ae3aecb4-03af-4b6d-ab94-b215c4091fb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6e87661-e349-42db-b72e-c6f390216700 HTTP/1.1" status: 204 len: 168 time: 0.7280259 Jul 15 13:33:14.523163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.622681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b1cb6-3099-41eb-9d69-d5521ce03b6c None None] Network 0a35b430-f83a-4e2e-98fe-466aa26d9957 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:14.648662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ad259316-bc46-4236-ab01-21f32fc28979,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:14.651110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-37507829-6059-4ffe-94ef-4cd063dae33e service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969816 Jul 15 13:33:14.657688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aecb4-03af-4b6d-ab94-b215c4091fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e87661-e349-42db-b72e-c6f390216700,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:14.700465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:14.715438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:14.718146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:14.931941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-4a0efada-9a5c-4075-8f65-aa7ca32a1b72 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694924 Jul 15 13:33:15.066247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6f2219e-3082-4c55-a43c-fe9d2893b841 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:15.269025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e6f2219e-3082-4c55-a43c-fe9d2893b841 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:15.276437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 41e0f12e-cf87-462d-8ec7-e6aef916342a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:15.428738 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8533a5b5-f85f-4263-aa02-7056d69e5db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.508496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 41e0f12e-cf87-462d-8ec7-e6aef916342a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:15.520221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 41e0f12e-cf87-462d-8ec7-e6aef916342a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:15.520829 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.527984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:15.698960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.791710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.836879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edbfb900-8ad7-40c1-89b9-0f7f1f056878 req-4e981392-48a8-4cf2-adfd-175a51631b1d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.1196699 Jul 15 13:33:15.905857 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.952405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56939a-59fe-4400-8587-6feed29d04ae None None] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:16.011683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 41e0f12e-cf87-462d-8ec7-e6aef916342a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=41e0f12e-cf87-462d-8ec7-e6aef916342a,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:16.037767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.183847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50754) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.189846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-987032136-network', 'tenant_id': '5fe4eb7d110c4b4ea413af507188508f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:16.191567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] Provisioning for port e6f2219e-3082-4c55-a43c-fe9d2893b841 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:16.289514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] Provisioning complete for port e6f2219e-3082-4c55-a43c-fe9d2893b841 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:16.297816 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.330601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.362748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=41e0f12e-cf87-462d-8ec7-e6aef916342a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.414629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Made reservation on behalf of 5fe4eb7d110c4b4ea413af507188508f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:16.429707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.430602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.431122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.431317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.432250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.432822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.433352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.434036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.434566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.435376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.435927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.436615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.437147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:16.500898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.674327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:16.739878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.789857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.808880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.815598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] For port e6f2219e-3082-4c55-a43c-fe9d2893b841, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6f2219e-3082-4c55-a43c-fe9d2893b841,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:16.822426 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.827339 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.870891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:16.925075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.931027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8187966d-03d1-4014-803a-a81eef7c69c9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7116635 Jul 15 13:33:16.933943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.949288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:16.949463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Sync routers for ids ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:16.983212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 41e0f12e-cf87-462d-8ec7-e6aef916342a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:16.987188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d7ea6-7d62-4032-aa87-1d99d396e1aa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.018438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.022389 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Added segment a70e109a-9550-4010-bb06-6ac28b21d4a0 of type vlan for network 4b1a57ab-2716-4729-b65a-7701bed255d9 Jul 15 13:33:17.075194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Routers {'527fe7d7-e8ad-4f21-ad50-5e5fa9972046'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:17.075859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:17.184828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.192106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba94d680-0b3f-4dd6-a6e4-1d2d1bd22b09 req-10abdcf2-9f96-4e82-912a-aea68a0b6e40 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.0740845 Jul 15 13:33:17.253199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948962f-9ea7-4ebd-9c68-79b2603eaea3 None None] Pushing event updated for resources: {'Port': ['ID=e6f2219e-3082-4c55-a43c-fe9d2893b841,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.394176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.395182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.395762 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.426867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Set router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:17.509650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.517713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3296425 Jul 15 13:33:17.543729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:17.551126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Request body: {'subnet': {'network_id': '4b1a57ab-2716-4729-b65a-7701bed255d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-987032136-subnet', 'tenant_id': '5fe4eb7d110c4b4ea413af507188508f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:17.556485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 41e0f12e-cf87-462d-8ec7-e6aef916342a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.557112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.566275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-527ffdbc-66b7-4d37-87f5-ecbdf6e61974 None None] Provisioning complete for port e6f2219e-3082-4c55-a43c-fe9d2893b841 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.566985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527ffdbc-66b7-4d37-87f5-ecbdf6e61974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.622393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f418ad5-5366-4a16-9ccf-a68d6132e785 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1a57ab-2716-4729-b65a-7701bed255d9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.651395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4b1a57ab-2716-4729-b65a-7701bed255d9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:17.701192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Made reservation on behalf of 5fe4eb7d110c4b4ea413af507188508f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:17.706875 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.971475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:18.008439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Deleting port ebfdeb21-4ea4-48f4-8862-a384535916bc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:18.009021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.167577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] For port ebfdeb21-4ea4-48f4-8862-a384535916bc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ebfdeb21-4ea4-48f4-8862-a384535916bc,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:18.170472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.203396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Calling delete_port for ebfdeb21-4ea4-48f4-8862-a384535916bc owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:18.257596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.259752 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.271541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-c0de3265-0673-4091-9d66-33a7f87cf3e4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.273343 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-c0de3265-0673-4091-9d66-33a7f87cf3e4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.4463193 Jul 15 13:33:18.342322 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.355483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 3, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:18.374874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6a44ef-8027-471d-af05-8ba0997ccf8e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.392825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:18.416441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Checking router: 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:18.416805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Updating router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 port ad259316-bc46-4236-ab01-21f32fc28979 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:18.460564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Checking segment: {'id': 'a70e109a-9550-4010-bb06-6ac28b21d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4b1a57ab-2716-4729-b65a-7701bed255d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:18.460943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Network hostable DHCP agents. Network: 4b1a57ab-2716-4729-b65a-7701bed255d9, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:18.464651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.465128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c78d6183-0467-4886-916c-65a6aa28e2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.488409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-608c46b7-ecde-4296-8021-b4dc9200ae3f req-565d99ef-3656-49f1-aff4-79ce73d3af83 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.0351715 Jul 15 13:33:18.489812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.574890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfdeb21-4ea4-48f4-8862-a384535916bc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.865958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Allocated IP 172.20.0.1 (b8ecdb16-0a6b-4063-82c7-2a0f91c481c0/125e3b56-48a3-4aa2-a180-b0c46bc17dad/e4da9c48-fe9b-46c2-ac97-2b00ac58d01a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:19.031173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6f2219e-3082-4c55-a43c-fe9d2893b841 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:19.033703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.095716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Network 4b1a57ab-2716-4729-b65a-7701bed255d9 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:19.134458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.168562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4b1a57ab-2716-4729-b65a-7701bed255d9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:19.172977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Transition to ACTIVE for port object e4da9c48-fe9b-46c2-ac97-2b00ac58d01a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:19.176278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c78d6183-0467-4886-916c-65a6aa28e2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.184302 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:19.185730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.203129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08664733-f802-4919-b2b6-d140fad7fdb8 None None] Network 4b1a57ab-2716-4729-b65a-7701bed255d9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:19.211497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c78d6183-0467-4886-916c-65a6aa28e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.235188 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5e04ff3d-79ac-4a9e-890c-fff1562d7f54 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6897757 Jul 15 13:33:19.284608 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.325152 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c78d6183-0467-4886-916c-65a6aa28e2bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a19bbc40fbd542c7b9092c442427f3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3524168 Jul 15 13:33:19.329559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.337601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d6183-0467-4886-916c-65a6aa28e2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a234743a-778e-47de-9736-e40d4b6178f1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.376728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.411873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Transition to ACTIVE for port object ad259316-bc46-4236-ab01-21f32fc28979 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:19.444435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e6f2219e-3082-4c55-a43c-fe9d2893b841 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:19.445450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.450732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Router b465f8c8-6501-4aa8-a1e9-0b41d050db36 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:19.462663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.474263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:19.478435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.502959 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.558466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:19.634969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:19.639609 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:19.765110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.778417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:19.785032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-876762d0-3ef7-46c6-b1a6-936c59e61ee6 admin admin] 10.222.0.48 "PUT /v2.0/routers/b465f8c8-6501-4aa8-a1e9-0b41d050db36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2542949 Jul 15 13:33:19.790756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.791472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61de97a1-32d8-40b3-89e7-4a0bc1495a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.793958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] Sync routers for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:19.854985 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:19.856148 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:19.904548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f6bc8-7953-4ffe-84d4-cc681121a206 None None] Pushing event updated for resources: {'Port': ['ID=ad259316-bc46-4236-ab01-21f32fc28979,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.919209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Attempting to bind port ad259316-bc46-4236-ab01-21f32fc28979 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:19.920226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Attempting to bind port ad259316-bc46-4236-ab01-21f32fc28979 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:19.921052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Attempting to bind port ad259316-bc46-4236-ab01-21f32fc28979 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:20.060030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61de97a1-32d8-40b3-89e7-4a0bc1495a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.075516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96331b-cb14-4914-8a6e-c6cedf6f35d2 None None] Network 4b1a57ab-2716-4729-b65a-7701bed255d9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:20.109497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:20.110808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:20.111883 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.112519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:20.113280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Bound port: ad259316-bc46-4236-ab01-21f32fc28979, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:20.118403 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.207029 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:20.357924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.14 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/df071692-9159-4d97-9e59-62d562202429) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:20.371309 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.621545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5656584-fe0b-468e-81d6-08f462d9c096 None None] Provisioning for port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:20.645668 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:33:18Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:20.658326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5656584-fe0b-468e-81d6-08f462d9c096 None None] Provisioning complete for port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:20.663878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5656584-fe0b-468e-81d6-08f462d9c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.715127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] Checking router: b465f8c8-6501-4aa8-a1e9-0b41d050db36 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:20.751514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] Routers {'b465f8c8-6501-4aa8-a1e9-0b41d050db36'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:20.752310 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:20.759356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f5656584-fe0b-468e-81d6-08f462d9c096 None None] Port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:20.790512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] For port ad259316-bc46-4236-ab01-21f32fc28979, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:20.823261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] For port ad259316-bc46-4236-ab01-21f32fc28979, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ad259316-bc46-4236-ab01-21f32fc28979,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:20.846429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.869076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a11789b-a5f9-4aa2-b11e-d3908250b3c5 req-8ddd733f-9618-466e-83c4-2dbcc5fae5a5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.8393683 Jul 15 13:33:20.974478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Routers {'527fe7d7-e8ad-4f21-ad50-5e5fa9972046'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:20.975072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.050107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f6bc8-7953-4ffe-84d4-cc681121a206 None None] Pushing event updated for resources: {'Port': ['ID=ad259316-bc46-4236-ab01-21f32fc28979,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.092072 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] Set router b465f8c8-6501-4aa8-a1e9-0b41d050db36 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:21.137932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] Set router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:21.271850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.289851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.335382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object df071692-9159-4d97-9e59-62d562202429 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:21.354691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.366155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.397948 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61de97a1-32d8-40b3-89e7-4a0bc1495a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.400707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61de97a1-32d8-40b3-89e7-4a0bc1495a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.403804 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-61de97a1-32d8-40b3-89e7-4a0bc1495a7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a234743a-778e-47de-9736-e40d4b6178f1 HTTP/1.1" status: 204 len: 168 time: 2.0688155 Jul 15 13:33:21.435247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-e8f00bd6-d827-4e7c-b07e-2cee01b2223c tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.436917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-e8f00bd6-d827-4e7c-b07e-2cee01b2223c tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/networks?id=0a35b430-f83a-4e2e-98fe-466aa26d9957 HTTP/1.1" status: 200 len: 809 time: 0.5924575 Jul 15 13:33:21.446873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de97a1-32d8-40b3-89e7-4a0bc1495a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a234743a-778e-47de-9736-e40d4b6178f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.482623 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:33:18Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.530090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.540674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e4da9c48-fe9b-46c2-ac97-2b00ac58d01a', 'name': '', 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'mac_address': 'fa:16:3e:50:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:18Z', 'updated_at': '2021-07-15T13:33:18Z', 'revision_number': 1, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'subnets': [{'id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.580228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ba048-c4ba-4797-9565-6f7f9db485dc None None] The sync data for ids ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'] in n-d-798249-9 is: [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e4da9c48-fe9b-46c2-ac97-2b00ac58d01a', 'name': '', 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'mac_address': 'fa:16:3e:50:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:18Z', 'updated_at': '2021-07-15T13:33:18Z', 'revision_number': 1, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'subnets': [{'id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:21.585005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa09a7-a79c-4ebe-b863-2a5fd39975a5 None None] The sync data for ids ['b465f8c8-6501-4aa8-a1e9-0b41d050db36'] in n-d-798249-9 is: [{'id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'name': 'tempest-AttachVolumeShelveTestJSON-1994982502-router', 'tenant_id': '8a392eb61e9140f992ab612e1a7f30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:32Z', 'updated_at': '2021-07-15T13:33:18Z', 'revision_number': 5, 'project_id': '8a392eb61e9140f992ab612e1a7f30e7', 'gw_port': {'id': 'acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465f8c8-6501-4aa8-a1e9-0b41d050db36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:33Z', 'updated_at': '2021-07-15T13:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:21.606762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.612657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-43a44c44-cd35-4da9-a972-c45fe78df1ee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/quotas/4a3cb0922c4347738e27a804cb22107c HTTP/1.1" status: 200 len: 375 time: 0.0718780 Jul 15 13:33:21.698537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-9bb60be9-3215-4ec2-a976-5e2f1967cce6 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a3cb0922c4347738e27a804cb22107c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739722 Jul 15 13:33:21.719897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.721528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:21.725252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.740269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:21.834694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Deleting port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:21.835201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.863087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=df071692-9159-4d97-9e59-62d562202429,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.947014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:22.164100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] For port acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:22.164487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.235862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Calling delete_port for acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:22.262870 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.263779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.305996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de09bbc2-6e9c-4865-b7fb-24c4696fddc5 None None] Provisioning for port df071692-9159-4d97-9e59-62d562202429 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:22.311601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de09bbc2-6e9c-4865-b7fb-24c4696fddc5 None None] Provisioning complete for port df071692-9159-4d97-9e59-62d562202429 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:22.312148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de09bbc2-6e9c-4865-b7fb-24c4696fddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.375106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2ef14192-3f45-4cb8-8366-34a352c6e6e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0167658 Jul 15 13:33:22.381271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-0e14a16e-a368-4cc8-b3b3-ad1c5a32b61c service neutron] 10.222.0.48 "GET /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742492 Jul 15 13:33:22.387233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:22.403372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Request body: {'port': {'device_id': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:22.411822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:22.435557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-de09bbc2-6e9c-4865-b7fb-24c4696fddc5 None None] Port df071692-9159-4d97-9e59-62d562202429 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:22.721548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.778420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ebfdeb21-4ea4-48f4-8862-a384535916bc no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:22.832303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ebfdeb21-4ea4-48f4-8862-a384535916bc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:22.832664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ebfdeb21-4ea4-48f4-8862-a384535916bc not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:22.865912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-82f12fef-58de-45b1-a5c6-ccfa8862bdde None None] Provisioning complete for port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:22.866338 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82f12fef-58de-45b1-a5c6-ccfa8862bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.943130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-82f12fef-58de-45b1-a5c6-ccfa8862bdde None None] Port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:23.051450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe375-b1d7-470b-a76e-6e517f3d1088 req-ab2f0d5d-9445-4e03-a1c4-db51fbfea7bb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.059200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-451fe375-b1d7-470b-a76e-6e517f3d1088 req-ab2f0d5d-9445-4e03-a1c4-db51fbfea7bb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 932 time: 0.7613568 Jul 15 13:33:23.108402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-9aabeab4-aa27-4451-978a-21a800698b2a service neutron] 10.222.0.48 "GET /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232276 Jul 15 13:33:23.131313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.364128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-451fe375-b1d7-470b-a76e-6e517f3d1088 req-23f6a94a-f2b7-474f-b1cc-7b439492fc3b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036835 Jul 15 13:33:23.386401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.436012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.450543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2085057936'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:23.493316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Made reservation on behalf of 7a30267eb1ad4f778619475713c365da for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:23.498548 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.512020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d6306a4-fe53-4b38-9add-4ca6e1d9f4b7 req-f5328815-ef51-4a09-bbd0-cf20b893a0c5 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 210 time: 0.0855916 Jul 15 13:33:23.520207 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.604802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:23.738849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.877740 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.882329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.048304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.048943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b465f8c8-6501-4aa8-a1e9-0b41d050db36 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:24.068976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:24.086922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.093183 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ad7c3cce-db4f-450f-b1f8-26869a9959c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/527fe7d7-e8ad-4f21-ad50-5e5fa9972046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1574452 Jul 15 13:33:24.105180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8b5a1e8b-905d-4f48-a515-2e06df3724e0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b465f8c8-6501-4aa8-a1e9-0b41d050db36 HTTP/1.1" status: 204 len: 168 time: 4.3078291 Jul 15 13:33:24.107572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.108726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.137267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.243023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df071692-9159-4d97-9e59-62d562202429 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:24.254174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.270455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Transition to ACTIVE for port object df071692-9159-4d97-9e59-62d562202429 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:24.282987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.325524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:24.412984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Pushing event updated for resources: {'Port': ['ID=df071692-9159-4d97-9e59-62d562202429,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.422730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c16a60-ca38-4af3-9b28-9a3c474b1594,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.442942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.445602 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Added segment 9e01fb64-629d-4cf8-a2fd-a03aa73a3212 of type vlan for network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 Jul 15 13:33:24.460069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Deleting subnet 1030ab15-bd88-4cf1-be40-db9b36bfa8e6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:24.486700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.565290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.573463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.685675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.699423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.700231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.706625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Attempting to bind port df071692-9159-4d97-9e59-62d562202429 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:24.707219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Attempting to bind port df071692-9159-4d97-9e59-62d562202429 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:24.709187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Attempting to bind port df071692-9159-4d97-9e59-62d562202429 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:24.727007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Port df071692-9159-4d97-9e59-62d562202429 on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:24.727348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Attempting to bind port df071692-9159-4d97-9e59-62d562202429 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:24.740559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:24.740914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:24.742129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:24.743206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Bound port: df071692-9159-4d97-9e59-62d562202429, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:24.743578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.888062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] For port df071692-9159-4d97-9e59-62d562202429, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:24.899021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] For port df071692-9159-4d97-9e59-62d562202429, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=df071692-9159-4d97-9e59-62d562202429,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:24.920145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.955939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.958874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Network': ['ID=f13f03b7-80d4-47ec-97c2-fc1b21cb7e56,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.969430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6a6af086-7a95-485e-98b8-46877fc9e0f3 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8369300 Jul 15 13:33:24.975173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:25.024358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50908) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:25.040881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad259316-bc46-4236-ab01-21f32fc28979 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:25.049399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'subnet': {'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:25.196483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ad259316-bc46-4236-ab01-21f32fc28979 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:25.201462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ad259316-bc46-4236-ab01-21f32fc28979 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:25.208455 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.255986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.256623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.258855 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] 10.222.0.49 "PUT /v2.0/ports/df071692-9159-4d97-9e59-62d562202429 HTTP/1.1" status: 200 len: 1092 time: 2.8702421 Jul 15 13:33:25.262771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'tag': 'df071692-9159-4d97-9e59-62d562202429'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:25.266269 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90945b-48f1-458a-b275-3331ade98c77" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8e224c-4052-49e8-8ae3-d669fd5595a2", "tag": "df071692-9159-4d97-9e59-62d562202429"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:25.266572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2024479-43da-40b2-9cc5-7cd1d5c4f7d5 req-15c81434-5304-4cd2-aab2-7feeb2af8e78 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.286870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2024479-43da-40b2-9cc5-7cd1d5c4f7d5 req-15c81434-5304-4cd2-aab2-7feeb2af8e78 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.5534921 Jul 15 13:33:25.323928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c074e15-d186-46f6-ab22-1fbd8394eca7 service neutron] Pushing event updated for resources: {'Port': ['ID=df071692-9159-4d97-9e59-62d562202429,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.331547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Made reservation on behalf of 7a30267eb1ad4f778619475713c365da for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:25.335973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.373657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7b8156b-b6c9-4d01-81fa-ba4a095fab20 req-c956fc5c-2b06-428c-bb84-5fd2ab6516d2 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 210 time: 0.0836635 Jul 15 13:33:25.399987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.415634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.466889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ad259316-bc46-4236-ab01-21f32fc28979, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ad259316-bc46-4236-ab01-21f32fc28979,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:25.476052 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.509981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.518741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1030ab15-bd88-4cf1-be40-db9b36bfa8e6 HTTP/1.1" status: 204 len: 168 time: 1.4076741 Jul 15 13:33:25.519776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50916) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:25.527075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb52056-e5f4-4a22-8db4-39264e25337c None None] Network eb663f0d-2521-4fa9-8c65-66a08e55a976 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:25.529088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a9e8f-350a-487c-8f8d-91c5302533ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1030ab15-bd88-4cf1-be40-db9b36bfa8e6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.581363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2024479-43da-40b2-9cc5-7cd1d5c4f7d5 req-8c700145-c399-4293-80e4-5334bf12cdf8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932599 Jul 15 13:33:25.682425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.688150 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f07f2-809a-4b55-9569-e7de1514adbd x-openstack-request-id: req-b43f07f2-809a-4b55-9569-e7de1514adbd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:25.688665 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8e224c-4052-49e8-8ae3-d669fd5595a2", "tag": "df071692-9159-4d97-9e59-62d562202429", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:25.689099 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b43f07f2-809a-4b55-9569-e7de1514adbd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:25.689642 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'tag': 'df071692-9159-4d97-9e59-62d562202429', 'status': 'completed', 'code': 200} Jul 15 13:33:25.767579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Deleting port be7c47e3-1028-4184-b07c-41f08d82b3ad {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:25.768059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.786896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ad259316-bc46-4236-ab01-21f32fc28979,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.792468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:25.801324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2386dc31-3bb1-4672-805d-b018204bf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.809601 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-2386dc31-3bb1-4672-805d-b018204bf9b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 1095 time: 0.4411390 Jul 15 13:33:25.829537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:25.831672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device acf5c4e5-ed72-4557-b29b-bdefb6eeb3e7 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:25.977638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] For port be7c47e3-1028-4184-b07c-41f08d82b3ad, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=be7c47e3-1028-4184-b07c-41f08d82b3ad,segment=NetworkSegment(3be977a7-fdac-461a-b708-e5b90e2580fe),segment_id=3be977a7-fdac-461a-b708-e5b90e2580fe)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:25.978015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.030072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Calling delete_port for be7c47e3-1028-4184-b07c-41f08d82b3ad owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:26.056933 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-287fb313-061c-4991-8250-d4bf078bbade service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df071692-9159-4d97-9e59-62d562202429 HTTP/1.1" status: 200 len: 217 time: 0.2324510 Jul 15 13:33:26.057558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] DHCP port deletion for eb663f0d-2521-4fa9-8c65-66a08e55a976 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:26.230479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Deleting port be7c47e3-1028-4184-b07c-41f08d82b3ad {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:26.233542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.239628 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.353771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Pushing event deleted for resources: {'Port': ['ID=be7c47e3-1028-4184-b07c-41f08d82b3ad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.380841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] No DVR routers for this DVR port be7c47e3-1028-4184-b07c-41f08d82b3ad on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:26.461854 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.520573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-8fd2a97f-ce7b-4bb7-afd3-eafe432535fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.526931 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-8fd2a97f-ce7b-4bb7-afd3-eafe432535fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.3946853 Jul 15 13:33:26.712179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eca569e3-b681-4831-8c17-8c6394deb37a tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.714197 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eca569e3-b681-4831-8c17-8c6394deb37a tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.23 "GET /v2.0/networks?id=0a35b430-f83a-4e2e-98fe-466aa26d9957 HTTP/1.1" status: 200 len: 809 time: 0.7077723 Jul 15 13:33:26.739057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Request body: {'port': {'device_id': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957', 'admin_state_up': True, 'tenant_id': '4a3cb0922c4347738e27a804cb22107c'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:26.821085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.835476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] For port be7c47e3-1028-4184-b07c-41f08d82b3ad, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:26.835892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.844989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb663f0d-2521-4fa9-8c65-66a08e55a976']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:26.867227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Calling delete_port for be7c47e3-1028-4184-b07c-41f08d82b3ad owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:26.870855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be977a7-fdac-461a-b708-e5b90e2580fe') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:26.871158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be977a7-fdac-461a-b708-e5b90e2580fe') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:26.878069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Port be7c47e3-1028-4184-b07c-41f08d82b3ad was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:33:26.888211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.902022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Made reservation on behalf of 4a3cb0922c4347738e27a804cb22107c for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:26.905896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.920412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Sync routers for ids ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:26.925190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.930200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-7efb3be7-3fbc-442c-bd46-eb1ee11522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.931830 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-7efb3be7-3fbc-442c-bd46-eb1ee11522e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3853948 Jul 15 13:33:26.936129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Subnet': ['ID=ced91a33-a420-48a9-b4c4-15c1ab62f143,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.952756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad259316-bc46-4236-ab01-21f32fc28979 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:26.976119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] Pushing event deleted for resources: {'Port': ['ID=be7c47e3-1028-4184-b07c-41f08d82b3ad,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.985053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd83ff5-0837-45eb-bd75-6eba7597d2be None None] No DVR routers for this DVR port be7c47e3-1028-4184-b07c-41f08d82b3ad on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:27.007754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Routers {'527fe7d7-e8ad-4f21-ad50-5e5fa9972046'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:27.008591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:27.022944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c45a505d-8b60-447e-b196-d24291df66c1 req-1e3e08be-9326-4ece-9ffe-4f9f49e297fa tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 210 time: 0.3099279 Jul 15 13:33:27.048900 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.067679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:27.069328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:27.076965 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:27.083909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-ef85581a-452e-4ea3-a74d-629bdf44816d service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415715 Jul 15 13:33:27.131116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Checking segment: {'id': '9e01fb64-629d-4cf8-a2fd-a03aa73a3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:27.131515 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network hostable DHCP agents. Network: f13f03b7-80d4-47ec-97c2-fc1b21cb7e56, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:27.179388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f01e5-800c-4e05-8afe-8dff67a80602 req-bc85ef71-eba5-40d4-a6df-7eaf86b40bbc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.187196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c84f01e5-800c-4e05-8afe-8dff67a80602 req-bc85ef71-eba5-40d4-a6df-7eaf86b40bbc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.2660670 Jul 15 13:33:27.191208 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.215575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.224413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] 10.222.0.48 "DELETE /v2.0/networks/eb663f0d-2521-4fa9-8c65-66a08e55a976 HTTP/1.1" status: 204 len: 168 time: 1.6821151 Jul 15 13:33:27.231448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b9657-a03d-44af-8ac9-90f5547dac3c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb663f0d-2521-4fa9-8c65-66a08e55a976,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.262892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c84f01e5-800c-4e05-8afe-8dff67a80602 req-56c92d7a-8dc8-4438-8be3-39aef75834cb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740499 Jul 15 13:33:27.280532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Set router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:27.324501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ad259316-bc46-4236-ab01-21f32fc28979 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:27.325150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.438347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:27.534568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f13f03b7-80d4-47ec-97c2-fc1b21cb7e56) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:27.544422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.545043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.567265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16698be6-cfb2-4b87-b5a6-feae49c2d92e None None] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:27.593541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.634742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-630d354e-911e-44d7-a4fc-7b1e0c6df75e req-159629bf-4c17-4a23-a97d-73d6fb285cb1 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368886 Jul 15 13:33:27.662841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.736427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-67ef189f-b57f-4951-a7b5-352d72e19e29 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7014682 Jul 15 13:33:27.737157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.781243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-644fc2bc-cf54-470c-922e-25ec11725453 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a392eb61e9140f992ab612e1a7f30e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149497 Jul 15 13:33:27.789658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 50972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.792958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f13f03b7-80d4-47ec-97c2-fc1b21cb7e56', 'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56', 'tenant_id': '7a30267eb1ad4f778619475713c365da', 'fixed_ips': [{'subnet_id': 'ced91a33-a420-48a9-b4c4-15c1ab62f143'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:27.793898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.796902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2105240676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.812082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be7c47e3-1028-4184-b07c-41f08d82b3ad no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:27.849300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: be7c47e3-1028-4184-b07c-41f08d82b3ad {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:27.849664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device be7c47e3-1028-4184-b07c-41f08d82b3ad not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:27.898736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.899963 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.967343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Allocated IP 172.20.0.6 (0a35b430-f83a-4e2e-98fe-466aa26d9957/7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b/fc7425ab-214c-4103-a444-393416f615ab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:27.971485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e4da9c48-fe9b-46c2-ac97-2b00ac58d01a', 'name': '', 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'mac_address': 'fa:16:3e:50:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:18Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 2, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'subnets': [{'id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:28.050658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Checking router: 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:28.051019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Updating router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:28.058520 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.065973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d633b5d0-071c-401e-b5d6-ba30c9bcb8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.077513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.101633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90945b-48f1-458a-b275-3331ade98c77 req-bf6ffa93-46f4-4a8c-be9d-15dd35be5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.103042 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-bf6ffa93-46f4-4a8c-be9d-15dd35be5a9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 1095 time: 0.3648360 Jul 15 13:33:28.119363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.122710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eeb9ec5c-9afd-4393-a1c8-13446a6c6bbc tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3752518 Jul 15 13:33:28.137679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 50978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:28.185772 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.245424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Allocated IP 172.20.0.2 (f13f03b7-80d4-47ec-97c2-fc1b21cb7e56/ced91a33-a420-48a9-b4c4-15c1ab62f143/b422b56e-dc40-48cc-8820-290a607a2791) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:28.323286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b85d4f20-7600-4b83-adb2-d50384a852fd req-283922c0-537c-465f-b5c5-dc75b241dfe3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 210 time: 0.0651996 Jul 15 13:33:28.356798 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d633b5d0-071c-401e-b5d6-ba30c9bcb8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.619946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d633b5d0-071c-401e-b5d6-ba30c9bcb8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.623074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d633b5d0-071c-401e-b5d6-ba30c9bcb8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.624459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d633b5d0-071c-401e-b5d6-ba30c9bcb8a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fa0c67a-700b-4510-9278-dd82e5b82583 HTTP/1.1" status: 204 len: 168 time: 0.8340099 Jul 15 13:33:28.641540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633b5d0-071c-401e-b5d6-ba30c9bcb8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa0c67a-700b-4510-9278-dd82e5b82583,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.642339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90945b-48f1-458a-b275-3331ade98c77 req-9cd1e3b8-7f75-4cef-ab60-279fa75208b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.644011 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-9cd1e3b8-7f75-4cef-ab60-279fa75208b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.5279007 Jul 15 13:33:28.777254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.796707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Transition to ACTIVE for port object b422b56e-dc40-48cc-8820-290a607a2791 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:28.821448 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-c6c0cf44-9122-4cbf-b5c9-eee58bc667b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df071692-9159-4d97-9e59-62d562202429 HTTP/1.1" status: 200 len: 217 time: 0.1523454 Jul 15 13:33:28.828479 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.830282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Transition to ACTIVE for port object b422b56e-dc40-48cc-8820-290a607a2791 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:28.876924 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.894338 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.940815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.946866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:28.949890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:28.951865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Pushing event updated for resources: {'Port': ['ID=b422b56e-dc40-48cc-8820-290a607a2791,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.958011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:28.972548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Transition to ACTIVE for port object e4da9c48-fe9b-46c2-ac97-2b00ac58d01a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:29.029547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.073823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Attempting to bind port b422b56e-dc40-48cc-8820-290a607a2791 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:29.074389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Attempting to bind port b422b56e-dc40-48cc-8820-290a607a2791 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '9e01fb64-629d-4cf8-a2fd-a03aa73a3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:29.074859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Attempting to bind port b422b56e-dc40-48cc-8820-290a607a2791 on network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:29.093675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:29.094250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Checking segment: {'id': '9e01fb64-629d-4cf8-a2fd-a03aa73a3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:29.094863 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.095363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Bound using segment: {'id': '9e01fb64-629d-4cf8-a2fd-a03aa73a3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:29.095949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Bound port: b422b56e-dc40-48cc-8820-290a607a2791, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e01fb64-629d-4cf8-a2fd-a03aa73a3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:29.096434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.128076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.187097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273b36-9523-43f4-a4bd-5a82e3898d47 None None] Pushing event updated for resources: {'Port': ['ID=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.225961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdf019-1af6-41bd-9a20-66f36a2befa2 req-60268123-0fb6-4248-b346-d80f4bd4c324 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.227604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57fdf019-1af6-41bd-9a20-66f36a2befa2 req-60268123-0fb6-4248-b346-d80f4bd4c324 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.6900027 Jul 15 13:33:29.273182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Attempting to bind port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:29.279838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Attempting to bind port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:29.280529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Attempting to bind port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a on network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:29.307775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:29.310175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Checking segment: {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:29.310844 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.311471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Bound using segment: {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:29.312177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Bound port: e4da9c48-fe9b-46c2-ac97-2b00ac58d01a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:29.315197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.352201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Allocated IP 172.20.0.1 (f13f03b7-80d4-47ec-97c2-fc1b21cb7e56/ced91a33-a420-48a9-b4c4-15c1ab62f143/daeb5c54-a96e-437e-a74c-f7c8567d5008) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:29.370707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57fdf019-1af6-41bd-9a20-66f36a2befa2 req-79a6cad3-6e8b-4138-b2ec-077db1c92dbb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305177 Jul 15 13:33:29.390286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] For port b422b56e-dc40-48cc-8820-290a607a2791, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:29.405138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] For port b422b56e-dc40-48cc-8820-290a607a2791, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b422b56e-dc40-48cc-8820-290a607a2791,segment=NetworkSegment(9e01fb64-629d-4cf8-a2fd-a03aa73a3212),segment_id=9e01fb64-629d-4cf8-a2fd-a03aa73a3212)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:29.431472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.460687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90945b-48f1-458a-b275-3331ade98c77 req-96556e3d-82d0-43b2-b293-bf71f8340036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.462874 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-96556e3d-82d0-43b2-b293-bf71f8340036 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.6312354 Jul 15 13:33:29.535829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.619512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2949a8-8ef7-4e1b-93a0-a2797d0c4d47 None None] Pushing event updated for resources: {'Port': ['ID=b422b56e-dc40-48cc-8820-290a607a2791,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.624735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Network 0a35b430-f83a-4e2e-98fe-466aa26d9957 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:29.648420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] For port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:29.649210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:29.665467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] For port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:29.682901 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.693065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:29.853224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273b36-9523-43f4-a4bd-5a82e3898d47 None None] Pushing event updated for resources: {'Port': ['ID=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.863445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb4e3a-0c71-4760-91a3-e36ae567be49 req-cff125b8-cd10-4426-a58a-709de95ab8c5 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.878920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcdb4e3a-0c71-4760-91a3-e36ae567be49 req-cff125b8-cd10-4426-a58a-709de95ab8c5 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 931 time: 0.1956103 Jul 15 13:33:29.946294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Routers {'527fe7d7-e8ad-4f21-ad50-5e5fa9972046'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:29.951906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:29.952470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Deleting port 41e0f12e-cf87-462d-8ec7-e6aef916342a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:29.952968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.018399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcdb4e3a-0c71-4760-91a3-e36ae567be49 req-55cb3dc7-fea2-49ff-a93a-d6e2e0dc4118 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364613 Jul 15 13:33:30.133940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] For port 41e0f12e-cf87-462d-8ec7-e6aef916342a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=41e0f12e-cf87-462d-8ec7-e6aef916342a,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:30.134711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.183730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] Set router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:30.196011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Calling delete_port for 41e0f12e-cf87-462d-8ec7-e6aef916342a owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:30.529185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Pushing event updated for resources: {'Port': ['ID=fc7425ab-214c-4103-a444-393416f615ab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.589856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.591026 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.606866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90945b-48f1-458a-b275-3331ade98c77 req-c300351e-4d0c-4546-b88b-961601689285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.608395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-c300351e-4d0c-4546-b88b-961601689285 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0983903 Jul 15 13:33:30.626812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-7dcfb4a5-f205-4879-9769-a4a6b3609bf7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:33:30.627820 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-7dcfb4a5-f205-4879-9769-a4a6b3609bf7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093930 Jul 15 13:33:30.632512 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.639198 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-eea263f3-627f-48a1-904e-0c18397bfdee tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9047391 Jul 15 13:33:30.659996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-11fcfe76-26e0-4b6c-b95d-438e23dd18f4 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:33:30.661046 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-11fcfe76-26e0-4b6c-b95d-438e23dd18f4 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082119 Jul 15 13:33:30.678869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Request body: {'port': {'device_id': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:30.694159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Transition to ACTIVE for port object daeb5c54-a96e-437e-a74c-f7c8567d5008 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:30.770531 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.795669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24f6a0-0df5-46cb-8fff-6438bea22e54 req-8ae492c5-514a-4bc5-893b-80a66c6561f8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.798414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d24f6a0-0df5-46cb-8fff-6438bea22e54 req-8ae492c5-514a-4bc5-893b-80a66c6561f8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.1607840 Jul 15 13:33:30.834061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Pushing event deleted for resources: {'Port': ['ID=41e0f12e-cf87-462d-8ec7-e6aef916342a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.914525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e4da9c48-fe9b-46c2-ac97-2b00ac58d01a', 'name': '', 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'mac_address': 'fa:16:3e:50:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:18Z', 'updated_at': '2021-07-15T13:33:29Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'subnets': [{'id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:30.977777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80afd2-ba6a-4aec-90a0-4b57d7198ec7 None None] The sync data for ids ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'] in n-d-798249-9 is: [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:20Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e4da9c48-fe9b-46c2-ac97-2b00ac58d01a', 'name': '', 'network_id': 'b8ecdb16-0a6b-4063-82c7-2a0f91c481c0', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'mac_address': 'fa:16:3e:50:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:18Z', 'updated_at': '2021-07-15T13:33:29Z', 'revision_number': 4, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'subnets': [{'id': '125e3b56-48a3-4aa2-a180-b0c46bc17dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:31.018412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d24f6a0-0df5-46cb-8fff-6438bea22e54 req-d43b9bf1-f0ee-4b50-baff-440ed906888b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863406 Jul 15 13:33:31.064164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.069508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.159286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b422b56e-dc40-48cc-8820-290a607a2791 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:31.284707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:31.330242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b422b56e-dc40-48cc-8820-290a607a2791 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:31.335303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e4da9c48-fe9b-46c2-ac97-2b00ac58d01a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:31.343513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.352212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:31.519271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:31.538521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:31.539508 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.580698 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.592762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abb1b6-5f56-46d2-a576-7aa27dcc4427 req-c3671a22-2ed5-4ee6-9072-2772ec5c89c1 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.596829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.611156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83abb1b6-5f56-46d2-a576-7aa27dcc4427 req-c3671a22-2ed5-4ee6-9072-2772ec5c89c1 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 931 time: 0.2840822 Jul 15 13:33:31.612962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.699508 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.770851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-06b39b56-7474-492b-8c7c-a5cb51006321 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1334987 Jul 15 13:33:31.792848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:31.815653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460ed64-e06f-426e-ad36-8d13e494be67 None None] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:31.830149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Port': ['ID=daeb5c54-a96e-437e-a74c-f7c8567d5008,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.890152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.911598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83abb1b6-5f56-46d2-a576-7aa27dcc4427 req-6595410a-4ecb-4795-a4c5-1fd395b245d7 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995377 Jul 15 13:33:32.013710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] Provisioning for port b422b56e-dc40-48cc-8820-290a607a2791 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:32.110243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] Provisioning complete for port b422b56e-dc40-48cc-8820-290a607a2791 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:32.111223 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.159518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.161122 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9f90945b-48f1-458a-b275-3331ade98c77 req-86328f69-1356-44a5-9b55-a32a9f3cb6a5 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361301 Jul 15 13:33:32.213796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Router 0825ae49-066b-49e3-82af-1461cd24b40f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:32.399282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.426971 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.504426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:32.520918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8aaf8a47-908b-4c5d-ae61-20743b3cef4f admin admin] 10.222.0.48 "PUT /v2.0/routers/0825ae49-066b-49e3-82af-1461cd24b40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9229007 Jul 15 13:33:32.521934 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] Sync routers for ids ['0825ae49-066b-49e3-82af-1461cd24b40f'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:32.524216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.540855 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] Routers {'0825ae49-066b-49e3-82af-1461cd24b40f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:32.544100 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0825ae49-066b-49e3-82af-1461cd24b40f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:32.569420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] For port b422b56e-dc40-48cc-8820-290a607a2791, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b422b56e-dc40-48cc-8820-290a607a2791,segment=NetworkSegment(9e01fb64-629d-4cf8-a2fd-a03aa73a3212),segment_id=9e01fb64-629d-4cf8-a2fd-a03aa73a3212)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:32.598563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.686962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fa2b-b419-43b1-9deb-b36b0a618b32 req-1e7a1f32-2f33-4dd8-8495-562fcba2fc56 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.691091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7200fa2b-b419-43b1-9deb-b36b0a618b32 req-1e7a1f32-2f33-4dd8-8495-562fcba2fc56 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.2906635 Jul 15 13:33:32.729628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06419906-23ed-4429-889a-c1b53ea2979c None None] Pushing event updated for resources: {'Port': ['ID=b422b56e-dc40-48cc-8820-290a607a2791,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.750170 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] Set router 0825ae49-066b-49e3-82af-1461cd24b40f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:32.955796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7200fa2b-b419-43b1-9deb-b36b0a618b32 req-98905102-0252-4cae-bb4f-e69dc19a2b72 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253907 Jul 15 13:33:32.967726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e4da9c48-fe9b-46c2-ac97-2b00ac58d01a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:33.054944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.131617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7425ab-214c-4103-a444-393416f615ab {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:33.149101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:33.150027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.156748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.199363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Transition to ACTIVE for port object fc7425ab-214c-4103-a444-393416f615ab will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:33.208355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.219700 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:30Z', 'revision_number': 5, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:33.222564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4d180ef-f5f8-4f1c-a618-3d543a1cc363 None None] Provisioning complete for port b422b56e-dc40-48cc-8820-290a607a2791 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:33.223208 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4d180ef-f5f8-4f1c-a618-3d543a1cc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.297402 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] Checking router: 0825ae49-066b-49e3-82af-1461cd24b40f for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:33.342878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7425ab-214c-4103-a444-393416f615ab,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.348220 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] Routers {'0825ae49-066b-49e3-82af-1461cd24b40f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:33.348220 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0825ae49-066b-49e3-82af-1461cd24b40f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:33.424107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.466937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc9cff-8c5e-4671-a209-a64bda4ef166 req-3ee44df7-c1aa-4d55-b107-0a275e689f82 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.484985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46fc9cff-8c5e-4671-a209-a64bda4ef166 req-3ee44df7-c1aa-4d55-b107-0a275e689f82 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 943 time: 0.1467054 Jul 15 13:33:33.627827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4d180ef-f5f8-4f1c-a618-3d543a1cc363 None None] Provisioning for port daeb5c54-a96e-437e-a74c-f7c8567d5008 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:33.630879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46fc9cff-8c5e-4671-a209-a64bda4ef166 req-c57ef757-2234-4717-a081-7b793aff9c48 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219447 Jul 15 13:33:33.633845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4d180ef-f5f8-4f1c-a618-3d543a1cc363 None None] Provisioning complete for port daeb5c54-a96e-437e-a74c-f7c8567d5008 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:33.634241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4d180ef-f5f8-4f1c-a618-3d543a1cc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.651179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Deleting port 7a5bbaca-1295-45b8-8e7c-33c205563670 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:33.652738 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.712367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.723957 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] Set router 0825ae49-066b-49e3-82af-1461cd24b40f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:33.727660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4d180ef-f5f8-4f1c-a618-3d543a1cc363 None None] Port daeb5c54-a96e-437e-a74c-f7c8567d5008 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:33.772128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] For port 7a5bbaca-1295-45b8-8e7c-33c205563670, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7a5bbaca-1295-45b8-8e7c-33c205563670,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:33.773140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.793176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Calling delete_port for 7a5bbaca-1295-45b8-8e7c-33c205563670 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:33.855559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3b461f8b-77d9-4bbe-ae18-588fed242a81 None None] Provisioning complete for port daeb5c54-a96e-437e-a74c-f7c8567d5008 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:33.856358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b461f8b-77d9-4bbe-ae18-588fed242a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.878068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Attempting to bind port fc7425ab-214c-4103-a444-393416f615ab on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:33.878446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Attempting to bind port fc7425ab-214c-4103-a444-393416f615ab by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '0b9e7c5c-464b-4a78-b784-a2de47e93843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:33.878782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Attempting to bind port fc7425ab-214c-4103-a444-393416f615ab on network 0a35b430-f83a-4e2e-98fe-466aa26d9957 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:33.892230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Port fc7425ab-214c-4103-a444-393416f615ab on network 0a35b430-f83a-4e2e-98fe-466aa26d9957 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:33.892570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Attempting to bind port fc7425ab-214c-4103-a444-393416f615ab on network 0a35b430-f83a-4e2e-98fe-466aa26d9957 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:33.904115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b461f8b-77d9-4bbe-ae18-588fed242a81 None None] Port daeb5c54-a96e-437e-a74c-f7c8567d5008 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:33.908929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:33.909278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Checking segment: {'id': '0b9e7c5c-464b-4a78-b784-a2de47e93843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:33.909672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Bound using segment: {'id': '0b9e7c5c-464b-4a78-b784-a2de47e93843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:33.910117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Bound port: fc7425ab-214c-4103-a444-393416f615ab, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9e7c5c-464b-4a78-b784-a2de47e93843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:33.910504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.966058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.985726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.989069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.017943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5bbaca-1295-45b8-8e7c-33c205563670,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.084259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.087731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.092237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] For port fc7425ab-214c-4103-a444-393416f615ab, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:34.097350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] For port fc7425ab-214c-4103-a444-393416f615ab, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fc7425ab-214c-4103-a444-393416f615ab,segment=NetworkSegment(0b9e7c5c-464b-4a78-b784-a2de47e93843),segment_id=0b9e7c5c-464b-4a78-b784-a2de47e93843)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:34.097895 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:30Z', 'revision_number': 5, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:34.099306 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Port': ['ID=daeb5c54-a96e-437e-a74c-f7c8567d5008,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.130097 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4685-6226-43ab-b4c2-bd024892523d None None] The sync data for ids ['0825ae49-066b-49e3-82af-1461cd24b40f'] in n-d-798249-9 is: [{'id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'name': 'tempest-TestAggregatesBasicOps-1711333733-router', 'tenant_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:32:59Z', 'updated_at': '2021-07-15T13:33:30Z', 'revision_number': 5, 'project_id': 'f3abecfc88d4453a8bbf983204e01ec8', 'gw_port': {'id': '7a5bbaca-1295-45b8-8e7c-33c205563670', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0825ae49-066b-49e3-82af-1461cd24b40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:00Z', 'updated_at': '2021-07-15T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:34.136365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.225805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.226452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.227849 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] 10.222.0.23 "PUT /v2.0/ports/fc7425ab-214c-4103-a444-393416f615ab HTTP/1.1" status: 200 len: 1091 time: 3.5534027 Jul 15 13:33:34.228287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'tag': 'fc7425ab-214c-4103-a444-393416f615ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:34.230686 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715c7fcb-fddc-4508-991e-c6dc63d9192d" -d '{"events": [{"name": "network-changed", "server_uuid": "5482f35d-4a51-401f-b11d-a90c2946ad3d", "tag": "fc7425ab-214c-4103-a444-393416f615ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:34.252301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.255544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.327633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76016-dea0-4352-b1ed-b42f5b77c427 req-79b52874-e172-41da-81cb-792f60977efe tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.335187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48e76016-dea0-4352-b1ed-b42f5b77c427 req-79b52874-e172-41da-81cb-792f60977efe tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.2359664 Jul 15 13:33:34.345736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743bf3-0251-46ed-9a79-ade24fc42738 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7425ab-214c-4103-a444-393416f615ab,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.360514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:34.365090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:34.380044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.380598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0825ae49-066b-49e3-82af-1461cd24b40f {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:34.391979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.395590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c29f5ae9-6230-4d79-a63c-9398fa8f36f6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0825ae49-066b-49e3-82af-1461cd24b40f HTTP/1.1" status: 204 len: 168 time: 1.8662348 Jul 15 13:33:34.397665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:34.429521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48e76016-dea0-4352-b1ed-b42f5b77c427 req-b0f55cfa-b409-49a5-b724-db0c29421165 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933628 Jul 15 13:33:34.500448 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-7f7f9635-5061-4a51-b928-9369c4ca5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.502641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-7f7f9635-5061-4a51-b928-9369c4ca5e44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a3cb0922c4347738e27a804cb22107c&device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 1094 time: 0.2060742 Jul 15 13:33:34.508263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Deleting subnet ba8dd177-faf9-42ad-a24d-b959f9f126a2 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:34.513255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.561049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.628911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-effe5623-f340-40e5-85a7-a6fde61cd0d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7425ab-214c-4103-a444-393416f615ab HTTP/1.1" status: 200 len: 217 time: 0.1103191 Jul 15 13:33:34.634719 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca2e91-7d92-49bb-bd93-7994a3633fb4 x-openstack-request-id: req-2cca2e91-7d92-49bb-bd93-7994a3633fb4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:34.635149 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5482f35d-4a51-401f-b11d-a90c2946ad3d", "tag": "fc7425ab-214c-4103-a444-393416f615ab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:34.637585 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cca2e91-7d92-49bb-bd93-7994a3633fb4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:34.638027 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'tag': 'fc7425ab-214c-4103-a444-393416f615ab', 'status': 'completed', 'code': 200} Jul 15 13:33:34.700829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.748264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-8d1d0095-acf3-4c1f-ae72-aa48de89bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.750021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-8d1d0095-acf3-4c1f-ae72-aa48de89bcf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b HTTP/1.1" status: 200 len: 849 time: 0.1047137 Jul 15 13:33:34.752820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Router 3e915755-932a-4de7-9394-644f0ffcc4a2 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:34.815506 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-54756132-60a0-4903-b3f4-c561b867849c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a35b430-f83a-4e2e-98fe-466aa26d9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562122 Jul 15 13:33:34.820854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.835431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9c014aa-d0ce-4a11-988d-9922b15269f0 None None] Provisioning complete for port daeb5c54-a96e-437e-a74c-f7c8567d5008 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:34.836601 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9c014aa-d0ce-4a11-988d-9922b15269f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.893369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8dd177-faf9-42ad-a24d-b959f9f126a2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.914174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.914174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-81ffd895-5754-43c3-b380-f300332a38c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ba8dd177-faf9-42ad-a24d-b959f9f126a2 HTTP/1.1" status: 204 len: 168 time: 0.5147903 Jul 15 13:33:34.914526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:34.929044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a0c7c-0a4b-49ec-9273-693453d528eb None None] Network 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:34.976928 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b422b56e-dc40-48cc-8820-290a607a2791 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:34.996221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9c014aa-d0ce-4a11-988d-9922b15269f0 None None] Port daeb5c54-a96e-437e-a74c-f7c8567d5008 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:35.032925 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-dae080a1-9aa1-4530-8956-84e97cad39f8 service neutron] 10.222.0.23 "GET /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107451 Jul 15 13:33:35.129546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.206784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b422b56e-dc40-48cc-8820-290a607a2791 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:35.207155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.249446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:35.271877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] Sync routers for ids ['3e915755-932a-4de7-9394-644f0ffcc4a2'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:35.279005 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c2005472-3496-4096-9b05-0c1498598738 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "PUT /v2.0/routers/3e915755-932a-4de7-9394-644f0ffcc4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1304049 Jul 15 13:33:35.279936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51072) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.290059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'port': {'network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56', 'name': 'tempest-FloatingIPNegativeTestJSON-1065433027'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:35.342803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] Routers {'3e915755-932a-4de7-9394-644f0ffcc4a2'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:35.343899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3e915755-932a-4de7-9394-644f0ffcc4a2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:35.411072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] DHCP port deletion for 631bc2e1-634e-4eb2-a252-0ebdbeb3b927 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:35.419340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:35.454806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fd5ee57-3e10-4ea4-a5a2-64ed7a1fd929 req-fa646a91-7919-4813-9b5f-e284adee0a76 service neutron] 10.222.0.23 "GET /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495901 Jul 15 13:33:35.487374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 41e0f12e-cf87-462d-8ec7-e6aef916342a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:35.516225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Made reservation on behalf of 7a30267eb1ad4f778619475713c365da for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:35.522988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.558889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] Routers {'3e915755-932a-4de7-9394-644f0ffcc4a2'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:35.566596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3e915755-932a-4de7-9394-644f0ffcc4a2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:35.572995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 41e0f12e-cf87-462d-8ec7-e6aef916342a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:35.573620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 41e0f12e-cf87-462d-8ec7-e6aef916342a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:35.584730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] device_id is not set on port 42d67d7e-ace1-48e7-8009-bad599113679 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:35.680045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6b4b-cb4e-4170-9076-91ce9e1e4674 req-63fdd0b3-aa15-453c-b97d-96ed2e3ad396 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.687847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49ff6b4b-cb4e-4170-9076-91ce9e1e4674 req-63fdd0b3-aa15-453c-b97d-96ed2e3ad396 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 943 time: 0.7560470 Jul 15 13:33:35.722381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:35.724498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c0241-d3bf-49e4-8dcb-b0da0e1a3a4c None None] The sync data for ids ['3e915755-932a-4de7-9394-644f0ffcc4a2'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:35.758482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] Deleting port 32e41a13-0b42-47a1-a78d-515f509c5076 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:35.759979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.771665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Deleting port 32e41a13-0b42-47a1-a78d-515f509c5076 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:35.772010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.793555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Allocated IP 172.20.0.9 (f13f03b7-80d4-47ec-97c2-fc1b21cb7e56/ced91a33-a420-48a9-b4c4-15c1ab62f143/42d67d7e-ace1-48e7-8009-bad599113679) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:35.838970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49ff6b4b-cb4e-4170-9076-91ce9e1e4674 req-db59c25a-7fc0-44c9-b28f-92442afeb279 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502306 Jul 15 13:33:35.862305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] For port 32e41a13-0b42-47a1-a78d-515f509c5076, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32e41a13-0b42-47a1-a78d-515f509c5076,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:35.862869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.879698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] Calling delete_port for 32e41a13-0b42-47a1-a78d-515f509c5076 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:35.903651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] For port 32e41a13-0b42-47a1-a78d-515f509c5076, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32e41a13-0b42-47a1-a78d-515f509c5076,segment=NetworkSegment(ef690a0d-a42b-407d-9359-9fe73c32c310),segment_id=ef690a0d-a42b-407d-9359-9fe73c32c310)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:35.904174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.925368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Calling delete_port for 32e41a13-0b42-47a1-a78d-515f509c5076 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:35.945673 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-43b3f6e1-0f6d-4b8f-b029-e4e25bdf4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.947385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-43b3f6e1-0f6d-4b8f-b029-e4e25bdf4902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a3cb0922c4347738e27a804cb22107c&device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 1094 time: 0.3912776 Jul 15 13:33:35.958977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de498243-46e2-475a-982d-14de986f8682 req-56b8679f-fa02-4bd3-88b7-be24b2a15fa4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.962722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de498243-46e2-475a-982d-14de986f8682 req-56b8679f-fa02-4bd3-88b7-be24b2a15fa4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.2531025 Jul 15 13:33:35.975868 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.010978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] Pushing event deleted for resources: {'Port': ['ID=32e41a13-0b42-47a1-a78d-515f509c5076,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.024896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0418267-0379-4a22-8b25-f9e8ce0a00c8 None None] No DVR routers for this DVR port 32e41a13-0b42-47a1-a78d-515f509c5076 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:36.064437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de498243-46e2-475a-982d-14de986f8682 req-0acebeab-8577-49c1-9968-2307b8a6ffc2 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962672 Jul 15 13:33:36.086521 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.117229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Pushing event deleted for resources: {'Port': ['ID=32e41a13-0b42-47a1-a78d-515f509c5076,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.117352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.119072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] No DVR routers for this DVR port 32e41a13-0b42-47a1-a78d-515f509c5076 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:36.142837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-f8db5af1-6acd-460a-81dc-b80adf859102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.145733 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-f8db5af1-6acd-460a-81dc-b80adf859102 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a35b430-f83a-4e2e-98fe-466aa26d9957 HTTP/1.1" status: 200 len: 910 time: 0.1913576 Jul 15 13:33:36.148446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Transition to ACTIVE for port object 42d67d7e-ace1-48e7-8009-bad599113679 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:36.202039 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-fa898833-7f9b-4b0a-94cd-fed33555394a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7425ab-214c-4103-a444-393416f615ab HTTP/1.1" status: 200 len: 217 time: 0.0458729 Jul 15 13:33:36.206170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.217082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631bc2e1-634e-4eb2-a252-0ebdbeb3b927']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:36.228054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef690a0d-a42b-407d-9359-9fe73c32c310') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:36.228521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef690a0d-a42b-407d-9359-9fe73c32c310') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:36.238507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.258805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.265810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:36.266466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:36.268528 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:36.271616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-c42db4e8-b368-414e-8b4f-4e599f108979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.271616 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-c42db4e8-b368-414e-8b4f-4e599f108979 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b HTTP/1.1" status: 200 len: 849 time: 0.0618036 Jul 15 13:33:36.287987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.311460 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-6091ba62-c30d-4b26-a1b4-72ac7fc4c79a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a35b430-f83a-4e2e-98fe-466aa26d9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325882 Jul 15 13:33:36.330154 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.337024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.339771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] 10.222.0.48 "DELETE /v2.0/networks/631bc2e1-634e-4eb2-a252-0ebdbeb3b927 HTTP/1.1" status: 204 len: 168 time: 1.4229410 Jul 15 13:33:36.351688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:36.353376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3325ea-db8e-47b0-8e15-d97922b4ad6e admin admin] Pushing event deleted for resources: {'Network': ['ID=631bc2e1-634e-4eb2-a252-0ebdbeb3b927,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.420129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:36.432622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:36.434952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:36.738861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a5097025-c409-4848-9c47-f016e68bae54 None None] Provisioning for port 42d67d7e-ace1-48e7-8009-bad599113679 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:36.746921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a5097025-c409-4848-9c47-f016e68bae54 None None] Provisioning complete for port 42d67d7e-ace1-48e7-8009-bad599113679 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:36.747460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5097025-c409-4848-9c47-f016e68bae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.784405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32e41a13-0b42-47a1-a78d-515f509c5076 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:36.816229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 32e41a13-0b42-47a1-a78d-515f509c5076 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:36.816730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32e41a13-0b42-47a1-a78d-515f509c5076 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:36.817375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a5bbaca-1295-45b8-8e7c-33c205563670 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:36.841268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7a5bbaca-1295-45b8-8e7c-33c205563670 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:36.842103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7a5bbaca-1295-45b8-8e7c-33c205563670 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:36.852160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a5097025-c409-4848-9c47-f016e68bae54 None None] Port 42d67d7e-ace1-48e7-8009-bad599113679 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:36.868454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Port': ['ID=42d67d7e-ace1-48e7-8009-bad599113679,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.001700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.002053 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.002442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.002785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.003118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.003454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.003785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.004113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.004440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.004770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.005093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.005413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:37.038071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.039128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.056652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2e1f8-df16-44f3-b07a-ff9ac689d6b7 req-d7526b57-87ce-48b8-9de0-de22b4c0e39c tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.060688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ad2e1f8-df16-44f3-b07a-ff9ac689d6b7 req-d7526b57-87ce-48b8-9de0-de22b4c0e39c tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 943 time: 0.0791090 Jul 15 13:33:37.077266 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-96d28b75-863f-4c6f-a876-adf72b5e6c09 service neutron] 10.222.0.23 "GET /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402558 Jul 15 13:33:37.081395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-048846b7-72f4-4cf0-a079-67cec423cb46 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7976265 Jul 15 13:33:37.089808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:37.102566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:37.148191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ad2e1f8-df16-44f3-b07a-ff9ac689d6b7 req-d0d32b9e-a2a7-41c1-9d1a-0a8d6c1a3773 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794287 Jul 15 13:33:37.174108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.317977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fc7425ab-214c-4103-a444-393416f615ab details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:37.484959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46430-df66-4c35-8df4-c4a778324f6e req-b3d90b2f-6037-42be-980d-2677a5497d87 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.486536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbe46430-df66-4c35-8df4-c4a778324f6e req-b3d90b2f-6037-42be-980d-2677a5497d87 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 944 time: 0.2114854 Jul 15 13:33:37.503803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fc7425ab-214c-4103-a444-393416f615ab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fc7425ab-214c-4103-a444-393416f615ab,segment=NetworkSegment(0b9e7c5c-464b-4a78-b784-a2de47e93843),segment_id=0b9e7c5c-464b-4a78-b784-a2de47e93843)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:37.504021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.548182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'fc7425ab-214c-4103-a444-393416f615ab', 'network_id': '0a35b430-f83a-4e2e-98fe-466aa26d9957', 'port_id': 'fc7425ab-214c-4103-a444-393416f615ab', 'mac_address': 'fa:16:3e:19:e8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:37.588720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbe46430-df66-4c35-8df4-c4a778324f6e req-00cc9821-8e96-49cf-9037-f7831fec2129 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941830 Jul 15 13:33:37.642357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.646944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device df071692-9159-4d97-9e59-62d562202429 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:37.677720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7425ab-214c-4103-a444-393416f615ab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:37.686764 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-715c7fcb-fddc-4508-991e-c6dc63d9192d req-4676bf26-9e2c-4904-8958-0f2ef1b6bafd service neutron] 10.222.0.23 "GET /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717483 Jul 15 13:33:37.725910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fc7425ab-214c-4103-a444-393416f615ab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fc7425ab-214c-4103-a444-393416f615ab,segment=NetworkSegment(0b9e7c5c-464b-4a78-b784-a2de47e93843),segment_id=0b9e7c5c-464b-4a78-b784-a2de47e93843)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:37.745774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.747568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Allocated IP 172.25.2.35 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/bf179307-d90a-4fba-b40b-de8bedeac1b7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:37.898079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port df071692-9159-4d97-9e59-62d562202429, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=df071692-9159-4d97-9e59-62d562202429,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:37.960573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'df071692-9159-4d97-9e59-62d562202429', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': 'df071692-9159-4d97-9e59-62d562202429', 'mac_address': 'fa:16:3e:91:40:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:37.970265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.970640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.073491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.086277 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.137298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:38.142317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:38.145821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=fc7425ab-214c-4103-a444-393416f615ab,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.151884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df071692-9159-4d97-9e59-62d562202429 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:38.152551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:38.184553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port df071692-9159-4d97-9e59-62d562202429, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=df071692-9159-4d97-9e59-62d562202429,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:38.192653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['fc7425ab-214c-4103-a444-393416f615ab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:38.201955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Deleting port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:38.202467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.207072 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.267141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Port': ['ID=bf179307-d90a-4fba-b40b-de8bedeac1b7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.342867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] For port e4da9c48-fe9b-46c2-ac97-2b00ac58d01a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:38.344120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.360769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Calling delete_port for e4da9c48-fe9b-46c2-ac97-2b00ac58d01a owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:38.394362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=df071692-9159-4d97-9e59-62d562202429,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.458604 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.469127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['df071692-9159-4d97-9e59-62d562202429'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:38.568097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.609534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5150fd-8dca-40c7-99eb-45b6d75e9c14 req-2542e60d-5d06-4aff-b12a-72457dcf2da3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.615781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a5150fd-8dca-40c7-99eb-45b6d75e9c14 req-2542e60d-5d06-4aff-b12a-72457dcf2da3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 944 time: 0.1521811 Jul 15 13:33:38.700418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.736893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a5150fd-8dca-40c7-99eb-45b6d75e9c14 req-ae4628af-7b8b-40fe-85f5-28d2fe3b22ed tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142318 Jul 15 13:33:38.765401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4da9c48-fe9b-46c2-ac97-2b00ac58d01a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.993775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.002904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.088396 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.089933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Port': ['ID=bf179307-d90a-4fba-b40b-de8bedeac1b7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.111830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd965c3-820c-4e9a-86ae-20498c594195 req-81b20553-c7ab-4cba-8c91-66de3f233778 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.113365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd965c3-820c-4e9a-86ae-20498c594195 req-81b20553-c7ab-4cba-8c91-66de3f233778 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 945 time: 0.3105614 Jul 15 13:33:39.118562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.148827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.149919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-04bbeb14-d06c-44f6-bd51-100d070cb016 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0590990 Jul 15 13:33:39.158257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51122) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.158257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-66e35ae0-656c-4226-a599-9875d0186941 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'floatingip': {'port_id': '42d67d7e-ace1-48e7-8009-bad599113679', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:39.167685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd965c3-820c-4e9a-86ae-20498c594195 req-acec78fc-100d-40bf-95cd-00db876750f1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Jul 15 13:33:39.208995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66e35ae0-656c-4226-a599-9875d0186941 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.333538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fc7425ab-214c-4103-a444-393416f615ab up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:39.382745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port fc7425ab-214c-4103-a444-393416f615ab completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:39.386180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port fc7425ab-214c-4103-a444-393416f615ab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:39.386580 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.409086 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-66e35ae0-656c-4226-a599-9875d0186941 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] update failed (client error): The resource could not be found. Jul 15 13:33:39.410055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-66e35ae0-656c-4226-a599-9875d0186941 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "PUT /v2.0/floatingips/e1a5dacb-be2f-48da-9d56-e6fc20a3af8f HTTP/1.1" status: 404 len: 507 time: 0.2558022 Jul 15 13:33:39.412989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.464225 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.480211 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:39.487921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7425ab-214c-4103-a444-393416f615ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:39.490472 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb2bb1-2aec-4cb2-b28b-4ca90bae2d08" -d '{"events": [{"server_uuid": "5482f35d-4a51-401f-b11d-a90c2946ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7425ab-214c-4103-a444-393416f615ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:39.511649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port fc7425ab-214c-4103-a444-393416f615ab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fc7425ab-214c-4103-a444-393416f615ab,segment=NetworkSegment(0b9e7c5c-464b-4a78-b784-a2de47e93843),segment_id=0b9e7c5c-464b-4a78-b784-a2de47e93843)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:39.519128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.566619 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28221c-e1d3-4c4a-a5f0-c3167b67d75e x-openstack-request-id: req-1c28221c-e1d3-4c4a-a5f0-c3167b67d75e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:39.566908 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482f35d-4a51-401f-b11d-a90c2946ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7425ab-214c-4103-a444-393416f615ab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:39.567161 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c28221c-e1d3-4c4a-a5f0-c3167b67d75e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:39.568141 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7425ab-214c-4103-a444-393416f615ab', 'code': 200} Jul 15 13:33:39.594982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=fc7425ab-214c-4103-a444-393416f615ab,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.604111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Deleting port bf179307-d90a-4fba-b40b-de8bedeac1b7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:39.604379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.634095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:39.639449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-71eb65c5-5750-4af3-9eac-528b47ee0194 admin admin] 10.222.0.48 "PUT /v2.0/routers/527fe7d7-e8ad-4f21-ad50-5e5fa9972046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2865589 Jul 15 13:33:39.645895 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] Sync routers for ids ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:39.652211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device df071692-9159-4d97-9e59-62d562202429 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:39.657126 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] Routers {'527fe7d7-e8ad-4f21-ad50-5e5fa9972046'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:39.657751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:39.658549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.708427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.708771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.735409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Calling delete_port for bf179307-d90a-4fba-b40b-de8bedeac1b7 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:39.753601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port df071692-9159-4d97-9e59-62d562202429 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:39.758272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port df071692-9159-4d97-9e59-62d562202429 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:39.758272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.783645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2b894-1afa-489e-9936-946691106ae0 req-9265c054-8c5c-4cbb-a269-266dbfc1bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.785702 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dab2b894-1afa-489e-9936-946691106ae0 req-9265c054-8c5c-4cbb-a269-266dbfc1bb7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 1096 time: 0.1634614 Jul 15 13:33:39.817380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.817514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] Set router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:39.889504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.943216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.975389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port df071692-9159-4d97-9e59-62d562202429, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=df071692-9159-4d97-9e59-62d562202429,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:39.981494 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.018849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Port': ['ID=bf179307-d90a-4fba-b40b-de8bedeac1b7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.021074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-dab2b894-1afa-489e-9936-946691106ae0 req-3602047c-1379-4217-938c-80bcd13a48a8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268643 Jul 15 13:33:40.022649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.091932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=df071692-9159-4d97-9e59-62d562202429,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.113635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.116371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.120868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e02e6212-62da-42f9-9ee6-920b1178cb83 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "DELETE /v2.0/floatingips/e1a5dacb-be2f-48da-9d56-e6fc20a3af8f HTTP/1.1" status: 204 len: 168 time: 0.7031617 Jul 15 13:33:40.121063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.126516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-256684a8-cffb-4062-aa0e-6972bfd69dae tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'floatingip': {'floating_network_id': 'f13f03b7-80d4-47ec-97c2-fc1b21cb7e56', 'port_id': '42d67d7e-ace1-48e7-8009-bad599113679', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:40.131720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Deleting port ad259316-bc46-4236-ab01-21f32fc28979 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:40.132824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.160069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-256684a8-cffb-4062-aa0e-6972bfd69dae tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.174160 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:38Z', 'revision_number': 5, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port': {'id': 'ad259316-bc46-4236-ab01-21f32fc28979', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:13Z', 'updated_at': '2021-07-15T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:40.211659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f249-0a0d-4217-b4f0-8ed92a27e508 req-b7d70cd6-c279-4bef-b1be-219b67fcbd43 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:40.213787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] Checking router: 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:40.219390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65e1f249-0a0d-4217-b4f0-8ed92a27e508 req-b7d70cd6-c279-4bef-b1be-219b67fcbd43 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 945 time: 0.2383993 Jul 15 13:33:40.225496 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] Routers {'527fe7d7-e8ad-4f21-ad50-5e5fa9972046'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:40.226589 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:40.278823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65e1f249-0a0d-4217-b4f0-8ed92a27e508 req-1c49bb1a-157a-4ef9-a710-4a985627353c tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582993 Jul 15 13:33:40.322890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] For port ad259316-bc46-4236-ab01-21f32fc28979, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ad259316-bc46-4236-ab01-21f32fc28979,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:40.323264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.351701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Calling delete_port for ad259316-bc46-4236-ab01-21f32fc28979 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:40.364860 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] Set router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:40.414483 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-256684a8-cffb-4062-aa0e-6972bfd69dae tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:33:40.416929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-256684a8-cffb-4062-aa0e-6972bfd69dae tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2940745 Jul 15 13:33:40.419801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.426167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '42d67d7e-ace1-48e7-8009-bad599113679', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:40.449024 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:40Z', 'revision_number': 6, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:40.501171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff4392-ee3d-4b0f-af4e-643a42145508 None None] The sync data for ids ['527fe7d7-e8ad-4f21-ad50-5e5fa9972046'] in n-d-798249-9 is: [{'id': '527fe7d7-e8ad-4f21-ad50-5e5fa9972046', 'name': 'tempest-TestAggregatesBasicOps-2017019123-router', 'tenant_id': '3e2e1d582a614041be1d1edc8b61936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:12Z', 'updated_at': '2021-07-15T13:33:40Z', 'revision_number': 6, 'project_id': '3e2e1d582a614041be1d1edc8b61936b', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:40.527684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf081-9810-4691-a703-a2a3487cf39b req-1b881d58-6fa6-44ff-b0e0-6f53a7a41f88 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:40.529942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-077cf081-9810-4691-a703-a2a3487cf39b req-1b881d58-6fa6-44ff-b0e0-6f53a7a41f88 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.0763288 Jul 15 13:33:40.544283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.593565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-077cf081-9810-4691-a703-a2a3487cf39b req-7d89a100-8b6f-4046-9538-39604bee2a72 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Jul 15 13:33:40.730668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.777045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.789865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad259316-bc46-4236-ab01-21f32fc28979,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.938201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.065236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Allocated IP 172.25.2.149 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/66e319d8-06b0-4346-9d9e-55407fae0e64) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:41.071881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.075854 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.155285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.156689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527fe7d7-e8ad-4f21-ad50-5e5fa9972046 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:41.161182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.162374 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13616544-8d3c-4277-97bd-dca69f6e9703 admin admin] 10.222.0.48 "DELETE /v2.0/routers/527fe7d7-e8ad-4f21-ad50-5e5fa9972046 HTTP/1.1" status: 204 len: 168 time: 1.5027010 Jul 15 13:33:41.165606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:41.233703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Deleting subnet 125e3b56-48a3-4aa2-a180-b0c46bc17dad {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:41.239870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.241342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.285163 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.285773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.336946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event updated for resources: {'Port': ['ID=66e319d8-06b0-4346-9d9e-55407fae0e64,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.373557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:41.375667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:41.379331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:41.384579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e4da9c48-fe9b-46c2-ac97-2b00ac58d01a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:41.436393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e4da9c48-fe9b-46c2-ac97-2b00ac58d01a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:41.443945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e4da9c48-fe9b-46c2-ac97-2b00ac58d01a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:41.467683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.574738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df071692-9159-4d97-9e59-62d562202429'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:41.578130 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd55c8-e5c2-4e46-b978-8e52db6f94f1" -d '{"events": [{"server_uuid": "6d8e224c-4052-49e8-8ae3-d669fd5595a2", "name": "network-vif-plugged", "status": "completed", "tag": "df071692-9159-4d97-9e59-62d562202429"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:41.605329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647431dc-1e3c-45b5-bab4-a1ea2565f55c req-a87170cb-2eda-4384-801c-688441895761 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.610400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-647431dc-1e3c-45b5-bab4-a1ea2565f55c req-a87170cb-2eda-4384-801c-688441895761 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 945 time: 0.1132765 Jul 15 13:33:41.610400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.709983 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02235736-3c60-4eb7-a72b-6f1941c580c9 x-openstack-request-id: req-02235736-3c60-4eb7-a72b-6f1941c580c9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:41.710453 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8e224c-4052-49e8-8ae3-d669fd5595a2", "name": "network-vif-plugged", "status": "completed", "tag": "df071692-9159-4d97-9e59-62d562202429", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:41.710799 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02235736-3c60-4eb7-a72b-6f1941c580c9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:41.711318 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df071692-9159-4d97-9e59-62d562202429', 'code': 200} Jul 15 13:33:41.744519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125e3b56-48a3-4aa2-a180-b0c46bc17dad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.771198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2f89d-b6e2-4d95-b91f-10b5716aa19d None None] Network b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:41.774597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.789120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32565e07-0797-4759-a621-627dc5f5ad25 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/125e3b56-48a3-4aa2-a180-b0c46bc17dad HTTP/1.1" status: 204 len: 168 time: 0.6202517 Jul 15 13:33:41.796116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:41.921805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-647431dc-1e3c-45b5-bab4-a1ea2565f55c req-792bbc4e-6519-4bb7-bab6-94d0dc3dc8a1 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878778 Jul 15 13:33:42.059823 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.177387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98415c68-7e2b-44af-b83b-8bfa688580d4 req-cc57a70c-3364-4042-8acd-d83a444efd49 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.179132 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98415c68-7e2b-44af-b83b-8bfa688580d4 req-cc57a70c-3364-4042-8acd-d83a444efd49 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.2419541 Jul 15 13:33:42.212276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Deleting port e6f2219e-3082-4c55-a43c-fe9d2893b841 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:42.212724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.251539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98415c68-7e2b-44af-b83b-8bfa688580d4 req-e3762411-0493-4d83-8fd3-8fe6ea0ba28e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Jul 15 13:33:42.324670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Deleting port 66e319d8-06b0-4346-9d9e-55407fae0e64 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:42.325175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.349768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] For port e6f2219e-3082-4c55-a43c-fe9d2893b841, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6f2219e-3082-4c55-a43c-fe9d2893b841,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:42.350367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.359903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230dffb-2c38-4b3c-b889-2c985beadece req-5a82738e-b679-4c8c-8db6-0d12b8933436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.362037 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a230dffb-2c38-4b3c-b889-2c985beadece req-5a82738e-b679-4c8c-8db6-0d12b8933436 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 1097 time: 0.1408844 Jul 15 13:33:42.373623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Calling delete_port for e6f2219e-3082-4c55-a43c-fe9d2893b841 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:42.411244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] DHCP port deletion for b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:42.451048 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a230dffb-2c38-4b3c-b889-2c985beadece req-d875ffa3-882a-487b-847b-acd14db9ef03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Jul 15 13:33:42.460384 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.460766 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.475069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Calling delete_port for 66e319d8-06b0-4346-9d9e-55407fae0e64 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:42.501265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] Deleting port e6f2219e-3082-4c55-a43c-fe9d2893b841 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:42.501265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.618271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] For port e6f2219e-3082-4c55-a43c-fe9d2893b841, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e6f2219e-3082-4c55-a43c-fe9d2893b841,segment=NetworkSegment(a00268c5-2e9c-4a1c-bc30-dcf3281c889d),segment_id=a00268c5-2e9c-4a1c-bc30-dcf3281c889d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:42.618882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.630188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.638582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] Calling delete_port for e6f2219e-3082-4c55-a43c-fe9d2893b841 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:42.643705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.681844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] No DVR routers for this DVR port e6f2219e-3082-4c55-a43c-fe9d2893b841 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:42.703660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-268e6728-d41a-4919-a03c-36454e112d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.716591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f2219e-3082-4c55-a43c-fe9d2893b841,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.734664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.735016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.735358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.735696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.736030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.736361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.736692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.737016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.737344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.737668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.738060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.738327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:42.756170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.773014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Port': ['ID=66e319d8-06b0-4346-9d9e-55407fae0e64,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.780090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.791408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ecdb16-0a6b-4063-82c7-2a0f91c481c0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.795605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] Pushing event deleted for resources: {'Port': ['ID=e6f2219e-3082-4c55-a43c-fe9d2893b841,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.799031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e200e-1382-490e-bcea-99d630c3c0b5 None None] No DVR routers for this DVR port e6f2219e-3082-4c55-a43c-fe9d2893b841 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:42.822520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.822887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00268c5-2e9c-4a1c-bc30-dcf3281c889d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.831029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6f2219e-3082-4c55-a43c-fe9d2893b841 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:42.840320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.855014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e6f2219e-3082-4c55-a43c-fe9d2893b841 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:42.855364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e6f2219e-3082-4c55-a43c-fe9d2893b841 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:42.855759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad259316-bc46-4236-ab01-21f32fc28979 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:42.861786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.868980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:42.869852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:42.872553 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:42.876745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ad259316-bc46-4236-ab01-21f32fc28979 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:42.877090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ad259316-bc46-4236-ab01-21f32fc28979 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:42.923075 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] create failed (client error): The resource could not be found. Jul 15 13:33:42.925363 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9a808203-ee08-4cb5-9ddb-f6498bd941ac tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5033703 Jul 15 13:33:42.927633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:42.989614 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.033136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.038419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b8ecdb16-0a6b-4063-82c7-2a0f91c481c0 HTTP/1.1" status: 204 len: 168 time: 1.2389412 Jul 15 13:33:43.039422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002676a-6346-4eda-a70d-0f8d2a593528 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ecdb16-0a6b-4063-82c7-2a0f91c481c0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.150184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Deleting port 42d67d7e-ace1-48e7-8009-bad599113679 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:43.150849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.269245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.283235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Calling delete_port for 42d67d7e-ace1-48e7-8009-bad599113679 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:43.385109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.480310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bcf83042-ae06-4ab2-87dc-ebaa104beb2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3abecfc88d4453a8bbf983204e01ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937338 Jul 15 13:33:43.482631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.529365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.577186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Port': ['ID=42d67d7e-ace1-48e7-8009-bad599113679,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.626376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb9adeb5-f840-499d-bc2c-4b1934f801a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.685782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.693498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb9adeb5-f840-499d-bc2c-4b1934f801a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.695509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51232) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.697527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7ffc9e3-5c57-43e0-8319-e9807af005d9 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "DELETE /v2.0/ports/42d67d7e-ace1-48e7-8009-bad599113679 HTTP/1.1" status: 204 len: 168 time: 0.7685835 Jul 15 13:33:43.819847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798947c-de71-483f-a8f2-7fa392b2ef77 req-393aadd0-4223-4b9d-a80c-926b2df09b61 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:43.826539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c798947c-de71-483f-a8f2-7fa392b2ef77 req-393aadd0-4223-4b9d-a80c-926b2df09b61 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.2527564 Jul 15 13:33:44.224462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b60cb-16d1-4a84-81e2-b8e6d87a4a38 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.224713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51240) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.226753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8e3b60cb-16d1-4a84-81e2-b8e6d87a4a38 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e915755-932a-4de7-9394-644f0ffcc4a2 HTTP/1.1" status: 200 len: 913 time: 0.5293896 Jul 15 13:33:44.247378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb9adeb5-f840-499d-bc2c-4b1934f801a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.251158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb9adeb5-f840-499d-bc2c-4b1934f801a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.255167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb9adeb5-f840-499d-bc2c-4b1934f801a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdd1c766-c223-4e03-8763-4c3ae0350763 HTTP/1.1" status: 204 len: 168 time: 0.7709041 Jul 15 13:33:44.273551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c798947c-de71-483f-a8f2-7fa392b2ef77 req-84671c00-fe00-47ef-b20e-3bb329fc921b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426148 Jul 15 13:33:44.294676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9adeb5-f840-499d-bc2c-4b1934f801a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd1c766-c223-4e03-8763-4c3ae0350763,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:44.620530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.765568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51252) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.810808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb790912-a401-46d6-946e-4568e0a4484c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e2e1d582a614041be1d1edc8b61936b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439570 Jul 15 13:33:44.813750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.868754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44458ccf-f7a8-4e86-a692-57eb5d5891ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.893910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44458ccf-f7a8-4e86-a692-57eb5d5891ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.023225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44458ccf-f7a8-4e86-a692-57eb5d5891ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.026591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44458ccf-f7a8-4e86-a692-57eb5d5891ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.030022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-44458ccf-f7a8-4e86-a692-57eb5d5891ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/914ccd6f-23c2-4c8a-9d8e-a04aee5ba02a HTTP/1.1" status: 204 len: 168 time: 0.2129183 Jul 15 13:33:45.056333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44458ccf-f7a8-4e86-a692-57eb5d5891ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ccd6f-23c2-4c8a-9d8e-a04aee5ba02a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.082001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Deleting port daeb5c54-a96e-437e-a74c-f7c8567d5008 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:45.082424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.162805 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:45.239988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.255175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Calling delete_port for daeb5c54-a96e-437e-a74c-f7c8567d5008 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:45.315630 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95ab7306-2e1e-4e3c-97b9-823d8ad0d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.587852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182a7c-cd6a-42d2-90f1-927b1d5f6586 req-cc36dfdb-102b-4174-9ed3-f4d407aa9bdc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:45.589575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e182a7c-cd6a-42d2-90f1-927b1d5f6586 req-cc36dfdb-102b-4174-9ed3-f4d407aa9bdc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.1255457 Jul 15 13:33:45.594891 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.652782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e182a7c-cd6a-42d2-90f1-927b1d5f6586 req-c7b8d508-97b9-4c63-a4d4-f397806a79b6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554299 Jul 15 13:33:45.664100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.744939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Port': ['ID=daeb5c54-a96e-437e-a74c-f7c8567d5008,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:46.052645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4cb2e-594f-411a-852a-0b301805b54f req-61d47a15-565d-4de3-b093-5e9167fc9964 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:46.054522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44e4cb2e-594f-411a-852a-0b301805b54f req-61d47a15-565d-4de3-b093-5e9167fc9964 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.1840994 Jul 15 13:33:46.073086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.129847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44e4cb2e-594f-411a-852a-0b301805b54f req-53bc80f6-39ba-474c-872f-a7a18586b091 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686033 Jul 15 13:33:46.349842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Router 3e915755-932a-4de7-9394-644f0ffcc4a2 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:46.541524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:46.555431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] Sync routers for ids ['3e915755-932a-4de7-9394-644f0ffcc4a2'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:46.557119 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5a70e841-3916-47ea-970b-1e1bd2544960 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "PUT /v2.0/routers/3e915755-932a-4de7-9394-644f0ffcc4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313274 Jul 15 13:33:46.560316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:46.591593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] Routers {'3e915755-932a-4de7-9394-644f0ffcc4a2'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:46.592257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3e915755-932a-4de7-9394-644f0ffcc4a2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:46.693524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:46.716956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] Routers {'3e915755-932a-4de7-9394-644f0ffcc4a2'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:46.717048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3e915755-932a-4de7-9394-644f0ffcc4a2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:46.774059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.807452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:46.808135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362caf1f-35b8-42f5-b1dc-a07be8b713ac None None] The sync data for ids ['3e915755-932a-4de7-9394-644f0ffcc4a2'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:46.861176 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.051159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.053870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.139443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.144085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Fanout notify agent at l3_agent the message router_deleted on router 3e915755-932a-4de7-9394-644f0ffcc4a2 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:47.160680 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.172318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-140264f6-3c6c-4923-a64c-72c23fe55aba tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "DELETE /v2.0/routers/3e915755-932a-4de7-9394-644f0ffcc4a2 HTTP/1.1" status: 204 len: 168 time: 0.6106548 Jul 15 13:33:47.177706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.506716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Deleting subnet ced91a33-a420-48a9-b4c4-15c1ab62f143 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:47.513254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.617845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.833131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.895085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104929-1fdc-49a7-a986-283cd3a7d50d req-934537be-3970-4ed5-87ee-bd973f6a6159 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.897211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29104929-1fdc-49a7-a986-283cd3a7d50d req-934537be-3970-4ed5-87ee-bd973f6a6159 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 945 time: 0.5294778 Jul 15 13:33:48.067736 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29104929-1fdc-49a7-a986-283cd3a7d50d req-004d154a-8784-428f-94dd-4e34021d645c tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581006 Jul 15 13:33:48.071167 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.125335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.137083 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.144034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "DELETE /v2.0/subnets/ced91a33-a420-48a9-b4c4-15c1ab62f143 HTTP/1.1" status: 204 len: 168 time: 0.9631498 Jul 15 13:33:48.144458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:48.159887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d5f77d-bab4-4a98-854b-17a686ecfe25 None None] Network f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:48.284689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc383-e82d-41cc-8ed4-3fffbc4b8c01 tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Subnet': ['ID=ced91a33-a420-48a9-b4c4-15c1ab62f143,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:48.622378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] DHCP port deletion for f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:48.700934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.762071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] Deleting port b422b56e-dc40-48cc-8820-290a607a2791 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:48.762499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.873820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] For port b422b56e-dc40-48cc-8820-290a607a2791, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b422b56e-dc40-48cc-8820-290a607a2791,segment=NetworkSegment(9e01fb64-629d-4cf8-a2fd-a03aa73a3212),segment_id=9e01fb64-629d-4cf8-a2fd-a03aa73a3212)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:48.875141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.889104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] Calling delete_port for b422b56e-dc40-48cc-8820-290a607a2791 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:49.025495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b422b56e-dc40-48cc-8820-290a607a2791 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:49.030111 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.053082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-26850ca7-267f-4b6e-97de-40528066c2bb tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:49.063125 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-26850ca7-267f-4b6e-97de-40528066c2bb tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.23 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 945 time: 0.5580969 Jul 15 13:33:49.099487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] Pushing event deleted for resources: {'Port': ['ID=b422b56e-dc40-48cc-8820-290a607a2791,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.106552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356189b-2881-4b06-bbab-66eb92583425 None None] No DVR routers for this DVR port b422b56e-dc40-48cc-8820-290a607a2791 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:49.111597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b422b56e-dc40-48cc-8820-290a607a2791 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:49.112297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b422b56e-dc40-48cc-8820-290a607a2791 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:49.324646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Deleting port b422b56e-dc40-48cc-8820-290a607a2791 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:49.325351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.513976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] For port b422b56e-dc40-48cc-8820-290a607a2791, host n-d-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:49.514395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.520415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Deleting port fc7425ab-214c-4103-a444-393416f615ab {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:49.520762 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.563952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51412) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:49.569670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Calling delete_port for b422b56e-dc40-48cc-8820-290a607a2791 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:49.571833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1beb8-a532-4b5c-bb0c-1fb5f429cb89 req-ae5c2943-68a2-405e-8876-f3fe1fbd0889 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:49.576041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112010604', 'description': 'tempest-secgroup-smoke-2112010604 description', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:49.579395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27f1beb8-a532-4b5c-bb0c-1fb5f429cb89 req-ae5c2943-68a2-405e-8876-f3fe1fbd0889 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 945 time: 0.1501763 Jul 15 13:33:49.583895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Port b422b56e-dc40-48cc-8820-290a607a2791 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:33:49.589905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.614512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] No DVR routers for this DVR port b422b56e-dc40-48cc-8820-290a607a2791 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:49.688561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27f1beb8-a532-4b5c-bb0c-1fb5f429cb89 req-716586b1-cc5f-4c62-b6fc-7ea8f7694865 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d8cb79-385f-4816-9060-3ecbdc61504e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075857 Jul 15 13:33:49.708923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Port': ['ID=b422b56e-dc40-48cc-8820-290a607a2791,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.746388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.822620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.891232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.912643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13f03b7-80d4-47ec-97c2-fc1b21cb7e56']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:49.929850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] For port fc7425ab-214c-4103-a444-393416f615ab, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=fc7425ab-214c-4103-a444-393416f615ab,segment=NetworkSegment(0b9e7c5c-464b-4a78-b784-a2de47e93843),segment_id=0b9e7c5c-464b-4a78-b784-a2de47e93843)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:49.931661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.933574 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e01fb64-629d-4cf8-a2fd-a03aa73a3212') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:49.934021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e01fb64-629d-4cf8-a2fd-a03aa73a3212') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:49.960071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.972075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Calling delete_port for fc7425ab-214c-4103-a444-393416f615ab owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:49.990015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.002685 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:50.003099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:50.009717 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:50.139490 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.172984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.177941 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] 10.222.0.48 "DELETE /v2.0/networks/f13f03b7-80d4-47ec-97c2-fc1b21cb7e56 HTTP/1.1" status: 204 len: 168 time: 2.0297956 Jul 15 13:33:50.199576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19950e4-afb8-4aec-9fc0-6960b3c00c4c tempest-FloatingIPNegativeTestJSON-215392656 tempest-FloatingIPNegativeTestJSON-215392656-project] Pushing event deleted for resources: {'Network': ['ID=f13f03b7-80d4-47ec-97c2-fc1b21cb7e56,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.289152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.297819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.329198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc156c-00a4-49e5-95c3-c6b7b36831e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.352901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.420835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Pushing event deleted for resources: {'Port': ['ID=fc7425ab-214c-4103-a444-393416f615ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.498997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] No DVR routers for this DVR port fc7425ab-214c-4103-a444-393416f615ab on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:50.505302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.507575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e1107caa-2281-4aa6-bd19-ed1827b51132 req-874749b5-570b-4844-8fb1-61e5436420c3 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.23 "DELETE /v2.0/ports/fc7425ab-214c-4103-a444-393416f615ab HTTP/1.1" status: 204 len: 173 time: 1.4341047 Jul 15 13:33:50.508099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'name': 'network-vif-deleted', 'tag': 'fc7425ab-214c-4103-a444-393416f615ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:50.510673 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150014dd-2115-4eb7-b5aa-e44ffb1b8b5c" -d '{"events": [{"server_uuid": "5482f35d-4a51-401f-b11d-a90c2946ad3d", "name": "network-vif-deleted", "tag": "fc7425ab-214c-4103-a444-393416f615ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:50.616152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.620140 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48f4734-2d4f-4d39-b66e-af2011e47ccd x-openstack-request-id: req-c48f4734-2d4f-4d39-b66e-af2011e47ccd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:50.621137 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482f35d-4a51-401f-b11d-a90c2946ad3d", "name": "network-vif-deleted", "tag": "fc7425ab-214c-4103-a444-393416f615ab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:50.621626 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c48f4734-2d4f-4d39-b66e-af2011e47ccd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:50.621926 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5482f35d-4a51-401f-b11d-a90c2946ad3d', 'name': 'network-vif-deleted', 'tag': 'fc7425ab-214c-4103-a444-393416f615ab', 'status': 'completed', 'code': 200} Jul 15 13:33:50.637516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.652996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.706249 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.708246 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1428862 Jul 15 13:33:50.714752 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.720865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b5417-e044-4ed3-95de-e38e246e0678 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e9a64-459a-4557-9491-f5c44b8cafae,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.740737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': 'f83e9a64-459a-4557-9491-f5c44b8cafae', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:50.816197 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.958319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.962534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.972938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-26c3d28f-ef61-4833-846c-0da8b30bf71a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.974938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-26c3d28f-ef61-4833-846c-0da8b30bf71a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.2749202 Jul 15 13:33:50.990250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.994000 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2721972 Jul 15 13:33:50.995676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.997678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3438-e498-4ce3-a743-72d61d53aa45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bf7096-59b5-439e-9086-89adef6fe612,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.010442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': 'f83e9a64-459a-4557-9491-f5c44b8cafae', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:51.021964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb68ab89-fdda-4b7b-894f-f541c836507b req-dec7a7f1-7283-4935-bd82-ec9bb4524fc4 tempest-VolumesActionsTest-2078268239 tempest-VolumesActionsTest-2078268239-project] 10.222.0.48 "GET /v2.0/ports?device_id=5482f35d-4a51-401f-b11d-a90c2946ad3d HTTP/1.1" status: 200 len: 210 time: 0.0458336 Jul 15 13:33:51.039866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-5ff9068f-d8b4-4be7-a208-75cc7ff64635 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0512753 Jul 15 13:33:51.102783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.181477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3bfdbe87-3035-4de5-b856-19041a77aa9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a30267eb1ad4f778619475713c365da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266066 Jul 15 13:33:51.191194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:51.232977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.238416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.261637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d41df67-6cdc-4fab-86d7-9a4a2921c771,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.272984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.287031 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3667ff1b-4faf-4068-9f12-3fe9cdb31841 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2804241 Jul 15 13:33:51.288689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:51.292925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-666ca75c-6381-41e4-bce0-5ca36aac5a03 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2519419 Jul 15 13:33:51.308827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-3cfd7b39-8c20-4134-a82a-4f1bf1febd9a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:33:51.309817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-3cfd7b39-8c20-4134-a82a-4f1bf1febd9a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053291 Jul 15 13:33:51.318390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': 'f83e9a64-459a-4557-9491-f5c44b8cafae', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:51.333676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fc7425ab-214c-4103-a444-393416f615ab no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:51.359216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab5b5-5515-4bf3-824a-9964d3df1597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.370295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.380989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: fc7425ab-214c-4103-a444-393416f615ab {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:51.382694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device fc7425ab-214c-4103-a444-393416f615ab not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:51.383841 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab5b5-5515-4bf3-824a-9964d3df1597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.517841 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab5b5-5515-4bf3-824a-9964d3df1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.520935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab5b5-5515-4bf3-824a-9964d3df1597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.522367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1e6ab5b5-5515-4bf3-824a-9964d3df1597 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16c16a60-ca38-4af3-9b28-9a3c474b1594 HTTP/1.1" status: 204 len: 168 time: 0.3303754 Jul 15 13:33:51.541640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ab5b5-5515-4bf3-824a-9964d3df1597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c16a60-ca38-4af3-9b28-9a3c474b1594,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.545962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-1b4826b6-0dc4-4213-ac48-b0c952466cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281096 Jul 15 13:33:51.601334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.615147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.637359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7499cac7-4e51-4505-9ffe-aae952293568,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.660850 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.669738 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f7a639bc-f605-41e6-8bc3-4d0a4e2fa3ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3757246 Jul 15 13:33:51.670449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:51.677837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': 'f83e9a64-459a-4557-9491-f5c44b8cafae', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:51.721869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-d03ffe7a-d807-478e-8b20-aed0dc89fb19 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695144 Jul 15 13:33:51.759336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.935632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.080174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.116110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.137579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6f422ce-b14e-4a1a-be94-aa0258fd1575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.156491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca51879-eb0f-4c5c-b406-b297405f7180,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.164729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.169238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9709f1ac-92b9-4217-a8ac-598880cc1f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4968820 Jul 15 13:33:52.169747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51490) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.198401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': 'f83e9a64-459a-4557-9491-f5c44b8cafae', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:52.309211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-106982e0-d8a3-4e77-bfc3-d73b9488a3d2 req-6b13f4b0-833d-4394-b1f1-1db373ef73e2 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.1601818 Jul 15 13:33:52.478491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6f422ce-b14e-4a1a-be94-aa0258fd1575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.483313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6f422ce-b14e-4a1a-be94-aa0258fd1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.503249 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:33:52.516207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.593987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6f422ce-b14e-4a1a-be94-aa0258fd1575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4e27539ea824acdab51deac1e333754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558406 Jul 15 13:33:52.596334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f422ce-b14e-4a1a-be94-aa0258fd1575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f651f4-ebce-419b-9790-4535ec0b8674,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.601538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.688720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32836a8c-8719-47b6-85e9-9dc2c67861d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.699980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.707575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.731433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa577bf-3c09-43c3-be39-9673b5aa9ee6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.741169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.743852 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ec879e26-6531-439c-9f49-cc4bf6008d11 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5726049 Jul 15 13:33:52.748192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.752134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32836a8c-8719-47b6-85e9-9dc2c67861d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.755486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': 'f83e9a64-459a-4557-9491-f5c44b8cafae', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:52.794725 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:33:52.808991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.859965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32836a8c-8719-47b6-85e9-9dc2c67861d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.862664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32836a8c-8719-47b6-85e9-9dc2c67861d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.866151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32836a8c-8719-47b6-85e9-9dc2c67861d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23f651f4-ebce-419b-9790-4535ec0b8674 HTTP/1.1" status: 204 len: 168 time: 0.2572165 Jul 15 13:33:52.893705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32836a8c-8719-47b6-85e9-9dc2c67861d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f651f4-ebce-419b-9790-4535ec0b8674,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.962729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.989804 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.008615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.057495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a72b5e3-8475-4802-89d6-70f7c85e61de,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.084970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.086250 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-48d6c4a2-66f6-4f94-8958-130c16727766 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3368111 Jul 15 13:33:53.093582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.111357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'network': {'name': 'tempest-network-smoke--1964142128', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:53.153312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:53.158228 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.225925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-162132'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:53.227110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:53.245172 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.246995 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Added segment f8b610da-153e-4e69-938a-bf53c8ad5d93 of type vlan for network abb87260-1fc4-4341-8884-22ea2a324f1f Jul 15 13:33:53.281429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:53.285529 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.306625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.334121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.412278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.427370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:53.427370 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.580918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Network': ['ID=abb87260-1fc4-4341-8884-22ea2a324f1f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.597437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network abb87260-1fc4-4341-8884-22ea2a324f1f details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:53.631794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d6454aa-7f47-4cbe-9607-65917f48c025 req-0383ce2c-fc1b-41cf-aa3e-74f7598320bd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.0389833 Jul 15 13:33:53.633934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.645191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.666183 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4ddf4009-aee9-4816-9483-7dee83d87fdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5606925 Jul 15 13:33:53.666183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.673312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'admin_state_up': True, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:53.684978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:53.696316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34313d-439f-41e7-8d1d-18de8a381686,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.702802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.703501 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Added segment 58f3a463-68f8-49d8-947e-4851a44f041b of type vlan for network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 Jul 15 13:33:53.744722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.746278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.773651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.845761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.851899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:53.852080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.853000 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.903074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9390833 Jul 15 13:33:54.019601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ee30e-eee0-4ca0-9a47-f297b80fa79b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Network': ['ID=aa3e4d2e-a2f2-4daa-8a3a-28077294f356,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:54.047192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:54.873273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.993956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8611c04e-5547-4686-9164-4154036c0e86 req-dd02ecda-8848-4bad-b389-06c4b0c1e63c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.0898447 Jul 15 13:33:55.022480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-41397008-687f-4eab-ba93-6d1b61770912 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:55.024387 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-41397008-687f-4eab-ba93-6d1b61770912 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.9140213 Jul 15 13:33:55.040836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:55.274483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:55.278352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.404402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.467039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.628975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.7 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/63e30809-b83b-4de0-bebe-12abc3304ac7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:56.029597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.136 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/789e2510-d271-4398-9396-38dc08b8ed19) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:56.279090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.331001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c74c713-8faf-4ef7-9810-82a76c8af7f7 req-0748d728-9219-49a6-b893-a00c8f63b73f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.0790100 Jul 15 13:33:56.399821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.535131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=789e2510-d271-4398-9396-38dc08b8ed19,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:56.592113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:56.605337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:56.612202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:56.737355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.840485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object 63e30809-b83b-4de0-bebe-12abc3304ac7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:56.935307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.951384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['df071692-9159-4d97-9e59-62d562202429'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:57.098378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=63e30809-b83b-4de0-bebe-12abc3304ac7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:57.164103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:57.241797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:57.252981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:57.379542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:57.388304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'subnet': {'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:57.429600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.535672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.540220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.589668 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-24b26304-ec44-4b8b-99e7-4ea60f5c1ba5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5535178 Jul 15 13:33:57.618995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Request body: {'port': {'device_id': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:57.720966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9c5a297-4045-4770-954f-67ef45cb6135 None None] Provisioning for port 63e30809-b83b-4de0-bebe-12abc3304ac7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:57.727702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9c5a297-4045-4770-954f-67ef45cb6135 None None] Provisioning complete for port 63e30809-b83b-4de0-bebe-12abc3304ac7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:57.728308 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a297-4045-4770-954f-67ef45cb6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.775560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:57.783869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.831729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5a297-4045-4770-954f-67ef45cb6135 None None] Port 63e30809-b83b-4de0-bebe-12abc3304ac7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:57.885994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:57.886891 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.006111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eaf9f-6e8c-46f2-acfb-fd768c272d65 req-3c24a2b4-b55d-4b80-81ae-51f66446949c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:58.007762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe6eaf9f-6e8c-46f2-acfb-fd768c272d65 req-3c24a2b4-b55d-4b80-81ae-51f66446949c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 931 time: 0.3788304 Jul 15 13:33:58.063639 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.098612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe6eaf9f-6e8c-46f2-acfb-fd768c272d65 req-d124e510-e4ab-4541-a9fc-00820d99db4a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823293 Jul 15 13:33:58.192870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.277983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b516f2-e209-4578-b09a-aeb8a2bad107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.280116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Subnet': ['ID=33aa1a1d-e203-4318-b65a-b2e44e1db3e6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:58.293941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Checking segment: {'id': '58f3a463-68f8-49d8-947e-4851a44f041b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:58.294351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network hostable DHCP agents. Network: aa3e4d2e-a2f2-4daa-8a3a-28077294f356, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:58.333742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:58.348556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, aa3e4d2e-a2f2-4daa-8a3a-28077294f356) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:58.360565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b81fc-8ae4-4057-8dd7-bef1b2cf4ca7 None None] Network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:58.363554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:58.364466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.611611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e30809-b83b-4de0-bebe-12abc3304ac7 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:58.627338 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.630768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 6d422bdf-b571-4054-aac5-f0c72c2855b4 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:58.662405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b516f2-e209-4578-b09a-aeb8a2bad107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.671411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Transition to ACTIVE for port object 63e30809-b83b-4de0-bebe-12abc3304ac7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:58.689145 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-71b5a13e-3580-4dc5-8722-aed49f4a89a5 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3071785 Jul 15 13:33:58.690916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-aa3e4d2e-a2f2-4daa-8a3a-28077294f356', 'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356', 'tenant_id': '9236299a81e44a1fbc0c2b8a75d8aaf7', 'fixed_ips': [{'subnet_id': '33aa1a1d-e203-4318-b65a-b2e44e1db3e6'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:58.691130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:58.693803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.701093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-756854683'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:58.713503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70b516f2-e209-4578-b09a-aeb8a2bad107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.722934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.802221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:58.813588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.817505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b516f2-e209-4578-b09a-aeb8a2bad107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2035948-7b28-4d35-a073-bf8d28aa3f85,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:58.871641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70b516f2-e209-4578-b09a-aeb8a2bad107 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3f9b37e1a014002a0a4b7787a85a6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9824224 Jul 15 13:33:58.872258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:58.892583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:58.910560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.911374 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Added segment 1e0bed03-ea6d-4eef-8581-9f6a3850ab3d of type vlan for network 08209133-af5e-4a0a-87bd-f286231c1b4d Jul 15 13:33:58.922715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Pushing event updated for resources: {'Port': ['ID=63e30809-b83b-4de0-bebe-12abc3304ac7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:59.018139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.072843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.081201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Allocated IP 2001:db8:0:ffff::2 (aa3e4d2e-a2f2-4daa-8a3a-28077294f356/33aa1a1d-e203-4318-b65a-b2e44e1db3e6/2d98a2a7-561c-4aec-b320-c0ee4fe33bfa) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:59.085263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:59.087445 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.173197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4807446 Jul 15 13:33:59.176761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:59.182067 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:59.194466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'subnet': {'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:59.319395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Sync routers for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:59.351298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c1c2-a169-4666-a9e8-fe20a6f51d02 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Network': ['ID=08209133-af5e-4a0a-87bd-f286231c1b4d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:59.390726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 08209133-af5e-4a0a-87bd-f286231c1b4d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:59.407602 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:59.408248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Attempting to bind port 63e30809-b83b-4de0-bebe-12abc3304ac7 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:59.411231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Attempting to bind port 63e30809-b83b-4de0-bebe-12abc3304ac7 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:59.412395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:59.414406 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Attempting to bind port 63e30809-b83b-4de0-bebe-12abc3304ac7 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:59.425700 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Port 63e30809-b83b-4de0-bebe-12abc3304ac7 on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:59.426298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Attempting to bind port 63e30809-b83b-4de0-bebe-12abc3304ac7 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:59.445343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.447451 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-270c54d1-b045-437e-87e6-b4456ff6cf8b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7858205 Jul 15 13:33:59.448764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:59.449227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:59.449721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:59.450298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Bound port: 63e30809-b83b-4de0-bebe-12abc3304ac7, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:59.450749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.453592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:59.455813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21cc5d70-af93-427a-8662-b648d4e46bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.486346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21cc5d70-af93-427a-8662-b648d4e46bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.578437 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:59.629092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21cc5d70-af93-427a-8662-b648d4e46bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.648054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21cc5d70-af93-427a-8662-b648d4e46bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.657576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-21cc5d70-af93-427a-8662-b648d4e46bec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2035948-7b28-4d35-a073-bf8d28aa3f85 HTTP/1.1" status: 204 len: 168 time: 0.7791815 Jul 15 13:33:59.825030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:59.839884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.861513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] For port 63e30809-b83b-4de0-bebe-12abc3304ac7, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:59.865286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.872376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] For port 63e30809-b83b-4de0-bebe-12abc3304ac7, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=63e30809-b83b-4de0-bebe-12abc3304ac7,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:59.880444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5d70-af93-427a-8662-b648d4e46bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2035948-7b28-4d35-a073-bf8d28aa3f85,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:59.894841 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.914356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Transition to ACTIVE for port object 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:59.980991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Transition to ACTIVE for port object 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:59.984446 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:33:56Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:00.001720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d134-4f27-4cb2-8e31-c3061f5fccb0 req-11551a4e-bca9-4dcc-bf68-553f1a6622a1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.003353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4153d134-4f27-4cb2-8e31-c3061f5fccb0 req-11551a4e-bca9-4dcc-bf68-553f1a6622a1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.5686913 Jul 15 13:34:00.004984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.053601 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Checking router: 6d422bdf-b571-4054-aac5-f0c72c2855b4 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:00.058652 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Updating router 6d422bdf-b571-4054-aac5-f0c72c2855b4 port 789e2510-d271-4398-9396-38dc08b8ed19 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:34:00.072154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Pushing event updated for resources: {'Port': ['ID=63e30809-b83b-4de0-bebe-12abc3304ac7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.130092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.134349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Pushing event updated for resources: {'Port': ['ID=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.152474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.158431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-59784fb6-83c8-4765-8e31-629f42a96c44 service neutron] 10.222.0.23 "PUT /v2.0/ports/63e30809-b83b-4de0-bebe-12abc3304ac7 HTTP/1.1" status: 200 len: 1091 time: 2.5446346 Jul 15 13:34:00.165836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:00.167336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:00.171015 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.179130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:00.253940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'tag': '63e30809-b83b-4de0-bebe-12abc3304ac7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:00.261261 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c30e6982-be1b-484d-b29d-54bb737c9f7b", "tag": "63e30809-b83b-4de0-bebe-12abc3304ac7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:00.307744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4153d134-4f27-4cb2-8e31-c3061f5fccb0 req-7c9088f8-2b3a-4fcd-86b0-d715ac3b60b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903533 Jul 15 13:34:00.381970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Attempting to bind port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:00.381970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Attempting to bind port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '58f3a463-68f8-49d8-947e-4851a44f041b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:00.382652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Attempting to bind port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa on network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:00.407913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:00.408548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Checking segment: {'id': '58f3a463-68f8-49d8-947e-4851a44f041b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:00.408679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.414652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Bound using segment: {'id': '58f3a463-68f8-49d8-947e-4851a44f041b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:00.415179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Bound port: 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f3a463-68f8-49d8-947e-4851a44f041b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'aa3e4d2e-a2f2-4daa-8a3a-28077294f356'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:00.415586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.570543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] For port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:00.576083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] For port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,segment=NetworkSegment(58f3a463-68f8-49d8-947e-4851a44f041b),segment_id=58f3a463-68f8-49d8-947e-4851a44f041b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:00.589063 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.764052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.832087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:00.836109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f37020-c056-4620-925c-6b04f182ef18 None None] Pushing event updated for resources: {'Port': ['ID=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.844296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.856949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8189f09-05bd-4c8d-a4d2-c179eb72071e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.989957 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.208737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Subnet': ['ID=e92b1048-db99-45a4-bfab-b0d890a67294,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:01.317890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Checking segment: {'id': '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:01.320490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network hostable DHCP agents. Network: 08209133-af5e-4a0a-87bd-f286231c1b4d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:01.425821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network 08209133-af5e-4a0a-87bd-f286231c1b4d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:01.475992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 08209133-af5e-4a0a-87bd-f286231c1b4d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:01.481790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:01.485126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea57a48-d18d-4cfc-8708-fb33dd296f3a None None] Network 08209133-af5e-4a0a-87bd-f286231c1b4d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:01.487956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.636501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8189f09-05bd-4c8d-a4d2-c179eb72071e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.646772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f8189f09-05bd-4c8d-a4d2-c179eb72071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.692670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f9d47d1b-0196-4f2b-bc97-103705419a85 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5113270 Jul 15 13:34:01.722661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:01.768922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'port': {'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d', 'name': 'tempest-NetworksIpV6TestAttrs-1973160389'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:01.929510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-08209133-af5e-4a0a-87bd-f286231c1b4d', 'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d', 'tenant_id': '9236299a81e44a1fbc0c2b8a75d8aaf7', 'fixed_ips': [{'subnet_id': 'e92b1048-db99-45a4-bfab-b0d890a67294'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:01.930629 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.985989 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.051115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f8189f09-05bd-4c8d-a4d2-c179eb72071e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=936c888b27f1426e88ddbc2e97d25e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2844784 Jul 15 13:34:02.084033 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Transition to ACTIVE for port object 789e2510-d271-4398-9396-38dc08b8ed19 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:02.141431 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.165375 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1a67f9f-844a-4fd8-be6b-18d01b937219 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e70c89903dd149da81e88cdd44dfeed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 2.7103300 Jul 15 13:34:02.166905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.169218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.172297 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71447c6f-a7f7-45f6-bc41-e57b6441f9ff x-openstack-request-id: req-71447c6f-a7f7-45f6-bc41-e57b6441f9ff {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:02.172781 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30e6982-be1b-484d-b29d-54bb737c9f7b", "tag": "63e30809-b83b-4de0-bebe-12abc3304ac7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:02.173697 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71447c6f-a7f7-45f6-bc41-e57b6441f9ff {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:02.174281 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'tag': '63e30809-b83b-4de0-bebe-12abc3304ac7', 'status': 'completed', 'code': 200} Jul 15 13:34:02.349202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8189f09-05bd-4c8d-a4d2-c179eb72071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae95d5d-814e-4899-84dc-4acb1d96f547,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.382100 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Attempting to bind port 789e2510-d271-4398-9396-38dc08b8ed19 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:02.388500 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Attempting to bind port 789e2510-d271-4398-9396-38dc08b8ed19 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:02.389911 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Attempting to bind port 789e2510-d271-4398-9396-38dc08b8ed19 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:02.401453 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb87189-aea4-40d1-9701-3d57a29bc53d None None] Pushing event updated for resources: {'Port': ['ID=789e2510-d271-4398-9396-38dc08b8ed19,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.419481 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:02.422989 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:02.424343 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.424343 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:02.424556 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Bound port: 789e2510-d271-4398-9396-38dc08b8ed19, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:02.424831 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.474466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-d5165761-3301-4d9b-90a7-12996d7714eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.476005 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-d5165761-3301-4d9b-90a7-12996d7714eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 1094 time: 2.2043312 Jul 15 13:34:02.521583 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7a43-fbd9-4081-96cf-cc0dc2621cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.539111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Allocated IP 2001:db8::f816:3eff:febd:400f (08209133-af5e-4a0a-87bd-f286231c1b4d/e92b1048-db99-45a4-bfab-b0d890a67294/efc1ad33-5827-4e18-bd56-d03c95b74ddd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:02.610297 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] For port 789e2510-d271-4398-9396-38dc08b8ed19, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:02.613920 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] For port 789e2510-d271-4398-9396-38dc08b8ed19, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=789e2510-d271-4398-9396-38dc08b8ed19,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:02.631094 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.641899 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-984f0145-7827-4473-b889-89669758dcf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e30809-b83b-4de0-bebe-12abc3304ac7 HTTP/1.1" status: 200 len: 217 time: 0.1527915 Jul 15 13:34:02.649406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7de32-75b9-4e47-b165-8b5a3b638a2d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.651298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0ab7de32-75b9-4e47-b165-8b5a3b638a2d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4811332 Jul 15 13:34:02.654262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.666301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7a43-fbd9-4081-96cf-cc0dc2621cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.756319 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23ef9528-152b-49ba-8319-0f6abec98c3b tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848665 Jul 15 13:34:02.779756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.814437 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:02.819166 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:02.875931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503695771', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:02.928716 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb87189-aea4-40d1-9701-3d57a29bc53d None None] Pushing event updated for resources: {'Port': ['ID=789e2510-d271-4398-9396-38dc08b8ed19,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.995541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f8db6-2634-4d31-b0af-fa9702dc14fc req-a057fc3c-c391-4316-8798-98d582daf3d3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.010443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45f8db6-2634-4d31-b0af-fa9702dc14fc req-a057fc3c-c391-4316-8798-98d582daf3d3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 1.2228141 Jul 15 13:34:03.020349 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.036989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-20fefbc2-52e1-468e-b438-f2c9482466a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.041561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-20fefbc2-52e1-468e-b438-f2c9482466a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.3890021 Jul 15 13:34:03.059417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Transition to ACTIVE for port object efc1ad33-5827-4e18-bd56-d03c95b74ddd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:03.076712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:03.143917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:03.148566 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:03.153766 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.190304 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7a43-fbd9-4081-96cf-cc0dc2621cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.192882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7a43-fbd9-4081-96cf-cc0dc2621cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.196555 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c8b7a43-fbd9-4081-96cf-cc0dc2621cdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ae95d5d-814e-4899-84dc-4acb1d96f547 HTTP/1.1" status: 204 len: 168 time: 1.0122726 Jul 15 13:34:03.224500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Transition to ACTIVE for port object efc1ad33-5827-4e18-bd56-d03c95b74ddd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:03.228774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7a43-fbd9-4081-96cf-cc0dc2621cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae95d5d-814e-4899-84dc-4acb1d96f547,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.266910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580651-278d-4a36-bd37-6143aef5e45b req-75b01433-0821-4794-96fa-35f095db5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.268904 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-75b01433-0821-4794-96fa-35f095db5c18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132430 Jul 15 13:34:03.293025 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.296612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a928f2-6096-49da-b151-f0a5fd91924b None None] Network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:03.596861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:03.723321 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:33:56Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:03.727371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] Provisioning for port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:03.739687 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-e23db1f2-1775-4213-9767-d1356f0efd8a service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527471 Jul 15 13:34:03.740120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Network 08209133-af5e-4a0a-87bd-f286231c1b4d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:03.754824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] Provisioning complete for port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:03.758406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.765451 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.767437 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030f091-f1ea-417e-aa0d-5011f0d7c178 None None] The sync data for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 is: [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:33:56Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:03.767824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:03.788234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:03.919527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-04580651-278d-4a36-bd37-6143aef5e45b req-5cda951b-2e9e-4b82-9312-f4da8c99cd2e service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687973 Jul 15 13:34:04.041780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Pushing event updated for resources: {'Port': ['ID=efc1ad33-5827-4e18-bd56-d03c95b74ddd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.143212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Attempting to bind port efc1ad33-5827-4e18-bd56-d03c95b74ddd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:04.144532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Attempting to bind port efc1ad33-5827-4e18-bd56-d03c95b74ddd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:04.144915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Attempting to bind port efc1ad33-5827-4e18-bd56-d03c95b74ddd on network 08209133-af5e-4a0a-87bd-f286231c1b4d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:04.193568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:04.193949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Checking segment: {'id': '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:04.194385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.200110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Bound using segment: {'id': '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:04.201743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Bound port: efc1ad33-5827-4e18-bd56-d03c95b74ddd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '08209133-af5e-4a0a-87bd-f286231c1b4d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:04.207999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.293131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-981c50e3-f72e-40c1-ae4c-5ac4954e9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.296045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-981c50e3-f72e-40c1-ae4c-5ac4954e9d13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 1094 time: 0.2691109 Jul 15 13:34:04.497173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-1948e679-8930-48f2-a7f9-ab9cbc1b8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.500009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-1948e679-8930-48f2-a7f9-ab9cbc1b8b1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.1980288 Jul 15 13:34:04.509717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e45f8db6-2634-4d31-b0af-fa9702dc14fc req-0875a9ab-9e9b-45cf-81a5-d09c5f509b91 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4905627 Jul 15 13:34:04.543876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] device_id is not set on port 7b1a069a-1cff-405a-b396-4e99d6e0ad7f yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:04.595133 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-a99c93ce-9a54-4e9a-abb2-a855cc1cd152 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e30809-b83b-4de0-bebe-12abc3304ac7 HTTP/1.1" status: 200 len: 217 time: 0.0881722 Jul 15 13:34:04.604944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] For port efc1ad33-5827-4e18-bd56-d03c95b74ddd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:04.654018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] For port efc1ad33-5827-4e18-bd56-d03c95b74ddd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=efc1ad33-5827-4e18-bd56-d03c95b74ddd,segment=NetworkSegment(1e0bed03-ea6d-4eef-8581-9f6a3850ab3d),segment_id=1e0bed03-ea6d-4eef-8581-9f6a3850ab3d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:04.683488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.687566 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.807843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-7c331a98-0c67-4339-a654-c3c963fb03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.818588 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-7c331a98-0c67-4339-a654-c3c963fb03b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.2136695 Jul 15 13:34:04.953694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Allocated IP 2001:db8::f816:3eff:fe1f:6186 (08209133-af5e-4a0a-87bd-f286231c1b4d/e92b1048-db99-45a4-bfab-b0d890a67294/7b1a069a-1cff-405a-b396-4e99d6e0ad7f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:04.955235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] For port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,segment=NetworkSegment(58f3a463-68f8-49d8-947e-4851a44f041b),segment_id=58f3a463-68f8-49d8-947e-4851a44f041b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:04.976261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:04.988435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.006539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.043790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 789e2510-d271-4398-9396-38dc08b8ed19 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:05.125472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-49eb5569-566e-4c37-88e0-81f74a75c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.127050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-49eb5569-566e-4c37-88e0-81f74a75c86d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2796001 Jul 15 13:34:05.342114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 789e2510-d271-4398-9396-38dc08b8ed19 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:05.350909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 789e2510-d271-4398-9396-38dc08b8ed19 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:05.351364 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.352984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9ad75-711c-4baf-bde1-d9ce4ed8871c None None] Pushing event updated for resources: {'Port': ['ID=efc1ad33-5827-4e18-bd56-d03c95b74ddd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.522962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.638974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4131e-f7de-4a76-8fb5-13526c0594b4 None None] Pushing event updated for resources: {'Port': ['ID=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.760910 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-88d6344f-bf2f-4e14-a6aa-69ccd335111f service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218710 Jul 15 13:34:05.863426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18026870-3c54-45a5-ad7b-e93843b80ee8 None None] Provisioning complete for port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:05.863889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18026870-3c54-45a5-ad7b-e93843b80ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.973600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Subnet': ['ID=08e9cdfe-52d5-4db6-880c-87b0a90833fa,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.048543 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.148785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 789e2510-d271-4398-9396-38dc08b8ed19, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=789e2510-d271-4398-9396-38dc08b8ed19,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:06.161980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.173160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Checking segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:06.173677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network hostable DHCP agents. Network: abb87260-1fc4-4341-8884-22ea2a324f1f, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:06.211726 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9178a1ed-0dbf-408b-99b2-13a8a60c36d2 req-65add30b-22a4-4a71-a085-0ac3c638ae70 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430981 Jul 15 13:34:06.300538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=789e2510-d271-4398-9396-38dc08b8ed19,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.377867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.423435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network abb87260-1fc4-4341-8884-22ea2a324f1f is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:06.468619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, abb87260-1fc4-4341-8884-22ea2a324f1f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:06.482399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a3fa8-59c2-4772-bd68-9f3cbd1d467b None None] Network abb87260-1fc4-4341-8884-22ea2a324f1f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:06.494722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:06.496772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.524492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Transition to ACTIVE for port object 7b1a069a-1cff-405a-b396-4e99d6e0ad7f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:06.561844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed780e8-041a-4475-9ce7-8acc30b64a40 req-7a49777c-97db-4e04-aa59-922be806aebd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:06.570754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bed780e8-041a-4475-9ce7-8acc30b64a40 req-7a49777c-97db-4e04-aa59-922be806aebd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.5549970 Jul 15 13:34:06.584887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c28a0993-a7d3-4a1c-8537-067294fba7ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7956452 Jul 15 13:34:06.588804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:06.934156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bed780e8-041a-4475-9ce7-8acc30b64a40 req-6d598d5a-4124-4d2d-b8a6-8bacf050f671 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302579 Jul 15 13:34:06.979684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.320564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network 08209133-af5e-4a0a-87bd-f286231c1b4d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:07.324255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:07.326180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Port': ['ID=7b1a069a-1cff-405a-b396-4e99d6e0ad7f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.341045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:07.344464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 789e2510-d271-4398-9396-38dc08b8ed19 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:07.355669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.356308 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.413572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c08181e-a7da-4ff1-a3de-f140021bb7e3 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.6735523 Jul 15 13:34:07.414579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:07.624509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting subnet e92b1048-db99-45a4-bfab-b0d890a67294 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:07.640176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.700256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.726010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-abb87260-1fc4-4341-8884-22ea2a324f1f', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:07.727448 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.769602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 789e2510-d271-4398-9396-38dc08b8ed19 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:07.770267 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.860031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.895590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d49e4-5267-427f-95f0-c7c63a062fac None None] Network 08209133-af5e-4a0a-87bd-f286231c1b4d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:07.947670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.064287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Subnet': ['ID=e92b1048-db99-45a4-bfab-b0d890a67294,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.075917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.091382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1745704f-b37b-4dc2-be5c-b8d1d46e1845 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/e92b1048-db99-45a4-bfab-b0d890a67294 HTTP/1.1" status: 204 len: 168 time: 0.6752825 Jul 15 13:34:08.092810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:08.319064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.531805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7db0b-8b43-4903-9bdc-9d2aacc8d193 req-f2d1e194-6fda-4d38-a2c1-135a44373fcb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.546501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90a7db0b-8b43-4903-9bdc-9d2aacc8d193 req-f2d1e194-6fda-4d38-a2c1-135a44373fcb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.2500920 Jul 15 13:34:08.576234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-802c0b0b-ce99-4514-a63d-52e6064b8a2d None None] Provisioning for port efc1ad33-5827-4e18-bd56-d03c95b74ddd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:08.638850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90a7db0b-8b43-4903-9bdc-9d2aacc8d193 req-a8993249-cd49-46d3-a7fa-e745b61ae24e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868626 Jul 15 13:34:08.651352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e1151-8f61-4ec7-b973-d295f8985d4c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.664382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e1151-8f61-4ec7-b973-d295f8985d4c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.666343 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e24e1151-8f61-4ec7-b973-d295f8985d4c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5681221 Jul 15 13:34:08.669692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:08.756148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:08.977573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Allocated IP 172.20.0.2 (abb87260-1fc4-4341-8884-22ea2a324f1f/08e9cdfe-52d5-4db6-880c-87b0a90833fa/97a3cbb8-78ea-47b5-a73f-0829cfc4360a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:08.997927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a53-8f9c-4494-994e-42ac326bf22a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.023955 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4faf5a53-8f9c-4494-994e-42ac326bf22a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:34:09.028285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4faf5a53-8f9c-4494-994e-42ac326bf22a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:09.035462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4faf5a53-8f9c-4494-994e-42ac326bf22a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/08209133-af5e-4a0a-87bd-f286231c1b4d HTTP/1.1" status: 409 len: 405 time: 0.3644056 Jul 15 13:34:09.039271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:09.052406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1676227932'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:09.130432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:09.130967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.166854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:09.171776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.176864 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-0a5f88ca-55d1-43bb-9d34-bf57bd045c4c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5757949 Jul 15 13:34:09.266405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:09.298506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.299072 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Added segment 93601c2c-364a-47cb-8729-b76a0861596f of type vlan for network a617b709-1181-4769-ab9d-8e28eeaa16a5 Jul 15 13:34:09.366933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] DHCP port deletion for 08209133-af5e-4a0a-87bd-f286231c1b4d request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:09.459506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.471018 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-6d460552-95b0-4254-8fde-b420106af82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.473118 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-6d460552-95b0-4254-8fde-b420106af82d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 1097 time: 0.2441862 Jul 15 13:34:09.533171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.551097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.552157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.600671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5602202 Jul 15 13:34:09.602515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51826) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:09.637493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'subnet': {'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:09.688539 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.699117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efc1ad33-5827-4e18-bd56-d03c95b74ddd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:09.704532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Transition to ACTIVE for port object 97a3cbb8-78ea-47b5-a73f-0829cfc4360a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:09.711077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] Deleting port efc1ad33-5827-4e18-bd56-d03c95b74ddd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:09.711660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.790949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] For port efc1ad33-5827-4e18-bd56-d03c95b74ddd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=efc1ad33-5827-4e18-bd56-d03c95b74ddd,segment=NetworkSegment(1e0bed03-ea6d-4eef-8581-9f6a3850ab3d),segment_id=1e0bed03-ea6d-4eef-8581-9f6a3850ab3d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:09.802418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.839683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] Calling delete_port for efc1ad33-5827-4e18-bd56-d03c95b74ddd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:09.953362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-c60e023a-f938-4aea-9f4b-4772e1c015ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.955045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-c60e023a-f938-4aea-9f4b-4772e1c015ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.4433322 Jul 15 13:34:09.963298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a83bf3-d199-47e4-a613-13f1732ca799 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Network': ['ID=a617b709-1181-4769-ab9d-8e28eeaa16a5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:10.090044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a617b709-1181-4769-ab9d-8e28eeaa16a5 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:10.103226 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.120100 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-2f811ffc-bd8a-43f6-99be-ea1904989e3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df071692-9159-4d97-9e59-62d562202429 HTTP/1.1" status: 200 len: 217 time: 0.1562786 Jul 15 13:34:10.135990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:10.143406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.184239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Transition to ACTIVE for port object 97a3cbb8-78ea-47b5-a73f-0829cfc4360a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:10.271358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] No DVR routers for this DVR port efc1ad33-5827-4e18-bd56-d03c95b74ddd on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:10.297079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5bc17-6e63-4110-b605-06e5fe15c61a None None] Pushing event deleted for resources: {'Port': ['ID=efc1ad33-5827-4e18-bd56-d03c95b74ddd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:10.304039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.423038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.1 (abb87260-1fc4-4341-8884-22ea2a324f1f/08e9cdfe-52d5-4db6-880c-87b0a90833fa/87215159-fca3-4f4d-a85b-5a6af7085453) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:10.460671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No active binding found for port efc1ad33-5827-4e18-bd56-d03c95b74ddd {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:34:10.461113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efc1ad33-5827-4e18-bd56-d03c95b74ddd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:34:10.629547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-ceddbacf-d480-4527-ae44-ae895108be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.631441 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-ceddbacf-d480-4527-ae44-ae895108be04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.5001881 Jul 15 13:34:10.661459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Network abb87260-1fc4-4341-8884-22ea2a324f1f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:10.665294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Port efc1ad33-5827-4e18-bd56-d03c95b74ddd not found, will not notify nova. {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:34:10.671096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:10.678290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:10.758891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Pushing event updated for resources: {'Port': ['ID=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:10.809586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.828092 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c549-c4a5-4c92-a7b8-eaa7149b4008 req-44623ccb-c516-443b-8f3c-6c68acce6deb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.848412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd12c549-c4a5-4c92-a7b8-eaa7149b4008 req-44623ccb-c516-443b-8f3c-6c68acce6deb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.6952457 Jul 15 13:34:10.885765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efc1ad33-5827-4e18-bd56-d03c95b74ddd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:10.916192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object 87215159-fca3-4f4d-a85b-5a6af7085453 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:10.920098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:10.968119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: efc1ad33-5827-4e18-bd56-d03c95b74ddd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:10.969973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device efc1ad33-5827-4e18-bd56-d03c95b74ddd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:10.979056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Attempting to bind port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:10.979474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Attempting to bind port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:10.983785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Attempting to bind port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a on network abb87260-1fc4-4341-8884-22ea2a324f1f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:10.987048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-396495b2-36a4-4cea-a1cb-23587d22c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.989493 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-396495b2-36a4-4cea-a1cb-23587d22c082 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513982 Jul 15 13:34:11.001045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:11.001756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Checking segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:11.002451 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.003166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Bound using segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:11.003833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Bound port: 97a3cbb8-78ea-47b5-a73f-0829cfc4360a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:11.007623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.183940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] For port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:11.185746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.191237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] For port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:11.192822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd12c549-c4a5-4c92-a7b8-eaa7149b4008 req-9bae43e6-f78f-4eea-9d74-4d44fa8486e3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273737 Jul 15 13:34:11.205163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.355234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c35d2c-1029-4517-a8da-b6333c7d0ec1 None None] Pushing event updated for resources: {'Port': ['ID=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:11.376013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network abb87260-1fc4-4341-8884-22ea2a324f1f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:11.404258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:11.430271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:11.450799 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-e49835f7-8ad5-4670-aaef-79296e128409 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529579 Jul 15 13:34:11.452144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afc3653e-a826-4bfc-a032-69f4204ed235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.498304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:11.502833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.511879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=87215159-fca3-4f4d-a85b-5a6af7085453,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:11.603439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.649791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Subnet': ['ID=ea295efb-76ee-4f0d-92f6-e0b0bf6e285f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:11.724443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Checking segment: {'id': '93601c2c-364a-47cb-8729-b76a0861596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:11.725060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network hostable DHCP agents. Network: a617b709-1181-4769-ab9d-8e28eeaa16a5, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:11.750646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network a617b709-1181-4769-ab9d-8e28eeaa16a5 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:11.788673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a617b709-1181-4769-ab9d-8e28eeaa16a5) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:11.795997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.797953 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.816871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52947667-1980-4447-a842-ff7d9dbb13e1 None None] Network a617b709-1181-4769-ab9d-8e28eeaa16a5 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:11.840150 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76307631-2c7a-4ef7-9348-6fc7feddf139 req-734fd941-75bd-416b-b059-7c8a2df56609 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791840 Jul 15 13:34:12.043656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afc3653e-a826-4bfc-a032-69f4204ed235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.046016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.071169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afc3653e-a826-4bfc-a032-69f4204ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.077889 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:12.079002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5bb10f0f-7369-4241-8d89-e2117a47e38c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4501815 Jul 15 13:34:12.098247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'port': {'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5', 'name': 'tempest-NetworksIpV6TestAttrs-621864641'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:12.146980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a617b709-1181-4769-ab9d-8e28eeaa16a5', 'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5', 'tenant_id': '9236299a81e44a1fbc0c2b8a75d8aaf7', 'fixed_ips': [{'subnet_id': 'ea295efb-76ee-4f0d-92f6-e0b0bf6e285f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:12.148230 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.353179 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-afc3653e-a826-4bfc-a032-69f4204ed235 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0867c6c0c7a94db8adbdf84c6bf3eb37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4203243 Jul 15 13:34:12.356277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:12.376266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Allocated IP 2001:db8::f816:3eff:fe65:3e63 (a617b709-1181-4769-ab9d-8e28eeaa16a5/ea295efb-76ee-4f0d-92f6-e0b0bf6e285f/b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:12.376473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3653e-a826-4bfc-a032-69f4204ed235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b5379-bb00-406a-8040-e58338477184,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:12.494483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddec16ca-7bf5-4bcf-a4cf-53ebf82f9475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.545664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:12.546243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddec16ca-7bf5-4bcf-a4cf-53ebf82f9475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.568717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.709525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fbb1b-a818-4593-b504-e21a9a334e35 req-5b31fbb5-0c8a-4709-9b00-4af9f19171a0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.721921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce8fbb1b-a818-4593-b504-e21a9a334e35 req-5b31fbb5-0c8a-4709-9b00-4af9f19171a0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.1424844 Jul 15 13:34:12.755170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddec16ca-7bf5-4bcf-a4cf-53ebf82f9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.758041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddec16ca-7bf5-4bcf-a4cf-53ebf82f9475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.762453 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ddec16ca-7bf5-4bcf-a4cf-53ebf82f9475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b8b5379-bb00-406a-8040-e58338477184 HTTP/1.1" status: 204 len: 168 time: 0.4054694 Jul 15 13:34:12.792072 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81ee0682-bf8e-4fb3-ae63-dc1398f6b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.802894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce8fbb1b-a818-4593-b504-e21a9a334e35 req-58a47b7f-ea8e-4457-8e7e-5697578862d9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755513 Jul 15 13:34:12.806828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec16ca-7bf5-4bcf-a4cf-53ebf82f9475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b5379-bb00-406a-8040-e58338477184,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:12.966095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97a3cbb8-78ea-47b5-a73f-0829cfc4360a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:13.022361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] device_id is not set on port d020de84-1baf-4924-ad9c-cc2bb065bda6 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:13.082181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.097586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.107384 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.120517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Transition to ACTIVE for port object b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:13.125323 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:13.153582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Transition to ACTIVE for port object b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:13.169656 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.243833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Network a617b709-1181-4769-ab9d-8e28eeaa16a5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:13.246786 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=87215159-fca3-4f4d-a85b-5a6af7085453,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.249594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.264694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:13.270442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:13.312378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51876) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:13.316296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Pushing event updated for resources: {'Port': ['ID=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.348043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Allocated IP 2001:db8::f816:3eff:fece:a21f (a617b709-1181-4769-ab9d-8e28eeaa16a5/ea295efb-76ee-4f0d-92f6-e0b0bf6e285f/d020de84-1baf-4924-ad9c-cc2bb065bda6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:13.360130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Attempting to bind port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:13.360130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Attempting to bind port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '93601c2c-364a-47cb-8729-b76a0861596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:13.360595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Attempting to bind port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb on network a617b709-1181-4769-ab9d-8e28eeaa16a5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:13.361066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e2d92-7a2d-43a1-a50c-58720ec3159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.366185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834211c2-37d3-42e8-9b2d-ad9e753f857c None None] Network abb87260-1fc4-4341-8884-22ea2a324f1f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:13.383006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:13.383397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Checking segment: {'id': '93601c2c-364a-47cb-8729-b76a0861596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:13.383903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.384498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Bound using segment: {'id': '93601c2c-364a-47cb-8729-b76a0861596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:13.384961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Bound port: b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93601c2c-364a-47cb-8729-b76a0861596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a617b709-1181-4769-ab9d-8e28eeaa16a5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:13.385383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.420020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network abb87260-1fc4-4341-8884-22ea2a324f1f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:13.427510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:13.538565 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e2d92-7a2d-43a1-a50c-58720ec3159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.547338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d59e2d92-7a2d-43a1-a50c-58720ec3159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.595383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d59e2d92-7a2d-43a1-a50c-58720ec3159f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcc57e1f9aa1401b9646a8d4da5a7438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804458 Jul 15 13:34:13.598696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:13.669273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e2d92-7a2d-43a1-a50c-58720ec3159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c04660-1a68-4cc8-b759-e497426c744a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.700843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] Provisioning for port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:13.710569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.725831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] Provisioning complete for port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:13.726167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.734513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Transition to ACTIVE for port object d020de84-1baf-4924-ad9c-cc2bb065bda6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:13.750019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cc1722d-0a11-4f53-8082-431154ffc436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.790177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.795606 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cc1722d-0a11-4f53-8082-431154ffc436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.798798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 6d422bdf-b571-4054-aac5-f0c72c2855b4 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:13.809185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] For port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:13.849641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network a617b709-1181-4769-ab9d-8e28eeaa16a5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:13.856706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:13.860936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:13.867771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.868709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.882579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] For port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,segment=NetworkSegment(93601c2c-364a-47cb-8729-b76a0861596f),segment_id=93601c2c-364a-47cb-8729-b76a0861596f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:13.893674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cc1722d-0a11-4f53-8082-431154ffc436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.898136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cc1722d-0a11-4f53-8082-431154ffc436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.903989 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.911224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7cc1722d-0a11-4f53-8082-431154ffc436 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17c04660-1a68-4cc8-b759-e497426c744a HTTP/1.1" status: 204 len: 168 time: 0.3123839 Jul 15 13:34:13.970038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1722d-0a11-4f53-8082-431154ffc436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c04660-1a68-4cc8-b759-e497426c744a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.061876 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9660809 Jul 15 13:34:14.063623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:14.063790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ac348-6a88-4d90-9866-82e5e08e4715 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Port': ['ID=d020de84-1baf-4924-ad9c-cc2bb065bda6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.074158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.132030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06b25-8055-434b-a7f4-e56e56e778cb None None] Pushing event updated for resources: {'Port': ['ID=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.188081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:14.199538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting subnet ea295efb-76ee-4f0d-92f6-e0b0bf6e285f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:14.205031 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.206291 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a032d884-a53a-4d74-9cb6-f9239fa5c513 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/6d422bdf-b571-4054-aac5-f0c72c2855b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6202707 Jul 15 13:34:14.224923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Sync routers for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:14.293332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] For port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:14.296605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:14.298286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:33:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:14.326619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.386147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.507079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838e4bc-7aa3-480f-b6bb-73a9828ddaa9 None None] Pushing event updated for resources: {'Port': ['ID=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.573019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df791d1b-ea01-4e3c-a80d-7fc6b7bd1f4d req-bb867bd2-8ff0-413b-b96f-9686a6839501 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.591630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df791d1b-ea01-4e3c-a80d-7fc6b7bd1f4d req-bb867bd2-8ff0-413b-b96f-9686a6839501 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.4112823 Jul 15 13:34:14.837866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:15.044587 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.067576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:15.208734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-78be8420-7152-4a6a-a9ec-d8709417f40b None None] Provisioning complete for port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:15.211370 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78be8420-7152-4a6a-a9ec-d8709417f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.262071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df791d1b-ea01-4e3c-a80d-7fc6b7bd1f4d req-61e5d270-5885-48f7-8499-299c155b94f3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455743 Jul 15 13:34:15.293737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-66403c1c-2d6c-4b7f-b981-2aacd631cf5b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112010604&fields=id&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 267 time: 0.5539346 Jul 15 13:34:15.458998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:15.485847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97a3cbb8-78ea-47b5-a73f-0829cfc4360a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:15.600462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.685127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.691093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/ea295efb-76ee-4f0d-92f6-e0b0bf6e285f HTTP/1.1" status: 204 len: 168 time: 1.6259460 Jul 15 13:34:15.693159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51930) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:15.709077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4065c-cba0-470d-8a9e-5a11064b1603 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Subnet': ['ID=ea295efb-76ee-4f0d-92f6-e0b0bf6e285f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:15.710598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6432514-7a4c-4e4f-b937-149b366b72d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.811898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-a0c32cbb-259b-437b-83ac-a9f34b425f32 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.824969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-a0c32cbb-259b-437b-83ac-a9f34b425f32 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 797 time: 0.5283744 Jul 15 13:34:15.855092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f3f1b-a8a2-47da-9dd3-0f66af8ed2c0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.857419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f3f1b-a8a2-47da-9dd3-0f66af8ed2c0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.859162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-8e3f99dd-2a4c-4cb5-b23d-260359013c20 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/quotas/e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 375 time: 0.0311399 Jul 15 13:34:15.861163 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d78f3f1b-a8a2-47da-9dd3-0f66af8ed2c0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1669788 Jul 15 13:34:15.863850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:15.910020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:15.910179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.984707 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.059128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-0889c5f8-1423-40e5-b2c5-81b00d506fd9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969423 Jul 15 13:34:16.112301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-78be8420-7152-4a6a-a9ec-d8709417f40b None None] Provisioning for port 87215159-fca3-4f4d-a85b-5a6af7085453 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:16.157362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-78be8420-7152-4a6a-a9ec-d8709417f40b None None] Provisioning complete for port 87215159-fca3-4f4d-a85b-5a6af7085453 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:16.158691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78be8420-7152-4a6a-a9ec-d8709417f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.242648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075fc348-a7f9-44cc-899e-bfa349217619 None None] Network a617b709-1181-4769-ab9d-8e28eeaa16a5 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:16.267006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-78be8420-7152-4a6a-a9ec-d8709417f40b None None] Port 87215159-fca3-4f4d-a85b-5a6af7085453 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:16.314258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-1066c019-5732-4e9f-b18d-12bd30900159 service neutron] 10.222.0.48 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492387 Jul 15 13:34:16.563355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-35f22fcb-9f03-4de8-870b-d5fbd6adb3f4 service neutron] 10.222.0.48 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415936 Jul 15 13:34:16.667417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:16.713781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Provisioning complete for port 87215159-fca3-4f4d-a85b-5a6af7085453 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:16.714165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.781496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515acda-15b4-440a-a583-7d56f0815a94 req-1ec71dc5-45e6-4b5b-93c4-5003ad41ea6b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:16.791263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d515acda-15b4-440a-a583-7d56f0815a94 req-1ec71dc5-45e6-4b5b-93c4-5003ad41ea6b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.2021108 Jul 15 13:34:16.864978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d515acda-15b4-440a-a583-7d56f0815a94 req-fce118df-39cb-4c06-81b3-9d2b0a85f763 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724387 Jul 15 13:34:16.940044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25e32acb-0495-45c2-b16b-9160d0bb1e45 req-93d09dc7-f447-455a-b834-93f7f723e19f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 210 time: 0.0493128 Jul 15 13:34:16.955921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eebe1a-48eb-4e97-883c-8149994f7489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.079305 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73a2cfc0-6b81-4bfd-b4ef-fd3bfd8da90e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.088509 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a2cfc0-6b81-4bfd-b4ef-fd3bfd8da90e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:34:17.089439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a2cfc0-6b81-4bfd-b4ef-fd3bfd8da90e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:17.105989 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73a2cfc0-6b81-4bfd-b4ef-fd3bfd8da90e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/a617b709-1181-4769-ab9d-8e28eeaa16a5 HTTP/1.1" status: 409 len: 405 time: 1.2201307 Jul 15 13:34:17.107268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51974) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.138599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-534046155'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.165299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Port 87215159-fca3-4f4d-a85b-5a6af7085453 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:17.172144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eebe1a-48eb-4e97-883c-8149994f7489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.186320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eebe1a-48eb-4e97-883c-8149994f7489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.211845 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.254308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:17.257902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.258819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:12Z', 'revision_number': 2, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:17.271554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97eebe1a-48eb-4e97-883c-8149994f7489 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a708065874a43f298f6f5102f46dd1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029794 Jul 15 13:34:17.274548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eebe1a-48eb-4e97-883c-8149994f7489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f048b205-83cd-45a6-b69c-0ad034258358,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.276143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 51980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.296514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:17.307746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.308123 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Added segment 4703c935-2e57-4a1d-8d4a-3c8fc5d3afb6 of type vlan for network 60f90006-5fcc-4473-bcd5-af5f272361cf Jul 15 13:34:17.367375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Provisioning for port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:17.372121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Checking router: 6d422bdf-b571-4054-aac5-f0c72c2855b4 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:17.373044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Updating router 6d422bdf-b571-4054-aac5-f0c72c2855b4 port 87215159-fca3-4f4d-a85b-5a6af7085453 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:34:17.378341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Provisioning complete for port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:17.378941 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.419782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] DHCP port deletion for a617b709-1181-4769-ab9d-8e28eeaa16a5 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:17.421226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.487921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.509331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:17.510941 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.522507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7371e9bb-be7f-4800-aa09-22076664c5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.609398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7371e9bb-be7f-4800-aa09-22076664c5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.670147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.681635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5730104 Jul 15 13:34:17.694457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 51988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.712626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'subnet': {'network_id': '60f90006-5fcc-4473-bcd5-af5f272361cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.718056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7371e9bb-be7f-4800-aa09-22076664c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.722482 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7371e9bb-be7f-4800-aa09-22076664c5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.724250 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7371e9bb-be7f-4800-aa09-22076664c5ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f048b205-83cd-45a6-b69c-0ad034258358 HTTP/1.1" status: 204 len: 168 time: 0.4472837 Jul 15 13:34:17.749551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371e9bb-be7f-4800-aa09-22076664c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f048b205-83cd-45a6-b69c-0ad034258358,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.875352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] Deleting port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:17.876098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.883211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.958440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9443124-a4e4-48eb-9e52-0f395107cf86 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Network': ['ID=60f90006-5fcc-4473-bcd5-af5f272361cf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:18.024695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 60f90006-5fcc-4473-bcd5-af5f272361cf details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:18.289153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b3b7219-7b38-44e7-a4d6-592ce7c494fa req-22b27588-3eba-4feb-bf14-d92d61f42aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 210 time: 0.1133819 Jul 15 13:34:18.355629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:18.385902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.605578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179adf3-434d-4301-84ed-4890d2199534 req-5e57b291-cbf7-45cd-8331-f85edee0f314 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.607445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5179adf3-434d-4301-84ed-4890d2199534 req-5e57b291-cbf7-45cd-8331-f85edee0f314 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.4190793 Jul 15 13:34:18.698492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] For port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,segment=NetworkSegment(93601c2c-364a-47cb-8729-b76a0861596f),segment_id=93601c2c-364a-47cb-8729-b76a0861596f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:18.699059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.767235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] For port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,segment=NetworkSegment(93601c2c-364a-47cb-8729-b76a0861596f),segment_id=93601c2c-364a-47cb-8729-b76a0861596f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:18.791089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.791089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.793916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5179adf3-434d-4301-84ed-4890d2199534 req-7c9dd3b8-cc63-4f6c-9bbd-f2a9f525edc0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Jul 15 13:34:18.826134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] Calling delete_port for b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:18.977374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Pushing event updated for resources: {'Port': ['ID=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.010303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.objects.ports [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:19.015883 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.017661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.018027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.018455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.018796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.019133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.019630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.019993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.020324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.020646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.020963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.021421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.021751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2013f-281c-4972-9563-48d221bfcf5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:19.166889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Subnet': ['ID=0676189d-94a4-49c9-bad5-741dceab18f1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.346998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Checking segment: {'id': '4703c935-2e57-4a1d-8d4a-3c8fc5d3afb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '60f90006-5fcc-4473-bcd5-af5f272361cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:19.347783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network hostable DHCP agents. Network: 60f90006-5fcc-4473-bcd5-af5f272361cf, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:19.403304 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.416716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network 60f90006-5fcc-4473-bcd5-af5f272361cf is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:19.418029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.438652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 60f90006-5fcc-4473-bcd5-af5f272361cf) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:19.447931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.448573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.491373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918bdc7b-ad25-4858-84bb-82ce0459a1bd None None] Network 60f90006-5fcc-4473-bcd5-af5f272361cf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:19.496078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:19.511831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0f9d2c9f-701e-4371-9b1e-0b2e05cd4d38 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8122966 Jul 15 13:34:19.514740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.573666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Transition to ACTIVE for port object 87215159-fca3-4f4d-a85b-5a6af7085453 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:19.580119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] No DVR routers for this DVR port b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:19.641512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe80e09-1b94-4329-b5a1-d31413ac8a80 None None] Pushing event deleted for resources: {'Port': ['ID=b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.650990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-cb1ea1d2-e97c-4ab0-bf8d-9d8a08e1ef85 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.656792 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-cb1ea1d2-e97c-4ab0-bf8d-9d8a08e1ef85 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 797 time: 0.4798870 Jul 15 13:34:19.671177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:19.671974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b12d75c5-1ed2-4cfb-9e91-8a19c37aebdb not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:19.691450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.797574 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-3b22b616-17fb-4e4e-a234-e07f9e8071b4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 380 time: 0.1361010 Jul 15 13:34:19.820698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'port': {'device_id': '82190694-937e-4c49-9e79-5c1af96496da', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'admin_state_up': True, 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'security_groups': ['f83e9a64-459a-4557-9491-f5c44b8cafae']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:19.847798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-857bfba8-ca90-4153-aa73-c15eb0aa3494 req-108b8794-fbe3-40db-8a0a-a1fa7264c1de tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 210 time: 0.0940194 Jul 15 13:34:19.925476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.132145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e35e90-f73c-4b29-a7a3-4cd4ac1b4425 None None] Pushing event updated for resources: {'Port': ['ID=87215159-fca3-4f4d-a85b-5a6af7085453,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.197687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:20.202578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.214897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.298308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adacc01-e342-4197-ab37-97a420697e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-60f90006-5fcc-4473-bcd5-af5f272361cf', 'network_id': '60f90006-5fcc-4473-bcd5-af5f272361cf', 'tenant_id': '9236299a81e44a1fbc0c2b8a75d8aaf7', 'fixed_ips': [{'subnet_id': '0676189d-94a4-49c9-bad5-741dceab18f1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:20.303226 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0adacc01-e342-4197-ab37-97a420697e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.419011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Attempting to bind port 87215159-fca3-4f4d-a85b-5a6af7085453 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:20.419403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Attempting to bind port 87215159-fca3-4f4d-a85b-5a6af7085453 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:20.419781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Attempting to bind port 87215159-fca3-4f4d-a85b-5a6af7085453 on network abb87260-1fc4-4341-8884-22ea2a324f1f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:20.448791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:20.449435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Checking segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:20.449928 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.451027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Bound using segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:20.451027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Bound port: 87215159-fca3-4f4d-a85b-5a6af7085453, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:20.453378 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.511216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa58a-5653-4d37-95f1-113382138570 req-ee0130c2-8395-4c3d-8423-8a231560513a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.516080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20baa58a-5653-4d37-95f1-113382138570 req-ee0130c2-8395-4c3d-8423-8a231560513a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.4373693 Jul 15 13:34:20.521728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.567921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.4 (abb87260-1fc4-4341-8884-22ea2a324f1f/08e9cdfe-52d5-4db6-880c-87b0a90833fa/cb85b384-c94c-4698-aa15-cf0b79c09b45) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:20.619276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Subnet': ['ID=0676189d-94a4-49c9-bad5-741dceab18f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.715066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20baa58a-5653-4d37-95f1-113382138570 req-eb42182e-a535-403a-9e6e-818c5156c3a9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760821 Jul 15 13:34:20.740946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.751614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f90006-5fcc-4473-bcd5-af5f272361cf']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:20.765407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4703c935-2e57-4a1d-8d4a-3c8fc5d3afb6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:20.766127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4703c935-2e57-4a1d-8d4a-3c8fc5d3afb6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:20.776879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.793238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-0adacc01-e342-4197-ab37-97a420697e0d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0676189d-94a4-49c9-bad5-741dceab18f1: This subnet is being modified by another concurrent operation. Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:20.805278 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0676189d-94a4-49c9-bad5-741dceab18f1: This subnet is being modified by another concurrent operation. Jul 15 13:34:20.813524 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 15 13:34:20.816905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:20.816905 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:20.841513 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:20.858037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89290f50-66a0-4e7c-9423-ca4d893a4517 None None] Network 60f90006-5fcc-4473-bcd5-af5f272361cf requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:20.925373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.933124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] For port 87215159-fca3-4f4d-a85b-5a6af7085453, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:20.976271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object cb85b384-c94c-4698-aa15-cf0b79c09b45 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:20.976439 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.981845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.983920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/60f90006-5fcc-4473-bcd5-af5f272361cf HTTP/1.1" status: 204 len: 168 time: 1.4682498 Jul 15 13:34:21.000287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.023630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2069654289'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:21.028011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.042951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] For port 87215159-fca3-4f4d-a85b-5a6af7085453, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=87215159-fca3-4f4d-a85b-5a6af7085453,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:21.056415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17eac5-20d9-440f-9994-0584460ba8ca tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Network': ['ID=60f90006-5fcc-4473-bcd5-af5f272361cf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.085878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.098287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae7be0-34af-4aae-8cf9-31f337e62350 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:21.132840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:21.132980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.138505 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52070) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.150226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.168151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network abb87260-1fc4-4341-8884-22ea2a324f1f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:21.169704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:21.172946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:21.219179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f021-cd23-4f3b-861c-e445b98618f5 req-9711417c-2f9d-4d41-9cc6-8f0c2271db5d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:21.223272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f342f021-cd23-4f3b-861c-e445b98618f5 req-9711417c-2f9d-4d41-9cc6-8f0c2271db5d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 931 time: 0.1694107 Jul 15 13:34:21.229664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:21.237187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e35e90-f73c-4b29-a7a3-4cd4ac1b4425 None None] Pushing event updated for resources: {'Port': ['ID=87215159-fca3-4f4d-a85b-5a6af7085453,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.247326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:21.250232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.250961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.251309 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Added segment ab786561-8c7c-4522-993a-4040b9bafcfd of type vlan for network d0753161-3034-4637-afdc-55aba1b66a60 Jul 15 13:34:21.285008 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-9890cd63-3bc5-4cde-ba76-729331240f93 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4794059 Jul 15 13:34:21.308960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Request body: {'port': {'device_id': '82190694-937e-4c49-9e79-5c1af96496da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:21.328776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:21.329474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:21.370626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f342f021-cd23-4f3b-861c-e445b98618f5 req-49b41e96-edeb-4963-8b93-5131a634ed92 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342778 Jul 15 13:34:21.377342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-656a77f8-af7d-41aa-9137-939ba115fc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.379160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.430133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae7be0-34af-4aae-8cf9-31f337e62350 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:21.442118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.448580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:21.449201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.495858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.570833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Network': ['ID=d0753161-3034-4637-afdc-55aba1b66a60,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.598967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d0753161-3034-4637-afdc-55aba1b66a60 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:21.604505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:21.728802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-656a77f8-af7d-41aa-9137-939ba115fc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.753240 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-42c44391-df02-4336-9e6d-20baa1a1bf0a tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7429652 Jul 15 13:34:21.754200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52080) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.775792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'subnet': {'network_id': 'd0753161-3034-4637-afdc-55aba1b66a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:21.783019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-656a77f8-af7d-41aa-9137-939ba115fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.867188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a77f8-af7d-41aa-9137-939ba115fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6108899-f347-4223-b8bd-5a89064002bc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.957191 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-656a77f8-af7d-41aa-9137-939ba115fc67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ba7059168b54db1a3e12fdf8243dd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153501 Jul 15 13:34:21.959156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.985006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:21.989191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.120692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:20Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:22.132566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb85b384-c94c-4698-aa15-cf0b79c09b45 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:22.154087 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:22.156289 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.179489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Transition to ACTIVE for port object cb85b384-c94c-4698-aa15-cf0b79c09b45 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:22.185177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.186917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b359ae5-b943-49d7-bd3e-afa3eeaf81d0 None None] The sync data for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 is: [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:20Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:22.215647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac9eeb78-4bbc-4934-8304-08963f93ff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.335408 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac9eeb78-4bbc-4934-8304-08963f93ff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.335796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.379288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6631-5975-4d09-b5f8-501fb85dc33d req-4afcd87c-25bd-49ee-b7ac-55a3409d152b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:22.381604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25bf6631-5975-4d09-b5f8-501fb85dc33d req-4afcd87c-25bd-49ee-b7ac-55a3409d152b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.3841071 Jul 15 13:34:22.486276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:22.488942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:22.489262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 on network abb87260-1fc4-4341-8884-22ea2a324f1f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:22.506610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Port cb85b384-c94c-4698-aa15-cf0b79c09b45 on network abb87260-1fc4-4341-8884-22ea2a324f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:34:22.507024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 on network abb87260-1fc4-4341-8884-22ea2a324f1f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:22.528062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:22.528433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Checking segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:22.529983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Bound using segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:22.530483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Bound port: cb85b384-c94c-4698-aa15-cf0b79c09b45, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:22.535202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.581769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25bf6631-5975-4d09-b5f8-501fb85dc33d req-790d4818-a6b3-4fe0-8376-cec2b05a38ef tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823468 Jul 15 13:34:22.650381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac9eeb78-4bbc-4934-8304-08963f93ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.666583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac9eeb78-4bbc-4934-8304-08963f93ff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.667964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ac9eeb78-4bbc-4934-8304-08963f93ff0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6108899-f347-4223-b8bd-5a89064002bc HTTP/1.1" status: 204 len: 168 time: 0.7056603 Jul 15 13:34:22.694258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9eeb78-4bbc-4934-8304-08963f93ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6108899-f347-4223-b8bd-5a89064002bc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.719879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.749599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f38a8b9-bdb6-46ac-8e6c-fced779533ff None None] Provisioning for port cb85b384-c94c-4698-aa15-cf0b79c09b45 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:22.833901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:22.842805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:22.860572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.008279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.051209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.055006 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.056536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-14682a94-4693-4925-baa1-182ae5a6e81f service neutron] 10.222.0.49 "PUT /v2.0/ports/cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 1091 time: 1.7520292 Jul 15 13:34:23.057019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:23.069050 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17" -d '{"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:23.205192 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f08249b-2852-4dcd-b1ea-f49391847438 x-openstack-request-id: req-9f08249b-2852-4dcd-b1ea-f49391847438 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:23.206933 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:23.208086 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f08249b-2852-4dcd-b1ea-f49391847438 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:23.209351 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'status': 'completed', 'code': 200} Jul 15 13:34:23.256177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-7d001401-3fa1-4813-8524-1cbfaea5edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.257659 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-7d001401-3fa1-4813-8524-1cbfaea5edd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1094 time: 0.1445260 Jul 15 13:34:23.408931 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-b66564f9-0669-48e3-b47f-9ea8b7df31e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 217 time: 0.1294544 Jul 15 13:34:23.475433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 87215159-fca3-4f4d-a85b-5a6af7085453 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:23.628900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Subnet': ['ID=70550a66-5cf5-4ba0-bd6d-a9c93eda24df,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.649440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-50ac45e5-f449-41bc-b6d0-5ea93d07ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.651078 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-50ac45e5-f449-41bc-b6d0-5ea93d07ef81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.2344146 Jul 15 13:34:23.698892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Checking segment: {'id': 'ab786561-8c7c-4522-993a-4040b9bafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd0753161-3034-4637-afdc-55aba1b66a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:23.700338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network hostable DHCP agents. Network: d0753161-3034-4637-afdc-55aba1b66a60, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:23.728788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 87215159-fca3-4f4d-a85b-5a6af7085453 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:23.738060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00f296-51ba-4fd1-9faf-684f916b752f req-c58f4bb1-2cb8-42a4-9f50-dfea76a9c4ac tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.751705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 87215159-fca3-4f4d-a85b-5a6af7085453 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:23.752259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.763271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a00f296-51ba-4fd1-9faf-684f916b752f req-c58f4bb1-2cb8-42a4-9f50-dfea76a9c4ac tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 943 time: 1.0388341 Jul 15 13:34:23.868689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a00f296-51ba-4fd1-9faf-684f916b752f req-4f6c50ba-517e-4104-a107-73bf74cef17c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037591 Jul 15 13:34:23.870150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network d0753161-3034-4637-afdc-55aba1b66a60 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:23.887274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-2930719b-9e8c-43eb-8e69-91464b85300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.896956 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-2930719b-9e8c-43eb-8e69-91464b85300c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351375 Jul 15 13:34:23.911859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d0753161-3034-4637-afdc-55aba1b66a60) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:23.916555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.917368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.933428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a27bcf-2d89-4807-9e88-033ab28a34f7 None None] Network d0753161-3034-4637-afdc-55aba1b66a60 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:23.953158 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f63535a7-cde0-45a8-9c51-3a207c4611ab tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1931806 Jul 15 13:34:23.955851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.164248 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-2ceabffb-2c46-42ce-a0fb-e9478302902c service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571468 Jul 15 13:34:24.386698 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bfbc9843-5d8f-4573-a091-91dd1db4e2be req-2c153542-f552-4cbe-81ec-a6f56027695b service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099116 Jul 15 13:34:24.386826 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.412568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4d4e-ab0f-409e-ad2c-4b00677eebaa req-4ac20ff7-fdf9-460e-adc5-d818ba7406b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.430882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fda4d4e-ab0f-409e-ad2c-4b00677eebaa req-4ac20ff7-fdf9-460e-adc5-d818ba7406b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.4640284 Jul 15 13:34:24.571364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fda4d4e-ab0f-409e-ad2c-4b00677eebaa req-edc07047-088e-48ce-9a13-e0e9ccf42dcc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331093 Jul 15 13:34:24.608013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.616421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-4f5a53e3-fed7-45ce-8937-15bd8dcb4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.620084 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-4f5a53e3-fed7-45ce-8937-15bd8dcb4880 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1094 time: 0.1487942 Jul 15 13:34:24.687750 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.750999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 87215159-fca3-4f4d-a85b-5a6af7085453, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=87215159-fca3-4f4d-a85b-5a6af7085453,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:24.753050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.806203 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.856799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Subnet': ['ID=70550a66-5cf5-4ba0-bd6d-a9c93eda24df,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:24.947760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4eaaa-449c-42a9-b2b6-89e5d212595a None None] Network d0753161-3034-4637-afdc-55aba1b66a60 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:24.956999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-62c6232b-36e6-4861-872c-b4badb0e1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.962327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-62c6232b-36e6-4861-872c-b4badb0e1893 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.3338230 Jul 15 13:34:25.071138 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-f3f49fec-acdc-4425-b4cc-0ebbbecda4da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 217 time: 0.1004279 Jul 15 13:34:25.079807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.089747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=87215159-fca3-4f4d-a85b-5a6af7085453,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.175263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0753161-3034-4637-afdc-55aba1b66a60']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:25.188112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab786561-8c7c-4522-993a-4040b9bafcfd') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:25.188870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab786561-8c7c-4522-993a-4040b9bafcfd') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:25.196286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-24ba563b-563f-45ab-a92c-35b13b3db2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.200698 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-24ba563b-563f-45ab-a92c-35b13b3db2b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.1210029 Jul 15 13:34:25.201782 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.219597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.226896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:25.227610 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:25.313413 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:25.315662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-55043b6c-5b40-4cad-83c7-706978992733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.319759 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-55043b6c-5b40-4cad-83c7-706978992733 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095593 Jul 15 13:34:25.344083 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.359919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.371144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/d0753161-3034-4637-afdc-55aba1b66a60 HTTP/1.1" status: 204 len: 168 time: 1.4139907 Jul 15 13:34:25.373836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52144) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.400649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 87215159-fca3-4f4d-a85b-5a6af7085453 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:25.429966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2012506231'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:25.481888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcf97f-b2db-4da7-bfba-c8e3e838e4ff tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Network': ['ID=d0753161-3034-4637-afdc-55aba1b66a60,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.490346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:25.493944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.508023 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-227448a9-e2bd-4906-9d09-54f969cb4edd service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799080 Jul 15 13:34:25.554837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 87215159-fca3-4f4d-a85b-5a6af7085453 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:25.557244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.595409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d098d5-0661-4334-86a6-d468ef36b862 req-adedb2bd-58a6-473e-afae-61ab8682338d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.624660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d098d5-0661-4334-86a6-d468ef36b862 req-adedb2bd-58a6-473e-afae-61ab8682338d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 943 time: 0.5408006 Jul 15 13:34:25.667253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:25.705366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17d098d5-0661-4334-86a6-d468ef36b862 req-aa989d62-7d80-4530-8260-c6f6f5a478f4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744894 Jul 15 13:34:25.720518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.721072 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Added segment ccd76348-a531-424f-a85a-c0da2afead3d of type vlan for network c559aa03-749e-42d7-bcdb-91a0f1b6c76d Jul 15 13:34:25.780835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.791523 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-bbe6e5c3-3034-43da-94b0-cfa11a9f6b17 req-9982c0cf-9a8b-4119-a8c2-6a284fedf983 service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751555 Jul 15 13:34:25.828085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.838391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.840322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.949705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5715778 Jul 15 13:34:25.953501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.959014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Request body: {'subnet': {'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:25.992065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062ece1-9352-4eba-bfb8-1ecebb39a4a8 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Network': ['ID=c559aa03-749e-42d7-bcdb-91a0f1b6c76d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.004331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network c559aa03-749e-42d7-bcdb-91a0f1b6c76d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:26.059521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb583b4b-3383-4b2d-836e-2630e290afb3 req-125e5f74-8640-4657-985b-9a3fb0d00e42 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.062369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb583b4b-3383-4b2d-836e-2630e290afb3 req-125e5f74-8640-4657-985b-9a3fb0d00e42 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.1549652 Jul 15 13:34:26.175590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb583b4b-3383-4b2d-836e-2630e290afb3 req-a37181e0-3e08-49c8-9eb1-38a777e0bb33 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049993 Jul 15 13:34:26.193761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Made reservation on behalf of 9236299a81e44a1fbc0c2b8a75d8aaf7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:26.199114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.600126 n-d-798249-9 neutron-server[93823]: DEBUG neutron.objects.ports [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:26.601811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.688361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Checking segment: {'id': 'ccd76348-a531-424f-a85a-c0da2afead3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:26.688764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network hostable DHCP agents. Network: c559aa03-749e-42d7-bcdb-91a0f1b6c76d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:26.692837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event updated for resources: {'Subnet': ['ID=35109798-ad15-4933-9414-e0928a4fbfe1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.715439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Network c559aa03-749e-42d7-bcdb-91a0f1b6c76d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:26.729737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, c559aa03-749e-42d7-bcdb-91a0f1b6c76d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:26.743836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22319c-273d-44bf-ad1d-6234e1faf37f None None] Network c559aa03-749e-42d7-bcdb-91a0f1b6c76d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:26.765303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.766418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.786886 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f41f62c0-ad8d-44c1-88af-2e467f4b1b90 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8320384 Jul 15 13:34:26.789637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:27.110265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-c559aa03-749e-42d7-bcdb-91a0f1b6c76d', 'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d', 'tenant_id': '9236299a81e44a1fbc0c2b8a75d8aaf7', 'fixed_ips': [{'subnet_id': '35109798-ad15-4933-9414-e0928a4fbfe1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:27.116178 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.178179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.346137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b5c2-3b76-4baf-9399-36603b033e40 req-bf44b9b3-9ae8-4ec7-a2e5-5a1f7109bed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.348773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db36b5c2-3b76-4baf-9399-36603b033e40 req-bf44b9b3-9ae8-4ec7-a2e5-5a1f7109bed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 943 time: 0.3770282 Jul 15 13:34:27.397392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Allocated IP 2001:db8::f816:3eff:fead:f9df (c559aa03-749e-42d7-bcdb-91a0f1b6c76d/35109798-ad15-4933-9414-e0928a4fbfe1/67333f33-dc9a-49ea-a387-b8b3aaf5f2af) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:27.510436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db36b5c2-3b76-4baf-9399-36603b033e40 req-8b8e7ec5-a7c5-4f3c-9050-d663cf1eca8a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095383 Jul 15 13:34:27.523633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.713177 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.724262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Transition to ACTIVE for port object 67333f33-dc9a-49ea-a387-b8b3aaf5f2af will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:27.742160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Transition to ACTIVE for port object 67333f33-dc9a-49ea-a387-b8b3aaf5f2af will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:27.754246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.784691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e4c7d-d355-43a6-a804-f7e4b3017902 req-0607dced-373e-4bb9-84d7-41cfe54c5888 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.798248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d45e4c7d-d355-43a6-a804-f7e4b3017902 req-0607dced-373e-4bb9-84d7-41cfe54c5888 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.1579580 Jul 15 13:34:27.821646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Network c559aa03-749e-42d7-bcdb-91a0f1b6c76d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:27.825224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:27.832794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:27.849385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.873206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Pushing event updated for resources: {'Port': ['ID=67333f33-dc9a-49ea-a387-b8b3aaf5f2af,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:27.890744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Subnet': ['ID=35109798-ad15-4933-9414-e0928a4fbfe1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:27.914762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d45e4c7d-d355-43a6-a804-f7e4b3017902 req-8a154c22-dce5-4495-964e-9d7b89d36c75 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089237 Jul 15 13:34:27.942734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:27.985512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Attempting to bind port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:27.985964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Attempting to bind port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ccd76348-a531-424f-a85a-c0da2afead3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:27.986556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Attempting to bind port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af on network c559aa03-749e-42d7-bcdb-91a0f1b6c76d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:27.989845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.001352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c559aa03-749e-42d7-bcdb-91a0f1b6c76d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:28.012591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd76348-a531-424f-a85a-c0da2afead3d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:28.013150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd76348-a531-424f-a85a-c0da2afead3d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:28.025170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:28.026722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Checking segment: {'id': 'ccd76348-a531-424f-a85a-c0da2afead3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:28.027756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.028332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Bound using segment: {'id': 'ccd76348-a531-424f-a85a-c0da2afead3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:28.030089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Bound port: 67333f33-dc9a-49ea-a387-b8b3aaf5f2af, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd76348-a531-424f-a85a-c0da2afead3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:28.030683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.031381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.058028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.065178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:28.071342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.072205 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:28.079714 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:28.240576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:34:28.240576 n-d-798249-9 neutron-server[93824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:34:28.240576 n-d-798249-9 neutron-server[93824]: [parameters: {'id': 'c559aa03-749e-42d7-bcdb-91a0f1b6c76d'}] Jul 15 13:34:28.240576 n-d-798249-9 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:28.241452 n-d-798249-9 neutron-server[93824]: DEBUG oslo_db.api [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:28.271596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:28.288906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] For port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:28.293985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] For port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=67333f33-dc9a-49ea-a387-b8b3aaf5f2af,segment=NetworkSegment(ccd76348-a531-424f-a85a-c0da2afead3d),segment_id=ccd76348-a531-424f-a85a-c0da2afead3d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:28.295298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'port_id': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'mac_address': 'fa:16:3e:d2:6e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:28.338744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.341706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3351a756-a272-4da4-ab38-c22467248eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.457735 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.464741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3351a756-a272-4da4-ab38-c22467248eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.469014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3351a756-a272-4da4-ab38-c22467248eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.489837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a250210-d7bf-4b0f-a047-1db0f7548166 None None] Pushing event updated for resources: {'Port': ['ID=67333f33-dc9a-49ea-a387-b8b3aaf5f2af,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.501927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb85b384-c94c-4698-aa15-cf0b79c09b45 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:28.528483 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3351a756-a272-4da4-ab38-c22467248eb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ea97fce7d5e49c7aefe6936cfa3fdfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545894 Jul 15 13:34:28.536010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.540746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a756-a272-4da4-ab38-c22467248eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beebdd2c-f193-48f4-ab02-9042c313dde3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.543286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:28.553046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fa6bf2-5a0f-479e-b3a4-03bb08c84973 None None] Network c559aa03-749e-42d7-bcdb-91a0f1b6c76d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:28.556154 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.632429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5f98fa-2633-44a5-8ef6-2e7b9ef589c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.693553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.703589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5f98fa-2633-44a5-8ef6-2e7b9ef589c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.745642 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.763045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['cb85b384-c94c-4698-aa15-cf0b79c09b45'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:28.833658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836c9f8-fa9b-4382-b0d6-8df0e7bc0afc None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:28.860728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5f98fa-2633-44a5-8ef6-2e7b9ef589c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.863605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af5f98fa-2633-44a5-8ef6-2e7b9ef589c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.867175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af5f98fa-2633-44a5-8ef6-2e7b9ef589c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/beebdd2c-f193-48f4-ab02-9042c313dde3 HTTP/1.1" status: 204 len: 168 time: 0.3276989 Jul 15 13:34:28.876362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f9c54-7b1c-49a9-adb4-beffd2961992 req-69eab802-86b6-4b1f-a0af-121bd025b872 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:28.878147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e07f9c54-7b1c-49a9-adb4-beffd2961992 req-69eab802-86b6-4b1f-a0af-121bd025b872 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 944 time: 0.1598084 Jul 15 13:34:28.887248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f98fa-2633-44a5-8ef6-2e7b9ef589c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebdd2c-f193-48f4-ab02-9042c313dde3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.916590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:28.916948 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.963597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e07f9c54-7b1c-49a9-adb4-beffd2961992 req-5dac6460-3afa-4c45-95d0-4cae56d24174 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729983 Jul 15 13:34:29.020729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836c9f8-fa9b-4382-b0d6-8df0e7bc0afc None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:29.022812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] For port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=67333f33-dc9a-49ea-a387-b8b3aaf5f2af,segment=NetworkSegment(ccd76348-a531-424f-a85a-c0da2afead3d),segment_id=ccd76348-a531-424f-a85a-c0da2afead3d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:29.023377 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.040858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Calling delete_port for 67333f33-dc9a-49ea-a387-b8b3aaf5f2af owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:29.191721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6438720-189e-4691-b12a-3a083e5ad73a req-ea79b32b-c2f7-43fb-9a56-29721f26ee94 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.200213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6438720-189e-4691-b12a-3a083e5ad73a req-ea79b32b-c2f7-43fb-9a56-29721f26ee94 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.1050098 Jul 15 13:34:29.209071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.247354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Port': ['ID=67333f33-dc9a-49ea-a387-b8b3aaf5f2af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.253601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No DVR routers for this DVR port 67333f33-dc9a-49ea-a387-b8b3aaf5f2af on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:29.298262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52256) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.307670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6438720-189e-4691-b12a-3a083e5ad73a req-5af2082e-3cd8-46c9-bdf0-05eb49a8baaa tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062310 Jul 15 13:34:29.341321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7d99b59-b9d7-43c4-bdb8-598cff646a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.383019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.410114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c559aa03-749e-42d7-bcdb-91a0f1b6c76d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:29.428741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd76348-a531-424f-a85a-c0da2afead3d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:29.428989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd76348-a531-424f-a85a-c0da2afead3d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:29.445406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.469165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.477954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:29.478416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:29.482391 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:29.515503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7d99b59-b9d7-43c4-bdb8-598cff646a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.522827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7d99b59-b9d7-43c4-bdb8-598cff646a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.561445 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7d99b59-b9d7-43c4-bdb8-598cff646a89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92f1876a8f9f41eca6d70b918d0afa5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613149 Jul 15 13:34:29.562459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.565777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52268) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.577652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.584400 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52270) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.584729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/c559aa03-749e-42d7-bcdb-91a0f1b6c76d HTTP/1.1" status: 204 len: 168 time: 2.7934403 Jul 15 13:34:29.600965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894176-9fc9-4b71-bf9a-5563c44e172c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Network': ['ID=c559aa03-749e-42d7-bcdb-91a0f1b6c76d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.637336 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0580929a-e41c-49e6-9121-b666b8960edd tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:29.638174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0580929a-e41c-49e6-9121-b666b8960edd tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:29.641208 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0580929a-e41c-49e6-9121-b666b8960edd tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/35109798-ad15-4933-9414-e0928a4fbfe1 HTTP/1.1" status: 404 len: 337 time: 0.0545919 Jul 15 13:34:29.644146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.658260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d99b59-b9d7-43c4-bdb8-598cff646a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c045a60e-45f0-4eee-a034-bc8660cf6070,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.689297 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86e6f35-3e0c-4882-a07a-8989c3f9858e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:29.689867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86e6f35-3e0c-4882-a07a-8989c3f9858e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:29.691916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d86e6f35-3e0c-4882-a07a-8989c3f9858e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/c559aa03-749e-42d7-bcdb-91a0f1b6c76d HTTP/1.1" status: 404 len: 339 time: 0.0458922 Jul 15 13:34:29.694793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.700645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e1272ba-cda4-424f-b3ec-2be8b129d5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.729803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e1272ba-cda4-424f-b3ec-2be8b129d5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.730824 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e4b39c-3ec3-4311-bfe4-771cd0e2c983 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:29.731333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e4b39c-3ec3-4311-bfe4-771cd0e2c983 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:29.733641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-55e4b39c-3ec3-4311-bfe4-771cd0e2c983 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/70550a66-5cf5-4ba0-bd6d-a9c93eda24df HTTP/1.1" status: 404 len: 337 time: 0.0368059 Jul 15 13:34:29.738248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.782357 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba47edf-f8cb-462c-83db-dda86932017e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:29.782946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba47edf-f8cb-462c-83db-dda86932017e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:29.787271 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7ba47edf-f8cb-462c-83db-dda86932017e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/d0753161-3034-4637-afdc-55aba1b66a60 HTTP/1.1" status: 404 len: 339 time: 0.0413449 Jul 15 13:34:29.787708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.818471 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c98e1b-3ee7-409b-ad23-77c3008182b0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:29.819044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c98e1b-3ee7-409b-ad23-77c3008182b0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:29.820743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e1272ba-cda4-424f-b3ec-2be8b129d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.821460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6c98e1b-3ee7-409b-ad23-77c3008182b0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/0676189d-94a4-49c9-bad5-741dceab18f1 HTTP/1.1" status: 404 len: 337 time: 0.0326011 Jul 15 13:34:29.823918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e1272ba-cda4-424f-b3ec-2be8b129d5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.824360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.825436 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e1272ba-cda4-424f-b3ec-2be8b129d5d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c045a60e-45f0-4eee-a034-bc8660cf6070 HTTP/1.1" status: 204 len: 168 time: 0.2570820 Jul 15 13:34:29.835207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1272ba-cda4-424f-b3ec-2be8b129d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c045a60e-45f0-4eee-a034-bc8660cf6070,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.845973 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fba07cc-41d1-465e-b991-4e70277a0d5b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:29.846594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fba07cc-41d1-465e-b991-4e70277a0d5b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:29.848410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5fba07cc-41d1-465e-b991-4e70277a0d5b tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/60f90006-5fcc-4473-bcd5-af5f272361cf HTTP/1.1" status: 404 len: 339 time: 0.0229440 Jul 15 13:34:29.851597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52290) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.949518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:30.019170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting port d020de84-1baf-4924-ad9c-cc2bb065bda6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:30.020218 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.045376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port cb85b384-c94c-4698-aa15-cf0b79c09b45 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:30.051025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port cb85b384-c94c-4698-aa15-cf0b79c09b45 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:30.051657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.193441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.229621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Calling delete_port for d020de84-1baf-4924-ad9c-cc2bb065bda6 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:30.242745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.291249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7a9d2-caae-4f99-bd5e-250642827427 req-b260dd58-cdee-4f3f-8d29-9a84a3cb0b9a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.301773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afc7a9d2-caae-4f99-bd5e-250642827427 req-b260dd58-cdee-4f3f-8d29-9a84a3cb0b9a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 944 time: 0.1539407 Jul 15 13:34:30.315639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:30.317959 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9292a6-f942-4751-a53d-9a5ef9156e36" -d '{"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-plugged", "status": "completed", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:30.377479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:30.383265 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.388781 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.401999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afc7a9d2-caae-4f99-bd5e-250642827427 req-d628e3c2-dccc-48f5-a0a1-fe9aa5520b08 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992007 Jul 15 13:34:30.468271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Port': ['ID=d020de84-1baf-4924-ad9c-cc2bb065bda6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.487942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.493772 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f106134-08c8-4085-8f8a-5b379417e1f1 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/ports/d020de84-1baf-4924-ad9c-cc2bb065bda6 HTTP/1.1" status: 204 len: 168 time: 0.6405201 Jul 15 13:34:30.496722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.566265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.582160 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe1f63d-d684-4e00-8771-ef73340e93a7 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:30.582756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe1f63d-d684-4e00-8771-ef73340e93a7 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:30.586482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1fe1f63d-d684-4e00-8771-ef73340e93a7 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/ea295efb-76ee-4f0d-92f6-e0b0bf6e285f HTTP/1.1" status: 404 len: 337 time: 0.0870304 Jul 15 13:34:30.588136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.703285 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02c606-baf5-412b-95b4-11c96734997d x-openstack-request-id: req-3d02c606-baf5-412b-95b4-11c96734997d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:30.703628 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-plugged", "status": "completed", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:30.703856 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d02c606-baf5-412b-95b4-11c96734997d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:30.704401 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'code': 200} Jul 15 13:34:30.826802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.847297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba6c5-3c87-4b3b-b768-48f6d3b1795d req-967c922a-8136-4458-95b9-960736b2dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.849091 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b5ba6c5-3c87-4b3b-b768-48f6d3b1795d req-967c922a-8136-4458-95b9-960736b2dc73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.0772526 Jul 15 13:34:30.913222 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-2b5ba6c5-3c87-4b3b-b768-48f6d3b1795d req-1efd71ac-7394-4c53-a913-76cc03b39a2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570388 Jul 15 13:34:30.943498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518a0df-b1a3-4985-b93c-891accd4b369 req-7addbbfd-88a7-40d0-bda3-17d70df39497 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.945983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7518a0df-b1a3-4985-b93c-891accd4b369 req-7addbbfd-88a7-40d0-bda3-17d70df39497 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.2050579 Jul 15 13:34:30.993938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.000821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.012596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a617b709-1181-4769-ab9d-8e28eeaa16a5']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.030491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93601c2c-364a-47cb-8729-b76a0861596f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.030790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93601c2c-364a-47cb-8729-b76a0861596f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:31.050061 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.080719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.086689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7518a0df-b1a3-4985-b93c-891accd4b369 req-57ae24d4-062d-4519-bb3b-9eaaca99370a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308911 Jul 15 13:34:31.095277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:31.095986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:31.100004 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:31.181698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.190593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.192915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/a617b709-1181-4769-ab9d-8e28eeaa16a5 HTTP/1.1" status: 204 len: 168 time: 0.6034713 Jul 15 13:34:31.197206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.208981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc576c12-8233-4d77-9e63-1d20fe819ef0 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Network': ['ID=a617b709-1181-4769-ab9d-8e28eeaa16a5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:31.364479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting port 7b1a069a-1cff-405a-b396-4e99d6e0ad7f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:31.364907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.471938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.497523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Calling delete_port for 7b1a069a-1cff-405a-b396-4e99d6e0ad7f owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:31.640388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb488e9-d7df-41fb-80e0-c0f9b9aa24ef req-c4812aff-4220-4238-b155-ac52007fa06f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:31.643556 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bb488e9-d7df-41fb-80e0-c0f9b9aa24ef req-c4812aff-4220-4238-b155-ac52007fa06f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1069853 Jul 15 13:34:31.664497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.712433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Port': ['ID=7b1a069a-1cff-405a-b396-4e99d6e0ad7f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:31.723065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bb488e9-d7df-41fb-80e0-c0f9b9aa24ef req-f1539d4c-be78-4fa5-a470-0e9c7f5fdeff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726924 Jul 15 13:34:31.731112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.734074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff88ea1f-40a0-49d2-a2ac-097831e60bf9 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/ports/7b1a069a-1cff-405a-b396-4e99d6e0ad7f HTTP/1.1" status: 204 len: 168 time: 0.5357895 Jul 15 13:34:31.737007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.792682 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c413d4a8-be8f-4462-9d56-ead198ba1da2 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:31.793150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c413d4a8-be8f-4462-9d56-ead198ba1da2 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:31.795760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c413d4a8-be8f-4462-9d56-ead198ba1da2 tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/e92b1048-db99-45a4-bfab-b0d890a67294 HTTP/1.1" status: 404 len: 337 time: 0.0563087 Jul 15 13:34:31.799063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.940591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.061787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52360) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.075993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.087894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08209133-af5e-4a0a-87bd-f286231c1b4d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.115572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.116110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0bed03-ea6d-4eef-8581-9f6a3850ab3d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.126981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.146423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.162656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:32.163018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:32.166582 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:32.220001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:32.237550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.246894 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.252327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/08209133-af5e-4a0a-87bd-f286231c1b4d HTTP/1.1" status: 204 len: 168 time: 0.4494679 Jul 15 13:34:32.252699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52366) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.269017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.277376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28762748-3612-4168-b992-8e4fed8e323f tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Network': ['ID=08209133-af5e-4a0a-87bd-f286231c1b4d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.338619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting subnet 33aa1a1d-e203-4318-b65a-b2e44e1db3e6 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:32.342022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.410592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.431340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971be7-57a7-4800-9a67-de44c408cb72 req-d37609ab-5115-421c-944f-5e328c96b389 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.433026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5971be7-57a7-4800-9a67-de44c408cb72 req-d37609ab-5115-421c-944f-5e328c96b389 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.1411140 Jul 15 13:34:32.499217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.520127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f5971be7-57a7-4800-9a67-de44c408cb72 req-81f2d89d-ba24-4574-aece-430e9ddb6c36 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796447 Jul 15 13:34:32.582292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.668228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Allocated IP 172.25.2.29 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/187ec271-061b-4769-a1a1-e0bf182d7b96) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:32.731772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.755989 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.819642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Subnet': ['ID=33aa1a1d-e203-4318-b65a-b2e44e1db3e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.822617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.826172 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d068d920-4fd6-4cc8-b750-8a3fdd1d1e1c tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/subnets/33aa1a1d-e203-4318-b65a-b2e44e1db3e6 HTTP/1.1" status: 204 len: 168 time: 0.5718653 Jul 15 13:34:32.828873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.831555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a1369-513a-4b1e-a0f6-475b37a21a3e None None] Network aa3e4d2e-a2f2-4daa-8a3a-28077294f356 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:32.842114 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.910592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.978269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:32.987652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:32.993426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:33.033370 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.051156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Pushing event updated for resources: {'Port': ['ID=187ec271-061b-4769-a1a1-e0bf182d7b96,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:33.123193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Deleting subnet 53fa6caa-3e0a-4227-a3f4-17f697b2da16 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:33.127332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.186372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.220859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfb971-7228-42e9-b141-bf2a3212697b req-72b30c19-5b9c-4d5f-a7f6-5a9a3e336779 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.230597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] DHCP port deletion for aa3e4d2e-a2f2-4daa-8a3a-28077294f356 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:33.234660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ebfb971-7228-42e9-b141-bf2a3212697b req-72b30c19-5b9c-4d5f-a7f6-5a9a3e336779 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1844325 Jul 15 13:34:33.243511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.273082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.327862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ebfb971-7228-42e9-b141-bf2a3212697b req-3d693711-ccbc-4b23-8cfd-a507113dfbe0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919564 Jul 15 13:34:33.358820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] Deleting port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:33.361072 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.364066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.406102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:33.408249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fa6caa-3e0a-4227-a3f4-17f697b2da16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:33.417192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.422753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-77897e8a-640f-4838-8a27-4741c6f5df43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53fa6caa-3e0a-4227-a3f4-17f697b2da16 HTTP/1.1" status: 204 len: 168 time: 0.6887019 Jul 15 13:34:33.425019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.453058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.461332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Deleting port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:33.462037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.534528 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.619757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 63e30809-b83b-4de0-bebe-12abc3304ac7 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:33.642513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] For port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,segment=NetworkSegment(58f3a463-68f8-49d8-947e-4851a44f041b),segment_id=58f3a463-68f8-49d8-947e-4851a44f041b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:33.645334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.671803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] For port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,segment=NetworkSegment(58f3a463-68f8-49d8-947e-4851a44f041b),segment_id=58f3a463-68f8-49d8-947e-4851a44f041b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:33.674065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.708261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Calling delete_port for 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:33.713116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] Calling delete_port for 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:33.836126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.852097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:33.854940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.860353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa update to DOWN by agent not found {{(pid=93825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:34:33.884547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.918243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:33.918680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff58dc05-04f1-4b65-ae3d-6beeb1e8599a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:33.945416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.980778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e73c-16e5-44e0-8cb5-118b92454f1c req-2091dac6-3ae0-4475-aaaf-1ba4c36f91b4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.983217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae93e73c-16e5-44e0-8cb5-118b92454f1c req-2091dac6-3ae0-4475-aaaf-1ba4c36f91b4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.4191649 Jul 15 13:34:33.989516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.999569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:34.000483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:34.002601 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:34.011962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 63e30809-b83b-4de0-bebe-12abc3304ac7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=63e30809-b83b-4de0-bebe-12abc3304ac7,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:34.022392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.031430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '63e30809-b83b-4de0-bebe-12abc3304ac7', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': '63e30809-b83b-4de0-bebe-12abc3304ac7', 'mac_address': 'fa:16:3e:c1:86:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:34.036553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] No DVR routers for this DVR port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:34.041544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953b970-8816-4aab-ab34-20ebd18cf5b4 None None] Pushing event deleted for resources: {'Port': ['ID=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.125108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Port': ['ID=2d98a2a7-561c-4aec-b320-c0ee4fe33bfa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.129672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] No DVR routers for this DVR port 2d98a2a7-561c-4aec-b320-c0ee4fe33bfa on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:34.136695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.152840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e30809-b83b-4de0-bebe-12abc3304ac7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:34.157948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.164831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615ae49-0c9e-4b06-89a9-8ae0b16def3e req-b40e442a-5bb2-4653-8a95-bc24f826670d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.174366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b615ae49-0c9e-4b06-89a9-8ae0b16def3e req-b40e442a-5bb2-4653-8a95-bc24f826670d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 943 time: 0.3165550 Jul 15 13:34:34.184708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 63e30809-b83b-4de0-bebe-12abc3304ac7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=63e30809-b83b-4de0-bebe-12abc3304ac7,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:34.192236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.193616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae93e73c-16e5-44e0-8cb5-118b92454f1c req-6af59f16-283e-459e-95e4-fb577e5b05bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490176 Jul 15 13:34:34.241799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.246806 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.260757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.263166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174 HTTP/1.1" status: 204 len: 168 time: 0.8366399 Jul 15 13:34:34.277915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=63e30809-b83b-4de0-bebe-12abc3304ac7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.288393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3e4d2e-a2f2-4daa-8a3a-28077294f356']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:34.292749 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.302137 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f3a463-68f8-49d8-947e-4851a44f041b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:34.304488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f3a463-68f8-49d8-947e-4851a44f041b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:34.313455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b615ae49-0c9e-4b06-89a9-8ae0b16def3e req-c52f1146-4ebb-4820-93c9-be517499f91c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363282 Jul 15 13:34:34.314173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.319136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.345631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.352467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:34.353004 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.395518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['63e30809-b83b-4de0-bebe-12abc3304ac7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:34.457562 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:34.473092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.473961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f808c3-379a-4db9-b02f-5734ca89cde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d8cb49-3e8e-41fc-9d1e-d0fc4b9b2174,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.483190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.490949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.492843 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] 10.222.0.48 "DELETE /v2.0/networks/aa3e4d2e-a2f2-4daa-8a3a-28077294f356 HTTP/1.1" status: 204 len: 168 time: 1.6497512 Jul 15 13:34:34.517284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caae535-6f31-4042-ae5e-f120ca04a12e tempest-NetworksIpV6TestAttrs-189903999 tempest-NetworksIpV6TestAttrs-189903999-project] Pushing event deleted for resources: {'Network': ['ID=aa3e4d2e-a2f2-4daa-8a3a-28077294f356,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.550740 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a0928e30-9085-488a-862a-21e01c907f21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f543b34ca144c06a6954137cccdf946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740571 Jul 15 13:34:34.551392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.621365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a472070-db65-4b97-a83b-5cbce76c9de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.648728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a472070-db65-4b97-a83b-5cbce76c9de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.725122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a472070-db65-4b97-a83b-5cbce76c9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.729569 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a472070-db65-4b97-a83b-5cbce76c9de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.734290 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0a472070-db65-4b97-a83b-5cbce76c9de3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b146c17-40b7-4a7b-a900-a1e1a9c5b374 HTTP/1.1" status: 204 len: 168 time: 0.1792431 Jul 15 13:34:34.761993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Pushing event updated for resources: {'Port': ['ID=187ec271-061b-4769-a1a1-e0bf182d7b96,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.773735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.777725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0055629-a6e9-4156-9d9b-24ade83e6f87 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.780248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b0055629-a6e9-4156-9d9b-24ade83e6f87 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1091 time: 0.5362976 Jul 15 13:34:34.780248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52414) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.786771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.788295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a472070-db65-4b97-a83b-5cbce76c9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b146c17-40b7-4a7b-a900-a1e1a9c5b374,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.826558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.849198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.850294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a0ffe614-034d-469f-8435-d245e7efeb9b tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7873814 Jul 15 13:34:34.853531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52416) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.863999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-347439162', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'fixed_ips': [{'ip_address': '172.25.2.29'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.901121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.925215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Made reservation on behalf of 2159acb61a004e0d820f6fa6a40ab352 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:34.932054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.961522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.987050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.128274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.104 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/5376837e-9522-4535-a4f0-8d6caaced2a9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:35.210787 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.222373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.233048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] device_id is not set on port a48dd1e6-074d-47c7-9049-5313a4b59003 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:35.372121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.454249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.487169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a076cac-981c-4a7d-ac73-dcdd4b472aa3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.498037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:35.502997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:35.506735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:35.547009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=5376837e-9522-4535-a4f0-8d6caaced2a9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.586860 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3ff99ca8-1654-4e4a-8448-3ac785b8745b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9236299a81e44a1fbc0c2b8a75d8aaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774690 Jul 15 13:34:35.587681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.612161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 63e30809-b83b-4de0-bebe-12abc3304ac7 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:35.636170 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:34:35.636761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:35.657562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3dcc2278-422b-4762-8b48-653d79f3bf00 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8017254 Jul 15 13:34:35.659331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52428) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.686767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 63e30809-b83b-4de0-bebe-12abc3304ac7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:35.691382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 63e30809-b83b-4de0-bebe-12abc3304ac7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:35.691382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.722953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed5a2-0868-4b61-9ac4-4d664aea4b05 req-4441029d-cd28-413f-a9a7-60e300893ccd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:35.724617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-892ed5a2-0868-4b61-9ac4-4d664aea4b05 req-4441029d-cd28-413f-a9a7-60e300893ccd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 944 time: 0.1914241 Jul 15 13:34:35.741808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34ddad71-5de8-4d2d-a271-9d43ec6ee010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.826448 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.832236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34ddad71-5de8-4d2d-a271-9d43ec6ee010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.856571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-892ed5a2-0868-4b61-9ac4-4d664aea4b05 req-ff98e143-e188-42b5-a183-a76a68a0f863 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239071 Jul 15 13:34:35.887124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 63e30809-b83b-4de0-bebe-12abc3304ac7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=63e30809-b83b-4de0-bebe-12abc3304ac7,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:35.889546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e30809-b83b-4de0-bebe-12abc3304ac7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:35.894257 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9795ba22-98c6-4624-8a55-028ef0bcb5a0" -d '{"events": [{"server_uuid": "c30e6982-be1b-484d-b29d-54bb737c9f7b", "name": "network-vif-plugged", "status": "completed", "tag": "63e30809-b83b-4de0-bebe-12abc3304ac7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:35.899790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.964461 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a54a6e0-ff38-4a08-ae87-21ad7cc6dae5 x-openstack-request-id: req-1a54a6e0-ff38-4a08-ae87-21ad7cc6dae5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:35.964948 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30e6982-be1b-484d-b29d-54bb737c9f7b", "name": "network-vif-plugged", "status": "completed", "tag": "63e30809-b83b-4de0-bebe-12abc3304ac7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:35.968460 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a54a6e0-ff38-4a08-ae87-21ad7cc6dae5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:35.968460 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e30809-b83b-4de0-bebe-12abc3304ac7', 'code': 200} Jul 15 13:34:35.982187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34ddad71-5de8-4d2d-a271-9d43ec6ee010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.984818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34ddad71-5de8-4d2d-a271-9d43ec6ee010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.985994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34ddad71-5de8-4d2d-a271-9d43ec6ee010 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c34313d-439f-41e7-8d1d-18de8a381686 HTTP/1.1" status: 204 len: 168 time: 0.3973722 Jul 15 13:34:36.022697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=63e30809-b83b-4de0-bebe-12abc3304ac7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.037579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.094249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddad71-5de8-4d2d-a271-9d43ec6ee010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34313d-439f-41e7-8d1d-18de8a381686,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.192357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Deleting subnet 7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:36.209054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.308591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.359507 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ebf8-9d86-4ecb-b716-b1fea2dc7da3 req-937ac6b6-c278-4436-95f1-7aa9e952cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:36.359507 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-faf5ebf8-9d86-4ecb-b716-b1fea2dc7da3 req-937ac6b6-c278-4436-95f1-7aa9e952cb8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 1096 time: 0.1536319 Jul 15 13:34:36.364023 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.398008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Deleting port 187ec271-061b-4769-a1a1-e0bf182d7b96 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:36.398500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.432440 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-faf5ebf8-9d86-4ecb-b716-b1fea2dc7da3 req-c2587349-c717-4fbd-a6fe-f80c410c4a2d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681884 Jul 15 13:34:36.436424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.517064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.517412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.537943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Calling delete_port for 187ec271-061b-4769-a1a1-e0bf182d7b96 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:36.547174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.574293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.607987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.613607 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.615675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9968c4ab-f9e0-4c0f-86b4-17d4c5c2cf33 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7a5bcf7a-c26e-4e38-9c20-5d7e39336a6b HTTP/1.1" status: 204 len: 168 time: 0.5701635 Jul 15 13:34:36.618351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.724599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.758529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.792970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Pushing event deleted for resources: {'Port': ['ID=187ec271-061b-4769-a1a1-e0bf182d7b96,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.866148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.869411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.875197 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-00f2b2a0-0ff2-49d3-bfd7-62183a133a22 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365 tempest-ExternalNetworksAdminNegativeTestJSON-1481621365-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/aa9bc8c1-b0be-4810-944f-f572b78c8aa3 HTTP/1.1" status: 204 len: 168 time: 1.2102797 Jul 15 13:34:36.899140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.921513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a35b430-f83a-4e2e-98fe-466aa26d9957']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.925095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.936851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9e7c5c-464b-4a78-b784-a2de47e93843') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.937246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9e7c5c-464b-4a78-b784-a2de47e93843') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.939833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.960395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.979336 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.032679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.087298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-33ac9210-30d2-4be3-ba6a-ed0d5796bb9d tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] Request body: {'port': {'network_id': 'eeca89c3-30cd-484e-ae64-5b9f67e4acf7', 'name': 'tempest-NetworksNegativeTestJSON-467526663'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:37.088479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:37.088981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:37.091102 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:37.103766 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ac9210-30d2-4be3-ba6a-ed0d5796bb9d tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] POST failed (client error): The resource could not be found. Jul 15 13:34:37.104409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ac9210-30d2-4be3-ba6a-ed0d5796bb9d tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.105623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33ac9210-30d2-4be3-ba6a-ed0d5796bb9d tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1436970 Jul 15 13:34:37.112820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=5376837e-9522-4535-a4f0-8d6caaced2a9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.115179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.140480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.152964 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9d3ebd-a3ba-4bb3-933a-fc7db82b68b4 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:37.153642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9d3ebd-a3ba-4bb3-933a-fc7db82b68b4 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.156165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6a9d3ebd-a3ba-4bb3-933a-fc7db82b68b4 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "DELETE /v2.0/networks/18d7affd-55e1-40c5-8d7e-f21014644d80 HTTP/1.1" status: 404 len: 339 time: 0.0397482 Jul 15 13:34:37.159824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.200084 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0afb9cd-a2fe-4b4d-8e99-81d6df3e8efb tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:37.201894 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0afb9cd-a2fe-4b4d-8e99-81d6df3e8efb tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.208003 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f0afb9cd-a2fe-4b4d-8e99-81d6df3e8efb tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "DELETE /v2.0/ports/d9ccd696-fcf6-49b0-8130-a3f9a57af8f1 HTTP/1.1" status: 404 len: 333 time: 0.0437155 Jul 15 13:34:37.208498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.219695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.235761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.238243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a35b430-f83a-4e2e-98fe-466aa26d9957 HTTP/1.1" status: 204 len: 168 time: 0.6189129 Jul 15 13:34:37.252883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52474) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.253387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.259740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e0f65-ab9f-43e1-bb3f-3e8f72e8b10f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a35b430-f83a-4e2e-98fe-466aa26d9957,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.271478 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd469a1-8684-4131-b45d-3de349c1b76c tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:37.272646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd469a1-8684-4131-b45d-3de349c1b76c tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.274932 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-acd469a1-8684-4131-b45d-3de349c1b76c tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "DELETE /v2.0/subnets/545d524f-be13-4264-a66d-f1e30857d444 HTTP/1.1" status: 404 len: 337 time: 0.0653729 Jul 15 13:34:37.281195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.330238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d401c-4e46-450d-ab19-872febfe1ac6 req-09a3cbdf-608a-4e51-83b5-aded8de078c1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:37.331754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc1d401c-4e46-450d-ab19-872febfe1ac6 req-09a3cbdf-608a-4e51-83b5-aded8de078c1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 945 time: 0.3279066 Jul 15 13:34:37.332690 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a3ede8-9616-4841-947a-acb25793bc70 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] GET failed (client error): The resource could not be found. Jul 15 13:34:37.334151 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80a3ede8-9616-4841-947a-acb25793bc70 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "GET /v2.0/networks/86bac405-2ff0-4cc0-b664-150fc3af797d HTTP/1.1" status: 404 len: 339 time: 0.0520153 Jul 15 13:34:37.338170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.372148 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 07600024-35f8-4e14-9061-7d1097bcf73c associated. External IP: 172.25.2.104, port: cb85b384-c94c-4698-aa15-cf0b79c09b45. Jul 15 13:34:37.374932 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cf9b80-0ef2-4b35-ba07-6e3b23bf0c1e tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] GET failed (client error): The resource could not be found. Jul 15 13:34:37.376779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-66cf9b80-0ef2-4b35-ba07-6e3b23bf0c1e tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "GET /v2.0/ports/94afd2ee-1e4b-4592-8783-7fe72588acd0 HTTP/1.1" status: 404 len: 333 time: 0.0377202 Jul 15 13:34:37.382192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Deleting subnet 1b6a44ef-8027-471d-af05-8ba0997ccf8e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:37.385130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.387261 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.425373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc1d401c-4e46-450d-ab19-872febfe1ac6 req-5837681b-c667-4300-af40-b49039100eb8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820026 Jul 15 13:34:37.453461 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d27973-3c30-4dfb-988b-5dddac1e83cb tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] GET failed (client error): The resource could not be found. Jul 15 13:34:37.454846 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31d27973-3c30-4dfb-988b-5dddac1e83cb tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "GET /v2.0/subnets/0db905ed-9318-468c-ba32-dda75ad2d1cd HTTP/1.1" status: 404 len: 337 time: 0.0685885 Jul 15 13:34:37.459148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07850663-3926-478b-b385-8071fcc23d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.461548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.470681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-50625490-90cd-41a9-bdc5-061be6bff466 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:37.496315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.499067 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-50625490-90cd-41a9-bdc5-061be6bff466 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] PUT failed (client error): The resource could not be found. Jul 15 13:34:37.499652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50625490-90cd-41a9-bdc5-061be6bff466 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.500824 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-50625490-90cd-41a9-bdc5-061be6bff466 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "PUT /v2.0/networks/3189b07f-0adb-4e14-8fc4-864de7207843 HTTP/1.1" status: 404 len: 339 time: 0.0368075 Jul 15 13:34:37.523254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.533286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-39a563c9-9822-4291-92c4-3ae074f7b9e7 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:37.580451 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a563c9-9822-4291-92c4-3ae074f7b9e7 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] PUT failed (client error): The resource could not be found. Jul 15 13:34:37.581360 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a563c9-9822-4291-92c4-3ae074f7b9e7 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.582575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-39a563c9-9822-4291-92c4-3ae074f7b9e7 tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "PUT /v2.0/ports/138b3c51-1604-4ddc-8044-e2d5fa898601 HTTP/1.1" status: 404 len: 333 time: 0.0583310 Jul 15 13:34:37.588962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52490) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.594620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f20dc36d-3779-4f0d-92c8-a93e08479ecd tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:37.632663 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.638852 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20dc36d-3779-4f0d-92c8-a93e08479ecd tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] PUT failed (client error): The resource could not be found. Jul 15 13:34:37.639718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20dc36d-3779-4f0d-92c8-a93e08479ecd tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:37.640955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f20dc36d-3779-4f0d-92c8-a93e08479ecd tempest-NetworksNegativeTestJSON-165017925 tempest-NetworksNegativeTestJSON-165017925-project] 10.222.0.48 "PUT /v2.0/subnets/d60514f0-c4e1-4b84-83c9-70edad89467c HTTP/1.1" status: 404 len: 337 time: 0.0511212 Jul 15 13:34:37.731410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.770686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07850663-3926-478b-b385-8071fcc23d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.771955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6a44ef-8027-471d-af05-8ba0997ccf8e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.777373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.780273 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1b6a44ef-8027-471d-af05-8ba0997ccf8e HTTP/1.1" status: 204 len: 168 time: 0.5246336 Jul 15 13:34:37.782417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07850663-3926-478b-b385-8071fcc23d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.789044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.808513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.808922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.809208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.809549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.810531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.811060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.811489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.811829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.812451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.812791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.813122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.813454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4cc9-ef91-481a-a257-76e28b050f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.872765 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-07850663-3926-478b-b385-8071fcc23d7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48459becb87a424796efd5a91f4382c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6138341 Jul 15 13:34:37.876367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.876699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.900544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 6d422bdf-b571-4054-aac5-f0c72c2855b4 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:37.916365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07850663-3926-478b-b385-8071fcc23d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b1bb3-bc1d-4d73-8faa-2d82b840db96,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.942941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.010726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5abfd54a-68a9-4771-8344-dce28d0803ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.022796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:38.034694 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] Sync routers for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:38.041649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.044718 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:38.046709 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.060740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-306b67b6-412f-44a0-b49c-08ece8cff917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.069201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5abfd54a-68a9-4771-8344-dce28d0803ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.087052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eef7c61b-46e0-46e9-83bb-bd611be4bbd1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3038161 Jul 15 13:34:38.087672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:38.090083 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d4604-5ff1-4cff-97a6-a379bde18820" -d '{"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:38.117429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.139115 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f5d20f-e2cb-4ad0-9057-0bd21e22a279 x-openstack-request-id: req-20f5d20f-e2cb-4ad0-9057-0bd21e22a279 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:38.139372 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:38.139617 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20f5d20f-e2cb-4ad0-9057-0bd21e22a279 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:38.140032 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'status': 'completed', 'code': 200} Jul 15 13:34:38.140575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a57ab-2716-4729-b65a-7701bed255d9']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.165278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70e109a-9550-4010-bb06-6ac28b21d4a0') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.165575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70e109a-9550-4010-bb06-6ac28b21d4a0') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.170986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:38.201696 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.242911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.258535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:38.258947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:38.264251 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:38.283796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac358b54-9b0c-4d15-b72c-038f53b67f9c req-5399dcfa-aa7d-4775-afa9-73265240b6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.285496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac358b54-9b0c-4d15-b72c-038f53b67f9c req-5399dcfa-aa7d-4775-afa9-73265240b6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.0894549 Jul 15 13:34:38.331178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac358b54-9b0c-4d15-b72c-038f53b67f9c req-a7d81dc0-9624-462b-9762-812cde8b1a31 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365508 Jul 15 13:34:38.331432 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5abfd54a-68a9-4771-8344-dce28d0803ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.333745 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5abfd54a-68a9-4771-8344-dce28d0803ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.337234 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5abfd54a-68a9-4771-8344-dce28d0803ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/081b1bb3-bc1d-4d73-8faa-2d82b840db96 HTTP/1.1" status: 204 len: 168 time: 0.4572816 Jul 15 13:34:38.358822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfd54a-68a9-4771-8344-dce28d0803ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b1bb3-bc1d-4d73-8faa-2d82b840db96,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.365537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.366354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.381431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.383554 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b1a57ab-2716-4729-b65a-7701bed255d9 HTTP/1.1" status: 204 len: 168 time: 0.5920432 Jul 15 13:34:38.419378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-d1b42a58-fded-444d-918b-16006b12c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.429796 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-d1b42a58-fded-444d-918b-16006b12c176 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.2495248 Jul 15 13:34:38.431764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87faecc-c974-4d79-8388-1bf5b44d4b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1a57ab-2716-4729-b65a-7701bed255d9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.456408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a11e5d25-e507-44b8-bc6f-73e962690b0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/07600024-35f8-4e14-9061-7d1097bcf73c HTTP/1.1" status: 200 len: 991 time: 0.0886045 Jul 15 13:34:38.477540 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '07600024-35f8-4e14-9061-7d1097bcf73c', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'port_id': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'mac_address': 'fa:16:3e:d2:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82190694-937e-4c49-9e79-5c1af96496da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:34:35Z', 'updated_at': '2021-07-15T13:34:35Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:24Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.495358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-306b67b6-412f-44a0-b49c-08ece8cff917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.519288 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] Checking router: 6d422bdf-b571-4054-aac5-f0c72c2855b4 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:38.530252 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:38.530936 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.565269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-306b67b6-412f-44a0-b49c-08ece8cff917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.589229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.601860 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b67b6-412f-44a0-b49c-08ece8cff917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fd5ab1-6856-4056-8152-96a24cb616b5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.637211 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-306b67b6-412f-44a0-b49c-08ece8cff917 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94a57c0687794205bba0dfb2403647b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581751 Jul 15 13:34:38.639893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.647750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-f62cee10-e2b7-4e54-9676-ca693bc5ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.649217 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-f62cee10-e2b7-4e54-9676-ca693bc5ce05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.1989009 Jul 15 13:34:38.658714 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:38.691117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-90e191aa-c18b-4e73-b532-3670abebd0ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a3cb0922c4347738e27a804cb22107c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977004 Jul 15 13:34:38.692923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.755812 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-5b3a3f15-6d73-498d-a6b9-c34452ae86cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 999 time: 0.0982170 Jul 15 13:34:38.759575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbc1fa-56b8-41be-884a-55098990ffe2 req-4bd3ee47-270d-4337-b161-d8c87f03ba37 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.761193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4dbc1fa-56b8-41be-884a-55098990ffe2 req-4bd3ee47-270d-4337-b161-d8c87f03ba37 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 945 time: 0.1617298 Jul 15 13:34:38.784349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-122fa99c-4222-42b6-82a7-1f91f0d3cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.802723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a04ecb3-ba2c-4f39-acaf-da56c1a3e8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.823983 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-122fa99c-4222-42b6-82a7-1f91f0d3cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.837760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a04ecb3-ba2c-4f39-acaf-da56c1a3e8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.849648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-418d64f5-305b-4419-8ab2-4da31ffd5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.851185 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-418d64f5-305b-4419-8ab2-4da31ffd5a32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.0807991 Jul 15 13:34:38.857440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4dbc1fa-56b8-41be-884a-55098990ffe2 req-0a2f46db-bfb9-4961-a1f2-0a54662de58c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793672 Jul 15 13:34:38.906942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-122fa99c-4222-42b6-82a7-1f91f0d3cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.911364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-122fa99c-4222-42b6-82a7-1f91f0d3cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.915135 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-122fa99c-4222-42b6-82a7-1f91f0d3cd94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73d8cb79-385f-4816-9060-3ecbdc61504e HTTP/1.1" status: 204 len: 168 time: 0.2204103 Jul 15 13:34:38.924052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fa99c-4222-42b6-82a7-1f91f0d3cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8cb79-385f-4816-9060-3ecbdc61504e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.926000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.962950 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '07600024-35f8-4e14-9061-7d1097bcf73c', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'port_id': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'mac_address': 'fa:16:3e:d2:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82190694-937e-4c49-9e79-5c1af96496da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:34:35Z', 'updated_at': '2021-07-15T13:34:35Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:24Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:38.995457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-86451107-8964-4918-b537-f7468b969472 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2159acb61a004e0d820f6fa6a40ab352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681565 Jul 15 13:34:38.998552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52530) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.012952 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0911a-f1c4-49c2-a3b6-66d22149189c None None] The sync data for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 is: [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '07600024-35f8-4e14-9061-7d1097bcf73c', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'port_id': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'mac_address': 'fa:16:3e:d2:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82190694-937e-4c49-9e79-5c1af96496da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:34:35Z', 'updated_at': '2021-07-15T13:34:35Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:24Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:39.053778 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a04ecb3-ba2c-4f39-acaf-da56c1a3e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.056506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a04ecb3-ba2c-4f39-acaf-da56c1a3e8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.058261 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3a04ecb3-ba2c-4f39-acaf-da56c1a3e8be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79fd5ab1-6856-4056-8152-96a24cb616b5 HTTP/1.1" status: 204 len: 168 time: 0.4168928 Jul 15 13:34:39.062721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-5a645155-dc77-4a31-b636-df18de342c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:39.064344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-5a645155-dc77-4a31-b636-df18de342c60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015755 Jul 15 13:34:39.071453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04ecb3-ba2c-4f39-acaf-da56c1a3e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fd5ab1-6856-4056-8152-96a24cb616b5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.150465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50a0cc1-c0c2-4687-8ad9-977aeb3f5528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.182780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50a0cc1-c0c2-4687-8ad9-977aeb3f5528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.187784 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-2f44d1d0-b6d4-4888-b442-637dd51e1907 service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062002 Jul 15 13:34:39.199237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b2d9-21d0-4a81-a994-24dcb2d37bfa req-4786e278-8725-4e25-9165-35d05066c5eb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:39.201877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9157b2d9-21d0-4a81-a994-24dcb2d37bfa req-4786e278-8725-4e25-9165-35d05066c5eb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 945 time: 0.1283958 Jul 15 13:34:39.286868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9157b2d9-21d0-4a81-a994-24dcb2d37bfa req-5f6d8aa5-f320-45dc-aa77-6c448f148046 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740764 Jul 15 13:34:39.314316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50a0cc1-c0c2-4687-8ad9-977aeb3f5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.316902 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-943d4604-5ff1-4cff-97a6-a379bde18820 req-b8591007-3432-4332-8c56-ee77faa31cb6 service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218379 Jul 15 13:34:39.322090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50a0cc1-c0c2-4687-8ad9-977aeb3f5528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.326728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d50a0cc1-c0c2-4687-8ad9-977aeb3f5528 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a076cac-981c-4a7d-ac73-dcdd4b472aa3 HTTP/1.1" status: 204 len: 168 time: 0.3255115 Jul 15 13:34:39.336969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0cc1-c0c2-4687-8ad9-977aeb3f5528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a076cac-981c-4a7d-ac73-dcdd4b472aa3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.418727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.438561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e5075-6637-4ee5-ab4a-09f16de2626d None None] New status for floating IP 07600024-35f8-4e14-9061-7d1097bcf73c: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:34:39.460215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.503671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5ba77d25-a003-4d11-ada4-1e80e154a783 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fe4eb7d110c4b4ea413af507188508f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863218 Jul 15 13:34:39.504302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.559665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5b88d8fd-2055-4cd9-8869-a58f00261c29 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/07600024-35f8-4e14-9061-7d1097bcf73c HTTP/1.1" status: 200 len: 991 time: 0.0978446 Jul 15 13:34:39.605840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb12b0d6-29c4-484a-8675-9bb203cbbad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.659845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb12b0d6-29c4-484a-8675-9bb203cbbad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.763784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb12b0d6-29c4-484a-8675-9bb203cbbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.766383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb12b0d6-29c4-484a-8675-9bb203cbbad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.767579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb12b0d6-29c4-484a-8675-9bb203cbbad4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c6d7ea6-7d62-4032-aa87-1d99d396e1aa HTTP/1.1" status: 204 len: 168 time: 0.2623274 Jul 15 13:34:39.785358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12b0d6-29c4-484a-8675-9bb203cbbad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d7ea6-7d62-4032-aa87-1d99d396e1aa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.955338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84dafe-b4ba-4213-bb3a-8a3320574254 req-300ebcbe-23c0-4743-ab1b-931b49e2150c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:39.957172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f84dafe-b4ba-4213-bb3a-8a3320574254 req-300ebcbe-23c0-4743-ab1b-931b49e2150c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 945 time: 0.0768366 Jul 15 13:34:40.005553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f84dafe-b4ba-4213-bb3a-8a3320574254 req-2aa7bab0-7b59-4932-bbc1-7720bb69b81e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Jul 15 13:34:40.561908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.585309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.638873 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a452e002-02f9-4006-b146-e68ab0122883 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/07600024-35f8-4e14-9061-7d1097bcf73c HTTP/1.1" status: 200 len: 993 time: 0.0731928 Jul 15 13:34:40.816124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1709419176'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:40.847130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:40.850976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.860405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.986010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.989975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.014805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:41.031156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51980c22-06d7-4c33-aeee-b8d71eb072dd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.035985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.036352 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment 5e0a5842-a165-48e7-9c6f-270de7d1171c of type vlan for network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 Jul 15 13:34:41.082637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.120060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.127608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.128511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.214464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6273911 Jul 15 13:34:41.220731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:41.253396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-927513885'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:41.257452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572524e-87be-4ebf-be77-68e47d685e63 req-73995b95-972b-4564-946b-5bc599c87d62 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.260290 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f572524e-87be-4ebf-be77-68e47d685e63 req-73995b95-972b-4564-946b-5bc599c87d62 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 945 time: 0.0894501 Jul 15 13:34:41.262020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de49ea6-f8b5-424b-9eaa-4016a6217117 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.273465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:41.308354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8a7b-6e98-4d5f-a508-6451be4aa957 req-8c3eed3c-c632-4473-9f5a-16abf9646e63 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.310712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c68c8a7b-6e98-4d5f-a508-6451be4aa957 req-8c3eed3c-c632-4473-9f5a-16abf9646e63 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 945 time: 0.1521766 Jul 15 13:34:41.311919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:41.315513 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.399126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c68c8a7b-6e98-4d5f-a508-6451be4aa957 req-9a4c6a3c-8860-4cbb-8a79-c14218e98b56 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669301 Jul 15 13:34:41.399126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:41.408804 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.409171 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment 2a748a77-7685-41ed-adda-656e45919a5b of type vlan for network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 Jul 15 13:34:41.429756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port 63e30809-b83b-4de0-bebe-12abc3304ac7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:41.430536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.453614 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.487429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.493125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.493724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.533019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3111303 Jul 15 13:34:41.536056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:41.549546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:41.553542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port 63e30809-b83b-4de0-bebe-12abc3304ac7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=63e30809-b83b-4de0-bebe-12abc3304ac7,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:41.553952 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.571009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for 63e30809-b83b-4de0-bebe-12abc3304ac7 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:41.616019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac09f-072d-45f7-9667-59a6a3cbb4eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=1018a9e5-8b6f-463a-be2e-1ccfa27efc62,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.631421 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:41.720349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:41.724197 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.743882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.758977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['df071692-9159-4d97-9e59-62d562202429'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:41.783304 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=63e30809-b83b-4de0-bebe-12abc3304ac7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.869703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port 63e30809-b83b-4de0-bebe-12abc3304ac7 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:41.874883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.877398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f572524e-87be-4ebf-be77-68e47d685e63 req-96bbdfc7-b6ec-4dc3-84fb-aee16fde1a64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "DELETE /v2.0/ports/63e30809-b83b-4de0-bebe-12abc3304ac7 HTTP/1.1" status: 204 len: 173 time: 0.6099255 Jul 15 13:34:41.878065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'name': 'network-vif-deleted', 'tag': '63e30809-b83b-4de0-bebe-12abc3304ac7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:41.880648 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70b900-b173-42bc-ad60-fce0e86c13ed" -d '{"events": [{"server_uuid": "c30e6982-be1b-484d-b29d-54bb737c9f7b", "name": "network-vif-deleted", "tag": "63e30809-b83b-4de0-bebe-12abc3304ac7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:41.961283 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff64b5ca-7f3d-4894-bb3f-3eb04f86830f x-openstack-request-id: req-ff64b5ca-7f3d-4894-bb3f-3eb04f86830f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:41.961581 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30e6982-be1b-484d-b29d-54bb737c9f7b", "name": "network-vif-deleted", "tag": "63e30809-b83b-4de0-bebe-12abc3304ac7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:41.961836 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff64b5ca-7f3d-4894-bb3f-3eb04f86830f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:41.962940 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30e6982-be1b-484d-b29d-54bb737c9f7b', 'name': 'network-vif-deleted', 'tag': '63e30809-b83b-4de0-bebe-12abc3304ac7', 'status': 'completed', 'code': 200} Jul 15 13:34:42.121784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.184200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=9136e8ef-26a6-4d30-b73a-c670e3029415,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.220575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': '5e0a5842-a165-48e7-9c6f-270de7d1171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:42.221204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:42.241809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:42.253573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:42.258318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.259131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.264687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53752208-b298-445c-a57d-ad57d5dbd9d2 None None] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:42.301523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ca5bb4f9-0cbd-4e26-8652-ee60a80939a0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7640910 Jul 15 13:34:42.306646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.316009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:42.421284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.438370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8', 'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '9136e8ef-26a6-4d30-b73a-c670e3029415'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:42.439884 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.516802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:42.520644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.658568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Allocated IP 2001:db8::2 (a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8/9136e8ef-26a6-4d30-b73a-c670e3029415/d3e1b617-f5bd-4089-971e-bfbd9973ccc9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:42.681899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71d55f23-c389-48f9-9980-a2c6ac00c7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.904321 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.913811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Transition to ACTIVE for port object d3e1b617-f5bd-4089-971e-bfbd9973ccc9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:42.931133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Transition to ACTIVE for port object d3e1b617-f5bd-4089-971e-bfbd9973ccc9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:42.943365 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.001022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5faa7689-2531-4f94-9987-d5f0a5b5e7e1 req-f1e104ef-296e-4247-b4e9-3e61767f03c4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.0982311 Jul 15 13:34:43.004322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:43.010016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.040908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.071351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:43.077552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:43.079675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Pushing event updated for resources: {'Port': ['ID=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.082055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:43.112349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': '2a748a77-7685-41ed-adda-656e45919a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:43.112734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: 1018a9e5-8b6f-463a-be2e-1ccfa27efc62, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:43.143570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=1f418edc-04de-4d10-b926-c90149d9fbc7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.149479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Attempting to bind port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:43.149798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Attempting to bind port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '5e0a5842-a165-48e7-9c6f-270de7d1171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:43.150167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Attempting to bind port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 on network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:43.155348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.155715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.156251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.156389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:43.156704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.156815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Checking segment: {'id': '5e0a5842-a165-48e7-9c6f-270de7d1171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:43.157003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.157163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.157471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.157581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Bound using segment: {'id': '5e0a5842-a165-48e7-9c6f-270de7d1171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:43.157802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.157999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Bound port: d3e1b617-f5bd-4089-971e-bfbd9973ccc9, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0a5842-a165-48e7-9c6f-270de7d1171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:43.158231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.159024 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.159132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.159132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.159395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.159721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:43.165360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:43.179301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 1018a9e5-8b6f-463a-be2e-1ccfa27efc62) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:43.195595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a84ea-55ff-479b-86ab-8d3b76cee073 None None] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:43.198012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:43.198784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.218290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8bf9711e-f3d3-45c9-ae34-c3e96a00c616 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9100478 Jul 15 13:34:43.220750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.226188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-223058293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:43.246935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.264354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.265625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.347910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] For port d3e1b617-f5bd-4089-971e-bfbd9973ccc9, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:43.351319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] For port d3e1b617-f5bd-4089-971e-bfbd9973ccc9, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,segment=NetworkSegment(5e0a5842-a165-48e7-9c6f-270de7d1171c),segment_id=5e0a5842-a165-48e7-9c6f-270de7d1171c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:43.356268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.364210 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.364441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.399045 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.404590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-566c5f7e-480b-4cb9-8a23-d3830bc66c39 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1792691 Jul 15 13:34:43.405218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.442501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Allocated IP 172.25.2.132 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/733969ff-b27f-491e-ac3e-b365d69e6497) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:43.630026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ad0ea-fd7a-4b13-93d0-7940fe34d263 None None] Pushing event updated for resources: {'Port': ['ID=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.652014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 63e30809-b83b-4de0-bebe-12abc3304ac7 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:43.665517 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.673013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-1018a9e5-8b6f-463a-be2e-1ccfa27efc62', 'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '1f418edc-04de-4d10-b926-c90149d9fbc7'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:43.673327 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.758632 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.879906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:43.893773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:43.898158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:43.905935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 63e30809-b83b-4de0-bebe-12abc3304ac7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:43.906322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 63e30809-b83b-4de0-bebe-12abc3304ac7 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:43.953302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.959030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Allocated IP 2001:db8:1::2 (1018a9e5-8b6f-463a-be2e-1ccfa27efc62/1f418edc-04de-4d10-b926-c90149d9fbc7/31b02a3d-955c-474f-9d68-5fb86390c60b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:43.983920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Port': ['ID=733969ff-b27f-491e-ac3e-b365d69e6497,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.117608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.200175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.214103 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.224499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Transition to ACTIVE for port object 31b02a3d-955c-474f-9d68-5fb86390c60b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:44.247019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Transition to ACTIVE for port object 31b02a3d-955c-474f-9d68-5fb86390c60b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:44.257231 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.267200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1d80a61e-916c-4f53-849d-3d00b815d965 req-2bd8b5b1-221b-49d5-8135-c76ccbe4790f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.0680099 Jul 15 13:34:44.324747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:44.330003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:44.341703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:44.344847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Pushing event updated for resources: {'Port': ['ID=31b02a3d-955c-474f-9d68-5fb86390c60b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.415159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Attempting to bind port 31b02a3d-955c-474f-9d68-5fb86390c60b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:44.415539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Attempting to bind port 31b02a3d-955c-474f-9d68-5fb86390c60b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2a748a77-7685-41ed-adda-656e45919a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:44.415911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Attempting to bind port 31b02a3d-955c-474f-9d68-5fb86390c60b on network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:44.422415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:44.422857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Checking segment: {'id': '2a748a77-7685-41ed-adda-656e45919a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:44.423066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8::1 (a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8/9136e8ef-26a6-4d30-b73a-c670e3029415/9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:44.423184 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.423597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Bound using segment: {'id': '2a748a77-7685-41ed-adda-656e45919a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:44.424071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Bound port: 31b02a3d-955c-474f-9d68-5fb86390c60b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a748a77-7685-41ed-adda-656e45919a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1018a9e5-8b6f-463a-be2e-1ccfa27efc62'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:44.424517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.456814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.472824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.523183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] For port 31b02a3d-955c-474f-9d68-5fb86390c60b, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:44.529131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] For port 31b02a3d-955c-474f-9d68-5fb86390c60b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=31b02a3d-955c-474f-9d68-5fb86390c60b,segment=NetworkSegment(2a748a77-7685-41ed-adda-656e45919a5b),segment_id=2a748a77-7685-41ed-adda-656e45919a5b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:44.537185 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.604579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Port': ['ID=733969ff-b27f-491e-ac3e-b365d69e6497,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.614707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.616776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68068143-bf2d-4bcc-8fe3-283237260d1d None None] Pushing event updated for resources: {'Port': ['ID=31b02a3d-955c-474f-9d68-5fb86390c60b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.618717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.637042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:44.642595 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.646408 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3ff38c0-8a6d-4065-9131-5822706671ba tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2223823 Jul 15 13:34:44.648489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.657363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-583485762'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:44.699209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Made reservation on behalf of 0f38c5223a7d4ac1b7984977e86eeef1 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:44.703443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.721664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.726670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.818687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:44.831185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:44.834732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:44.835164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.837853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.986153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.033133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.097571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:45.110368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.134965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.135431 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Added segment f293b71e-6f18-476c-8097-3b0c66513d6c of type vlan for network 43530aa9-0303-421a-abfb-4036d2c2738d Jul 15 13:34:45.139949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e043813-46c7-4665-853c-92c4ac5e30f4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.188108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310df77-235f-4449-8fb8-f8729a21bc65 None None] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:45.253158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.348834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-807b8a48-c550-40d8-b9f4-73cc23454c5c None None] Provisioning for port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:45.402839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddee776a-01ef-4d8c-ab83-d677b65be6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.411675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.421519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:45.423033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.557425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:45.558001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9077976 Jul 15 13:34:45.573405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Request body: {'subnet': {'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:45.595121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3e1b617-f5bd-4089-971e-bfbd9973ccc9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:45.608112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcde9bd-47df-412a-97bc-8c48b79b5762 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Network': ['ID=43530aa9-0303-421a-abfb-4036d2c2738d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.650344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbb3ee66-f543-4f8c-b1ef-ca303893b279 req-3a0817a2-1d98-459c-94d5-ad6b103886cb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.0538747 Jul 15 13:34:45.654462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 43530aa9-0303-421a-abfb-4036d2c2738d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:45.723838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.730872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.738677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.741423 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.791030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:45.798018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:45.798437 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.869692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Made reservation on behalf of 0f38c5223a7d4ac1b7984977e86eeef1 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:45.870970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.876276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.971166 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.993572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:45.996325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:46.025681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d3e1b617-f5bd-4089-971e-bfbd9973ccc9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,segment=NetworkSegment(5e0a5842-a165-48e7-9c6f-270de7d1171c),segment_id=5e0a5842-a165-48e7-9c6f-270de7d1171c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:46.035749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.036543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 31b02a3d-955c-474f-9d68-5fb86390c60b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:46.220918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.249601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router fb313f52-fafa-49b5-8fc8-f77e275d7e79 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:34:46.270307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 31b02a3d-955c-474f-9d68-5fb86390c60b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:46.310657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4a94da86-218f-48d6-ac8a-e4d2d78d0222 None None] Provisioning for port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:46.316017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4a94da86-218f-48d6-ac8a-e4d2d78d0222 None None] Provisioning complete for port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:46.317233 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a94da86-218f-48d6-ac8a-e4d2d78d0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.344732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.362160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4a94da86-218f-48d6-ac8a-e4d2d78d0222 None None] Port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:46.386572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4a94da86-218f-48d6-ac8a-e4d2d78d0222 None None] Provisioning complete for port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:46.387510 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a94da86-218f-48d6-ac8a-e4d2d78d0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.474418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Subnet': ['ID=23daa73e-2f39-485b-8e94-eaef0d82486e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.505706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:46.516344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cfcbd7fa-ff68-4901-ba67-1a16d0257703 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/fb313f52-fafa-49b5-8fc8-f77e275d7e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1052079 Jul 15 13:34:46.519473 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] Sync routers for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:46.528043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:46.533068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472fefb-2ed6-4e8b-b79d-560a542b3bc2 None None] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:46.536427 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:46.536993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:46.558431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Checking segment: {'id': 'f293b71e-6f18-476c-8097-3b0c66513d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:46.559023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network hostable DHCP agents. Network: 43530aa9-0303-421a-abfb-4036d2c2738d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:46.619307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network 43530aa9-0303-421a-abfb-4036d2c2738d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:46.648108 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 43530aa9-0303-421a-abfb-4036d2c2738d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:46.671702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d470e3-f208-440b-98d3-e00f7486aa6f None None] Network 43530aa9-0303-421a-abfb-4036d2c2738d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:46.674899 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:46.701501 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:46.703559 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:46.704146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edafe72a-891e-48fa-90fe-38e607bb932d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:46.706361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-edafe72a-891e-48fa-90fe-38e607bb932d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports/9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 HTTP/1.1" status: 200 len: 911 time: 0.1759527 Jul 15 13:34:46.708465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:46.718196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:46.721628 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.790064 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4c22e0a8-bd0e-4d54-9490-c10b5b745614 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2305462 Jul 15 13:34:46.792668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:46.798354 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:46.799401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a070bcf-eade-4d6c-9483-a30fac498637 None None] The sync data for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:46.806501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1971097299', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:46.870405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.871546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.972231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Provisioning complete for port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:46.972610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.974581 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.982029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.098222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:47.139827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Provisioning for port 31b02a3d-955c-474f-9d68-5fb86390c60b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:47.147316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Provisioning complete for port 31b02a3d-955c-474f-9d68-5fb86390c60b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:47.147691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.178084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-43530aa9-0303-421a-abfb-4036d2c2738d', 'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d', 'tenant_id': '0f38c5223a7d4ac1b7984977e86eeef1', 'fixed_ips': [{'subnet_id': '23daa73e-2f39-485b-8e94-eaef0d82486e'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:47.179193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.211334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.383843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd0ac42f-b3c0-4180-abfe-f7fb632de95f req-3089d093-667f-4c82-89b5-2b69e73ccc83 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.5176601 Jul 15 13:34:47.417718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3e1b617-f5bd-4089-971e-bfbd9973ccc9 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:47.575818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.602649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.675622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.735474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Allocated IP 172.20.0.2 (43530aa9-0303-421a-abfb-4036d2c2738d/23daa73e-2f39-485b-8e94-eaef0d82486e/2f91fa97-d3ef-4330-92ba-47a43b0adfeb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:47.750880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] For port 31b02a3d-955c-474f-9d68-5fb86390c60b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=31b02a3d-955c-474f-9d68-5fb86390c60b,segment=NetworkSegment(2a748a77-7685-41ed-adda-656e45919a5b),segment_id=2a748a77-7685-41ed-adda-656e45919a5b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:47.763832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.772058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.784919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Allocated IP 172.25.2.46 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/d89c91b1-175d-4493-8963-0a7f0468b127) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:47.820769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:47.820769 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.990760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e26d1-fded-48ef-9b65-bad28c8541fe None None] Pushing event updated for resources: {'Port': ['ID=31b02a3d-955c-474f-9d68-5fb86390c60b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.033076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a792b46-8a8e-4ecf-9b3b-f70d98859682 None None] Provisioning complete for port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:48.033471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a792b46-8a8e-4ecf-9b3b-f70d98859682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.043650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.125887 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.153529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:48.157325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:48.168439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8:1::1 (1018a9e5-8b6f-463a-be2e-1ccfa27efc62/1f418edc-04de-4d10-b926-c90149d9fbc7/720aa489-a18f-4bc1-ad0f-7931d01a0761) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:48.173117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.206688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1a792b46-8a8e-4ecf-9b3b-f70d98859682 None None] Port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:48.212882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:48.249493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.260781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Transition to ACTIVE for port object 2f91fa97-d3ef-4330-92ba-47a43b0adfeb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:48.281135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Transition to ACTIVE for port object 2f91fa97-d3ef-4330-92ba-47a43b0adfeb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:48.285853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a792b46-8a8e-4ecf-9b3b-f70d98859682 None None] Provisioning complete for port 31b02a3d-955c-474f-9d68-5fb86390c60b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:48.286718 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a792b46-8a8e-4ecf-9b3b-f70d98859682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.293756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Port': ['ID=d89c91b1-175d-4493-8963-0a7f0468b127,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.322151 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.369088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Network 43530aa9-0303-421a-abfb-4036d2c2738d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:48.376925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:48.381533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:48.393659 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.411924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object 720aa489-a18f-4bc1-ad0f-7931d01a0761 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:48.462945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.509362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:48.514893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:48.520734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:48.521286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.560374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Pushing event updated for resources: {'Port': ['ID=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.597642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Attempting to bind port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:48.598114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Attempting to bind port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'f293b71e-6f18-476c-8097-3b0c66513d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:48.598637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Attempting to bind port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb on network 43530aa9-0303-421a-abfb-4036d2c2738d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:48.611880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:48.612684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Checking segment: {'id': 'f293b71e-6f18-476c-8097-3b0c66513d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:48.613104 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.613508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Bound using segment: {'id': 'f293b71e-6f18-476c-8097-3b0c66513d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:48.613990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Bound port: 2f91fa97-d3ef-4330-92ba-47a43b0adfeb, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f293b71e-6f18-476c-8097-3b0c66513d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:48.614758 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.718751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=720aa489-a18f-4bc1-ad0f-7931d01a0761,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.766791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] For port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:48.774904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] For port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,segment=NetworkSegment(f293b71e-6f18-476c-8097-3b0c66513d6c),segment_id=f293b71e-6f18-476c-8097-3b0c66513d6c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:48.785725 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.850008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9c02988-aae5-475e-863a-82aa324214b8 req-423986bc-5dd4-4b57-a040-263297a106d5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30e6982-be1b-484d-b29d-54bb737c9f7b HTTP/1.1" status: 200 len: 210 time: 0.1019118 Jul 15 13:34:48.877840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792317ce-6a6b-4471-925d-7f99c02ef100 None None] Pushing event updated for resources: {'Port': ['ID=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.879586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.883749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.125240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab7877f9-fac9-477d-a9e8-6940a0e73a82 None None] Provisioning for port 720aa489-a18f-4bc1-ad0f-7931d01a0761 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:49.130277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab7877f9-fac9-477d-a9e8-6940a0e73a82 None None] Provisioning complete for port 720aa489-a18f-4bc1-ad0f-7931d01a0761 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:49.131913 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab7877f9-fac9-477d-a9e8-6940a0e73a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.198561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ab7877f9-fac9-477d-a9e8-6940a0e73a82 None None] Port 720aa489-a18f-4bc1-ad0f-7931d01a0761 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:49.531751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.542480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.543723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.568633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f91fa97-d3ef-4330-92ba-47a43b0adfeb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:49.649674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:49.657246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 31b02a3d-955c-474f-9d68-5fb86390c60b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:49.677971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=720aa489-a18f-4bc1-ad0f-7931d01a0761,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:49.736447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 31b02a3d-955c-474f-9d68-5fb86390c60b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:49.737512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.814200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:49.816294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:49.945964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router fb313f52-fafa-49b5-8fc8-f77e275d7e79 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:50.051801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.077552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:50.088632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] Sync routers for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:50.102932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a6307e19-d4e7-42c0-b8cd-63ebde64324a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/fb313f52-fafa-49b5-8fc8-f77e275d7e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3909819 Jul 15 13:34:50.104637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:50.105375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.105954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:50.194492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.223749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:50.224386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.225543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8157c447-ff66-4322-8edf-62f3067f38b3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:50.227861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8157c447-ff66-4322-8edf-62f3067f38b3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports/720aa489-a18f-4bc1-ad0f-7931d01a0761 HTTP/1.1" status: 200 len: 913 time: 0.1197097 Jul 15 13:34:50.238525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:50.276924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Router 1951d864-061e-401f-ab02-dc020c8c4f39 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:34:50.284472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.285145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d8358-26dd-47a0-9042-a4287da465c8 None None] The sync data for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:50.335970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fdc9c2ba-b4a8-4f51-aa53-5cb8ace70b09 None None] Provisioning complete for port 720aa489-a18f-4bc1-ad0f-7931d01a0761 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:50.337500 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c2ba-b4a8-4f51-aa53-5cb8ace70b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.407324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9c2ba-b4a8-4f51-aa53-5cb8ace70b09 None None] Port 720aa489-a18f-4bc1-ad0f-7931d01a0761 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:50.454674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:50.466693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] Sync routers for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:50.484078 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:50.484997 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.501170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.515449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-68272894-74ec-4111-b1b5-77081b0f82b5 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7143760 Jul 15 13:34:50.515449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52750) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:50.605159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d2b03-b83f-40ec-ad96-53a8b8c33a67 None None] Network 43530aa9-0303-421a-abfb-4036d2c2738d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:50.645400 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.656021 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:50.656884 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.699790 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:50.701356 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cf58-fd3e-4c61-b862-93c32dc288c5 None None] The sync data for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:50.779051 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.780451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] Provisioning for port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:50.790709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] Provisioning complete for port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:50.791167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.966297 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.006239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] For port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,segment=NetworkSegment(f293b71e-6f18-476c-8097-3b0c66513d6c),segment_id=f293b71e-6f18-476c-8097-3b0c66513d6c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:51.021328 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.084308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b18a7a-b35b-4557-a3e8-80866d9bdbf4 None None] Pushing event updated for resources: {'Port': ['ID=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.239307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 720aa489-a18f-4bc1-ad0f-7931d01a0761 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:51.240348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.323300 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.379816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a843726a-5ca9-4ae0-b5c8-71b98cf384d4 None None] Provisioning complete for port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:51.392023 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a843726a-5ca9-4ae0-b5c8-71b98cf384d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.424509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.444500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 720aa489-a18f-4bc1-ad0f-7931d01a0761 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:51.465671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f91fa97-d3ef-4330-92ba-47a43b0adfeb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:51.633704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:51.634300 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.712790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.766183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=720aa489-a18f-4bc1-ad0f-7931d01a0761,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.768967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Allocated IP 172.20.0.1 (43530aa9-0303-421a-abfb-4036d2c2738d/23daa73e-2f39-485b-8e94-eaef0d82486e/325952ca-5228-4170-937a-33602a3a0e7c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:51.945493 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.964563 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.983153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Transition to ACTIVE for port object 325952ca-5228-4170-937a-33602a3a0e7c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:52.030107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.077494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network 43530aa9-0303-421a-abfb-4036d2c2738d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:52.083963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:52.098327 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:52.157999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Port': ['ID=325952ca-5228-4170-937a-33602a3a0e7c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:52.184513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.247017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router fb313f52-fafa-49b5-8fc8-f77e275d7e79 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:52.406174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:52.421213 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] Sync routers for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:52.431891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3a2cc4b7-4ca2-41f9-a60b-e8c05158fd46 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/fb313f52-fafa-49b5-8fc8-f77e275d7e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1915987 Jul 15 13:34:52.434827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.485874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:52.494140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:52.533286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.597680 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:52.611610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-026f1bc8-c705-48b4-96fd-2bceceb6d106 None None] Provisioning for port 325952ca-5228-4170-937a-33602a3a0e7c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:52.618073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-026f1bc8-c705-48b4-96fd-2bceceb6d106 None None] Provisioning complete for port 325952ca-5228-4170-937a-33602a3a0e7c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:52.618479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-026f1bc8-c705-48b4-96fd-2bceceb6d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.630312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:52.632819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:52.692378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-026f1bc8-c705-48b4-96fd-2bceceb6d106 None None] Port 325952ca-5228-4170-937a-33602a3a0e7c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:52.724647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:52.725501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33951705-eb8f-4555-93dd-df3940aff646 None None] The sync data for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:52.883764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.937128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.943623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.035989 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Port': ['ID=325952ca-5228-4170-937a-33602a3a0e7c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:53.038635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.162439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network 43530aa9-0303-421a-abfb-4036d2c2738d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:53.165009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:53.179352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:53.179706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.324504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.332325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Router 1951d864-061e-401f-ab02-dc020c8c4f39 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:53.345038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:53.468733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:53.475604 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f564039-7963-411a-b070-df56fdd89392 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "PUT /v2.0/routers/1951d864-061e-401f-ab02-dc020c8c4f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9649680 Jul 15 13:34:53.477933 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] Sync routers for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:53.484128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.489639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Request body: {'port': {'network_id': '43530aa9-0303-421a-abfb-4036d2c2738d', 'name': 'tempest-FloatingIPAdminTestJSON-847343'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:53.509878 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:53.520753 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:53.535038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-09be27d7-9d84-4a1f-870e-a9d196e99536 None None] Provisioning complete for port 325952ca-5228-4170-937a-33602a3a0e7c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:53.535506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09be27d7-9d84-4a1f-870e-a9d196e99536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.597790 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:53.610743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-09be27d7-9d84-4a1f-870e-a9d196e99536 None None] Port 325952ca-5228-4170-937a-33602a3a0e7c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:53.612773 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:53.613938 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:53.655410 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:53.656382 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2098448-ac8c-44d2-836a-46898c2a3101 None None] The sync data for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:54.040223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.081279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=9252bf9f-4e1f-49b1-aafd-4ac38d4a8c41,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:54.157652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Made reservation on behalf of 0f38c5223a7d4ac1b7984977e86eeef1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:54.161706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.222638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] device_id is not set on port 397b0313-f68f-40b3-884a-48ef088da864 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:54.229898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.473571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router fb313f52-fafa-49b5-8fc8-f77e275d7e79 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:54.489317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Allocated IP 172.20.0.10 (43530aa9-0303-421a-abfb-4036d2c2738d/23daa73e-2f39-485b-8e94-eaef0d82486e/397b0313-f68f-40b3-884a-48ef088da864) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:54.585481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:54.592001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b3659bf2-11ff-4a8d-9241-9e885c485e03 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/fb313f52-fafa-49b5-8fc8-f77e275d7e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556046 Jul 15 13:34:54.594868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.601611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] Sync routers for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:54.612693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:54.613453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:54.645718 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3ff7ad0-ee76-430b-a7fd-d5fdeddcb722 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb313f52-fafa-49b5-8fc8-f77e275d7e79 HTTP/1.1" status: 200 len: 205 time: 0.0496273 Jul 15 13:34:54.649213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.691163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:54.706807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] Routers {'fb313f52-fafa-49b5-8fc8-f77e275d7e79'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:54.707481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:54.742526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:54.743404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8385177-581c-4043-953d-ec9c7f2dd602 None None] The sync data for ids ['fb313f52-fafa-49b5-8fc8-f77e275d7e79'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:54.774305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.040379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.042957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.049292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.104805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Transition to ACTIVE for port object 397b0313-f68f-40b3-884a-48ef088da864 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:55.116958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.117504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router fb313f52-fafa-49b5-8fc8-f77e275d7e79 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:34:55.127083 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.128941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c03df8b-e6fa-4d28-bee9-b00f66d1f2d0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/fb313f52-fafa-49b5-8fc8-f77e275d7e79 HTTP/1.1" status: 204 len: 168 time: 0.4654837 Jul 15 13:34:55.130999 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.143397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c939e-4f74-4600-9e75-cc25fc9c27d3 req-bb4f5cbf-1bdb-48a2-abf0-252917ffe056 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.145074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec2c939e-4f74-4600-9e75-cc25fc9c27d3 req-bb4f5cbf-1bdb-48a2-abf0-252917ffe056 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.2549810 Jul 15 13:34:55.201664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 1f418edc-04de-4d10-b926-c90149d9fbc7 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:55.205092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.221751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec2c939e-4f74-4600-9e75-cc25fc9c27d3 req-0265fd84-4932-4939-8c9f-d2b2d996d7bf tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589864 Jul 15 13:34:55.224237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.271748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.298126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event updated for resources: {'Port': ['ID=397b0313-f68f-40b3-884a-48ef088da864,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:55.310337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Network 43530aa9-0303-421a-abfb-4036d2c2738d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:55.313043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:55.318942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:55.388283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.398762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.399677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.420123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0b21a140-1a1e-401f-acae-1ff1b6d6e4a6 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9347029 Jul 15 13:34:55.423511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.490350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'project_id': '0f38c5223a7d4ac1b7984977e86eeef1', 'port_id': '397b0313-f68f-40b3-884a-48ef088da864'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:55.509326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.515641 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.543215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=1f418edc-04de-4d10-b926-c90149d9fbc7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:55.550957 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.553369 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-de310a64-5d88-440a-8268-08d6fec98a14 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/1f418edc-04de-4d10-b926-c90149d9fbc7 HTTP/1.1" status: 204 len: 168 time: 0.4211931 Jul 15 13:34:55.556055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.556759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa0154-2c6d-4b63-bd34-443123ea4966 None None] Network 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:55.646319 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 9136e8ef-26a6-4d30-b73a-c670e3029415 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:55.658483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.697126 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.726883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.737855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca54b508-6e83-4d68-8498-1170f7aeacca None None] Provisioning for port 397b0313-f68f-40b3-884a-48ef088da864 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:55.744181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca54b508-6e83-4d68-8498-1170f7aeacca None None] Provisioning complete for port 397b0313-f68f-40b3-884a-48ef088da864 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:55.744770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca54b508-6e83-4d68-8498-1170f7aeacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.787840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ca54b508-6e83-4d68-8498-1170f7aeacca None None] Port 397b0313-f68f-40b3-884a-48ef088da864 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:55.838870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Allocated IP 172.25.2.201 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/901fa3d4-5a34-4453-a043-77f966b86a77) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:55.888243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.893618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] DHCP port deletion for 1018a9e5-8b6f-463a-be2e-1ccfa27efc62 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:55.988430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.989437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.010465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] Deleting port 31b02a3d-955c-474f-9d68-5fb86390c60b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:56.010837 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.038899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.061484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=9136e8ef-26a6-4d30-b73a-c670e3029415,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.081872 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.084168 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-64ab8bc6-ebe2-48e0-8137-0082e3f6dbbd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/9136e8ef-26a6-4d30-b73a-c670e3029415 HTTP/1.1" status: 204 len: 168 time: 0.5270209 Jul 15 13:34:56.088040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:56.118473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac10e1f-2862-4b5a-951f-b6450c8099ab None None] Network a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:56.123588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Pushing event updated for resources: {'Port': ['ID=901fa3d4-5a34-4453-a043-77f966b86a77,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.145207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:56.145207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:56.145207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:56.216585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.242847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] For port 31b02a3d-955c-474f-9d68-5fb86390c60b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=31b02a3d-955c-474f-9d68-5fb86390c60b,segment=NetworkSegment(2a748a77-7685-41ed-adda-656e45919a5b),segment_id=2a748a77-7685-41ed-adda-656e45919a5b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:56.243522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.350848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] Calling delete_port for 31b02a3d-955c-474f-9d68-5fb86390c60b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:56.356593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 31b02a3d-955c-474f-9d68-5fb86390c60b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:56.357166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.534597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 31b02a3d-955c-474f-9d68-5fb86390c60b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=31b02a3d-955c-474f-9d68-5fb86390c60b,segment=NetworkSegment(2a748a77-7685-41ed-adda-656e45919a5b),segment_id=2a748a77-7685-41ed-adda-656e45919a5b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:56.534956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.556846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 31b02a3d-955c-474f-9d68-5fb86390c60b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:56.587004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-070683fd-f38f-48b8-b030-8f98ee2292d3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.588776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-070683fd-f38f-48b8-b030-8f98ee2292d3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.1812544 Jul 15 13:34:56.677138 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.775948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] Pushing event deleted for resources: {'Port': ['ID=31b02a3d-955c-474f-9d68-5fb86390c60b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.781756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e51a45-d90e-4b29-8c09-f57f837270fd None None] No DVR routers for this DVR port 31b02a3d-955c-474f-9d68-5fb86390c60b on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:56.788477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] DHCP port deletion for a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:56.808620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.837492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203dee-f43b-4aa9-99ce-b2fdca0dd44b req-2cd68a85-690b-4c53-a79d-809a3af288bc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:56.846150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30203dee-f43b-4aa9-99ce-b2fdca0dd44b req-2cd68a85-690b-4c53-a79d-809a3af288bc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 946 time: 0.3577607 Jul 15 13:34:56.856069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=31b02a3d-955c-474f-9d68-5fb86390c60b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.860517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port 31b02a3d-955c-474f-9d68-5fb86390c60b on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:56.878841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] Deleting port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:56.879409 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.916971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port df071692-9159-4d97-9e59-62d562202429 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:56.917265 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.970347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30203dee-f43b-4aa9-99ce-b2fdca0dd44b req-226c7100-9ed0-4040-b667-d1be125cc181 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=0434f632-5fdd-4b85-beb4-f9e18b5c8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231771 Jul 15 13:34:56.988182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] For port d3e1b617-f5bd-4089-971e-bfbd9973ccc9, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,segment=NetworkSegment(5e0a5842-a165-48e7-9c6f-270de7d1171c),segment_id=5e0a5842-a165-48e7-9c6f-270de7d1171c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:56.988658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.042473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.042771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] Calling delete_port for d3e1b617-f5bd-4089-971e-bfbd9973ccc9 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:57.055727 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.102663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1018a9e5-8b6f-463a-be2e-1ccfa27efc62']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:57.125977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a748a77-7685-41ed-adda-656e45919a5b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:57.126581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a748a77-7685-41ed-adda-656e45919a5b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:57.142350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.168597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port df071692-9159-4d97-9e59-62d562202429, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=df071692-9159-4d97-9e59-62d562202429,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:57.168597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.171464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.178852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.187553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:57.188224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:57.191471 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:57.193581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for df071692-9159-4d97-9e59-62d562202429 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:57.228269 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.262953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] No DVR routers for this DVR port d3e1b617-f5bd-4089-971e-bfbd9973ccc9 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:57.264613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0344c-6c58-4a2f-acdf-b4c176fe43d0 None None] Pushing event deleted for resources: {'Port': ['ID=d3e1b617-f5bd-4089-971e-bfbd9973ccc9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.325187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.341523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.345911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/1018a9e5-8b6f-463a-be2e-1ccfa27efc62 HTTP/1.1" status: 204 len: 168 time: 1.2545366 Jul 15 13:34:57.347238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:57.357244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ce1a-e675-4ada-9a3b-651c99f3ca69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=1018a9e5-8b6f-463a-be2e-1ccfa27efc62,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.377479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3e1b617-f5bd-4089-971e-bfbd9973ccc9 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:57.409529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d3e1b617-f5bd-4089-971e-bfbd9973ccc9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:57.409900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3e1b617-f5bd-4089-971e-bfbd9973ccc9 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:57.410333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 31b02a3d-955c-474f-9d68-5fb86390c60b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:57.432939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 31b02a3d-955c-474f-9d68-5fb86390c60b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:57.433274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 31b02a3d-955c-474f-9d68-5fb86390c60b not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:57.456959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.471155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['df071692-9159-4d97-9e59-62d562202429'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:57.485263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.491997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.495526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=df071692-9159-4d97-9e59-62d562202429,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.505390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.555383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port df071692-9159-4d97-9e59-62d562202429 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:57.557873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.560851 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c510f89d-0727-4b49-80a7-2f3cb7d957dd req-e6687d33-075f-4ddc-842f-53c1786eb864 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "DELETE /v2.0/ports/df071692-9159-4d97-9e59-62d562202429 HTTP/1.1" status: 204 len: 173 time: 0.9396265 Jul 15 13:34:57.561297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'name': 'network-vif-deleted', 'tag': 'df071692-9159-4d97-9e59-62d562202429'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:57.563549 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9081b2-12be-4293-b016-203c8d242e78" -d '{"events": [{"server_uuid": "6d8e224c-4052-49e8-8ae3-d669fd5595a2", "name": "network-vif-deleted", "tag": "df071692-9159-4d97-9e59-62d562202429"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:57.607932 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0a9980-27f9-4bb6-a936-a010e9087f30 x-openstack-request-id: req-5c0a9980-27f9-4bb6-a936-a010e9087f30 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:57.608229 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8e224c-4052-49e8-8ae3-d669fd5595a2", "name": "network-vif-deleted", "tag": "df071692-9159-4d97-9e59-62d562202429", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:57.608483 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c0a9980-27f9-4bb6-a936-a010e9087f30 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:57.608883 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8e224c-4052-49e8-8ae3-d669fd5595a2', 'name': 'network-vif-deleted', 'tag': 'df071692-9159-4d97-9e59-62d562202429', 'status': 'completed', 'code': 200} Jul 15 13:34:57.627900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Pushing event updated for resources: {'Port': ['ID=901fa3d4-5a34-4453-a043-77f966b86a77,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.673545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.676720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.075030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.085219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0a5842-a165-48e7-9c6f-270de7d1171c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.085587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0a5842-a165-48e7-9c6f-270de7d1171c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.101555 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.166071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.191169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47493ec6-5423-4280-a92f-6f8d433774a8 req-bcdf45de-511a-4d51-bebc-aba9bb4281bd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.0547681 Jul 15 13:34:58.197643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:58.198162 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:58.202450 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:58.227050 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Floating IP 785590b1-248b-440a-bee8-6960a086e98d associated. External IP: 172.25.2.201, port: 397b0313-f68f-40b3-884a-48ef088da864. Jul 15 13:34:58.313372 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.320215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.326154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.326665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8 HTTP/1.1" status: 204 len: 168 time: 0.9778817 Jul 15 13:34:58.332661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1536528816'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:58.374424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06815e7-5d59-43b5-807a-1ed3a169ee2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=a72dc44c-0b0d-4b14-b3b0-e242bd60b5f8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:58.400192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:58.405606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.473059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:58.488047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.488386 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment b0a3c23f-664a-4c84-ab1f-462e6021ef00 of type vlan for network be890173-32f9-43e9-993a-720a959a0a0f Jul 15 13:34:58.549165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Router 1951d864-061e-401f-ab02-dc020c8c4f39 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:58.554748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.594967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.602907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:58.604441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.696068 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3669817 Jul 15 13:34:58.703095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.708243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:58.714362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:58.721432 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] Sync routers for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:58.738290 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:58.738933 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.768249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.825348 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.831770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bf2caa2d-acbf-4ce2-a7a9-c0437b98e0fd tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 3.4066374 Jul 15 13:34:58.834562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.849454 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:58.850132 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.902748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3258e0b-15d5-441f-85c3-de87fd50aa53 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=be890173-32f9-43e9-993a-720a959a0a0f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:58.909018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network be890173-32f9-43e9-993a-720a959a0a0f details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:58.923057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:58.923724 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a984750-aa5a-493b-acd8-5ce5c9d22eb9 None None] The sync data for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:58.964744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:58.969834 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.071783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4fcc667c-14a2-4907-94d4-ebd2a2f038a6 tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] 10.222.0.48 "GET /v2.0/floatingips/785590b1-248b-440a-bee8-6960a086e98d HTTP/1.1" status: 200 len: 980 time: 0.2360933 Jul 15 13:34:59.072383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.153966 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:59.221324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-edb9b76a-ab1a-4cab-a9a5-030df782bc4b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.1475949 Jul 15 13:34:59.229119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.235073 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.338730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': 'b0a3c23f-664a-4c84-ab1f-462e6021ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:59.339384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: be890173-32f9-43e9-993a-720a959a0a0f, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:59.344184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=6ad8d3c8-8bfd-4109-a991-b51d83c2a918,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:59.377294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network be890173-32f9-43e9-993a-720a959a0a0f is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:59.396092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, be890173-32f9-43e9-993a-720a959a0a0f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:59.400793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:59.401402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.407048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb714fd-e7c8-4a07-bf40-4313a43bc63c None None] Network be890173-32f9-43e9-993a-720a959a0a0f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:59.438264 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0d064f8c-10ce-4a6b-a095-fbae5ece1bd3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7340117 Jul 15 13:34:59.440836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.448419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-105978824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:59.496100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69924091-cf6b-4695-80f7-c59e590c3d1a req-bffb4577-40c5-4e65-a160-10240bd5bb40 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.1038783 Jul 15 13:34:59.538830 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.540367 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.603863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting port 901fa3d4-5a34-4453-a043-77f966b86a77 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:59.604368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.636203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-be890173-32f9-43e9-993a-720a959a0a0f', 'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '6ad8d3c8-8bfd-4109-a991-b51d83c2a918'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:59.638183 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.651629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.662157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.704866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.706128 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-096c6316-82be-4f8b-ade2-edd18c26f94e tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2641416 Jul 15 13:34:59.708977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.713949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'port': {'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f', 'name': 'tempest-RoutersIpV6Test-1795975901'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:59.724556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.724992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.743199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Calling delete_port for 901fa3d4-5a34-4453-a043-77f966b86a77 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:59.934471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.966908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Port': ['ID=901fa3d4-5a34-4453-a043-77f966b86a77,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.057871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.058346 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Floating IP 785590b1-248b-440a-bee8-6960a086e98d disassociated (deleted). External IP: 172.25.2.201, port: 397b0313-f68f-40b3-884a-48ef088da864. Jul 15 13:35:00.110744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device df071692-9159-4d97-9e59-62d562202429 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:00.141977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: df071692-9159-4d97-9e59-62d562202429 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:00.142361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device df071692-9159-4d97-9e59-62d562202429 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:00.170424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Allocated IP 2001:db8::2 (be890173-32f9-43e9-993a-720a959a0a0f/6ad8d3c8-8bfd-4109-a991-b51d83c2a918/061d6075-42b0-477b-a0a1-53d5a2ab04c5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:00.344206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Router 1951d864-061e-401f-ab02-dc020c8c4f39 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:00.380712 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.393818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Transition to ACTIVE for port object 061d6075-42b0-477b-a0a1-53d5a2ab04c5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:00.419288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Transition to ACTIVE for port object 061d6075-42b0-477b-a0a1-53d5a2ab04c5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:00.429263 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.485312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Network be890173-32f9-43e9-993a-720a959a0a0f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:00.489223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:00.493949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:00.508994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:00.515772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.526139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:00.535728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.546996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] Sync routers for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:00.589472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] device_id is not set on port e2cb30af-c642-4739-af31-3bfa8f9194fe yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:00.605574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-edb7a501-8cb7-46ac-8bb0-fbf08bb3d703 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "DELETE /v2.0/floatingips/785590b1-248b-440a-bee8-6960a086e98d HTTP/1.1" status: 204 len: 168 time: 1.3752751 Jul 15 13:35:00.609299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52862) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.614173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:00.615769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Pushing event updated for resources: {'Port': ['ID=061d6075-42b0-477b-a0a1-53d5a2ab04c5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.633784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Attempting to bind port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:00.636472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Attempting to bind port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b0a3c23f-664a-4c84-ab1f-462e6021ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:00.637062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Attempting to bind port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 on network be890173-32f9-43e9-993a-720a959a0a0f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:00.645665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:00.647945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:00.659677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.660682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:00.661074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Checking segment: {'id': 'b0a3c23f-664a-4c84-ab1f-462e6021ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:00.661485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.661892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Bound using segment: {'id': 'b0a3c23f-664a-4c84-ab1f-462e6021ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:00.662408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Bound port: 061d6075-42b0-477b-a0a1-53d5a2ab04c5, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a3c23f-664a-4c84-ab1f-462e6021ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be890173-32f9-43e9-993a-720a959a0a0f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:00.662802 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.754031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:00.791394 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.816067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:00.816746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:00.816875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8::b4 (be890173-32f9-43e9-993a-720a959a0a0f/6ad8d3c8-8bfd-4109-a991-b51d83c2a918/e2cb30af-c642-4739-af31-3bfa8f9194fe) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:00.886219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:00.902409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04486ce9-7019-4de7-9bed-772303fd69e1 None None] The sync data for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:00.933742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Allocated IP 172.25.2.120 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/bb2e4815-72b2-40d2-9d8d-0784df13ae6f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:00.977021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] For port 061d6075-42b0-477b-a0a1-53d5a2ab04c5, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:00.992447 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] For port 061d6075-42b0-477b-a0a1-53d5a2ab04c5, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=061d6075-42b0-477b-a0a1-53d5a2ab04c5,segment=NetworkSegment(b0a3c23f-664a-4c84-ab1f-462e6021ef00),segment_id=b0a3c23f-664a-4c84-ab1f-462e6021ef00)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:01.014697 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.055413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.094922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:01.113178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4048-9152-4a11-a150-c7808a2fb79a None None] Pushing event updated for resources: {'Port': ['ID=061d6075-42b0-477b-a0a1-53d5a2ab04c5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.123611 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.141108 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.171027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b779a1e5-380b-4c6f-9f93-32677e3c9af6 req-19e1f03e-7469-4a2a-9c32-fa8f92bae2fc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.0625141 Jul 15 13:35:01.185809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:01.202805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:01.206895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:01.238433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.270602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object e2cb30af-c642-4739-af31-3bfa8f9194fe will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:01.277631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2e4815-72b2-40d2-9d8d-0784df13ae6f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.284176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-08d6b5e2-4b77-455d-9335-9a799248c275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.392733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.411469 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.500440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network be890173-32f9-43e9-993a-720a959a0a0f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:01.501566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.505428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=e2cb30af-c642-4739-af31-3bfa8f9194fe,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.508107 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:01.512940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:01.518799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:01.519440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.561437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-08d6b5e2-4b77-455d-9335-9a799248c275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.568982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-08d6b5e2-4b77-455d-9335-9a799248c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.580438 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b17dc2b4-aae0-4066-8ef2-1fdb2f20dd91 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8679690 Jul 15 13:35:01.591046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:01.659227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6b5e2-4b77-455d-9335-9a799248c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270348a-d4e1-44bf-9035-810a9165fb8b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.697296 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-08d6b5e2-4b77-455d-9335-9a799248c275 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3dc4c367f0b4a83a96675ff106c036d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012506 Jul 15 13:35:01.700621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:01.740174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.745879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.835767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.838157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2e4815-72b2-40d2-9d8d-0784df13ae6f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.854037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.855673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3471825-7015-49bc-aee8-beefdf47bf9b tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2451444 Jul 15 13:35:01.859118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:01.900705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a80e0abe-6581-43eb-8cae-a3f344e0468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.967442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a80e0abe-6581-43eb-8cae-a3f344e0468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.013237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:02.040385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.121865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a80e0abe-6581-43eb-8cae-a3f344e0468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.125148 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a80e0abe-6581-43eb-8cae-a3f344e0468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.128039 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a80e0abe-6581-43eb-8cae-a3f344e0468a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d270348a-d4e1-44bf-9035-810a9165fb8b HTTP/1.1" status: 204 len: 168 time: 0.4240220 Jul 15 13:35:02.146590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e0abe-6581-43eb-8cae-a3f344e0468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270348a-d4e1-44bf-9035-810a9165fb8b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.171558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.235651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.381219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4fe18ff-1b05-48aa-bf3e-62f848f96672 req-af2ac25c-a6b7-47db-93bf-17bfbc070aaa tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.0495672 Jul 15 13:35:02.466038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Allocated IP 172.25.2.88 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a1788e1a-0261-4f87-b13a-3380b41e78de) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:02.612040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.616709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.620948 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.626249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93123ca5-2763-4e57-967d-853ed4a91d1b None None] Network be890173-32f9-43e9-993a-720a959a0a0f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:02.632899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab559554-41ab-4657-aa8b-b2f595712735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.641816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.672745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.730786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:02.735721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:02.736545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-37194df6-55d7-4568-a911-1cf9d14aae9f None None] Provisioning for port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:02.737962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Pushing event updated for resources: {'Port': ['ID=a1788e1a-0261-4f87-b13a-3380b41e78de,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.740175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=e2cb30af-c642-4739-af31-3bfa8f9194fe,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.740345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:02.873761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.914085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.931131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.974678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab559554-41ab-4657-aa8b-b2f595712735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.981281 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab559554-41ab-4657-aa8b-b2f595712735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.030944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab559554-41ab-4657-aa8b-b2f595712735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d90432-a06e-46f8-8720-f544c1df0145,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.063251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab559554-41ab-4657-aa8b-b2f595712735 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25182aa325a34792bee532b33e7497e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477475 Jul 15 13:35:03.065508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:03.175922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.178332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.185560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.231637 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbbe0-a9fe-4e19-882f-6e7462f6846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.285623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e2e61292-b7c5-4a94-b447-f07eacfe88e5 None None] Provisioning for port e2cb30af-c642-4739-af31-3bfa8f9194fe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:03.293886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e2e61292-b7c5-4a94-b447-f07eacfe88e5 None None] Provisioning complete for port e2cb30af-c642-4739-af31-3bfa8f9194fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:03.294912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2e61292-b7c5-4a94-b447-f07eacfe88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.306232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Pushing event updated for resources: {'Port': ['ID=a1788e1a-0261-4f87-b13a-3380b41e78de,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.321129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbbe0-a9fe-4e19-882f-6e7462f6846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.326233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.358322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.359726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-37e4a643-2069-4a77-b4c2-adfedc02d86a tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4996355 Jul 15 13:35:03.364953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:03.380599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e2e61292-b7c5-4a94-b447-f07eacfe88e5 None None] Port e2cb30af-c642-4739-af31-3bfa8f9194fe cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:03.488876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3b603d88-62db-4e78-a8b7-8f7012f326ad tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1225221 Jul 15 13:35:03.505179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 061d6075-42b0-477b-a0a1-53d5a2ab04c5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:03.505558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:03.560302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbbe0-a9fe-4e19-882f-6e7462f6846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.563043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbbe0-a9fe-4e19-882f-6e7462f6846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.564332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e9dbbbe0-a9fe-4e19-882f-6e7462f6846d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5d90432-a06e-46f8-8720-f544c1df0145 HTTP/1.1" status: 204 len: 168 time: 0.4978452 Jul 15 13:35:03.641059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbbbe0-a9fe-4e19-882f-6e7462f6846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d90432-a06e-46f8-8720-f544c1df0145,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.646109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:03.675627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:03.676277 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.678165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b9fee07-4973-4d95-bab3-aedca0206020 None None] Provisioning complete for port e2cb30af-c642-4739-af31-3bfa8f9194fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:03.679164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b9fee07-4973-4d95-bab3-aedca0206020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.757890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.780292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.781397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.796946 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.812134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fee07-4973-4d95-bab3-aedca0206020 None None] Port e2cb30af-c642-4739-af31-3bfa8f9194fe cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:03.885647 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.934936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 061d6075-42b0-477b-a0a1-53d5a2ab04c5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=061d6075-42b0-477b-a0a1-53d5a2ab04c5,segment=NetworkSegment(b0a3c23f-664a-4c84-ab1f-462e6021ef00),segment_id=b0a3c23f-664a-4c84-ab1f-462e6021ef00)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:03.947234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.991747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=e2cb30af-c642-4739-af31-3bfa8f9194fe,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:04.064002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-720bc16b-4757-4a51-9bb5-18f87ebbeb28 None None] Provisioning complete for port e2cb30af-c642-4739-af31-3bfa8f9194fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:04.064370 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-720bc16b-4757-4a51-9bb5-18f87ebbeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.065195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network be890173-32f9-43e9-993a-720a959a0a0f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:04.066719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:04.110075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-720bc16b-4757-4a51-9bb5-18f87ebbeb28 None None] Port e2cb30af-c642-4739-af31-3bfa8f9194fe cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:04.115879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=061d6075-42b0-477b-a0a1-53d5a2ab04c5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:04.253248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aafc2ef3-b81f-4cd2-b4ba-0641891e3b8d tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7441406 Jul 15 13:35:04.259345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:04.272215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router 617689b7-07f8-4623-b746-4535d46aef54 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:04.295472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f76b38d-9640-416a-a203-b8c22cae98c2 req-7cb8b409-e066-4602-a5dc-47dd777fd2dd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8e224c-4052-49e8-8ae3-d669fd5595a2 HTTP/1.1" status: 200 len: 210 time: 0.0492625 Jul 15 13:35:04.488081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:04.497523 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c531dc24-8565-461a-ad93-acb66679b01f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/617689b7-07f8-4623-b746-4535d46aef54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9040787 Jul 15 13:35:04.499743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:04.504215 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] Sync routers for ids ['617689b7-07f8-4623-b746-4535d46aef54'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:04.515696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] Routers {'617689b7-07f8-4623-b746-4535d46aef54'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:04.518885 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['617689b7-07f8-4623-b746-4535d46aef54'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:04.526320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Deleting port a1788e1a-0261-4f87-b13a-3380b41e78de {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:04.526903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.542788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d1e25fc-a617-4524-8777-481312817321 None None] Provisioning complete for port e2cb30af-c642-4739-af31-3bfa8f9194fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:04.544374 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d1e25fc-a617-4524-8777-481312817321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.555298 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:04.565438 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] Routers {'617689b7-07f8-4623-b746-4535d46aef54'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:04.566458 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['617689b7-07f8-4623-b746-4535d46aef54'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:04.601742 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:04.603470 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba677139-8c93-4815-8670-c3cd46317f8d None None] The sync data for ids ['617689b7-07f8-4623-b746-4535d46aef54'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:04.627546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf221fb-e462-4df7-864f-78b50c53b12d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:04.634694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e25fc-a617-4524-8777-481312817321 None None] Port e2cb30af-c642-4739-af31-3bfa8f9194fe cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:04.639418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3bf221fb-e462-4df7-864f-78b50c53b12d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports/e2cb30af-c642-4739-af31-3bfa8f9194fe HTTP/1.1" status: 200 len: 983 time: 0.1291375 Jul 15 13:35:04.640405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:04.677126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.677977 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.692691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Calling delete_port for a1788e1a-0261-4f87-b13a-3380b41e78de owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:04.882467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.930396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Pushing event deleted for resources: {'Port': ['ID=a1788e1a-0261-4f87-b13a-3380b41e78de,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.013823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.016553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.020952 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6feb1d6a-a3af-4e95-b910-e2112c730eef tempest-FloatingIPAdminTestJSON-1857014948 tempest-FloatingIPAdminTestJSON-1857014948-project] 10.222.0.48 "DELETE /v2.0/floatingips/2065bdcd-b2ef-4964-bdca-d61eabe812f9 HTTP/1.1" status: 204 len: 168 time: 0.7577770 Jul 15 13:35:05.021647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52930) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:05.172592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.201997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Deleting port bb2e4815-72b2-40d2-9d8d-0784df13ae6f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:05.202610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.328635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.329013 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.352485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Calling delete_port for bb2e4815-72b2-40d2-9d8d-0784df13ae6f owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:05.406668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 061d6075-42b0-477b-a0a1-53d5a2ab04c5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:05.538418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:05.539174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.545170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e915d-88e5-446e-8804-7fe971bd43ed req-3eec0677-4c75-4368-9c9d-d2efb6e6aa43 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:05.552014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c4e915d-88e5-446e-8804-7fe971bd43ed req-3eec0677-4c75-4368-9c9d-d2efb6e6aa43 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.1152906 Jul 15 13:35:05.580819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c4e915d-88e5-446e-8804-7fe971bd43ed req-73335fa3-84d1-491b-b133-9de7dc9ed35d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.613465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port e2cb30af-c642-4739-af31-3bfa8f9194fe {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:05.613857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.682775 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.764267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb2e4815-72b2-40d2-9d8d-0784df13ae6f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.766918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.795518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for e2cb30af-c642-4739-af31-3bfa8f9194fe owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:05.816363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.819350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.821672 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a718c468-2913-416b-91e6-f6c10f6412bc tempest-FloatingIPAdminTestJSON-892189761 tempest-FloatingIPAdminTestJSON-892189761-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/93bbbb34-2860-4097-9f4f-c84fb4da7693 HTTP/1.1" status: 204 len: 168 time: 0.7982469 Jul 15 13:35:05.825119 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:05.891479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c4e915d-88e5-446e-8804-7fe971bd43ed req-73335fa3-84d1-491b-b133-9de7dc9ed35d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.900029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c4e915d-88e5-446e-8804-7fe971bd43ed req-73335fa3-84d1-491b-b133-9de7dc9ed35d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.951646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting port 397b0313-f68f-40b3-884a-48ef088da864 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:05.952000 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.969005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c4e915d-88e5-446e-8804-7fe971bd43ed req-73335fa3-84d1-491b-b133-9de7dc9ed35d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161282 Jul 15 13:35:05.982730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73335fa3-84d1-491b-b133-9de7dc9ed35d tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc2d35-8efc-4e71-b392-5a39cd09c1d2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.080576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.101852 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Calling delete_port for 397b0313-f68f-40b3-884a-48ef088da864 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:06.159576 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.207906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=e2cb30af-c642-4739-af31-3bfa8f9194fe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.281276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.287108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eca655-a4b4-4278-83c8-99b059171ed0 req-99f009f6-2394-4736-948d-16a0026b1f95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:06.292857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76eca655-a4b4-4278-83c8-99b059171ed0 req-99f009f6-2394-4736-948d-16a0026b1f95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1670818 Jul 15 13:35:06.317881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Port': ['ID=397b0313-f68f-40b3-884a-48ef088da864,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.428989 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.435170 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eef63756-692b-4046-8088-98c3f447905c tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "DELETE /v2.0/ports/397b0313-f68f-40b3-884a-48ef088da864 HTTP/1.1" status: 204 len: 168 time: 0.6062005 Jul 15 13:35:06.437085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.454364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.469972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76eca655-a4b4-4278-83c8-99b059171ed0 req-a46c6c7c-e1e3-4a71-9689-021e05d3a719 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163182 Jul 15 13:35:06.495510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.584730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be152d95-e881-4455-9691-4f8cc2f45ee7 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:06.586252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-be152d95-e881-4455-9691-4f8cc2f45ee7 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "GET /v2.0/ports?device_id=1951d864-061e-401f-ab02-dc020c8c4f39 HTTP/1.1" status: 200 len: 913 time: 0.1477456 Jul 15 13:35:06.588776 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 52976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.713781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bccecacf-2450-42b9-98e1-29b449453d57 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/07600024-35f8-4e14-9061-7d1097bcf73c HTTP/1.1" status: 200 len: 993 time: 0.2159421 Jul 15 13:35:06.826883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router 617689b7-07f8-4623-b746-4535d46aef54 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:06.931830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:06.941211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ce2b8953-6c2d-42c4-95d3-1e23e4536028 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/617689b7-07f8-4623-b746-4535d46aef54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2960942 Jul 15 13:35:06.941211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 52992) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.943211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] Sync routers for ids ['617689b7-07f8-4623-b746-4535d46aef54'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:06.956102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] Routers {'617689b7-07f8-4623-b746-4535d46aef54'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:06.957584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['617689b7-07f8-4623-b746-4535d46aef54'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.012548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.038973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] Routers {'617689b7-07f8-4623-b746-4535d46aef54'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:07.042894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['617689b7-07f8-4623-b746-4535d46aef54'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.085004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:07.085780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb375c8-2878-4c5a-b258-bbfa34ed0d69 None None] The sync data for ids ['617689b7-07f8-4623-b746-4535d46aef54'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:07.164361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.206820 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-bd6d82bd-9b84-4749-853e-f1718f7a49d1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:35:07.211367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd6d82bd-9b84-4749-853e-f1718f7a49d1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/617689b7-07f8-4623-b746-4535d46aef54/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2701046 Jul 15 13:35:07.212052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.251227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-af6b967b-d0f3-4c99-9886-aff5de436f88 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=617689b7-07f8-4623-b746-4535d46aef54 HTTP/1.1" status: 200 len: 205 time: 0.0376208 Jul 15 13:35:07.251975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53006) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.411287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.650919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.654584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.721350 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.721350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router 617689b7-07f8-4623-b746-4535d46aef54 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:07.729814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.737131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.737351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e9bdff70-384d-4f66-a90e-a5785a226e43 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/617689b7-07f8-4623-b746-4535d46aef54 HTTP/1.1" status: 204 len: 168 time: 0.4831161 Jul 15 13:35:07.797986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting port 325952ca-5228-4170-937a-33602a3a0e7c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:07.798359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.804728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 6ad8d3c8-8bfd-4109-a991-b51d83c2a918 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:07.808005 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.852925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.013881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.173212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4099e-773d-4dd9-a3b4-feb2fb5c601a req-19d8741a-f2bf-40ec-94ff-30c5e2b43cfb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.186414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f4099e-773d-4dd9-a3b4-feb2fb5c601a req-19d8741a-f2bf-40ec-94ff-30c5e2b43cfb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1501682 Jul 15 13:35:08.227788 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.249378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Calling delete_port for 325952ca-5228-4170-937a-33602a3a0e7c owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:08.256309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f4099e-773d-4dd9-a3b4-feb2fb5c601a req-29cf1fc1-df2b-4776-b0b1-69dfe75c3d41 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688610 Jul 15 13:35:08.266173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.288047 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-b3c8b32d-a237-4f58-9016-e9f060a97a99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2964346 Jul 15 13:35:08.321072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6ea1d-d02e-4260-956b-246a9c49ea14 None None] Network be890173-32f9-43e9-993a-720a959a0a0f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:08.339041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.341562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/6ad8d3c8-8bfd-4109-a991-b51d83c2a918 HTTP/1.1" status: 204 len: 168 time: 0.6030838 Jul 15 13:35:08.343972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568748-70c3-4932-8c5c-e83a276bb317 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad8d3c8-8bfd-4109-a991-b51d83c2a918,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:08.344494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.541903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53068) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.556218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785037666', 'description': 'tempest-secgroup-smoke-1785037666 description', 'project_id': '12e8d087526148dca4926cc3ee4deaef'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:08.627807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] DHCP port deletion for be890173-32f9-43e9-993a-720a959a0a0f request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:08.642048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.721578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] Deleting port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:08.721968 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.814909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] For port 061d6075-42b0-477b-a0a1-53d5a2ab04c5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=061d6075-42b0-477b-a0a1-53d5a2ab04c5,segment=NetworkSegment(b0a3c23f-664a-4c84-ab1f-462e6021ef00),segment_id=b0a3c23f-664a-4c84-ab1f-462e6021ef00)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:08.815222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.832563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] Calling delete_port for 061d6075-42b0-477b-a0a1-53d5a2ab04c5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:08.936160 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.977540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] Pushing event deleted for resources: {'Port': ['ID=061d6075-42b0-477b-a0a1-53d5a2ab04c5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:08.982536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6569c2b-fa08-4b5b-9dd6-39a1a3df93df None None] No DVR routers for this DVR port 061d6075-42b0-477b-a0a1-53d5a2ab04c5 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:09.056445 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.191849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.210291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be890173-32f9-43e9-993a-720a959a0a0f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:09.235616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-bee9a673-56df-4a34-812a-1d73860d1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.237431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-bee9a673-56df-4a34-812a-1d73860d1eec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.6041338 Jul 15 13:35:09.238967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a3c23f-664a-4c84-ab1f-462e6021ef00') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:09.239110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a3c23f-664a-4c84-ab1f-462e6021ef00') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:09.254681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.271692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.281226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:09.282603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:09.287172 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:09.325470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.373382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Port': ['ID=325952ca-5228-4170-937a-33602a3a0e7c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.428282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 061d6075-42b0-477b-a0a1-53d5a2ab04c5 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:09.458532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.477446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 061d6075-42b0-477b-a0a1-53d5a2ab04c5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:09.478034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 061d6075-42b0-477b-a0a1-53d5a2ab04c5 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:09.481171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.484421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/be890173-32f9-43e9-993a-720a959a0a0f HTTP/1.1" status: 204 len: 168 time: 1.1386728 Jul 15 13:35:09.497515 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53094) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.505882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-347505726'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:09.524776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca555bf-420d-434d-9359-fc4ba0831a2d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=be890173-32f9-43e9-993a-720a959a0a0f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.567415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.613841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-19843748-f823-46b2-a533-4a5b3122d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.615392 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-19843748-f823-46b2-a533-4a5b3122d5d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.3399582 Jul 15 13:35:09.620847 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.643298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88560e2-aef3-4b9c-8bee-bd9c31f88216 req-399e4014-348a-4867-baaa-72132296a0e0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.644922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c88560e2-aef3-4b9c-8bee-bd9c31f88216 req-399e4014-348a-4867-baaa-72132296a0e0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1363144 Jul 15 13:35:09.715290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c88560e2-aef3-4b9c-8bee-bd9c31f88216 req-3997ac04-c63e-4ef1-ab81-c603397cd3b1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634847 Jul 15 13:35:09.734682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:09.738474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.750604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.751916 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2087510 Jul 15 13:35:09.755855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.761586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group_rule': {'security_group_id': '5e714f5d-cefc-41b3-942a-4a39e47043dc', 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:09.793006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.808015 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781bd0e-f216-4a73-86f0-9073cb8fd390 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e714f5d-cefc-41b3-942a-4a39e47043dc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.818890 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-baf7159d-7f8e-485a-8030-5f24f5a9cfd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 1001 time: 0.1850681 Jul 15 13:35:09.855824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.861859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:09.867430 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.883544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.885722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4e7f3b-6de2-4cd8-9978-6a1a53a18df2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.894933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.895939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.896154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9ba175a0-9939-492e-8f6c-e1bafb98cde6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385427 Jul 15 13:35:09.896303 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment 23f8dbe8-7847-4bea-83a7-85fdb8ebe223 of type vlan for network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d Jul 15 13:35:09.899189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53110) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.903952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group_rule': {'security_group_id': '5e714f5d-cefc-41b3-942a-4a39e47043dc', 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:09.916031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-b224d866-3fdb-42cd-90c0-180fc0e65706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.917535 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-b224d866-3fdb-42cd-90c0-180fc0e65706 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.0913408 Jul 15 13:35:09.960110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.027053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.033820 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.039551 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.058884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9bcc0b-99a6-46b6-ada5-5036712ffb65,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.068384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.072629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad501ec5-8b60-4cfa-a56c-4054d3a3cd2e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694777 Jul 15 13:35:10.073475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53112) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.081171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group_rule': {'security_group_id': '5e714f5d-cefc-41b3-942a-4a39e47043dc', 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.114145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.115478 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.121061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.121683 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.160953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-59d0affb-82e7-4181-ab3c-b1571c348103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.160953 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-59d0affb-82e7-4181-ab3c-b1571c348103 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872437 Jul 15 13:35:10.183386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.188273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.209891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.214484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402333 Jul 15 13:35:10.217713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53114) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.222082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group_rule': {'security_group_id': '5e714f5d-cefc-41b3-942a-4a39e47043dc', 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.231071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f755f0-95e6-49b0-8c79-ed1862724c4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e39e8dc-0b6e-4509-b141-9b142ba23b0c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.231299 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7263134 Jul 15 13:35:10.232010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.237194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.266438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56d88f-dcfa-441d-b494-46a7904a6767 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=be9a8139-64a3-4e2a-80d2-ea02faf7fe5d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.284747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:10.345191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.380026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-c141ed26-2777-4591-843d-86be3f87ff95 service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098169 Jul 15 13:35:10.383891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Router 1951d864-061e-401f-ab02-dc020c8c4f39 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:10.392587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:10.396029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.490483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.499193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.524098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71501f19-6c2c-4292-99bf-796cc0d86579,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.541130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.545634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aa61475b-1304-4ca0-91a4-15c38a82f923 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3237169 Jul 15 13:35:10.546715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53118) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.551024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group_rule': {'security_group_id': '5e714f5d-cefc-41b3-942a-4a39e47043dc', 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.558458 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4bb1aed8-5db2-4a01-a9a8-6ba47ee97255 req-f72195fc-5c6f-42dc-917b-7f796cba935b service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707485 Jul 15 13:35:10.569744 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:10.578548 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-007583a4-65c7-46f0-87d9-b33caac3a611 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "PUT /v2.0/routers/1951d864-061e-401f-ab02-dc020c8c4f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9881723 Jul 15 13:35:10.578762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53120) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.588985 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] Sync routers for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:10.606147 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:10.606854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.646721 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.659576 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] Routers {'1951d864-061e-401f-ab02-dc020c8c4f39'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:10.660628 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:34:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1951d864-061e-401f-ab02-dc020c8c4f39'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.681095 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Project 12e8d087526148dca4926cc3ee4deaef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:10.694707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.708751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.709215 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-22a39094-5fed-4173-bfcd-2661f38aa6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.709424 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4daaa-0e68-4b32-b643-16d83f89d9ed None None] The sync data for ids ['1951d864-061e-401f-ab02-dc020c8c4f39'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:10.718558 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-22a39094-5fed-4173-bfcd-2661f38aa6ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.0804482 Jul 15 13:35:10.765910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.832548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-be7c9f66-ee7b-4993-86b0-81cc3edaff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.834897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-be7c9f66-ee7b-4993-86b0-81cc3edaff1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.1148982 Jul 15 13:35:10.851787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.899355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=3f389fea-e540-4ace-ae8f-0695901e1d83,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.904591 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-2bff1318-9eda-4910-9254-bbb79255000f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 1001 time: 0.0614481 Jul 15 13:35:10.936459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.959707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-2c4d119c-8510-4c6d-ada3-686f1dd861b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.960756 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-2c4d119c-8510-4c6d-ada3-686f1dd861b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.0497060 Jul 15 13:35:10.967508 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.020151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': '23f8dbe8-7847-4bea-83a7-85fdb8ebe223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:11.020526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: be9a8139-64a3-4e2a-80d2-ea02faf7fe5d, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:11.042254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-dadd9605-5095-42a9-bdd7-1d42aefe41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:11.044764 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-dadd9605-5095-42a9-bdd7-1d42aefe41b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765007 Jul 15 13:35:11.047024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.048559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5011051 Jul 15 13:35:11.049344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e13c67-df91-4c57-a556-81a7c195d205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc4b605-8550-4c24-a392-23ab1dc37220,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:11.050940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53126) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.056544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'security_group_rule': {'security_group_id': '5e714f5d-cefc-41b3-942a-4a39e47043dc', 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:11.082881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:11.094511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.116227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb27083-01af-4ccd-ac0e-baf7f3f7ed9d req-6174e497-166b-468b-9ecf-6e56d4c62408 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:11.117756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffb27083-01af-4ccd-ac0e-baf7f3f7ed9d req-6174e497-166b-468b-9ecf-6e56d4c62408 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.2263696 Jul 15 13:35:11.119906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, be9a8139-64a3-4e2a-80d2-ea02faf7fe5d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:11.125701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:11.126694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.139823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf3e66-5ac2-414e-97e2-d72c3370a5d9 None None] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:11.140765 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Project 12e8d087526148dca4926cc3ee4deaef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:11.153349 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.221665 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-1caa4477-72c9-4d25-94b3-b9dc96dfc30d service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596472 Jul 15 13:35:11.231120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffb27083-01af-4ccd-ac0e-baf7f3f7ed9d req-427c7873-a2b0-471d-bba2-66047b85a017 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746806 Jul 15 13:35:11.243702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0b16a4d0-86ec-48ee-b8d1-b1a8ecf38784 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0109627 Jul 15 13:35:11.246748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.246937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.260979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-295471177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:11.266181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.312313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting port d89c91b1-175d-4493-8963-0a7f0468b127 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:11.312637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.314699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.315666 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.326868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-be9a8139-64a3-4e2a-80d2-ea02faf7fe5d', 'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '3f389fea-e540-4ace-ae8f-0695901e1d83'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:11.328174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.364220 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-6168258c-db91-450b-8e69-97ff251da00d service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342063 Jul 15 13:35:11.364856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ded9d4d-6e4c-4f9d-9c42-5b15b8657bfe,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:11.375878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.380843 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3728246d-493e-418d-9ef9-1255355182dc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3286514 Jul 15 13:35:11.450897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.462413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.489654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.500340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.501551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-37a7d5a0-9362-483b-874e-a8c5c39b8a3b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2504878 Jul 15 13:35:11.504989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53136) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.526589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Calling delete_port for d89c91b1-175d-4493-8963-0a7f0468b127 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:11.531531 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Allocated IP 2001:db8::2 (be9a8139-64a3-4e2a-80d2-ea02faf7fe5d/3f389fea-e540-4ace-ae8f-0695901e1d83/d8baad52-d9cd-440f-9e9a-1a5191336fbc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:11.708582 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.720873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Transition to ACTIVE for port object d8baad52-d9cd-440f-9e9a-1a5191336fbc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:11.739288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Transition to ACTIVE for port object d8baad52-d9cd-440f-9e9a-1a5191336fbc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:11.750317 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.803289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:11.806660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:11.815494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:11.884830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Pushing event updated for resources: {'Port': ['ID=d8baad52-d9cd-440f-9e9a-1a5191336fbc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:11.903092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Attempting to bind port d8baad52-d9cd-440f-9e9a-1a5191336fbc on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:11.903576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Attempting to bind port d8baad52-d9cd-440f-9e9a-1a5191336fbc by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '23f8dbe8-7847-4bea-83a7-85fdb8ebe223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:11.904320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Attempting to bind port d8baad52-d9cd-440f-9e9a-1a5191336fbc on network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:11.910086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:11.910587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Checking segment: {'id': '23f8dbe8-7847-4bea-83a7-85fdb8ebe223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:11.911060 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.911517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Bound using segment: {'id': '23f8dbe8-7847-4bea-83a7-85fdb8ebe223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:11.912060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Bound port: d8baad52-d9cd-440f-9e9a-1a5191336fbc, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f8dbe8-7847-4bea-83a7-85fdb8ebe223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'be9a8139-64a3-4e2a-80d2-ea02faf7fe5d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:11.912630 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.996717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] For port d8baad52-d9cd-440f-9e9a-1a5191336fbc, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:12.043368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.061289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] For port d8baad52-d9cd-440f-9e9a-1a5191336fbc, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d8baad52-d9cd-440f-9e9a-1a5191336fbc,segment=NetworkSegment(23f8dbe8-7847-4bea-83a7-85fdb8ebe223),segment_id=23f8dbe8-7847-4bea-83a7-85fdb8ebe223)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:12.067424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.107298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.167311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2af1d-e123-483d-a956-f42da7e3e873 None None] Pushing event updated for resources: {'Port': ['ID=d8baad52-d9cd-440f-9e9a-1a5191336fbc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.208409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Port': ['ID=d89c91b1-175d-4493-8963-0a7f0468b127,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.416750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.599079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.601575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.655592 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43b2307-5876-4c09-a55b-103d41acf2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.740112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8::1 (be9a8139-64a3-4e2a-80d2-ea02faf7fe5d/3f389fea-e540-4ace-ae8f-0695901e1d83/d7ec7105-aab7-41c8-a94a-81650b052273) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:12.757735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.758293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Fanout notify agent at l3_agent the message router_deleted on router 1951d864-061e-401f-ab02-dc020c8c4f39 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:12.769376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.775120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4d5ef3b5-c946-45be-a764-43cebf367337 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "DELETE /v2.0/routers/1951d864-061e-401f-ab02-dc020c8c4f39 HTTP/1.1" status: 204 len: 168 time: 2.1931887 Jul 15 13:35:12.778178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.860251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting subnet 23daa73e-2f39-485b-8e94-eaef0d82486e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:12.864022 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.885385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e61dc-351f-4f42-807d-75aa535afe51 req-74b61f40-c884-44a4-ba0b-09925c77421c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:12.887889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db6e61dc-351f-4f42-807d-75aa535afe51 req-74b61f40-c884-44a4-ba0b-09925c77421c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.3691938 Jul 15 13:35:12.947385 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.956596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db6e61dc-351f-4f42-807d-75aa535afe51 req-ff72dc48-b4e3-4243-8752-fdfe84936851 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602474 Jul 15 13:35:12.975121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.032918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object d7ec7105-aab7-41c8-a94a-81650b052273 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:13.104203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.126129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.206297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:13.209924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:13.215663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:13.216264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.220255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=d7ec7105-aab7-41c8-a94a-81650b052273,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:13.227030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.265084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Subnet': ['ID=23daa73e-2f39-485b-8e94-eaef0d82486e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:13.271449 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.273443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dbdd8a38-b423-4758-b4fa-e9f831f3c660 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "DELETE /v2.0/subnets/23daa73e-2f39-485b-8e94-eaef0d82486e HTTP/1.1" status: 204 len: 168 time: 0.4938748 Jul 15 13:35:13.278100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.280749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28093ab3-33a3-4ada-8ef2-6eec77892daa None None] Network 43530aa9-0303-421a-abfb-4036d2c2738d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:13.539840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d8baad52-d9cd-440f-9e9a-1a5191336fbc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:13.549686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.596058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] DHCP port deletion for 43530aa9-0303-421a-abfb-4036d2c2738d request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:13.665285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d8baad52-d9cd-440f-9e9a-1a5191336fbc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:13.684056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] Deleting port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:13.684414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.693787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.777329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac5c87-390d-4d66-918e-bd100c171f59 None None] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:13.830022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] For port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,segment=NetworkSegment(f293b71e-6f18-476c-8097-3b0c66513d6c),segment_id=f293b71e-6f18-476c-8097-3b0c66513d6c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:13.830733 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.892883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] Calling delete_port for 2f91fa97-d3ef-4330-92ba-47a43b0adfeb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:13.914155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] Provisioning for port d8baad52-d9cd-440f-9e9a-1a5191336fbc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:14.132974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] Provisioning complete for port d8baad52-d9cd-440f-9e9a-1a5191336fbc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:14.133366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.309070 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.323825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:14.325029 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.351514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] No DVR routers for this DVR port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:14.364892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a5506-acf7-4882-9590-6c497b6aec74 None None] Pushing event deleted for resources: {'Port': ['ID=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.383224 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.442398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] For port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb, host n-d-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:14.442398 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.450864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] For port d8baad52-d9cd-440f-9e9a-1a5191336fbc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d8baad52-d9cd-440f-9e9a-1a5191336fbc,segment=NetworkSegment(23f8dbe8-7847-4bea-83a7-85fdb8ebe223),segment_id=23f8dbe8-7847-4bea-83a7-85fdb8ebe223)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:14.462788 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.463957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Calling delete_port for 2f91fa97-d3ef-4330-92ba-47a43b0adfeb owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:14.476981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb was not found and therefore no delete operation was performed {{(pid=93824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:35:14.497289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099054e-0501-4ddd-a812-89586eae1bfc req-06f3ddd3-59d3-4114-8949-8e345640ccfb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:14.498856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7099054e-0501-4ddd-a812-89586eae1bfc req-06f3ddd3-59d3-4114-8949-8e345640ccfb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.3499339 Jul 15 13:35:14.501999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.550820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db175323-008c-43b4-97f3-fff23d9c3f89 None None] Pushing event updated for resources: {'Port': ['ID=d8baad52-d9cd-440f-9e9a-1a5191336fbc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.594097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Port': ['ID=2f91fa97-d3ef-4330-92ba-47a43b0adfeb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.600589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] No DVR routers for this DVR port 2f91fa97-d3ef-4330-92ba-47a43b0adfeb on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:14.688771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7099054e-0501-4ddd-a812-89586eae1bfc req-c196471e-be77-4870-91de-7094aa687ec5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784358 Jul 15 13:35:14.733615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.751631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43530aa9-0303-421a-abfb-4036d2c2738d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.774471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.777198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f293b71e-6f18-476c-8097-3b0c66513d6c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.777611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f293b71e-6f18-476c-8097-3b0c66513d6c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.788444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.789267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3d269e1c-1c8a-45cd-85bc-fb207fb75a3e None None] Provisioning complete for port d8baad52-d9cd-440f-9e9a-1a5191336fbc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:14.790424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d269e1c-1c8a-45cd-85bc-fb207fb75a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.790579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.791520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.834572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.860709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:14.861114 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:14.864311 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:14.927472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=d7ec7105-aab7-41c8-a94a-81650b052273,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.942415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3d269e1c-1c8a-45cd-85bc-fb207fb75a3e None None] Provisioning for port d7ec7105-aab7-41c8-a94a-81650b052273 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:14.947594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3d269e1c-1c8a-45cd-85bc-fb207fb75a3e None None] Provisioning complete for port d7ec7105-aab7-41c8-a94a-81650b052273 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:14.948036 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d269e1c-1c8a-45cd-85bc-fb207fb75a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.015461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.026039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3d269e1c-1c8a-45cd-85bc-fb207fb75a3e None None] Port d7ec7105-aab7-41c8-a94a-81650b052273 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:15.038885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.040711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "DELETE /v2.0/networks/43530aa9-0303-421a-abfb-4036d2c2738d HTTP/1.1" status: 204 len: 168 time: 1.7598679 Jul 15 13:35:15.043682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.056970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d70f6b-50b5-441f-bc76-11f1c85ac3c8 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Network': ['ID=43530aa9-0303-421a-abfb-4036d2c2738d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:15.060721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:15.062544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:15.223252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Deleting port 733969ff-b27f-491e-ac3e-b365d69e6497 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:15.223600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.258279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6062165e-9b1c-4b77-b93d-f00ee67efa5b None None] Provisioning complete for port d7ec7105-aab7-41c8-a94a-81650b052273 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:15.258279 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6062165e-9b1c-4b77-b93d-f00ee67efa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.281606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router 149de288-7d6b-401d-8068-48daab0af972 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:15.322496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.322836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.338756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Calling delete_port for 733969ff-b27f-491e-ac3e-b365d69e6497 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:15.357528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6062165e-9b1c-4b77-b93d-f00ee67efa5b None None] Port d7ec7105-aab7-41c8-a94a-81650b052273 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:15.361134 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0762-f4f2-4407-a80a-f71b55c57b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.451293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d8baad52-d9cd-440f-9e9a-1a5191336fbc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:15.499232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:15.512120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-834eaf4f-0ecb-4d98-be6e-ace6912cd9f7 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/149de288-7d6b-401d-8068-48daab0af972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0053842 Jul 15 13:35:15.522063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53254) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.542002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] Sync routers for ids ['149de288-7d6b-401d-8068-48daab0af972'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:15.581446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] Routers {'149de288-7d6b-401d-8068-48daab0af972'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:15.588073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['149de288-7d6b-401d-8068-48daab0af972'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:15.618817 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.632785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35ea053-6c3c-4108-84f1-d91ef19d60ba tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:15.634700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a35ea053-6c3c-4108-84f1-d91ef19d60ba tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports/d7ec7105-aab7-41c8-a94a-81650b052273 HTTP/1.1" status: 200 len: 911 time: 0.1105461 Jul 15 13:35:15.638301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.655094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:15.679769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] Routers {'149de288-7d6b-401d-8068-48daab0af972'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:15.680650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['149de288-7d6b-401d-8068-48daab0af972'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:15.696524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d8baad52-d9cd-440f-9e9a-1a5191336fbc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:15.697190 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.742553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.778758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a401927-d65b-4f1d-a9db-b2c20540e832 None None] Provisioning complete for port d7ec7105-aab7-41c8-a94a-81650b052273 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:15.779413 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a401927-d65b-4f1d-a9db-b2c20540e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.785440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:15.786438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d090f-efb4-4a87-a036-a46d1fb5b649 None None] The sync data for ids ['149de288-7d6b-401d-8068-48daab0af972'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:15.860480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.866614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.877208 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] 10.222.0.48 "DELETE /v2.0/floatingips/6b62c014-d765-4f60-b27a-5f4c4242269c HTTP/1.1" status: 204 len: 168 time: 0.8297904 Jul 15 13:35:15.880149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1177c1c-1460-40eb-82af-9eeef4de31c2 tempest-FloatingIPAdminTestJSON-1501101919 tempest-FloatingIPAdminTestJSON-1501101919-project] Pushing event deleted for resources: {'Port': ['ID=733969ff-b27f-491e-ac3e-b365d69e6497,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:15.892560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2a401927-d65b-4f1d-a9db-b2c20540e832 None None] Port d7ec7105-aab7-41c8-a94a-81650b052273 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:15.973398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f91fa97-d3ef-4330-92ba-47a43b0adfeb no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:16.006771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2f91fa97-d3ef-4330-92ba-47a43b0adfeb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:16.007468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f91fa97-d3ef-4330-92ba-47a43b0adfeb not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:16.041823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e271a7c-41cb-43e1-b323-58f8c589d285 req-a2be061d-e52d-4ca2-affe-02b984194c70 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:16.044774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e271a7c-41cb-43e1-b323-58f8c589d285 req-a2be061d-e52d-4ca2-affe-02b984194c70 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1529915 Jul 15 13:35:16.127768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e271a7c-41cb-43e1-b323-58f8c589d285 req-7ec825da-4d38-45b9-bcfa-26c51868c1a2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708225 Jul 15 13:35:16.160995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.224995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.422188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.423186 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f7797a3-6f49-4c06-a13b-08c21c9453b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f38c5223a7d4ac1b7984977e86eeef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968563 Jul 15 13:35:16.539810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecff10f-b363-443f-8f93-407802d8bc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.590287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecff10f-b363-443f-8f93-407802d8bc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.616650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.656608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port d7ec7105-aab7-41c8-a94a-81650b052273 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:16.656875 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.683076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecff10f-b363-443f-8f93-407802d8bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.686180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecff10f-b363-443f-8f93-407802d8bc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.690346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3ecff10f-b363-443f-8f93-407802d8bc4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e043813-46c7-4665-853c-92c4ac5e30f4 HTTP/1.1" status: 204 len: 168 time: 0.2651706 Jul 15 13:35:16.710138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecff10f-b363-443f-8f93-407802d8bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e043813-46c7-4665-853c-92c4ac5e30f4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:16.773958 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.785589 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9140ef0b-a632-4b89-a493-5fac71fab4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.808550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.824525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for d7ec7105-aab7-41c8-a94a-81650b052273 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:16.935949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9140ef0b-a632-4b89-a493-5fac71fab4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.945959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9140ef0b-a632-4b89-a493-5fac71fab4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.981228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140ef0b-a632-4b89-a493-5fac71fab4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26152aa4-690b-42a2-80d5-c3aaee5fae23,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.021527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9140ef0b-a632-4b89-a493-5fac71fab4f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e265c7ef78d44bee9aaea0d5bb37730e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037645 Jul 15 13:35:17.021960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53290) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.108073 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb78eb33-c985-4968-b1af-899c009c677e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.166429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.173992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb78eb33-c985-4968-b1af-899c009c677e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.193534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42478699-8417-41fa-9a40-b357dac4d729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.220586 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.252285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=d7ec7105-aab7-41c8-a94a-81650b052273,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.386759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42478699-8417-41fa-9a40-b357dac4d729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.395271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42478699-8417-41fa-9a40-b357dac4d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.402536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb78eb33-c985-4968-b1af-899c009c677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.405717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb78eb33-c985-4968-b1af-899c009c677e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.409827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb78eb33-c985-4968-b1af-899c009c677e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26152aa4-690b-42a2-80d5-c3aaee5fae23 HTTP/1.1" status: 204 len: 168 time: 0.3840649 Jul 15 13:35:17.409827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.452898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78eb33-c985-4968-b1af-899c009c677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26152aa4-690b-42a2-80d5-c3aaee5fae23,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.456273 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-42478699-8417-41fa-9a40-b357dac4d729 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78d70909ab694303b26e2c29efe3e8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887614 Jul 15 13:35:17.458762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42478699-8417-41fa-9a40-b357dac4d729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3852ec41-96b7-4b7c-97a1-e8b4050637af,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.461871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.529241 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b09112d-70ce-4992-8311-a6fb5d9d7dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.552237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b09112d-70ce-4992-8311-a6fb5d9d7dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.610476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b09112d-70ce-4992-8311-a6fb5d9d7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.614719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b09112d-70ce-4992-8311-a6fb5d9d7dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.616803 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4b09112d-70ce-4992-8311-a6fb5d9d7dab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3852ec41-96b7-4b7c-97a1-e8b4050637af HTTP/1.1" status: 204 len: 168 time: 0.1535525 Jul 15 13:35:17.627882 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09112d-70ce-4992-8311-a6fb5d9d7dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852ec41-96b7-4b7c-97a1-e8b4050637af,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.656012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54975f-1d6a-4379-ab23-28bdea3061fd req-2daceebf-5661-4326-9567-432f81c60d16 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.657700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e54975f-1d6a-4379-ab23-28bdea3061fd req-2daceebf-5661-4326-9567-432f81c60d16 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.3672025 Jul 15 13:35:17.732354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router 149de288-7d6b-401d-8068-48daab0af972 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:17.741156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e54975f-1d6a-4379-ab23-28bdea3061fd req-c04c12a4-d034-43de-9a84-8c936e240f74 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531230 Jul 15 13:35:17.822389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:17.828096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b0cfe25c-f1ad-499a-89d3-c71c7c42121a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/149de288-7d6b-401d-8068-48daab0af972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1883109 Jul 15 13:35:17.831042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.834196 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] Sync routers for ids ['149de288-7d6b-401d-8068-48daab0af972'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:17.847197 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] Routers {'149de288-7d6b-401d-8068-48daab0af972'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:17.848291 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['149de288-7d6b-401d-8068-48daab0af972'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.871825 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7fc26b01-7be2-4365-84b0-e015ce3151b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=149de288-7d6b-401d-8068-48daab0af972 HTTP/1.1" status: 200 len: 205 time: 0.0390093 Jul 15 13:35:17.874716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.897777 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.911763 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] Routers {'149de288-7d6b-401d-8068-48daab0af972'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:17.913225 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['149de288-7d6b-401d-8068-48daab0af972'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.955813 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.956552 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e8ea8-dda6-4605-99b9-a90cc3e3a346 None None] The sync data for ids ['149de288-7d6b-401d-8068-48daab0af972'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:17.973340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.998101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.014362 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-934328c4-3cf1-4106-adbc-c84f5c32ffb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.132269 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.152347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-934328c4-3cf1-4106-adbc-c84f5c32ffb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.164361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-934328c4-3cf1-4106-adbc-c84f5c32ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.204760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-934328c4-3cf1-4106-adbc-c84f5c32ffb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8a51fa6f2754250a394a3ffa4d6c8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052569 Jul 15 13:35:18.209707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.249968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934328c4-3cf1-4106-adbc-c84f5c32ffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5877daa2-41a6-42a8-9cf1-79e1cc1fa5d6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.273443 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.276363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.291508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53316) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.307909 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83fc7cfe-d5ca-430c-8421-8c4ceda14b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.335086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42a3abc0-9562-4d6a-850f-64eed022b5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.339271 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.339959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router 149de288-7d6b-401d-8068-48daab0af972 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:18.347169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.350949 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e78a2a5-6b20-4b99-80fe-67ade3bcf0b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/149de288-7d6b-401d-8068-48daab0af972 HTTP/1.1" status: 204 len: 168 time: 0.4726398 Jul 15 13:35:18.351101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.375532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42a3abc0-9562-4d6a-850f-64eed022b5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.430296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 3f389fea-e540-4ace-ae8f-0695901e1d83 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:18.439962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.453663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42a3abc0-9562-4d6a-850f-64eed022b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.456375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42a3abc0-9562-4d6a-850f-64eed022b5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.457550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-42a3abc0-9562-4d6a-850f-64eed022b5ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5877daa2-41a6-42a8-9cf1-79e1cc1fa5d6 HTTP/1.1" status: 204 len: 168 time: 0.2470191 Jul 15 13:35:18.475065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3abc0-9562-4d6a-850f-64eed022b5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877daa2-41a6-42a8-9cf1-79e1cc1fa5d6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.481947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83fc7cfe-d5ca-430c-8421-8c4ceda14b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.488608 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83fc7cfe-d5ca-430c-8421-8c4ceda14b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.493899 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.533187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-83fc7cfe-d5ca-430c-8421-8c4ceda14b9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b30152d919e748cf8d4d1885663dd4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403810 Jul 15 13:35:18.534068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc7cfe-d5ca-430c-8421-8c4ceda14b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f234e14-0e10-4856-87ef-a2f24a98d4ef,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.536411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.593867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3bc3-c2e4-4c90-9e28-abbf16210e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.609193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.619435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3bc3-c2e4-4c90-9e28-abbf16210e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.693406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3bc3-c2e4-4c90-9e28-abbf16210e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.697091 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3bc3-c2e4-4c90-9e28-abbf16210e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.699802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8b2a3bc3-c2e4-4c90-9e28-abbf16210e27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f234e14-0e10-4856-87ef-a2f24a98d4ef HTTP/1.1" status: 204 len: 168 time: 0.1609387 Jul 15 13:35:18.709904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.716415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a3bc3-c2e4-4c90-9e28-abbf16210e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f234e14-0e10-4856-87ef-a2f24a98d4ef,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.751359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=3f389fea-e540-4ace-ae8f-0695901e1d83,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.753767 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.758029 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-92b70ff7-57f6-4d5b-925b-c7b15249975a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/3f389fea-e540-4ace-ae8f-0695901e1d83 HTTP/1.1" status: 204 len: 168 time: 0.4042161 Jul 15 13:35:18.759289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.767826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd18aa1-0273-4ba4-9fd7-4dafe5a1b23a None None] Network be9a8139-64a3-4e2a-80d2-ea02faf7fe5d requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:18.924979 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.025554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] DHCP port deletion for be9a8139-64a3-4e2a-80d2-ea02faf7fe5d request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:19.065184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.088064 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13713a48-0574-4b56-be1d-45edad7ca996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.112707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port d8baad52-d9cd-440f-9e9a-1a5191336fbc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:19.113524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.214156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port d8baad52-d9cd-440f-9e9a-1a5191336fbc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d8baad52-d9cd-440f-9e9a-1a5191336fbc,segment=NetworkSegment(23f8dbe8-7847-4bea-83a7-85fdb8ebe223),segment_id=23f8dbe8-7847-4bea-83a7-85fdb8ebe223)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:19.215333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.236685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for d8baad52-d9cd-440f-9e9a-1a5191336fbc owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:19.266985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0ce05-d93d-45a5-837d-4a84ff479e86 req-77e237b6-9c45-454e-a21e-8812e8999e9b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.268537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13b0ce05-d93d-45a5-837d-4a84ff479e86 req-77e237b6-9c45-454e-a21e-8812e8999e9b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.2325032 Jul 15 13:35:19.302442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Deleting port d8baad52-d9cd-440f-9e9a-1a5191336fbc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:19.304700 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.332724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13713a48-0574-4b56-be1d-45edad7ca996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.344819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13713a48-0574-4b56-be1d-45edad7ca996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.423001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] For port d8baad52-d9cd-440f-9e9a-1a5191336fbc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d8baad52-d9cd-440f-9e9a-1a5191336fbc,segment=NetworkSegment(23f8dbe8-7847-4bea-83a7-85fdb8ebe223),segment_id=23f8dbe8-7847-4bea-83a7-85fdb8ebe223)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:19.423425 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.426330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-13b0ce05-d93d-45a5-837d-4a84ff479e86 req-d7907191-fbaf-4b06-aaf1-400cdb063580 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280875 Jul 15 13:35:19.432217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13713a48-0574-4b56-be1d-45edad7ca996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9ae6e-481b-4795-b8c7-85840ef9a60d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.453318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d8baad52-d9cd-440f-9e9a-1a5191336fbc no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:19.455094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53342) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.455233 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13713a48-0574-4b56-be1d-45edad7ca996 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ca66d97c5424a518cef75f81041353a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886566 Jul 15 13:35:19.460766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Calling delete_port for d8baad52-d9cd-440f-9e9a-1a5191336fbc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:19.513670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.575129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port d8baad52-d9cd-440f-9e9a-1a5191336fbc on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:19.577926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=d8baad52-d9cd-440f-9e9a-1a5191336fbc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.609415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No active binding found for port d8baad52-d9cd-440f-9e9a-1a5191336fbc {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:35:19.609738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d8baad52-d9cd-440f-9e9a-1a5191336fbc not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:19.648110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef052281-9311-404b-b029-3ba01aa69ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.670479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.690070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] No DVR routers for this DVR port d8baad52-d9cd-440f-9e9a-1a5191336fbc on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:19.718734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.719749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Pushing event deleted for resources: {'Port': ['ID=d8baad52-d9cd-440f-9e9a-1a5191336fbc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.734507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.734970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.735209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.735558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.735905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.736247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.736579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.736907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.737133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef052281-9311-404b-b029-3ba01aa69ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.737248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.737548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.737872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.738202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0bb5a-e014-4b63-8ea2-6d09902d6e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:19.748324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9a8139-64a3-4e2a-80d2-ea02faf7fe5d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:19.767849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f8dbe8-7847-4bea-83a7-85fdb8ebe223') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:19.768126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f8dbe8-7847-4bea-83a7-85fdb8ebe223') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:19.788457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.828032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.835576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:19.837140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:20.256770 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:20.305416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef052281-9311-404b-b029-3ba01aa69ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.309023 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef052281-9311-404b-b029-3ba01aa69ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.310825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ef052281-9311-404b-b029-3ba01aa69ecb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3af9ae6e-481b-4795-b8c7-85840ef9a60d HTTP/1.1" status: 204 len: 168 time: 0.8540349 Jul 15 13:35:20.321973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef052281-9311-404b-b029-3ba01aa69ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9ae6e-481b-4795-b8c7-85840ef9a60d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:20.332714 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.351015 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.357281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:20.376491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1197828519', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:20.378939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/be9a8139-64a3-4e2a-80d2-ea02faf7fe5d HTTP/1.1" status: 204 len: 168 time: 1.6184638 Jul 15 13:35:20.408613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef638e-4ba1-49a0-a0a9-48501ab905eb tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=be9a8139-64a3-4e2a-80d2-ea02faf7fe5d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:20.425733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.427178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.537668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.722198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67206fb2-993e-48ae-b21a-9ad229c85a36 req-f737481f-e4b9-4d37-9518-6a3eb639e24d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.724053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67206fb2-993e-48ae-b21a-9ad229c85a36 req-f737481f-e4b9-4d37-9518-6a3eb639e24d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1071351 Jul 15 13:35:20.749190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.790159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67206fb2-993e-48ae-b21a-9ad229c85a36 req-0429a528-061c-4c5b-82b1-d14926cc795f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542338 Jul 15 13:35:21.026694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.048878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.065790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.182313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 172.25.2.236 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/87d05421-27e8-4fbe-8995-7b0bbb4ffef6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:21.279154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1864672846'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:21.310575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Made reservation on behalf of b13203ea15754ca99af4b338c63552e0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:21.321226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.333542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.346656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.475479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.483471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.512487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1230748415-network', 'tenant_id': 'b3e52cc940fb455595b501be4b297452'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:21.524233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:21.547003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4040c3-b5b5-45b0-931f-b10e030e4cd5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.550065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.550506 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Added segment 36ee1c32-237a-445e-8c70-f32b53e85491 of type vlan for network f8f06301-51f9-41af-b502-0fc547fa6ea4 Jul 15 13:35:21.592005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Made reservation on behalf of b3e52cc940fb455595b501be4b297452 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:21.594441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.609978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.614597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.659035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.664500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.665095 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.686299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.735772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.755116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Pushing event updated for resources: {'Network': ['ID=f8f06301-51f9-41af-b502-0fc547fa6ea4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.770358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f8f06301-51f9-41af-b502-0fc547fa6ea4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:21.778632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:21.781769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:21.788823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:21.809461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.815056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.830688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:21.841598 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.842230 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Added segment 90099920-8900-4eb6-af70-f63afc310a31 of type vlan for network f8af5652-b06c-4a14-a0c3-486e96e43d69 Jul 15 13:35:21.861461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=87d05421-27e8-4fbe-8995-7b0bbb4ffef6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.894549 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.904442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d185f719-1132-4b98-a16c-c4e03ba50b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8370428 Jul 15 13:35:21.925834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24803ea-8f6d-4752-97c0-16bbb02d5cd8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.953079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.954061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.954675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.025180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6773398 Jul 15 13:35:22.030104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53414) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.036950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Request body: {'subnet': {'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1230748415-subnet', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:22.092412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf21ffa-0155-4a14-84ab-c1e6b72bdf1f admin admin] Pushing event updated for resources: {'Network': ['ID=f8af5652-b06c-4a14-a0c3-486e96e43d69,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.102132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:22.132149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af835-050d-4eb8-a0cf-024ffa05ce50 req-8a990c06-d7bd-4021-ad4d-acb601323c7f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.133778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a1af835-050d-4eb8-a0cf-024ffa05ce50 req-8a990c06-d7bd-4021-ad4d-acb601323c7f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1823535 Jul 15 13:35:22.134894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Made reservation on behalf of b3e52cc940fb455595b501be4b297452 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:22.137755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.257516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.269411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Request body: {'port': {'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4', 'binding:host_id': 'n-h1-798249-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-251294275'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:22.274981 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.325512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a1af835-050d-4eb8-a0cf-024ffa05ce50 req-65407f48-7fa9-4095-8e9b-a2e3553f50fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038487 Jul 15 13:35:22.346275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Made reservation on behalf of a0c815f9beb0430485125b6c4449c8ce for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:22.348754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.385033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.419264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.503495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14552d75-8ea0-4e94-8320-60490381fb0f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.521912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.530508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Checking segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:22.530873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Network hostable DHCP agents. Network: f8af5652-b06c-4a14-a0c3-486e96e43d69, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:22.559542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:22.577272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f8af5652-b06c-4a14-a0c3-486e96e43d69) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:22.580022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.583112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.583679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.588410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6adf3ef-19a2-4b52-9dd0-e025d1412319 None None] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:22.592186 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.603729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port 633af47d-6a2f-4e6f-8454-d9c033d3d01a yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:22.611544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-374192f2-84c9-4e3b-811a-30a8c7a5b966 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5803571 Jul 15 13:35:22.615935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.627002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:22.668310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router 86d3bec6-6941-44a7-8eb6-7f0fa70af232 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:22.697817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded23223-966d-4fd6-83a4-aec6271b69a4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.722010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.723408 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.807253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f8af5652-b06c-4a14-a0c3-486e96e43d69', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:22.809710 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.812459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:22.825570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.827074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] Sync routers for ids ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:22.837622 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.839791 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0549334a-29a0-4d77-8fa1-74b588d6483d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4812906 Jul 15 13:35:22.845186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.853664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] Routers {'86d3bec6-6941-44a7-8eb6-7f0fa70af232'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:22.854832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.940289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.969241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] Routers {'86d3bec6-6941-44a7-8eb6-7f0fa70af232'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:22.970281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.989479 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7611cc6a-d3cb-4c62-aa4e-fe4d1e9cf5a2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/routers/86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 200 len: 885 time: 0.1403768 Jul 15 13:35:22.989802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53422) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:23.018684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:23.019676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89bbbc-d11a-4eec-883c-fb67f61f5b2b None None] The sync data for ids ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:23.062794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port 633af47d-6a2f-4e6f-8454-d9c033d3d01a yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:23.068963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.075056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Allocated IP 172.20.0.2 (f8af5652-b06c-4a14-a0c3-486e96e43d69/14552d75-8ea0-4e94-8320-60490381fb0f/fa64c22c-2bed-40e7-8e80-3ebc01f1288d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:23.080988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.111694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Transition to ACTIVE for port object 633af47d-6a2f-4e6f-8454-d9c033d3d01a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:23.149450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.277263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=633af47d-6a2f-4e6f-8454-d9c033d3d01a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.295506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.295850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Checking segment: {'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:23.296213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Network hostable DHCP agents. Network: f8f06301-51f9-41af-b502-0fc547fa6ea4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:23.303353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:23.310914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Transition to ACTIVE for port object fa64c22c-2bed-40e7-8e80-3ebc01f1288d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:23.311404 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-982d0805-d401-4375-b4a6-bcd607d2d165 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3204331 Jul 15 13:35:23.312632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1197828519'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:23.329648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Transition to ACTIVE for port object fa64c22c-2bed-40e7-8e80-3ebc01f1288d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:23.336960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.388346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:23.393608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:23.397154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:23.410261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Pushing event updated for resources: {'Port': ['ID=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.421691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Network f8f06301-51f9-41af-b502-0fc547fa6ea4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:23.467920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Attempting to bind port fa64c22c-2bed-40e7-8e80-3ebc01f1288d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:23.468448 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Attempting to bind port fa64c22c-2bed-40e7-8e80-3ebc01f1288d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:23.468909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Attempting to bind port fa64c22c-2bed-40e7-8e80-3ebc01f1288d on network f8af5652-b06c-4a14-a0c3-486e96e43d69 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:23.476822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:23.477200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Checking segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:23.477616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.478006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Bound using segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:23.478499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Bound port: fa64c22c-2bed-40e7-8e80-3ebc01f1288d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:23.478883 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.508434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f8f06301-51f9-41af-b502-0fc547fa6ea4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:23.520022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990194b-6c36-4ed2-919f-4e2cc975db11 None None] Network f8f06301-51f9-41af-b502-0fc547fa6ea4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:23.541757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:23.591555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:23.591887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:23.592298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:23.610006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:23.610365 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:23.637989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] For port fa64c22c-2bed-40e7-8e80-3ebc01f1288d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:23.642600 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 2 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:23.650641 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.675716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] For port fa64c22c-2bed-40e7-8e80-3ebc01f1288d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:23.685268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.692986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.698552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:23.699475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:23.699812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:23.718698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:23.718920 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:23.759061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22784ef-77eb-4590-ad8a-9adf87acf788 None None] Pushing event updated for resources: {'Port': ['ID=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.768542 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 3 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:23.778858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9328ad-b481-4dc1-a725-1108311b47cd req-3ae525ce-ef9c-4e57-ab8f-62e9d348a585 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.780352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad9328ad-b481-4dc1-a725-1108311b47cd req-3ae525ce-ef9c-4e57-ab8f-62e9d348a585 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.2938986 Jul 15 13:35:23.835302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:23.835947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:23.835947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:23.858427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:23.858763 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:23.866392 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 4 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:23.960174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad9328ad-b481-4dc1-a725-1108311b47cd req-298e7c29-d3e2-4f9f-90f3-2f3101d4193a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665754 Jul 15 13:35:23.971546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:23.972260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:23.972260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.000202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.000542 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.003545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Allocated IP 172.25.2.72 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/32418e96-712e-48b6-aa48-07cc16846591) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:24.005364 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 5 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:24.069360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:24.069701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:24.070373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.094575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.094919 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.097449 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 6 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:24.109743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.132340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:24.132683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:24.133030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.140075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.168777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.168777 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.169636 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 7 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:24.225149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:24.225492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:24.225833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.240734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.241070 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.249985 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 8 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:24.281012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:24.281348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:24.281692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.312440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.321533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.321877 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.328044 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 9 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:24.370612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:24.372292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:24.372880 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.384091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.384421 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.388139 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 10 to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a Jul 15 13:35:24.410310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router 86d3bec6-6941-44a7-8eb6-7f0fa70af232 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:24.418711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:24.419031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:24.419318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:24.432188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:24.432518 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 633af47d-6a2f-4e6f-8454-d9c033d3d01a on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:24.432886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.451012 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.549337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:24.566366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:24.573181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:24.629139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Pushing event updated for resources: {'Port': ['ID=32418e96-712e-48b6-aa48-07cc16846591,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:24.675986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] For port 633af47d-6a2f-4e6f-8454-d9c033d3d01a, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:24.675986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:35:24.685724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.800799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e8587-b3c7-40bc-a260-7be56d60182c None None] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:24.898015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ed46f15-ea37-4a1a-91f2-f600522f3cec None None] Provisioning for port fa64c22c-2bed-40e7-8e80-3ebc01f1288d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:25.051614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:25.067691 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] Sync routers for ids ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:25.087482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.088551 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] Routers {'86d3bec6-6941-44a7-8eb6-7f0fa70af232'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:25.088726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f6bd005b-410d-4d66-abf3-0eade3cbfa8b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 200 len: 892 time: 1.7842505 Jul 15 13:35:25.094284 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.100194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.119150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.119763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.170765 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.184691 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] Routers {'86d3bec6-6941-44a7-8eb6-7f0fa70af232'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:25.186110 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.229044 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.230313 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cbdf0-882d-4201-9916-0e85b4c8972e None None] The sync data for ids ['86d3bec6-6941-44a7-8eb6-7f0fa70af232'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:25.243859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.9834211 Jul 15 13:35:25.247649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53438) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.249812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96da92-abb8-492f-8f2d-2abfce3219a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=633af47d-6a2f-4e6f-8454-d9c033d3d01a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.369273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1262cdf-835f-47c1-bebc-07024a5ebb9b req-f87d3043-453b-4456-91d3-4c4284b7aa12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.369535 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1d1de456-de22-46f2-8e13-0fa999c91746 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/routers/86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 200 len: 892 time: 0.2705841 Jul 15 13:35:25.371747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1262cdf-835f-47c1-bebc-07024a5ebb9b req-f87d3043-453b-4456-91d3-4c4284b7aa12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.2132890 Jul 15 13:35:25.373992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.429941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Deleting port 633af47d-6a2f-4e6f-8454-d9c033d3d01a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:25.430658 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.453338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa64c22c-2bed-40e7-8e80-3ebc01f1288d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:25.454690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a12c48b-6c5a-4a0f-b56f-c7a4a0155810 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 200 len: 205 time: 0.0771964 Jul 15 13:35:25.459401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.517909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] For port 633af47d-6a2f-4e6f-8454-d9c033d3d01a, host n-h1-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:25.518301 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.530058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fa64c22c-2bed-40e7-8e80-3ebc01f1288d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:25.537380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1262cdf-835f-47c1-bebc-07024a5ebb9b req-8a147882-38a3-4492-a3bc-f654cca7f918 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597283 Jul 15 13:35:25.538433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fa64c22c-2bed-40e7-8e80-3ebc01f1288d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:25.538809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.543493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Calling delete_port for 633af47d-6a2f-4e6f-8454-d9c033d3d01a owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:25.556633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.643237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.679827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port fa64c22c-2bed-40e7-8e80-3ebc01f1288d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:25.685152 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.689644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.707763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.724463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event deleted for resources: {'Port': ['ID=633af47d-6a2f-4e6f-8454-d9c033d3d01a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.738682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.740112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.743536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-deaefa0c-20f2-4c83-9fc6-1c1083ced5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "DELETE /v2.0/ports/633af47d-6a2f-4e6f-8454-d9c033d3d01a HTTP/1.1" status: 204 len: 168 time: 0.4913638 Jul 15 13:35:25.744141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.774444 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c40a1f-5972-47ab-8172-a93ddcd3c6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:25.778699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-77c40a1f-5972-47ab-8172-a93ddcd3c6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "GET /v2.0/ports/633af47d-6a2f-4e6f-8454-d9c033d3d01a HTTP/1.1" status: 404 len: 333 time: 0.0335827 Jul 15 13:35:25.780023 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53448) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.787457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Request body: {'port': {'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-100453782'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:25.811424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Made reservation on behalf of a0c815f9beb0430485125b6c4449c8ce for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:25.815005 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.831451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port eb43ef5e-644c-4475-b82e-9ed477fe4c80 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:25.906478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.924785 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.001051 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.041527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.049748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 87d05421-27e8-4fbe-8995-7b0bbb4ffef6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:26.050182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.086938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Network f8f06301-51f9-41af-b502-0fc547fa6ea4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:26.090859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:26.093709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:26.095021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.095620 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.117798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=eb43ef5e-644c-4475-b82e-9ed477fe4c80,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.123891 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-808f9bad-6416-491b-b924-106d230de878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3400133 Jul 15 13:35:26.125475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:26.130901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:26.158664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.163498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Router 20b4920d-0186-4a80-8d33-d27d245513ca is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:26.172000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 87d05421-27e8-4fbe-8995-7b0bbb4ffef6 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:26.220018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.374510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:26.391609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.393146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-abde1e2b-62f5-4e25-b78c-2c3a5d8067fa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7757347 Jul 15 13:35:26.395968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:26.396354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Sync routers for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:26.412757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:26.413632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:26.413853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port eb43ef5e-644c-4475-b82e-9ed477fe4c80 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:26.424137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.519239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Transition to ACTIVE for port object eb43ef5e-644c-4475-b82e-9ed477fe4c80 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:26.523348 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.548433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.580385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=eb43ef5e-644c-4475-b82e-9ed477fe4c80,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.597027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.597363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.597707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.611930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.612260 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.612647 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 2 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.627678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.627977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.628279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.633237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.633577 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.633966 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 3 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.649228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.649569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.649908 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.657924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.658282 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.658683 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 4 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.693415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.693754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.694109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.703556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=87d05421-27e8-4fbe-8995-7b0bbb4ffef6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.709096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.709096 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.709326 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 5 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.732254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.741877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.742492 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.742904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.744274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:26.748949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.749284 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.749683 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 6 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.763258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.763591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.763931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.772274 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.772608 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.773018 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 7 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.786390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.786725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.787064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.791596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.791928 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.792962 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 8 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.813945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.814458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.814795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.820663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.820999 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.821424 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 9 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.834164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.834535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.835112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.846592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.847398 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.847805 n-d-798249-9 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 10 to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 Jul 15 13:35:26.863732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.864072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.864416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.871287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.871914 n-d-798249-9 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:26.872413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.953432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] For port eb43ef5e-644c-4475-b82e-9ed477fe4c80, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:26.954351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempted to set empty binding levels {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:35:26.961548 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.972620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:25Z', 'revision_number': 3, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:27.008671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Checking router: 20b4920d-0186-4a80-8d33-d27d245513ca for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:27.009449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Updating router 20b4920d-0186-4a80-8d33-d27d245513ca port 32418e96-712e-48b6-aa48-07cc16846591 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:27.017900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=eb43ef5e-644c-4475-b82e-9ed477fe4c80,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.020543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] In _notify_port_updated(), no bound segment for port eb43ef5e-644c-4475-b82e-9ed477fe4c80 on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:35:27.021784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.022430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.026258 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8dd9743f-4cd9-40b6-bf3b-6178169e5b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "PUT /v2.0/ports/eb43ef5e-644c-4475-b82e-9ed477fe4c80 HTTP/1.1" status: 200 len: 978 time: 0.8973951 Jul 15 13:35:27.026371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.061771 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.119017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.121060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.121853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.122512 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.123149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.123781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.124414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.125286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.126104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.126758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.127445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.128128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.128866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.129496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.130434 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.133269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.133983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.135293 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.139452 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c53286d8-f09b-428b-bac9-a37a4ab988d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16263 time: 0.1115751 Jul 15 13:35:27.142965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.247756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.251850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.259442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Deleting port eb43ef5e-644c-4475-b82e-9ed477fe4c80 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:27.259786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.339621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] For port eb43ef5e-644c-4475-b82e-9ed477fe4c80, host n-h1-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:27.340314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.356293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.356852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router 86d3bec6-6941-44a7-8eb6-7f0fa70af232 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:27.364248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.368867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ef4137c5-d5ee-4615-9d82-1a3568280178 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 204 len: 168 time: 1.9025269 Jul 15 13:35:27.371871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.384013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Calling delete_port for eb43ef5e-644c-4475-b82e-9ed477fe4c80 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:27.386816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1025943036'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:27.413228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.425284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Transition to ACTIVE for port object 32418e96-712e-48b6-aa48-07cc16846591 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:27.437183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8cccc-3a22-43a8-9361-45c4485c57d7 req-87da2057-8596-4e89-93ca-a1415680f8cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.439556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.444259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbe8cccc-3a22-43a8-9361-45c4485c57d7 req-87da2057-8596-4e89-93ca-a1415680f8cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.6765924 Jul 15 13:35:27.444816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa64c22c-2bed-40e7-8e80-3ebc01f1288d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:27.527495 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.532443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ede40-a5f5-4f1e-bdbf-9042e4c889c5 None None] Pushing event updated for resources: {'Port': ['ID=32418e96-712e-48b6-aa48-07cc16846591,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.533002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:27.536463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.575101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fbe8cccc-3a22-43a8-9361-45c4485c57d7 req-7d1ddfb6-7077-4dae-989d-e4d001e5e0c6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288433 Jul 15 13:35:27.578927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb43ef5e-644c-4475-b82e-9ed477fe4c80,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.588476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Attempting to bind port 32418e96-712e-48b6-aa48-07cc16846591 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:27.588951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Attempting to bind port 32418e96-712e-48b6-aa48-07cc16846591 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:27.589663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Attempting to bind port 32418e96-712e-48b6-aa48-07cc16846591 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:27.602909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:27.605688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:27.606127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:27.606956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.608828 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:27.609923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.610659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Bound port: 32418e96-712e-48b6-aa48-07cc16846591, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:27.610894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.613463 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-12d42b23-cbb5-41d9-b85a-708d83a0b0c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "DELETE /v2.0/ports/eb43ef5e-644c-4475-b82e-9ed477fe4c80 HTTP/1.1" status: 204 len: 168 time: 0.4687350 Jul 15 13:35:27.616806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.633720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.634123 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment 0862d459-be4d-426f-8297-3a4c218efd7b of type vlan for network 5ace14f8-d288-467a-baa2-4aac09a5c38e Jul 15 13:35:27.655932 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1c67b3-2183-4a0e-b7a6-d237a0f24530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:27.660985 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5c1c67b3-2183-4a0e-b7a6-d237a0f24530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "GET /v2.0/ports/eb43ef5e-644c-4475-b82e-9ed477fe4c80 HTTP/1.1" status: 404 len: 333 time: 0.0397692 Jul 15 13:35:27.661688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.668677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2067222182', 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:27.680521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fa64c22c-2bed-40e7-8e80-3ebc01f1288d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:27.680972 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.688811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.702432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Made reservation on behalf of a0c815f9beb0430485125b6c4449c8ce for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:27.705257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.712908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] For port 32418e96-712e-48b6-aa48-07cc16846591, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:27.745014 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port 9fb27e2f-795a-4441-a2e4-fa5dda86d1f9 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:27.748593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] For port 32418e96-712e-48b6-aa48-07cc16846591, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32418e96-712e-48b6-aa48-07cc16846591,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:27.788309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.802560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.803132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.854725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.869433 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.896888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5158932 Jul 15 13:35:27.897690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.904248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:27.930093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace41723-31f7-4452-9f4a-a126371aa7cd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=5ace14f8-d288-467a-baa2-4aac09a5c38e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.945934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:27.954170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:27.955063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:27.967309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ede40-a5f5-4f1e-bdbf-9042e4c889c5 None None] Pushing event updated for resources: {'Port': ['ID=32418e96-712e-48b6-aa48-07cc16846591,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.085877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.101731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:28.105502 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.116253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:28.147777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Allocated IP 172.20.0.1 (f8af5652-b06c-4a14-a0c3-486e96e43d69/14552d75-8ea0-4e94-8320-60490381fb0f/154f6f73-cc05-4cc6-8fce-4a09d0ee7480) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:28.219949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.285153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb27e2f-795a-4441-a2e4-fa5dda86d1f9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.296047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Network f8f06301-51f9-41af-b502-0fc547fa6ea4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:28.298639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.305846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:28.323769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Transition to ACTIVE for port object 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.324668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:25Z', 'revision_number': 3, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:28.330629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:28.331703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.332316 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.362763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6deaf6a-371d-4027-9b54-f03ee7689799 None None] The sync data for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 is: [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:25Z', 'revision_number': 3, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:28.379705 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.401042 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cd1e418d-5fdc-4671-bf7b-4ba17fd5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7380490 Jul 15 13:35:28.405926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:28.433891 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-6db16301-524b-40e2-8010-f41873496608 service neutron] show failed (client error): The resource could not be found. Jul 15 13:35:28.434932 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-6db16301-524b-40e2-8010-f41873496608 service neutron] 10.222.0.49 "GET /v2.0/ports/cb85b384-c94c-4698-aa15-cf0b79c09b45/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.1411157 Jul 15 13:35:28.441672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:28.447836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:28.451743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:28.506449 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.525415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62294e9-f384-4be4-b2c5-1c996c879800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.529966 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f62294e9-f384-4be4-b2c5-1c996c879800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "GET /v2.0/ports/9fb27e2f-795a-4441-a2e4-fa5dda86d1f9 HTTP/1.1" status: 200 len: 959 time: 0.1181731 Jul 15 13:35:28.538069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:28.560143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Pushing event updated for resources: {'Port': ['ID=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.629194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.778489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.852064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be01091f-45ff-4c88-8fec-a5c32183c195 None None] Provisioning for port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:28.869814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be01091f-45ff-4c88-8fec-a5c32183c195 None None] Provisioning complete for port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:28.873823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be01091f-45ff-4c88-8fec-a5c32183c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.884187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=dba43ccd-2072-4ba5-811a-5d18839b86a1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.914333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': '0862d459-be4d-426f-8297-3a4c218efd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:28.914333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: 5ace14f8-d288-467a-baa2-4aac09a5c38e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:28.958394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-be01091f-45ff-4c88-8fec-a5c32183c195 None None] Port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:28.994088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Deleting port 9fb27e2f-795a-4441-a2e4-fa5dda86d1f9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:28.994088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.020745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:29.037789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3fcb-4612-49a3-a2d7-6afe3dbdcfe3 req-1e3c5771-f1ef-4e60-a440-d1437848fc6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.046106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfdf3fcb-4612-49a3-a2d7-6afe3dbdcfe3 req-1e3c5771-f1ef-4e60-a440-d1437848fc6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1796069 Jul 15 13:35:29.056653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 5ace14f8-d288-467a-baa2-4aac09a5c38e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:29.065347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d84d69-4f59-4c04-a6e1-63ad77ee9779 None None] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:29.083756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.084346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.140532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cfdf3fcb-4612-49a3-a2d7-6afe3dbdcfe3 req-a17a4971-a508-4a32-a611-40e9fe10d20c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933599 Jul 15 13:35:29.166792 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8ca70c03-25be-4701-b240-2639f171336f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2683132 Jul 15 13:35:29.172234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.175249 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.205031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-cfefdb78-0ec1-47e5-9c76-0fca295fd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.206839 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-cfefdb78-0ec1-47e5-9c76-0fca295fd5dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 1096 time: 0.2761881 Jul 15 13:35:29.207916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Calling delete_port for 9fb27e2f-795a-4441-a2e4-fa5dda86d1f9 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:29.223242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:29.239552 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.247475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-19061744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:29.254591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.339473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-5ace14f8-d288-467a-baa2-4aac09a5c38e', 'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': 'dba43ccd-2072-4ba5-811a-5d18839b86a1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:29.340198 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.431823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Pushing event updated for resources: {'Port': ['ID=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:29.457957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.462618 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.474892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.507759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32418e96-712e-48b6-aa48-07cc16846591 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:29.570844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Allocated IP 2001:db8::2 (5ace14f8-d288-467a-baa2-4aac09a5c38e/dba43ccd-2072-4ba5-811a-5d18839b86a1/9b0befbd-9915-4987-8bfb-d51217825d7c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:29.609327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 32418e96-712e-48b6-aa48-07cc16846591 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:29.622122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 32418e96-712e-48b6-aa48-07cc16846591 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:29.623753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.649560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.663402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.712130 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.717091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0d18354a-844e-4a1b-a401-ba9e880e6822 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4716344 Jul 15 13:35:29.718241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.746341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:29.790364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:29.899484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.925596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Transition to ACTIVE for port object 9b0befbd-9915-4987-8bfb-d51217825d7c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:29.933767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.998053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 32418e96-712e-48b6-aa48-07cc16846591, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32418e96-712e-48b6-aa48-07cc16846591,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:30.005255 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.005442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Transition to ACTIVE for port object 9b0befbd-9915-4987-8bfb-d51217825d7c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:30.010922 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.040984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.062824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:30.068878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:30.072414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:30.218501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Attempting to bind port 9b0befbd-9915-4987-8bfb-d51217825d7c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:30.219225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Attempting to bind port 9b0befbd-9915-4987-8bfb-d51217825d7c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '0862d459-be4d-426f-8297-3a4c218efd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:30.219808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Attempting to bind port 9b0befbd-9915-4987-8bfb-d51217825d7c on network 5ace14f8-d288-467a-baa2-4aac09a5c38e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:30.223743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=32418e96-712e-48b6-aa48-07cc16846591,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:30.261312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:30.299466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:30.303337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Pushing event updated for resources: {'Port': ['ID=9b0befbd-9915-4987-8bfb-d51217825d7c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:30.309389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:30.310018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Checking segment: {'id': '0862d459-be4d-426f-8297-3a4c218efd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:30.310830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.311239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Bound using segment: {'id': '0862d459-be4d-426f-8297-3a4c218efd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:30.312217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Bound port: 9b0befbd-9915-4987-8bfb-d51217825d7c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0862d459-be4d-426f-8297-3a4c218efd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5ace14f8-d288-467a-baa2-4aac09a5c38e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:30.312620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.337977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ac42d938-d283-4d4f-bb42-4199cc57261b None None] Provisioning complete for port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:30.338377 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac42d938-d283-4d4f-bb42-4199cc57261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.341915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.351859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.352715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Router 20b4920d-0186-4a80-8d33-d27d245513ca has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:30.366030 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Transition to ACTIVE for port object cb85b384-c94c-4698-aa15-cf0b79c09b45 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:30.367781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:30.371137 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a62457e-e8a3-4960-815a-85b2e339f2c1" -d '{"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-unplugged", "status": "completed", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:30.379599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.419207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.538405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ac42d938-d283-4d4f-bb42-4199cc57261b None None] Port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:30.555560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] For port 9b0befbd-9915-4987-8bfb-d51217825d7c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:30.562549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] For port 9b0befbd-9915-4987-8bfb-d51217825d7c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9b0befbd-9915-4987-8bfb-d51217825d7c,segment=NetworkSegment(0862d459-be4d-426f-8297-3a4c218efd7b),segment_id=0862d459-be4d-426f-8297-3a4c218efd7b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:30.578101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.606174 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3fa372-823a-4cfd-bc9f-e0a8ed0fc304 x-openstack-request-id: req-dd3fa372-823a-4cfd-bc9f-e0a8ed0fc304 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:30.606853 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-unplugged", "status": "completed", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:30.606853 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd3fa372-823a-4cfd-bc9f-e0a8ed0fc304 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:30.607145 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'code': 200} Jul 15 13:35:30.627478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dcca-d0f7-4f1c-8a39-b260fc8c9a93 req-0b2eb5d7-e804-49d7-be92-b3a26508e1da tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:30.629664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f733dcca-d0f7-4f1c-8a39-b260fc8c9a93 req-0b2eb5d7-e804-49d7-be92-b3a26508e1da tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.3201640 Jul 15 13:35:30.718834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c298c0-7471-41c3-82f2-523ede278ab4 None None] Pushing event updated for resources: {'Port': ['ID=9b0befbd-9915-4987-8bfb-d51217825d7c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:30.743645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f733dcca-d0f7-4f1c-8a39-b260fc8c9a93 req-92f4ebc1-f2d0-4788-a472-eb39291a70c7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080792 Jul 15 13:35:30.771150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.776295 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9fb27e2f-795a-4441-a2e4-fa5dda86d1f9 HTTP/1.1" status: 204 len: 168 time: 2.2371688 Jul 15 13:35:30.777972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:30.779819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53516) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:30.814969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] No DVR routers for this DVR port cb85b384-c94c-4698-aa15-cf0b79c09b45 on host n-h1-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:30.922228 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1716854-e337-445a-8b29-cc03a63579c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:30.924978 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f1716854-e337-445a-8b29-cc03a63579c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "GET /v2.0/ports/9fb27e2f-795a-4441-a2e4-fa5dda86d1f9 HTTP/1.1" status: 404 len: 333 time: 0.1424210 Jul 15 13:35:30.926072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c86dc-eba8-46bc-aa4d-c88db09c7b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fb27e2f-795a-4441-a2e4-fa5dda86d1f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:30.930921 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:30.947794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Request body: {'port': {'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2008617763'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:30.993433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:31.012213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5585f746-7a2b-413f-baab-0703823e284f admin admin] 10.222.0.48 "PUT /v2.0/routers/20b4920d-0186-4a80-8d33-d27d245513ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6151688 Jul 15 13:35:31.012742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.094810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Made reservation on behalf of a0c815f9beb0430485125b6c4449c8ce for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:31.097456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.147002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port 37af0209-6e02-4ea8-9fbc-a07164f8ddea yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:31.155580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8::1 (5ace14f8-d288-467a-baa2-4aac09a5c38e/dba43ccd-2072-4ba5-811a-5d18839b86a1/242dcd36-329b-4ffc-9fa3-a6181e0b1d9f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:31.166722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:31.167062 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:31.167416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 on network abb87260-1fc4-4341-8884-22ea2a324f1f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:31.187156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Port cb85b384-c94c-4698-aa15-cf0b79c09b45 on network abb87260-1fc4-4341-8884-22ea2a324f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:31.187502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Attempting to bind port cb85b384-c94c-4698-aa15-cf0b79c09b45 on network abb87260-1fc4-4341-8884-22ea2a324f1f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:31.197258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:31.197614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Checking segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:31.203621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Bound using segment: {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:31.203621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Bound port: cb85b384-c94c-4698-aa15-cf0b79c09b45, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b610da-153e-4e69-938a-bf53c8ad5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:31.204383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.222864 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Sync routers for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:31.235602 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:31.236240 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:31.318160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:31.321961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:31.340413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.366504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.371046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.374134 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] 10.222.0.23 "PUT /v2.0/ports/cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 1091 time: 2.1555574 Jul 15 13:35:31.430321 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:31.430573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.482377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:31.510252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84de8d-35c8-42f1-a5bf-d792132c3a1b service neutron] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.529721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-dd2aceb3-67de-4e27-af54-4c93ae66cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.531274 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-dd2aceb3-67de-4e27-af54-4c93ae66cc7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1094 time: 0.1166899 Jul 15 13:35:31.577267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.655762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b0befbd-9915-4987-8bfb-d51217825d7c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:31.740753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:31.763998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-5eb20b70-7c0a-44db-9c43-9aa84634bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.764310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:31.765797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-5eb20b70-7c0a-44db-9c43-9aa84634bcff service neutron] 10.222.0.23 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.2217331 Jul 15 13:35:31.771829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 9b0befbd-9915-4987-8bfb-d51217825d7c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:31.777729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32418e96-712e-48b6-aa48-07cc16846591 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:31.784476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:31.785016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.861065 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 2, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:31.892408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=242dcd36-329b-4ffc-9fa3-a6181e0b1d9f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.916280 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Checking router: 20b4920d-0186-4a80-8d33-d27d245513ca for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:31.916782 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Updating router 20b4920d-0186-4a80-8d33-d27d245513ca port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:31.987641 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.010834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 32418e96-712e-48b6-aa48-07cc16846591 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:32.018570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.022931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.044320 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-941de1b4-293e-4334-a1e7-5982a3694f48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 999 time: 0.2644227 Jul 15 13:35:32.187995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-1982a1fe-315d-4716-a111-332073bc5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.189494 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-1982a1fe-315d-4716-a111-332073bc5cec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.1384084 Jul 15 13:35:32.209900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:32.217270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1276573563-network', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:32.265282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.290680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-f21e81b7-1880-4650-a3d3-f6b8d57b2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.292549 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-f21e81b7-1880-4650-a3d3-f6b8d57b2a4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944545 Jul 15 13:35:32.315920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48b35-17f6-44a3-8550-3eb22ebf4a4d req-4f972f08-b604-4b1b-8e1d-7c5dd7dd0792 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.317659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5d48b35-17f6-44a3-8550-3eb22ebf4a4d req-4f972f08-b604-4b1b-8e1d-7c5dd7dd0792 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 943 time: 0.2874889 Jul 15 13:35:32.330827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:32.425569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:32.441858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af5045-6a5e-431a-9c19-028801d0db6b None None] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:32.443430 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-44245406-58a1-49c7-8284-dc0ebd89ecca service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433477 Jul 15 13:35:32.451743 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.460794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.464800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Made reservation on behalf of 1aa4a0d153b44eda9b9f3d80d107b6df for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:32.465754 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Transition to ACTIVE for port object 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:32.467042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.475350 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.538779 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Pushing event updated for resources: {'Port': ['ID=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.553935 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.554630 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.555233 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.555924 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.556468 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.556986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.557545 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.558807 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.559464 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.559992 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.560512 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.561038 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:32.626367 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Attempting to bind port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:32.626798 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Attempting to bind port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:32.627372 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Attempting to bind port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 on network f8af5652-b06c-4a14-a0c3-486e96e43d69 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:32.633628 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:32.634046 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Checking segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:32.634600 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.634944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:32.635168 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Bound using segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:32.636463 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Bound port: 154f6f73-cc05-4cc6-8fce-4a09d0ee7480, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:32.637006 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.640018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] Provisioning for port 9b0befbd-9915-4987-8bfb-d51217825d7c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:32.640437 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a3cc8-0732-4dc0-947e-f74de8962b51" -d '{"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:32.645144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] Provisioning complete for port 9b0befbd-9915-4987-8bfb-d51217825d7c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:32.645540 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.646045 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-e87cfe10-c142-4ea9-be69-959154d6ca9b req-d100d860-8567-4551-ba65-6739118a4c77 service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944413 Jul 15 13:35:32.779693 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6358c5-c599-4ee7-8950-84ad2491f446 x-openstack-request-id: req-7c6358c5-c599-4ee7-8950-84ad2491f446 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:32.780111 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:32.780588 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c6358c5-c599-4ee7-8950-84ad2491f446 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:32.781081 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'status': 'completed', 'code': 200} Jul 15 13:35:32.810820 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] For port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:32.818455 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] For port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:32.832960 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.993017 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bb25a-c5fd-443f-ba84-24f51ca35f46 None None] Pushing event updated for resources: {'Port': ['ID=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.006581 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:33.007254 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:33.015605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.021874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-150aa46a-8099-4cee-9feb-30f773f9a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.025800 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-150aa46a-8099-4cee-9feb-30f773f9a197 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1094 time: 0.2341561 Jul 15 13:35:33.112538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] For port 9b0befbd-9915-4987-8bfb-d51217825d7c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9b0befbd-9915-4987-8bfb-d51217825d7c,segment=NetworkSegment(0862d459-be4d-426f-8297-3a4c218efd7b),segment_id=0862d459-be4d-426f-8297-3a4c218efd7b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:33.125006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.129229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-e9e93c07-7d0c-48f9-821f-745f2650326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.130870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.131329 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-e9e93c07-7d0c-48f9-821f-745f2650326d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1094 time: 0.2523198 Jul 15 13:35:33.222428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239d0f2-7416-4d76-92cb-dbbf6e35a6f8 None None] Pushing event updated for resources: {'Port': ['ID=9b0befbd-9915-4987-8bfb-d51217825d7c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.265611 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:33.314872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Network f8f06301-51f9-41af-b502-0fc547fa6ea4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:33.363411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-afd608fb-4ecd-48ce-accc-e5af38887586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.365049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-afd608fb-4ecd-48ce-accc-e5af38887586 service neutron] 10.222.0.23 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.3285604 Jul 15 13:35:33.462446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.464635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b0befbd-9915-4987-8bfb-d51217825d7c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:33.487428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:33.489302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=37af0209-6e02-4ea8-9fbc-a07164f8ddea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.500754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:33.501751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.502462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.512414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-e1d24255-ca08-42ed-b3d5-539e871e2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.513919 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-e1d24255-ca08-42ed-b3d5-539e871e2cce service neutron] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.3740542 Jul 15 13:35:33.514725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.528701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:33.540729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.541090 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Added segment 2de28c17-2e63-491a-a59d-82cb5e519520 of type vlan for network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 Jul 15 13:35:33.574777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9b0befbd-9915-4987-8bfb-d51217825d7c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:33.575254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.592548 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.630428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-56dd1367-db69-4bfd-a1b8-02efe4e457ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6954281 Jul 15 13:35:33.634325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:33.648141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:33.663915 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4aec2adb-fdbb-4ed4-9212-a700a1d5092e None None] Provisioning complete for port 9b0befbd-9915-4987-8bfb-d51217825d7c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:33.663915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aec2adb-fdbb-4ed4-9212-a700a1d5092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.679131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3426b0f8-acd7-403e-b0b2-2696d974e4b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 999 time: 0.2951808 Jul 15 13:35:33.727279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3c637b5b-1541-49dc-82b5-b839028f22fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 999 time: 0.2005270 Jul 15 13:35:33.791975 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.795373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.796372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.797429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.803927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:33.813242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5d48b35-17f6-44a3-8550-3eb22ebf4a4d req-991c135f-36d6-4fd3-96e0-3e5c4bee3ab3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3541417 Jul 15 13:35:33.821997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.854524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-93efa308-8eba-4e36-aca6-6298a923ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.856779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-93efa308-8eba-4e36-aca6-6298a923ed8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.1694107 Jul 15 13:35:33.868880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3d41efbd-e466-4f83-a72a-4c0ccb54e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.875699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3d41efbd-e466-4f83-a72a-4c0ccb54e01b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.1391046 Jul 15 13:35:33.940863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Pushing event updated for resources: {'Network': ['ID=42d9ae1d-562e-4f0e-961f-3870c03cc9a2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.954917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7388721 Jul 15 13:35:33.962348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:35:33.981923 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:33.985724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:33.991276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Request body: {'subnet': {'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1276573563-subnet', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:34.019051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31327d-ca55-445e-b418-5cfd9a896436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a05c558-7795-49b9-9c88-e7b5ea39b1b6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.026877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Made reservation on behalf of 1aa4a0d153b44eda9b9f3d80d107b6df for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:34.030082 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.068373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-0141c9b1-89ee-4072-aec3-560a7c9df7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:34.070465 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-0141c9b1-89ee-4072-aec3-560a7c9df7fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037842 Jul 15 13:35:34.074663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3b38588a-425d-457f-9234-77dc345d0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:34.076752 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3b38588a-425d-457f-9234-77dc345d0bda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814716 Jul 15 13:35:34.080698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bae73-ab9a-40ba-88a1-23ef5de17b76 None None] The sync data for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 is: [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:34.312187 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.331261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:34.426101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4aec2adb-fdbb-4ed4-9212-a700a1d5092e None None] Provisioning for port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:34.440025 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-c1d408b9-ad84-4719-b41d-b7c55c7e8f8d service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621380 Jul 15 13:35:34.453348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.506427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4aec2adb-fdbb-4ed4-9212-a700a1d5092e None None] Provisioning complete for port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:34.506809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aec2adb-fdbb-4ed4-9212-a700a1d5092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.510617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.515627 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.516497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:34.572939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'port_id': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'mac_address': 'fa:16:3e:d2:6e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:34.590849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4aec2adb-fdbb-4ed4-9212-a700a1d5092e None None] Port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:34.647327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Checking segment: {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:34.647726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Network hostable DHCP agents. Network: 42d9ae1d-562e-4f0e-961f-3870c03cc9a2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:34.649092 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-22038c7d-0d88-4f47-bcbc-b0b264c3776b service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495439 Jul 15 13:35:34.651814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc8d3fa-6645-4fc4-9718-81daa4e25c0b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.655303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.676936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb85b384-c94c-4698-aa15-cf0b79c09b45 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:34.735418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:34.751964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.761065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4e118804-5afa-4271-96c0-d678204f2977 None None] Provisioning complete for port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:34.761454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e118804-5afa-4271-96c0-d678204f2977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.825798 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-3f08e395-8fb1-4553-b041-47de96316cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155084 Jul 15 13:35:34.841850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.844985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] device_id is not set on port 37af0209-6e02-4ea8-9fbc-a07164f8ddea yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:34.858704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.862990 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-337a3cc8-0732-4dc0-947e-f74de8962b51 req-fc97af18-98bb-44a1-97c2-7bec283eb6f8 service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056198 Jul 15 13:35:34.871418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:34.888819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4e118804-5afa-4271-96c0-d678204f2977 None None] Port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:34.904806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=242dcd36-329b-4ffc-9fa3-a6181e0b1d9f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.930242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Transition to ACTIVE for port object 37af0209-6e02-4ea8-9fbc-a07164f8ddea will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:34.950780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.953550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 42d9ae1d-562e-4f0e-961f-3870c03cc9a2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:34.962604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['cb85b384-c94c-4698-aa15-cf0b79c09b45'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:35.008965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:35.009561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.039979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92e577-ff24-46e8-ab2f-3dc71a212c0f None None] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:35.052310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d7997431-2b8e-4926-bbfc-7d33b724d79a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0630879 Jul 15 13:35:35.053160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.053295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:35.058516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:35.060390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=37af0209-6e02-4ea8-9fbc-a07164f8ddea,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.083316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:35.107067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.108836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.236845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.252829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.253179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.253518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.279606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.279940 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.300204 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 2 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.376865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.377882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.378431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.385154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.385675 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.392992 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 3 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.410194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.410567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.410908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.429478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdded440-06c3-432b-8a84-c42c6437eb18 req-9b82f9ad-fa6b-45bb-ae13-41d76bfe63bd tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:35.447538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdded440-06c3-432b-8a84-c42c6437eb18 req-9b82f9ad-fa6b-45bb-ae13-41d76bfe63bd tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 944 time: 0.3823605 Jul 15 13:35:35.451943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router c3fb1991-68f0-4712-aabf-4f4d6d711353 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:35.477599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.477922 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.502771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-42d9ae1d-562e-4f0e-961f-3870c03cc9a2', 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'fixed_ips': [{'subnet_id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:35.505010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.547607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.581387 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 4 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.664938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.665356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.666118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.686130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdded440-06c3-432b-8a84-c42c6437eb18 req-ab495af5-96c6-4504-8bda-487c9b6d3b32 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290392 Jul 15 13:35:35.686973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.687373 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.689850 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 5 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.722601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.722938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.723279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.726185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:35.732932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d511e6a-b037-4fdf-b042-c75c2bb67858 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/c3fb1991-68f0-4712-aabf-4f4d6d711353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0136607 Jul 15 13:35:35.736578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Allocated IP 172.20.0.2 (42d9ae1d-562e-4f0e-961f-3870c03cc9a2/adc8d3fa-6645-4fc4-9718-81daa4e25c0b/79d468e8-a491-445c-ba32-873393413600) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:35.736736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.757252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.757668 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.760282 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 6 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.843357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.850389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.850948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.873053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.877116 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.880760 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 7 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.892848 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.902800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Transition to ACTIVE for port object 79d468e8-a491-445c-ba32-873393413600 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:35.919517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Transition to ACTIVE for port object 79d468e8-a491-445c-ba32-873393413600 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:35.921332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58f814-478b-4c2d-967e-c867fc6703e1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:35.922924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9a58f814-478b-4c2d-967e-c867fc6703e1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports/242dcd36-329b-4ffc-9fa3-a6181e0b1d9f HTTP/1.1" status: 200 len: 911 time: 0.1853530 Jul 15 13:35:35.923813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:35.927042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.931326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.933892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] Sync routers for ids ['c3fb1991-68f0-4712-aabf-4f4d6d711353'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:35.934492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.937448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.944128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:35.944828 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:35.945851 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 8 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:35.948393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dba43ccd-2072-4ba5-811a-5d18839b86a1'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:35.973955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.995836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.996194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.996530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:36.011582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:36.014016 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:36.016382 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 9 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:36.018480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.051154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:36.051495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:36.051839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:36.066016 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.067216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:36.067561 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:36.067966 n-d-798249-9 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempt 10 to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea Jul 15 13:35:36.101956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:36.102360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:36.102708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempting to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:36.104151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] Routers {'c3fb1991-68f0-4712-aabf-4f4d6d711353'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:36.105085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['c3fb1991-68f0-4712-aabf-4f4d6d711353'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.112617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:36.112953 n-d-798249-9 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Failed to bind port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on host n-h1-798249-9 for vnic_type normal using segments [{'id': '36ee1c32-237a-445e-8c70-f32b53e85491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8f06301-51f9-41af-b502-0fc547fa6ea4'}] Jul 15 13:35:36.113333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.170012 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:36.236880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:36.242743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:36.246757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.249054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc02a391-f5a0-487e-bc84-5a7cd84509bc None None] Provisioning complete for port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:36.249642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc02a391-f5a0-487e-bc84-5a7cd84509bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.258054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:36.263058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] For port 37af0209-6e02-4ea8-9fbc-a07164f8ddea, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:36.263435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:35:36.275556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.300327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Pushing event updated for resources: {'Port': ['ID=79d468e8-a491-445c-ba32-873393413600,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.311081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] In _notify_port_updated(), no bound segment for port 37af0209-6e02-4ea8-9fbc-a07164f8ddea on network f8f06301-51f9-41af-b502-0fc547fa6ea4 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:35:36.311954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.312562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.316774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "PUT /v2.0/ports/37af0209-6e02-4ea8-9fbc-a07164f8ddea HTTP/1.1" status: 200 len: 979 time: 2.6732683 Jul 15 13:35:36.321068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:36.325207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Allocated IP 172.25.2.232 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/4ad0b476-a511-4493-ad64-b480a47b8df4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:36.348558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014b138-e70a-42e1-8e88-0a01dae3018b req-faea496a-8bb2-4c2f-a329-60048db21a80 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.350063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6014b138-e70a-42e1-8e88-0a01dae3018b req-faea496a-8bb2-4c2f-a329-60048db21a80 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 944 time: 0.1454999 Jul 15 13:35:36.366041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dc02a391-f5a0-487e-bc84-5a7cd84509bc None None] Port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:36.387586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] Routers {'c3fb1991-68f0-4712-aabf-4f4d6d711353'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:36.388497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['c3fb1991-68f0-4712-aabf-4f4d6d711353'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.404648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61a0f-b6f1-4f45-8b97-be1a93749d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event updated for resources: {'Port': ['ID=37af0209-6e02-4ea8-9fbc-a07164f8ddea,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.427274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6014b138-e70a-42e1-8e88-0a01dae3018b req-259af62a-8832-4fe6-a101-aabc57d5818b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578964 Jul 15 13:35:36.480901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:36.483723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.484354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e204314-9d51-43fc-bf57-fb3fc48ea307 None None] The sync data for ids ['c3fb1991-68f0-4712-aabf-4f4d6d711353'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:36.507158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Deleting port 37af0209-6e02-4ea8-9fbc-a07164f8ddea {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:36.507158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.507389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Attempting to bind port 79d468e8-a491-445c-ba32-873393413600 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:36.507389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Attempting to bind port 79d468e8-a491-445c-ba32-873393413600 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:36.507389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Attempting to bind port 79d468e8-a491-445c-ba32-873393413600 on network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:36.541505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:36.541892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.592306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] For port 37af0209-6e02-4ea8-9fbc-a07164f8ddea, host n-h1-798249-9, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:36.592669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.592964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:36.593350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Checking segment: {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:36.593757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.594334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Bound using segment: {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:36.594820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Bound port: 79d468e8-a491-445c-ba32-873393413600, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:36.598303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.605851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-47222426-bb2a-4024-adc9-4f85cbd40650 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.607611 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-47222426-bb2a-4024-adc9-4f85cbd40650 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da&tenant_id=e70c89903dd149da81e88cdd44dfeed1&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 944 time: 0.3945999 Jul 15 13:35:36.613651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Calling delete_port for 37af0209-6e02-4ea8-9fbc-a07164f8ddea owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:36.614735 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.737326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-891fb10a-b8bc-4895-a30b-bf5daef670fa tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785037666&fields=id&tenant_id=12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 267 time: 0.0479724 Jul 15 13:35:36.748153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.790605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] For port 79d468e8-a491-445c-ba32-873393413600, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:36.813543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Pushing event deleted for resources: {'Port': ['ID=37af0209-6e02-4ea8-9fbc-a07164f8ddea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.814526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] For port 79d468e8-a491-445c-ba32-873393413600, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=79d468e8-a491-445c-ba32-873393413600,segment=NetworkSegment(2de28c17-2e63-491a-a59d-82cb5e519520),segment_id=2de28c17-2e63-491a-a59d-82cb5e519520)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:36.815766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.830931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.833211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0a309acb-ad22-4b62-bc90-6329e9d2783f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "DELETE /v2.0/ports/37af0209-6e02-4ea8-9fbc-a07164f8ddea HTTP/1.1" status: 204 len: 168 time: 0.5112205 Jul 15 13:35:36.836816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:36.858270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:36.860787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.864815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.891231 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-769a13f9-e869-46d7-8ffc-f6c20e0a453e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:36.896257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-769a13f9-e869-46d7-8ffc-f6c20e0a453e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634710526-project-admin] 10.222.0.48 "GET /v2.0/ports/37af0209-6e02-4ea8-9fbc-a07164f8ddea HTTP/1.1" status: 404 len: 333 time: 0.0555456 Jul 15 13:35:36.896452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:36.938965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b8b3-057e-4a25-a54e-5bb422caf90e None None] Pushing event updated for resources: {'Port': ['ID=79d468e8-a491-445c-ba32-873393413600,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.001978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.005204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-bf8e4824-de61-4c8a-a6f3-33d1498479a0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.013193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-bf8e4824-de61-4c8a-a6f3-33d1498479a0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.2619519 Jul 15 13:35:37.030886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.034744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-4e6e0654-e391-47f8-9c91-7191021fca5f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0206265 Jul 15 13:35:37.088362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.176930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.192057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f06301-51f9-41af-b502-0fc547fa6ea4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.205818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ee1c32-237a-445e-8c70-f32b53e85491') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.205818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ee1c32-237a-445e-8c70-f32b53e85491') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.211806 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-dafe58de-78ae-421a-8633-2dec273fc649 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:35:37.212909 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-dafe58de-78ae-421a-8633-2dec273fc649 service neutron] 10.222.0.49 "DELETE /v2.0/ports/cb85b384-c94c-4698-aa15-cf0b79c09b45/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.5992515 Jul 15 13:35:37.221344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.238717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f9f1c9bf-fac6-42bc-84f7-507581c56682 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1951962 Jul 15 13:35:37.259775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.269938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:37.270395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:37.273795 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:37.347000 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.359806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.370856 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.373630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] 10.222.0.48 "DELETE /v2.0/networks/f8f06301-51f9-41af-b502-0fc547fa6ea4 HTTP/1.1" status: 204 len: 168 time: 0.4762259 Jul 15 13:35:37.407747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9efe-18ba-4dbf-9769-2e3e967c3a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927259813-project] Pushing event deleted for resources: {'Network': ['ID=f8f06301-51f9-41af-b502-0fc547fa6ea4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.417492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f81e0b46-0251-48d8-a14e-336d8d9721d6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:35:37.424939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f81e0b46-0251-48d8-a14e-336d8d9721d6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1775963 Jul 15 13:35:37.431709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:37.450963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:37.460229 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:37.469733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Pushing event updated for resources: {'Port': ['ID=4ad0b476-a511-4493-ad64-b480a47b8df4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.529830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-8a74293f-2be7-4844-ad99-36d15db4ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.531748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-8a74293f-2be7-4844-ad99-36d15db4ab87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1095 time: 0.2650430 Jul 15 13:35:37.572512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-9e26474e-76a4-4f1e-9418-2159de627112 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466827 Jul 15 13:35:37.607231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79d468e8-a491-445c-ba32-873393413600 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:37.673945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 79d468e8-a491-445c-ba32-873393413600 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:37.679339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:37.746709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.747402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.775945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-0a1592ec-52d8-4bb6-95b0-610fe99ff9c5 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927280 Jul 15 13:35:37.807599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c17bc8-6b9e-4140-8773-1c1a673b9d1c req-20488cd9-bda0-4359-a0fe-96f57cce1e6f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.811639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-7a960565-582b-498d-abe3-48a8a20381a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.813157 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-7a960565-582b-498d-abe3-48a8a20381a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.2733347 Jul 15 13:35:37.814982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98c17bc8-6b9e-4140-8773-1c1a673b9d1c req-20488cd9-bda0-4359-a0fe-96f57cce1e6f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 944 time: 0.1255744 Jul 15 13:35:37.815494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.830996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:37.874295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.916303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-98c17bc8-6b9e-4140-8773-1c1a673b9d1c req-6c00dc5d-72b9-464d-97cf-beed56f78938 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936420 Jul 15 13:35:37.949641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port cb85b384-c94c-4698-aa15-cf0b79c09b45 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:37.962912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.964582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port cb85b384-c94c-4698-aa15-cf0b79c09b45 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.965140 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.972922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.974893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.978923 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/ports/242dcd36-329b-4ffc-9fa3-a6181e0b1d9f HTTP/1.1" status: 200 len: 911 time: 2.0353258 Jul 15 13:35:37.980313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.063082 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-182fd5da-3333-49b8-aa49-0f9db89c4fa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 1000 time: 0.2391233 Jul 15 13:35:38.094599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.123289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:38.126179 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2703fa2f-7bf4-485c-ae95-b2b1f6ff53e7" -d '{"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-plugged", "status": "completed", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:38.160132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:38.173643 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.202034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=242dcd36-329b-4ffc-9fa3-a6181e0b1d9f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.244673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.282466 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b37d9-a189-4559-bef3-464fca698368 x-openstack-request-id: req-3a4b37d9-a189-4559-bef3-464fca698368 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:38.282762 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-plugged", "status": "completed", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:38.283017 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a4b37d9-a189-4559-bef3-464fca698368 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:38.283404 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'code': 200} Jul 15 13:35:38.283977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.310175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-71178497-2cb5-4f4d-8bc8-198ca6ab65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:38.312213 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-71178497-2cb5-4f4d-8bc8-198ca6ab65fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.2214303 Jul 15 13:35:38.321019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da08189-4f93-42eb-a15d-9597e755532b req-901b072f-e7fd-484b-b8c1-4eae7341f5fe tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0937409 Jul 15 13:35:38.362911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.363224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.363568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.363909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.364244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.364596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.364929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.365257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.365583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.365905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.366429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.366761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7a8c3-9326-4e03-a91f-dddd2c1751ae tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.407061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f0560cc8-1405-4cc5-9c41-34b7a300da4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b13203ea15754ca99af4b338c63552e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899150 Jul 15 13:35:38.407735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.502645 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa85d463-3009-4fe3-bd45-f141aa6a639b None None] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:38.505302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1a79593-a630-43f0-bcea-31872fd2e7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.527972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-babe4ebc-47f7-406e-b5b0-38be888d8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:38.529514 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-babe4ebc-47f7-406e-b5b0-38be888d8c23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555161 Jul 15 13:35:38.538906 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1a79593-a630-43f0-bcea-31872fd2e7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.631940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] Provisioning for port 79d468e8-a491-445c-ba32-873393413600 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:38.636639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1a79593-a630-43f0-bcea-31872fd2e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.639313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1a79593-a630-43f0-bcea-31872fd2e7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.640317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] Provisioning complete for port 79d468e8-a491-445c-ba32-873393413600 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:38.640781 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.643168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f1a79593-a630-43f0-bcea-31872fd2e7b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab4040c3-b5b5-45b0-931f-b10e030e4cd5 HTTP/1.1" status: 204 len: 168 time: 0.2317622 Jul 15 13:35:38.655529 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.657823 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.659591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a79593-a630-43f0-bcea-31872fd2e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4040c3-b5b5-45b0-931f-b10e030e4cd5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.744377 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-6c9200c9-1da8-43a3-aee2-39e20768da6b service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801951 Jul 15 13:35:38.816823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.885651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] For port 79d468e8-a491-445c-ba32-873393413600, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=79d468e8-a491-445c-ba32-873393413600,segment=NetworkSegment(2de28c17-2e63-491a-a59d-82cb5e519520),segment_id=2de28c17-2e63-491a-a59d-82cb5e519520)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:38.894284 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.938131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-7fce4bd1-af46-4ef7-9118-40073b582fc9 req-12e758be-9ae7-4ad1-8057-30788924c8ff service neutron] 10.222.0.49 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868253 Jul 15 13:35:38.980179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e5e77-59d8-4c8f-8c5c-6eb87d92c43d None None] Pushing event updated for resources: {'Port': ['ID=79d468e8-a491-445c-ba32-873393413600,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.980853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:39.178932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:39.192405 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Sync routers for ids ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:39.204898 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Routers {'5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:39.206051 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:39.217616 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.218968 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6080adee-243f-42bc-84ef-a003b595e09c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1649721 Jul 15 13:35:39.221762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.231114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:39.232312 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.275922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.335693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f85b6-1031-4960-86fc-5867cea50b78 req-bc833a89-00d4-45d2-8fdf-a84be75be283 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.337501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-495f85b6-1031-4960-86fc-5867cea50b78 req-bc833a89-00d4-45d2-8fdf-a84be75be283 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1678433 Jul 15 13:35:39.347048 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Set router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:39.349261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91a35bd8-d29a-4827-83f1-b813dea35688 None None] Provisioning complete for port 79d468e8-a491-445c-ba32-873393413600 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:39.349402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a35bd8-d29a-4827-83f1-b813dea35688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.421719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.442118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-495f85b6-1031-4960-86fc-5867cea50b78 req-3f6e51c8-02ee-49f2-8598-6ae6f8b5c917 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940044 Jul 15 13:35:39.447793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 242dcd36-329b-4ffc-9fa3-a6181e0b1d9f owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:39.491341 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-98a3ee13-40ed-4629-ace2-9768d9b981b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0c815f9beb0430485125b6c4449c8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127161 Jul 15 13:35:39.495837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.524912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79d468e8-a491-445c-ba32-873393413600 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:39.598431 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 3, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:39.656148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 79d468e8-a491-445c-ba32-873393413600 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:39.656766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.659955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31183ca3-d122-470e-93b8-2b33b35fea33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.669854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Checking router: 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:39.670404 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Updating router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 port 4ad0b476-a511-4493-ad64-b480a47b8df4 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:39.716757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31183ca3-d122-470e-93b8-2b33b35fea33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.730462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50333cb7-a6d0-483c-b6b0-3d62a1d86741 req-0d968801-b3c2-4f0b-88c6-97d8602c8fca tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0984886 Jul 15 13:35:39.743015 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.877179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.933650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=242dcd36-329b-4ffc-9fa3-a6181e0b1d9f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.066240 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.181442 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.200326 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Transition to ACTIVE for port object 4ad0b476-a511-4493-ad64-b480a47b8df4 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:40.209804 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.279570 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Attempting to bind port 4ad0b476-a511-4493-ad64-b480a47b8df4 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:40.279955 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Attempting to bind port 4ad0b476-a511-4493-ad64-b480a47b8df4 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:40.280320 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Attempting to bind port 4ad0b476-a511-4493-ad64-b480a47b8df4 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:40.297696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:40.298272 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:40.298816 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.299414 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:40.300582 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Bound port: 4ad0b476-a511-4493-ad64-b480a47b8df4, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:40.300987 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.307061 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375dffe-9bc4-4a64-8612-9b0fcc7cf6f1 None None] Pushing event updated for resources: {'Port': ['ID=4ad0b476-a511-4493-ad64-b480a47b8df4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.397274 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] For port 4ad0b476-a511-4493-ad64-b480a47b8df4, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:40.402772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] For port 4ad0b476-a511-4493-ad64-b480a47b8df4, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4ad0b476-a511-4493-ad64-b480a47b8df4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:40.409199 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.462685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31183ca3-d122-470e-93b8-2b33b35fea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.465795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31183ca3-d122-470e-93b8-2b33b35fea33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.469265 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-31183ca3-d122-470e-93b8-2b33b35fea33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ded23223-966d-4fd6-83a4-aec6271b69a4 HTTP/1.1" status: 204 len: 168 time: 0.9661534 Jul 15 13:35:40.495616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Routers {'5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:40.496218 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.515517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31183ca3-d122-470e-93b8-2b33b35fea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded23223-966d-4fd6-83a4-aec6271b69a4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.551809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375dffe-9bc4-4a64-8612-9b0fcc7cf6f1 None None] Pushing event updated for resources: {'Port': ['ID=4ad0b476-a511-4493-ad64-b480a47b8df4,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.574741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-efa1ee30-9edc-42cc-a54f-b9cf79a7afbc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.576594 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-efa1ee30-9edc-42cc-a54f-b9cf79a7afbc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.7989237 Jul 15 13:35:40.656498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.670587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router c3fb1991-68f0-4712-aabf-4f4d6d711353 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:40.696932 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-a521b2d9-a8ad-4047-9999-80c4fcedae90 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 380 time: 0.0639091 Jul 15 13:35:40.707180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'security_groups': ['5e714f5d-cefc-41b3-942a-4a39e47043dc']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:40.714828 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] Set router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:40.795628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:40.805576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3758c58-476d-4c5a-9a14-bdd69691347d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/c3fb1991-68f0-4712-aabf-4f4d6d711353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8209426 Jul 15 13:35:40.805576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.820660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] Sync routers for ids ['c3fb1991-68f0-4712-aabf-4f4d6d711353'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:40.842383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-afec16c7-a539-425d-afee-bb164d3a3c28 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3fb1991-68f0-4712-aabf-4f4d6d711353 HTTP/1.1" status: 200 len: 205 time: 0.0339775 Jul 15 13:35:40.842621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] Routers {'c3fb1991-68f0-4712-aabf-4f4d6d711353'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:40.842621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['c3fb1991-68f0-4712-aabf-4f4d6d711353'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.843747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.925785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.931958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.942703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] Routers {'c3fb1991-68f0-4712-aabf-4f4d6d711353'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:40.943537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f3ce9-36ee-460a-8221-b5ff8dc05817 req-bdc5aa3e-3a70-4294-9e26-17932f124ace tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.945351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-902f3ce9-36ee-460a-8221-b5ff8dc05817 req-bdc5aa3e-3a70-4294-9e26-17932f124ace tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.2597852 Jul 15 13:35:40.946037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['c3fb1991-68f0-4712-aabf-4f4d6d711353'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:41.017887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:41.020180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f0804-4215-440f-95d1-5a8db502de0c None None] The sync data for ids ['c3fb1991-68f0-4712-aabf-4f4d6d711353'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:41.119606 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 3, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:41.121551 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7716073f-e22b-4d0a-97fc-4d9524f5863e req-3978d281-a3ef-4fe6-9562-56ca50fd982a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0676792 Jul 15 13:35:41.136104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Allocated IP 172.20.0.1 (42d9ae1d-562e-4f0e-961f-3870c03cc9a2/adc8d3fa-6645-4fc4-9718-81daa4e25c0b/f82f086d-c958-461d-9ad5-25e7ce38b368) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:41.143394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:41.147202 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.190762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c41f0-8002-463c-bed0-71f649a74914 None None] The sync data for ids ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'] in n-d-798249-9 is: [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 3, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:41.226881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-902f3ce9-36ee-460a-8221-b5ff8dc05817 req-4bf6b832-5ea5-4c7f-a79d-677a76b380c5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474127 Jul 15 13:35:41.264986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.268686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.270310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:41.286804 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.304197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Transition to ACTIVE for port object f82f086d-c958-461d-9ad5-25e7ce38b368 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:41.395522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.395720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router c3fb1991-68f0-4712-aabf-4f4d6d711353 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:41.407751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.409119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b2402877-fd89-4cae-ba1d-97b371654ea3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/c3fb1991-68f0-4712-aabf-4f4d6d711353 HTTP/1.1" status: 204 len: 168 time: 0.5642376 Jul 15 13:35:41.419282 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ecab77ea-40b8-42e3-bc9b-458a8956436f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/07600024-35f8-4e14-9061-7d1097bcf73c HTTP/1.1" status: 200 len: 993 time: 0.1418753 Jul 15 13:35:41.419282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:41.457769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.470809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet dba43ccd-2072-4ba5-811a-5d18839b86a1 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:41.474320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.517950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Pushing event updated for resources: {'Port': ['ID=f82f086d-c958-461d-9ad5-25e7ce38b368,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.529191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.535828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:41.542496 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:41.547300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:41.577356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.4 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:41.623910 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.698976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.858096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.888431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08474d5b-ed18-4161-965d-dd6a954dd09d None None] Network 5ace14f8-d288-467a-baa2-4aac09a5c38e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:41.889215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.892410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/dba43ccd-2072-4ba5-811a-5d18839b86a1 HTTP/1.1" status: 204 len: 168 time: 0.4772279 Jul 15 13:35:41.894987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:42.027700 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.039209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.051616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db241e-0193-4dee-bc48-ca4b0556d57f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=dba43ccd-2072-4ba5-811a-5d18839b86a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.119688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:42.130633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d6e581ae-4f0d-4cea-8489-58b6b42c7af1 None None] Provisioning for port f82f086d-c958-461d-9ad5-25e7ce38b368 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:42.142947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d6e581ae-4f0d-4cea-8489-58b6b42c7af1 None None] Provisioning complete for port f82f086d-c958-461d-9ad5-25e7ce38b368 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:42.143558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6e581ae-4f0d-4cea-8489-58b6b42c7af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.170275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.170431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 9b0befbd-9915-4987-8bfb-d51217825d7c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:42.170717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.252148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d6e581ae-4f0d-4cea-8489-58b6b42c7af1 None None] Port f82f086d-c958-461d-9ad5-25e7ce38b368 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:42.326485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.367173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] DHCP port deletion for 5ace14f8-d288-467a-baa2-4aac09a5c38e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:42.415758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 9b0befbd-9915-4987-8bfb-d51217825d7c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9b0befbd-9915-4987-8bfb-d51217825d7c,segment=NetworkSegment(0862d459-be4d-426f-8297-3a4c218efd7b),segment_id=0862d459-be4d-426f-8297-3a4c218efd7b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:42.416425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.474137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 9b0befbd-9915-4987-8bfb-d51217825d7c owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:42.513424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:42.519722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:42.603815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.608755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:42.615738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233c38-0d81-47ba-9fee-5c7ff636de04 req-ecb455f9-4f18-441c-9656-060fd3f91239 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.617669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf233c38-0d81-47ba-9fee-5c7ff636de04 req-ecb455f9-4f18-441c-9656-060fd3f91239 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 931 time: 0.2703636 Jul 15 13:35:42.699615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.700298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.727052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-f11fd873-77b5-455d-a134-96a712c21f5e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0241282 Jul 15 13:35:42.734397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf233c38-0d81-47ba-9fee-5c7ff636de04 req-4f975499-f548-49af-a412-dff04aefd544 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103611 Jul 15 13:35:42.744207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Request body: {'port': {'device_id': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:42.746351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.795676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=9b0befbd-9915-4987-8bfb-d51217825d7c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.801323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.804706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port 9b0befbd-9915-4987-8bfb-d51217825d7c on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:42.813009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.872781 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b173c07f-af20-4b50-a9ba-0b18325eebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.897626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Deleting port 9b0befbd-9915-4987-8bfb-d51217825d7c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:42.898673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.949237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.959111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.959622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ace14f8-d288-467a-baa2-4aac09a5c38e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.971172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0862d459-be4d-426f-8297-3a4c218efd7b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.971473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0862d459-be4d-426f-8297-3a4c218efd7b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.984409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.000913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.018847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:43.019265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.023359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] For port 9b0befbd-9915-4987-8bfb-d51217825d7c, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:43.023773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.045062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Calling delete_port for 9b0befbd-9915-4987-8bfb-d51217825d7c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:43.047222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb7a18b7-a763-4d54-a35e-b12a41abbd4f None None] Provisioning for port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:43.050544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Port 9b0befbd-9915-4987-8bfb-d51217825d7c was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:35:43.059431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Pushing event updated for resources: {'Port': ['ID=f82f086d-c958-461d-9ad5-25e7ce38b368,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.064870 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.069631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.079366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb7a18b7-a763-4d54-a35e-b12a41abbd4f None None] Provisioning complete for port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.079986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb7a18b7-a763-4d54-a35e-b12a41abbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.083751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] No DVR routers for this DVR port 9b0befbd-9915-4987-8bfb-d51217825d7c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:43.117453 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:43.125014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.136431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.138961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf672d0f-532d-4e77-96dc-ce6ca737c9b1 None None] Pushing event deleted for resources: {'Port': ['ID=9b0befbd-9915-4987-8bfb-d51217825d7c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.140772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/5ace14f8-d288-467a-baa2-4aac09a5c38e HTTP/1.1" status: 204 len: 168 time: 1.2446227 Jul 15 13:35:43.154145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.159322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1074018848', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.196040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a18b7-a763-4d54-a35e-b12a41abbd4f None None] Port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:43.208769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.209795 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.213387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=5ace14f8-d288-467a-baa2-4aac09a5c38e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.225242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.225617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.226150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.226512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.226950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.227286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.227669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.228143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.228482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.228843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.229238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.229834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8175-11b3-4b8f-bd5b-1afb763c6f0b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:43.293021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:43.299115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.301075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:43.313274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.350704 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.372043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c9054c9-8631-41de-ba9e-a6f0b9eb8848 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2158589 Jul 15 13:35:43.374709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.379898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-718760696'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.417800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.473849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:43.477513 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.485451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4ad0b476-a511-4493-ad64-b480a47b8df4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:43.514036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:43.524824 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.525179 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment eb55c069-b1b1-40d7-9ed9-f21571b4893a of type vlan for network 962d25f6-28f4-4a25-8d98-d6aa03dd803a Jul 15 13:35:43.594907 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.603850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4ad0b476-a511-4493-ad64-b480a47b8df4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:43.609708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4ad0b476-a511-4493-ad64-b480a47b8df4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.610493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.643911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.650962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.652150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.677983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bdd38339-1faa-4e8a-945e-e066b895d2e6 tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.718924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:43.728597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3525417 Jul 15 13:35:43.729049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.737276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.765645 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.779166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bfa9b-a6b1-4170-b055-86b9283f8c74 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=962d25f6-28f4-4a25-8d98-d6aa03dd803a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.812629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:43.816753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bdd38339-1faa-4e8a-945e-e066b895d2e6 tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "PUT /v2.0/quotas/dd2226d714194e128baf2275ade603b2 HTTP/1.1" status: 200 len: 366 time: 0.3996968 Jul 15 13:35:43.820216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.834941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-041c531f-cc23-4354-8f58-d30a22f8d029 None None] Provisioning complete for port f82f086d-c958-461d-9ad5-25e7ce38b368 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.835630 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-041c531f-cc23-4354-8f58-d30a22f8d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.841071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-10293647-3494-4829-8f05-8645b54d2d88 tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0197155 Jul 15 13:35:43.844581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.868215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b31e961-ab3e-4c7f-80bc-8bd1598f23cf tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "GET /v2.0/quotas/dd2226d714194e128baf2275ade603b2 HTTP/1.1" status: 200 len: 366 time: 0.0224910 Jul 15 13:35:43.874951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.894735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 4ad0b476-a511-4493-ad64-b480a47b8df4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4ad0b476-a511-4493-ad64-b480a47b8df4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:43.904120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12f76895-fc4a-4392-ad35-6458ea67cd17 tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/dd2226d714194e128baf2275ade603b2 HTTP/1.1" status: 204 len: 168 time: 0.0274289 Jul 15 13:35:43.905912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.918790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d28cf760-92fe-4e4c-9d7e-471d967f7c61 tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0114052 Jul 15 13:35:43.921195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.932180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2667e9ba-eb2d-42f8-8b5a-f41a785251f7 tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "GET /v2.0/quotas/dd2226d714194e128baf2275ade603b2 HTTP/1.1" status: 200 len: 370 time: 0.0097809 Jul 15 13:35:43.935604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.941386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a5d3ff1-715e-4aab-b564-0c7e98b6e7be tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "GET /v2.0/quotas/dd2226d714194e128baf2275ade603b2/default HTTP/1.1" status: 200 len: 370 time: 0.0043995 Jul 15 13:35:43.944150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53710) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.958172 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-e161a0bf-657b-49f7-89b5-1801de1bb17b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:35:43.960625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.964888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e161a0bf-657b-49f7-89b5-1801de1bb17b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/dd2226d714194e128baf2275ade603b2 HTTP/1.1" status: 404 len: 348 time: 0.0193288 Jul 15 13:35:44.004849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-041c531f-cc23-4354-8f58-d30a22f8d029 None None] Port f82f086d-c958-461d-9ad5-25e7ce38b368 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:44.041313 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=4ad0b476-a511-4493-ad64-b480a47b8df4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.074381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b0befbd-9915-4987-8bfb-d51217825d7c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:44.108233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207522-df01-4176-a3df-739adf7da5af req-028b54e4-896e-4333-9622-7be7c4da3068 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.110742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf207522-df01-4176-a3df-739adf7da5af req-028b54e4-896e-4333-9622-7be7c4da3068 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 931 time: 0.1435883 Jul 15 13:35:44.120088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 9b0befbd-9915-4987-8bfb-d51217825d7c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:44.120605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9b0befbd-9915-4987-8bfb-d51217825d7c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:44.183530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf207522-df01-4176-a3df-739adf7da5af req-ce4f8fd4-8c6a-4124-b19b-b819819fe37f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662529 Jul 15 13:35:44.184509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.186613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:44.211200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:network and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.216952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.223668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:subnet and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.228546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.235471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:subnetpool and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.240337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.252362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:port and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.258025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.258818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.267568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:router and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.272793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.280138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:floatingip and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.285012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.316387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Transition to ACTIVE for port object cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:44.324286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:security_group and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.330896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.331509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.339651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Usage tracker for resource:security_group_rule and tenant:9748edd590cb4ccaa2b93188ffc836cf is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:35:44.344930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.quota.resource [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:35:44.353307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e6cdb240-b816-4893-8124-c10784b6c27b tempest-QuotasTest-545154624 tempest-QuotasTest-545154624-project-admin] 10.222.0.48 "GET /v2.0/quotas/9748edd590cb4ccaa2b93188ffc836cf/details.json HTTP/1.1" status: 200 len: 703 time: 0.1640921 Jul 15 13:35:44.372237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:44.376333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.410937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:44.421694 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Sync routers for ids ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:44.423111 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-397c3832-8cd3-4901-babc-a20010b6202f admin admin] 10.222.0.48 "PUT /v2.0/routers/5b01bfb9-d64c-4e3b-8af4-5d35d90f4760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2001371 Jul 15 13:35:44.449831 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Routers {'5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:44.450502 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:44.487878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Pushing event updated for resources: {'Port': ['ID=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.641252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Attempting to bind port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:44.641589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Attempting to bind port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:44.641920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Attempting to bind port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:44.674296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:44.674626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Attempting to bind port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:44.682901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Set router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:44.687626 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:44.688036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:44.688428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:44.688869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Bound port: cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:44.689240 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.849540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.851496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.862731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] For port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:44.871399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] For port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:44.902086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.992998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a07f6fd-583c-44c0-bfdb-226dad00b66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.037808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Pushing event updated for resources: {'Port': ['ID=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.047376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=4498d835-34e4-4cbd-8804-7f6cfd2256d8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.077929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.078635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.080216 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-11861468-28be-4a47-b63a-a610762b2867 service neutron] 10.222.0.23 "PUT /v2.0/ports/cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a HTTP/1.1" status: 200 len: 1091 time: 2.3423002 Jul 15 13:35:45.082449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:45.090912 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5225d89-f29b-4755-9706-f81dbbcb5bef" -d '{"events": [{"name": "network-changed", "server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:45.112559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:45.112925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: 962d25f6-28f4-4a25-8d98-d6aa03dd803a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:45.145060 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 4, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f82f086d-c958-461d-9ad5-25e7ce38b368', 'name': '', 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'mac_address': 'fa:16:3e:7a:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:40Z', 'updated_at': '2021-07-15T13:35:42Z', 'revision_number': 2, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'subnets': [{'id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:45.180326 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Checking router: 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:45.180803 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Updating router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 port f82f086d-c958-461d-9ad5-25e7ce38b368 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:45.184314 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8aff06-cc0d-435c-b62b-5fb32f0967a9 x-openstack-request-id: req-0e8aff06-cc0d-435c-b62b-5fb32f0967a9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:45.185734 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:45.185734 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e8aff06-cc0d-435c-b62b-5fb32f0967a9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:45.185734 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'status': 'completed', 'code': 200} Jul 15 13:35:45.186897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:45.206242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 962d25f6-28f4-4a25-8d98-d6aa03dd803a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:45.215301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f67d63-9710-4f16-ad1f-dab9c1b02246 None None] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:45.236528 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.276610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.277111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.282642 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a07f6fd-583c-44c0-bfdb-226dad00b66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.296166 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a07f6fd-583c-44c0-bfdb-226dad00b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.339734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:45.348489 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-82a775ae-b7c7-4ed6-9806-9adb0812ea20 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6153975 Jul 15 13:35:45.366755 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-7f635f0b-c37e-48ab-87a2-e5b9234f4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.371263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-7f635f0b-c37e-48ab-87a2-e5b9234f4ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 1094 time: 0.2325699 Jul 15 13:35:45.443228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ea76-419b-4318-a22e-6a3c32d7146e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.473913 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-cb983d3c-4fa7-4194-bfda-f91d3b8be084 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a HTTP/1.1" status: 200 len: 217 time: 0.0940244 Jul 15 13:35:45.477871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4ad0b476-a511-4493-ad64-b480a47b8df4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:45.499922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3a07f6fd-583c-44c0-bfdb-226dad00b66c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0d22061a81d44a0b176f2f23192d7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471181 Jul 15 13:35:45.500929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:45.558105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:45.571959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602773306', 'description': 'tempest-secgroup-smoke-602773306 description', 'project_id': 'b3e52cc940fb455595b501be4b297452'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:45.597672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07f6fd-583c-44c0-bfdb-226dad00b66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ade2b9-3f48-4b11-8f1b-a7776311ac11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.629773 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-9e0b4012-155c-482f-a9bf-4eb27c514602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.631768 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-9e0b4012-155c-482f-a9bf-4eb27c514602 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.1506357 Jul 15 13:35:45.637311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.648302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.677271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4ad0b476-a511-4493-ad64-b480a47b8df4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:45.677808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.736009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf565727-c667-4385-9467-affd17464358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:45.739058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf565727-c667-4385-9467-affd17464358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.747495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-533309c0-1969-46a1-8d75-0cc715b2c761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.770605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-912f0c70-a8d4-48e7-b9b1-913fbac700e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.772556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-912f0c70-a8d4-48e7-b9b1-913fbac700e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262398 Jul 15 13:35:45.802639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-533309c0-1969-46a1-8d75-0cc715b2c761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.835830 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.859460 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Transition to ACTIVE for port object f82f086d-c958-461d-9ad5-25e7ce38b368 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:45.878064 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.909129 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-533309c0-1969-46a1-8d75-0cc715b2c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.911840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-533309c0-1969-46a1-8d75-0cc715b2c761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.916045 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-533309c0-1969-46a1-8d75-0cc715b2c761 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4ade2b9-3f48-4b11-8f1b-a7776311ac11 HTTP/1.1" status: 204 len: 168 time: 0.3760498 Jul 15 13:35:45.931632 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.947414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.989246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.009048 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-7d28ec85-7196-47ec-9c7d-9f66d180fba3 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265728 Jul 15 13:35:46.013697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.019332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ca95569d-83f2-45bc-826f-b00e682a1093 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4588928 Jul 15 13:35:46.024233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.048868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-cf565727-c667-4385-9467-affd17464358 None None] Allocated IP 2001:db8::2 (962d25f6-28f4-4a25-8d98-d6aa03dd803a/4498d835-34e4-4cbd-8804-7f6cfd2256d8/45252f7e-bd6e-4e46-85ee-16cb653c184c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:46.082790 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644958-f9bc-4692-a7eb-249c0b2b5cdb None None] Pushing event updated for resources: {'Port': ['ID=f82f086d-c958-461d-9ad5-25e7ce38b368,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.106363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533309c0-1969-46a1-8d75-0cc715b2c761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ade2b9-3f48-4b11-8f1b-a7776311ac11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.162234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c6e29-76cc-48fd-a498-3c5c093a69b6 req-db392725-aff6-41bb-a01d-2027fa908f6a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.169745 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-67a14e9e-3f14-4332-bc39-40eb9dba5362 req-89e5aa13-75a9-4b6b-a1e2-83792d7a18cd service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483922 Jul 15 13:35:46.190367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group_rule': {'security_group_id': 'e53d7770-dc8d-49d7-92a5-f4d1c96d8e49', 'project_id': 'b3e52cc940fb455595b501be4b297452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:46.202779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-915c6e29-76cc-48fd-a498-3c5c093a69b6 req-db392725-aff6-41bb-a01d-2027fa908f6a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.6205735 Jul 15 13:35:46.207299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Attempting to bind port f82f086d-c958-461d-9ad5-25e7ce38b368 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:46.207485 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Attempting to bind port f82f086d-c958-461d-9ad5-25e7ce38b368 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:46.207771 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Attempting to bind port f82f086d-c958-461d-9ad5-25e7ce38b368 on network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:46.231882 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:46.232581 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Checking segment: {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:46.232754 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.233047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Bound using segment: {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:46.234523 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Bound port: f82f086d-c958-461d-9ad5-25e7ce38b368, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de28c17-2e63-491a-a59d-82cb5e519520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:46.235098 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.289917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.354013 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf565727-c667-4385-9467-affd17464358 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.359242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-e42b4777-76ed-4441-bfbc-c1d06c5fc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.361530 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-e42b4777-76ed-4441-bfbc-c1d06c5fc825 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 1094 time: 0.1233723 Jul 15 13:35:46.370050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf565727-c667-4385-9467-affd17464358 None None] Transition to ACTIVE for port object 45252f7e-bd6e-4e46-85ee-16cb653c184c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:46.380318 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] For port f82f086d-c958-461d-9ad5-25e7ce38b368, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:46.388092 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] For port f82f086d-c958-461d-9ad5-25e7ce38b368, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f82f086d-c958-461d-9ad5-25e7ce38b368,segment=NetworkSegment(2de28c17-2e63-491a-a59d-82cb5e519520),segment_id=2de28c17-2e63-491a-a59d-82cb5e519520)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:46.399183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.399907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf565727-c667-4385-9467-affd17464358 None None] Transition to ACTIVE for port object 45252f7e-bd6e-4e46-85ee-16cb653c184c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:46.400028 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.407614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-915c6e29-76cc-48fd-a498-3c5c093a69b6 req-1d48a169-7a05-42ab-b412-9b86e9e130e2 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038050 Jul 15 13:35:46.431766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf565727-c667-4385-9467-affd17464358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.444364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.495983 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.509345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf565727-c667-4385-9467-affd17464358 None None] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:46.510015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Routers {'5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:46.516137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cf565727-c667-4385-9467-affd17464358 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:46.517214 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.519765 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.520160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf565727-c667-4385-9467-affd17464358 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:46.521027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4945111 Jul 15 13:35:46.524480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.528946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.540219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group_rule': {'security_group_id': 'e53d7770-dc8d-49d7-92a5-f4d1c96d8e49', 'project_id': 'b3e52cc940fb455595b501be4b297452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:46.554444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-914cd996-6134-4424-9cdf-c4fdf2f43a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.556643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf565727-c667-4385-9467-affd17464358 None None] Pushing event updated for resources: {'Port': ['ID=45252f7e-bd6e-4e46-85ee-16cb653c184c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.598019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cf565727-c667-4385-9467-affd17464358 None None] Attempting to bind port 45252f7e-bd6e-4e46-85ee-16cb653c184c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:46.598453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cf565727-c667-4385-9467-affd17464358 None None] Attempting to bind port 45252f7e-bd6e-4e46-85ee-16cb653c184c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:46.598832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf565727-c667-4385-9467-affd17464358 None None] Attempting to bind port 45252f7e-bd6e-4e46-85ee-16cb653c184c on network 962d25f6-28f4-4a25-8d98-d6aa03dd803a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:46.605415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf565727-c667-4385-9467-affd17464358 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:46.605794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf565727-c667-4385-9467-affd17464358 None None] Checking segment: {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:46.606242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf565727-c667-4385-9467-affd17464358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.606652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf565727-c667-4385-9467-affd17464358 None None] Bound using segment: {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:46.607124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cf565727-c667-4385-9467-affd17464358 None None] Bound port: 45252f7e-bd6e-4e46-85ee-16cb653c184c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:46.607515 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf565727-c667-4385-9467-affd17464358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.629502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b862a0-f38f-43e6-9178-6385f5aaf3b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5af1a9-b62e-48d3-9153-1322da43e99b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.665057 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] Set router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:46.694241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cf565727-c667-4385-9467-affd17464358 None None] For port 45252f7e-bd6e-4e46-85ee-16cb653c184c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:46.699427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cf565727-c667-4385-9467-affd17464358 None None] For port 45252f7e-bd6e-4e46-85ee-16cb653c184c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=45252f7e-bd6e-4e46-85ee-16cb653c184c,segment=NetworkSegment(eb55c069-b1b1-40d7-9ed9-f21571b4893a),segment_id=eb55c069-b1b1-40d7-9ed9-f21571b4893a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:46.710728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf565727-c667-4385-9467-affd17464358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.740517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-9ffc61ea-a616-4435-935e-844af69ef512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.742052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-9ffc61ea-a616-4435-935e-844af69ef512 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.3647161 Jul 15 13:35:46.742926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.785443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf565727-c667-4385-9467-affd17464358 None None] Pushing event updated for resources: {'Port': ['ID=45252f7e-bd6e-4e46-85ee-16cb653c184c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.820265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.826607 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644958-f9bc-4692-a7eb-249c0b2b5cdb None None] Pushing event updated for resources: {'Port': ['ID=f82f086d-c958-461d-9ad5-25e7ce38b368,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.904744 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-7eca541d-0b88-4a0d-a95b-37c5752d8bed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a HTTP/1.1" status: 200 len: 217 time: 0.1543128 Jul 15 13:35:46.922918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-914cd996-6134-4424-9cdf-c4fdf2f43a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.935475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 4, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f82f086d-c958-461d-9ad5-25e7ce38b368', 'name': '', 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'mac_address': 'fa:16:3e:7a:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:40Z', 'updated_at': '2021-07-15T13:35:46Z', 'revision_number': 4, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'subnets': [{'id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.965385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-914cd996-6134-4424-9cdf-c4fdf2f43a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.981303 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76872cb8-4edd-4a2c-84af-c86c57793617 None None] The sync data for ids ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'] in n-d-798249-9 is: [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 4, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f82f086d-c958-461d-9ad5-25e7ce38b368', 'name': '', 'network_id': '42d9ae1d-562e-4f0e-961f-3870c03cc9a2', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'mac_address': 'fa:16:3e:7a:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:40Z', 'updated_at': '2021-07-15T13:35:46Z', 'revision_number': 4, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'subnets': [{'id': 'adc8d3fa-6645-4fc4-9718-81daa4e25c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:46.996665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-f5ab09fc-41a2-4a79-aa16-9af09100e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.998358 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-f5ab09fc-41a2-4a79-aa16-9af09100e8c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0852869 Jul 15 13:35:47.000420 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.022237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.103340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d394e16-9fc8-4655-9156-84b98be55ed5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.105374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-914cd996-6134-4424-9cdf-c4fdf2f43a71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9748edd590cb4ccaa2b93188ffc836cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705898 Jul 15 13:35:47.105374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cd996-6134-4424-9cdf-c4fdf2f43a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1513f67d-8fbe-43a5-9212-b50fc438025d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.114169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53752) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.142283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.143519 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-75c9ce07-c35f-4d5f-a936-00f8a23493ea tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6180804 Jul 15 13:35:47.148841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53754) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.156562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group_rule': {'security_group_id': 'e53d7770-dc8d-49d7-92a5-f4d1c96d8e49', 'project_id': 'b3e52cc940fb455595b501be4b297452', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.237357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-e4df866b-9bf3-45f1-80dd-c9987bc2a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.239199 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-e4df866b-9bf3-45f1-80dd-c9987bc2a061 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337484 Jul 15 13:35:47.242040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e3aefe7-6bb9-4559-bd78-e9e8d0ac93e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.276580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8::1 (962d25f6-28f4-4a25-8d98-d6aa03dd803a/4498d835-34e4-4cbd-8804-7f6cfd2256d8/d4672a5b-14e7-460b-9ea5-796ee60ad671) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:47.367100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.428276 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-0c9ce32e-8a44-471c-8157-7da1ce75621b service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779268 Jul 15 13:35:47.440244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e3aefe7-6bb9-4559-bd78-e9e8d0ac93e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.560577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82f086d-c958-461d-9ad5-25e7ce38b368 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:47.576772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.584817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.614297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.634371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f82f086d-c958-461d-9ad5-25e7ce38b368 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:47.651850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f82f086d-c958-461d-9ad5-25e7ce38b368 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:47.652258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.670523 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c5225d89-f29b-4755-9706-f81dbbcb5bef req-ce3c732f-f95d-45ba-96e6-77390c27bc31 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224445 Jul 15 13:35:47.677219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e3aefe7-6bb9-4559-bd78-e9e8d0ac93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.679057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object d4672a5b-14e7-460b-9ea5-796ee60ad671 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:47.681677 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e3aefe7-6bb9-4559-bd78-e9e8d0ac93e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.683146 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8e3aefe7-6bb9-4559-bd78-e9e8d0ac93e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1513f67d-8fbe-43a5-9212-b50fc438025d HTTP/1.1" status: 204 len: 168 time: 0.5678136 Jul 15 13:35:47.693698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aefe7-6bb9-4559-bd78-e9e8d0ac93e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1513f67d-8fbe-43a5-9212-b50fc438025d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.707125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa0a52-8e59-49f5-b496-9165a0e904c1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.727048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.728303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-deaf2f49-1371-485c-b3a5-e4ce4e4bc3a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5775003 Jul 15 13:35:47.731549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.738361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group_rule': {'security_group_id': 'e53d7770-dc8d-49d7-92a5-f4d1c96d8e49', 'project_id': 'b3e52cc940fb455595b501be4b297452', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.829315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c36343-6076-4e7f-af1a-bfb9291463c3 req-d81c2488-f83a-4e36-878f-a6489c545ff0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.831492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23c36343-6076-4e7f-af1a-bfb9291463c3 req-d81c2488-f83a-4e36-878f-a6489c545ff0 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.2502892 Jul 15 13:35:47.833494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.860988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.938630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.942407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f82f086d-c958-461d-9ad5-25e7ce38b368, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f82f086d-c958-461d-9ad5-25e7ce38b368,segment=NetworkSegment(2de28c17-2e63-491a-a59d-82cb5e519520),segment_id=2de28c17-2e63-491a-a59d-82cb5e519520)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:47.951123 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.952152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 45252f7e-bd6e-4e46-85ee-16cb653c184c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:48.004988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=d4672a5b-14e7-460b-9ea5-796ee60ad671,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.018668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:48.050898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:48.068314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:48.068925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.132960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f82f086d-c958-461d-9ad5-25e7ce38b368,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.152605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.164933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 45252f7e-bd6e-4e46-85ee-16cb653c184c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:48.177681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23c36343-6076-4e7f-af1a-bfb9291463c3 req-028a5c1d-4fae-468d-8e95-d0709d42d8fc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765567 Jul 15 13:35:48.274024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.284550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.349585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1bffe5-a338-4f3f-ade8-cd2b0e3dbec7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.360329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.373088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.374456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2de98f39-2bb6-4b6b-a99f-d19ec12edb8f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6419456 Jul 15 13:35:48.377475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:48.382733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group_rule': {'security_group_id': 'e53d7770-dc8d-49d7-92a5-f4d1c96d8e49', 'project_id': 'b3e52cc940fb455595b501be4b297452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:48.466892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c0526-af4b-4038-9f43-e5b6b9d1e172 None None] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:48.567040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] Provisioning for port 45252f7e-bd6e-4e46-85ee-16cb653c184c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:48.582566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] Provisioning complete for port 45252f7e-bd6e-4e46-85ee-16cb653c184c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:48.586976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.742727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.789623 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Project b3e52cc940fb455595b501be4b297452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:48.794980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] For port 45252f7e-bd6e-4e46-85ee-16cb653c184c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=45252f7e-bd6e-4e46-85ee-16cb653c184c,segment=NetworkSegment(eb55c069-b1b1-40d7-9ed9-f21571b4893a),segment_id=eb55c069-b1b1-40d7-9ed9-f21571b4893a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.801065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.829340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.860684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704415f-cd80-4195-b31a-ae70d647f901 None None] Pushing event updated for resources: {'Port': ['ID=45252f7e-bd6e-4e46-85ee-16cb653c184c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.921865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:48.950674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.958330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.017190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29eeb990-c4dc-477a-a9af-d3652c909fce,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.029381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.030625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e54e1b15-31c2-4edc-9beb-34fcc57e594f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6517494 Jul 15 13:35:49.033482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:49.038112 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'security_group_rule': {'security_group_id': 'e53d7770-dc8d-49d7-92a5-f4d1c96d8e49', 'project_id': 'b3e52cc940fb455595b501be4b297452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:49.073789 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-78cb9a3d-7609-4677-a548-9809e0a91403 tempest-AgentManagementNegativeTest-437918140 tempest-AgentManagementNegativeTest-437918140-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1503022 Jul 15 13:35:49.095759 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Project b3e52cc940fb455595b501be4b297452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:49.103950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.122663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.132440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.133976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.140392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-067ac427-d92f-4dd4-b053-a3c66ab9e97d None None] Provisioning complete for port 45252f7e-bd6e-4e46-85ee-16cb653c184c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.140889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-067ac427-d92f-4dd4-b053-a3c66ab9e97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.143481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-d7bc0e13-d6d1-46fe-ab92-701d214ba56c req-8584889f-25b5-4b58-8845-b90e810481b8 service neutron] (93823) timed out ('10.222.0.23', 62149) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:35:49.216430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.227664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.258733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=d4672a5b-14e7-460b-9ea5-796ee60ad671,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.266178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf6b884-52ec-4d00-821e-07c4a24f1f20,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.281259 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.282687 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-773e32a4-ba60-4c77-a40d-8f35d9b49564 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2482193 Jul 15 13:35:49.322567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:49.325282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-067ac427-d92f-4dd4-b053-a3c66ab9e97d None None] Provisioning for port d4672a5b-14e7-460b-9ea5-796ee60ad671 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:49.325421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:49.338778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-067ac427-d92f-4dd4-b053-a3c66ab9e97d None None] Provisioning complete for port d4672a5b-14e7-460b-9ea5-796ee60ad671 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.340875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-067ac427-d92f-4dd4-b053-a3c66ab9e97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.412440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-067ac427-d92f-4dd4-b053-a3c66ab9e97d None None] Port d4672a5b-14e7-460b-9ea5-796ee60ad671 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:49.476425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82f086d-c958-461d-9ad5-25e7ce38b368 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:49.528731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:49.560959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f82f086d-c958-461d-9ad5-25e7ce38b368 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.561334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.588306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2eb09da9-0394-4689-be44-d53e4d350cf7 None None] Provisioning complete for port d4672a5b-14e7-460b-9ea5-796ee60ad671 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.589242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eb09da9-0394-4689-be44-d53e4d350cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.620375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874408-7e03-4a83-a84a-bfaba0e99e5f req-a0abdb6c-4a78-4a22-9e26-844032ffcd6a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.628021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db874408-7e03-4a83-a84a-bfaba0e99e5f req-a0abdb6c-4a78-4a22-9e26-844032ffcd6a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.1511638 Jul 15 13:35:49.639358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-d5f804ba-396b-4b36-9ba8-56c788b91c32 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602773306&fields=id&tenant_id=b3e52cc940fb455595b501be4b297452 HTTP/1.1" status: 200 len: 267 time: 0.0932398 Jul 15 13:35:49.647868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2eb09da9-0394-4689-be44-d53e4d350cf7 None None] Port d4672a5b-14e7-460b-9ea5-796ee60ad671 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:49.678252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc00380-be2d-4335-b0e3-712fe939c0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.690335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 45252f7e-bd6e-4e46-85ee-16cb653c184c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:49.747924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 45252f7e-bd6e-4e46-85ee-16cb653c184c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.748305 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.775631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:49.792883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db874408-7e03-4a83-a84a-bfaba0e99e5f req-d855aac9-01cb-4989-99f2-b80205405da7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639807 Jul 15 13:35:49.794420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-88ca42f6-1a58-4bb4-83df-30a099a3831d None None] Provisioning complete for port d4672a5b-14e7-460b-9ea5-796ee60ad671 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:49.794798 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88ca42f6-1a58-4bb4-83df-30a099a3831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.800041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc00380-be2d-4335-b0e3-712fe939c0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.811416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc00380-be2d-4335-b0e3-712fe939c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.848150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc00380-be2d-4335-b0e3-712fe939c0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db30bd9b-d0e8-42c4-9cfc-791887cd148a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.853908 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2cc00380-be2d-4335-b0e3-712fe939c0d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cf93f1b88544fee94eb4afa4903618e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241343 Jul 15 13:35:49.857096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:49.872696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-88ca42f6-1a58-4bb4-83df-30a099a3831d None None] Port d4672a5b-14e7-460b-9ea5-796ee60ad671 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:49.902541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-a6aa7fac-5b94-484f-b1d0-70b0ec976172 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.904013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-a6aa7fac-5b94-484f-b1d0-70b0ec976172 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 809 time: 0.2639096 Jul 15 13:35:49.909100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85f67956-e09c-45dd-8b6c-dbcef2f65150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.927252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-7994767c-61ac-4472-affe-7bd2c60dade5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/quotas/b3e52cc940fb455595b501be4b297452 HTTP/1.1" status: 200 len: 375 time: 0.0165348 Jul 15 13:35:49.930170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:49.930591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85f67956-e09c-45dd-8b6c-dbcef2f65150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.936151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5d0dccbb-3ded-40d4-82dc-121907882878 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5937700 Jul 15 13:35:49.940413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:49.943471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:49.948278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-313668798'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:49.954041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:49.955367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:49.990710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:49.994351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.007015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-27f541fa-de54-47da-bdc8-f921acf6ad9d tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696797 Jul 15 13:35:50.019291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85f67956-e09c-45dd-8b6c-dbcef2f65150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.022072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85f67956-e09c-45dd-8b6c-dbcef2f65150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.025562 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-85f67956-e09c-45dd-8b6c-dbcef2f65150 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db30bd9b-d0e8-42c4-9cfc-791887cd148a HTTP/1.1" status: 204 len: 168 time: 0.1651988 Jul 15 13:35:50.031246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:50.040106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f67956-e09c-45dd-8b6c-dbcef2f65150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30bd9b-d0e8-42c4-9cfc-791887cd148a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.055649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.058817 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment ff2d4e33-4c9a-42c3-b456-924d44132dc9 of type vlan for network f3700153-55a5-47e0-8e1a-951d0aae2c50 Jul 15 13:35:50.120361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.137911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-675f045c-cb01-4803-87a9-e21c9f53dc2b service neutron] 10.222.0.48 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189852 Jul 15 13:35:50.186968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.193224 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.194100 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.238808 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2973216 Jul 15 13:35:50.239416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:50.242158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:50.250199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:50.264664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-68191a93-9e1a-461f-8668-fc3a813bb649 service neutron] 10.222.0.48 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197073 Jul 15 13:35:50.299118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc73631-170d-4710-90db-9a131afa51e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=f3700153-55a5-47e0-8e1a-951d0aae2c50,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.344753 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:50.398727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:50.404080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.554540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b94336b-a009-497f-9867-f18571384f38 req-b738508d-fa19-40a4-a7a8-d799e6a5a581 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 210 time: 0.0332634 Jul 15 13:35:50.579257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:48Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:48Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:50.606356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:50.606998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Updating router f83db876-67e0-4035-9ba4-f32c002cf5f0 port d4672a5b-14e7-460b-9ea5-796ee60ad671 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:50.656492 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.662855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.743954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=38f5ee13-8718-4a84-b233-d62812fdbad6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.746730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:50.747103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: f3700153-55a5-47e0-8e1a-951d0aae2c50, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:50.766403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:50.779352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f3700153-55a5-47e0-8e1a-951d0aae2c50) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:50.787045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.787918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.793101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18988c67-bb1d-49fd-8b1c-96e492383c72 None None] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:50.813629 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4c958b62-796a-4899-b228-bf4ba1c76941 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5703614 Jul 15 13:35:50.816552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:50.999086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1917b0-500a-4d81-be29-111f26e3b0dd req-ee8fa6ba-7b08-48eb-918c-fe965746b4b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.003588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f1917b0-500a-4d81-be29-111f26e3b0dd req-ee8fa6ba-7b08-48eb-918c-fe965746b4b3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.0860689 Jul 15 13:35:51.060888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f1917b0-500a-4d81-be29-111f26e3b0dd req-81732d17-3ef0-4b85-86c2-989ee2e5e666 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523381 Jul 15 13:35:51.108363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f3700153-55a5-47e0-8e1a-951d0aae2c50', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:51.109498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.334301 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.349647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.352995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Transition to ACTIVE for port object d4672a5b-14e7-460b-9ea5-796ee60ad671 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:51.369046 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.373247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Allocated IP 2001:db8:1::2 (f3700153-55a5-47e0-8e1a-951d0aae2c50/38f5ee13-8718-4a84-b233-d62812fdbad6/f47e09be-2e55-4211-93b3-5415f972d789) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:51.547215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece898a3-f7ee-4d29-9a1f-691a75fb7381 None None] Pushing event updated for resources: {'Port': ['ID=d4672a5b-14e7-460b-9ea5-796ee60ad671,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.638811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Attempting to bind port d4672a5b-14e7-460b-9ea5-796ee60ad671 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:51.639510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Attempting to bind port d4672a5b-14e7-460b-9ea5-796ee60ad671 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:51.639510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Attempting to bind port d4672a5b-14e7-460b-9ea5-796ee60ad671 on network 962d25f6-28f4-4a25-8d98-d6aa03dd803a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:51.655322 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.657776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:51.658146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Checking segment: {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:51.658618 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.659013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Bound using segment: {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:51.659487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Bound port: d4672a5b-14e7-460b-9ea5-796ee60ad671, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb55c069-b1b1-40d7-9ed9-f21571b4893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:51.659858 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.676256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Transition to ACTIVE for port object f47e09be-2e55-4211-93b3-5415f972d789 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:51.716251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Transition to ACTIVE for port object f47e09be-2e55-4211-93b3-5415f972d789 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:51.738397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.772756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbdf89fd-71f2-4826-b8a5-ec0e3d52e478 req-8c53f039-67a3-4d2a-bc04-c5fa6f1c04a6 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 210 time: 0.0601923 Jul 15 13:35:51.797300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8:1::1 (f3700153-55a5-47e0-8e1a-951d0aae2c50/38f5ee13-8718-4a84-b233-d62812fdbad6/f2e7f8ee-fbdf-40f7-b72e-41efa89c4043) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:51.813267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:51.828666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:51.832044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:51.834200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] For port d4672a5b-14e7-460b-9ea5-796ee60ad671, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:51.863521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] For port d4672a5b-14e7-460b-9ea5-796ee60ad671, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d4672a5b-14e7-460b-9ea5-796ee60ad671,segment=NetworkSegment(eb55c069-b1b1-40d7-9ed9-f21571b4893a),segment_id=eb55c069-b1b1-40d7-9ed9-f21571b4893a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:51.906348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Pushing event updated for resources: {'Port': ['ID=f47e09be-2e55-4211-93b3-5415f972d789,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.919393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.960044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Attempting to bind port f47e09be-2e55-4211-93b3-5415f972d789 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:51.960507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Attempting to bind port f47e09be-2e55-4211-93b3-5415f972d789 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:51.960844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Attempting to bind port f47e09be-2e55-4211-93b3-5415f972d789 on network f3700153-55a5-47e0-8e1a-951d0aae2c50 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:51.980465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:51.980838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Checking segment: {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:51.981250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.981630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Bound using segment: {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:51.982103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Bound port: f47e09be-2e55-4211-93b3-5415f972d789, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:51.982507 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.991193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.009918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:52.010616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:52.012811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece898a3-f7ee-4d29-9a1f-691a75fb7381 None None] Pushing event updated for resources: {'Port': ['ID=d4672a5b-14e7-460b-9ea5-796ee60ad671,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.030524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:52.138953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-f3e4f358-79d2-448a-a768-47dfae9c1749 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.140606 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-f3e4f358-79d2-448a-a768-47dfae9c1749 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 809 time: 0.1976736 Jul 15 13:35:52.168039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.235681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:52.240238 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:52.245591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:52.246167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.249683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:52.326886 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-8330aff6-8224-4c71-ac0d-6fd2bad0338c tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e52cc940fb455595b501be4b297452 HTTP/1.1" status: 200 len: 379 time: 0.1762102 Jul 15 13:35:52.343948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] For port f47e09be-2e55-4211-93b3-5415f972d789, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:52.372934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'port': {'device_id': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'admin_state_up': True, 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'security_groups': ['e53d7770-dc8d-49d7-92a5-f4d1c96d8e49']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:52.383987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] For port f47e09be-2e55-4211-93b3-5415f972d789, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f47e09be-2e55-4211-93b3-5415f972d789,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:52.400069 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.401457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca9815-ae3d-4d57-8fb9-10bc35d5a178 req-2603db13-41ea-4bcb-8682-6dfeaeb01903 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.403671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0ca9815-ae3d-4d57-8fb9-10bc35d5a178 req-2603db13-41ea-4bcb-8682-6dfeaeb01903 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.1399963 Jul 15 13:35:52.409289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.503083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0ca9815-ae3d-4d57-8fb9-10bc35d5a178 req-5c3fe7c2-e1e3-49df-bb4c-02b266d00d3d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918958 Jul 15 13:35:52.571409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.658246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f8e65-e14c-4a0a-83a0-6b8f07b3f1d0 None None] Pushing event updated for resources: {'Port': ['ID=f47e09be-2e55-4211-93b3-5415f972d789,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.699116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:48Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:52.733160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771bbd-9223-4184-9b49-80fa35fef605 None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:48Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:53.011562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e0f8500-0183-4cfb-b352-7aa47dc75e3c req-114d3352-44c4-4952-8daa-9e423df688ed tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 210 time: 0.0611167 Jul 15 13:35:53.115242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Made reservation on behalf of b3e52cc940fb455595b501be4b297452 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:53.118803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.336220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.353873 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.355127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.422174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Allocated IP 172.20.0.12 (f8af5652-b06c-4a14-a0c3-486e96e43d69/14552d75-8ea0-4e94-8320-60490381fb0f/86e71590-b282-45ba-a785-7994273a1e82) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:53.528695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.533873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f47e09be-2e55-4211-93b3-5415f972d789 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.610002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:53.613935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:53.644430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f47e09be-2e55-4211-93b3-5415f972d789 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:53.652974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d4672a5b-14e7-460b-9ea5-796ee60ad671 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.779009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d4672a5b-14e7-460b-9ea5-796ee60ad671 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:53.780665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00945e03-f858-4148-81e5-bf1f7c91d755 req-fc2df420-6b1c-4585-830c-ae8fed0e607b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.783304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d4672a5b-14e7-460b-9ea5-796ee60ad671 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:53.783845 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.788949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00945e03-f858-4148-81e5-bf1f7c91d755 req-fc2df420-6b1c-4585-830c-ae8fed0e607b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.0985217 Jul 15 13:35:53.860491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00945e03-f858-4148-81e5-bf1f7c91d755 req-5657559b-156b-4322-9690-e644481ef4d1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703585 Jul 15 13:35:53.889194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.901489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.918393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Transition to ACTIVE for port object 86e71590-b282-45ba-a785-7994273a1e82 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:53.936855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:53.966600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b145fd-21e1-46e8-b73c-83d246a80a27 None None] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:53.981232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d4672a5b-14e7-460b-9ea5-796ee60ad671, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d4672a5b-14e7-460b-9ea5-796ee60ad671,segment=NetworkSegment(eb55c069-b1b1-40d7-9ed9-f21571b4893a),segment_id=eb55c069-b1b1-40d7-9ed9-f21571b4893a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:53.991118 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.053486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.073950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:54.116106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff1b6821-076a-4c9e-a850-2fa5f674aa54 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2958119 Jul 15 13:35:54.116106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:54.116643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.120157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:54.124632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:54.125410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-34783997'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:54.141196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] Provisioning for port f47e09be-2e55-4211-93b3-5415f972d789 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:54.171975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'Port': ['ID=86e71590-b282-45ba-a785-7994273a1e82,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.185672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:54.190020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.204614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] Provisioning complete for port f47e09be-2e55-4211-93b3-5415f972d789 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.205411 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.205615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.206434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.232474 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-35efcc85-7085-4a4c-bc1b-cc8e22f78284 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8674963 Jul 15 13:35:54.236341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d4672a5b-14e7-460b-9ea5-796ee60ad671,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.252379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Request body: {'port': {'device_id': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:54.255997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:54.310572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.311333 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment 893a9444-41a3-412f-96ff-3c3314f0cf7d of type vlan for network 9aea2a5f-221a-429a-8678-c03d7ccfc73a Jul 15 13:35:54.385771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.412354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.415068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd8598-6813-4cfc-b829-fa2eb7d3ec99 req-a8ac97df-b463-4e79-9ec9-20d182d4810f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.417633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90cd8598-6813-4cfc-b829-fa2eb7d3ec99 req-a8ac97df-b463-4e79-9ec9-20d182d4810f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 932 time: 0.1632442 Jul 15 13:35:54.475183 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.481402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.482066 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.514827 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90cd8598-6813-4cfc-b829-fa2eb7d3ec99 req-0cd0e11c-a2fb-43a6-b3fe-6720803babf2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886245 Jul 15 13:35:54.517972 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.534892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4165573 Jul 15 13:35:54.538655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.543728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:54.608269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] For port f47e09be-2e55-4211-93b3-5415f972d789, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f47e09be-2e55-4211-93b3-5415f972d789,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:54.618062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826394b0-cbeb-4383-8a4e-0d3feba213a1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=9aea2a5f-221a-429a-8678-c03d7ccfc73a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.622879 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.678374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:54.707385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:54.711359 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.728181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8509279-fef2-4659-b8a8-3514745dd238 None None] Pushing event updated for resources: {'Port': ['ID=f47e09be-2e55-4211-93b3-5415f972d789,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.798505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf9eaf5e-0347-446f-aac5-8682d0604787 None None] Provisioning for port 86e71590-b282-45ba-a785-7994273a1e82 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:54.811636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf9eaf5e-0347-446f-aac5-8682d0604787 None None] Provisioning complete for port 86e71590-b282-45ba-a785-7994273a1e82 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.812066 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf9eaf5e-0347-446f-aac5-8682d0604787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.859097 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:54.872374 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:54.873014 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:54.922064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cf9eaf5e-0347-446f-aac5-8682d0604787 None None] Port 86e71590-b282-45ba-a785-7994273a1e82 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:54.925668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e71590-b282-45ba-a785-7994273a1e82 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:54.955356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.987988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Transition to ACTIVE for port object 86e71590-b282-45ba-a785-7994273a1e82 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:54.992466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.070332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.079123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-749056d5-f4a4-4be4-bef1-b136522acada None None] Provisioning complete for port f47e09be-2e55-4211-93b3-5415f972d789 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.079483 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-749056d5-f4a4-4be4-bef1-b136522acada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.125959 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:55.144214 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=86e71590-b282-45ba-a785-7994273a1e82,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.281106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Attempting to bind port 86e71590-b282-45ba-a785-7994273a1e82 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:55.281468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Attempting to bind port 86e71590-b282-45ba-a785-7994273a1e82 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:55.283649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Attempting to bind port 86e71590-b282-45ba-a785-7994273a1e82 on network f8af5652-b06c-4a14-a0c3-486e96e43d69 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:55.304992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Port 86e71590-b282-45ba-a785-7994273a1e82 on network f8af5652-b06c-4a14-a0c3-486e96e43d69 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:55.314537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Attempting to bind port 86e71590-b282-45ba-a785-7994273a1e82 on network f8af5652-b06c-4a14-a0c3-486e96e43d69 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:55.326417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=45b11259-0be8-4601-9fba-d155dee3609f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.333112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:55.333728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: 9aea2a5f-221a-429a-8678-c03d7ccfc73a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:55.360153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-749056d5-f4a4-4be4-bef1-b136522acada None None] Provisioning for port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:55.365684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:55.371455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-749056d5-f4a4-4be4-bef1-b136522acada None None] Provisioning complete for port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.374194 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-749056d5-f4a4-4be4-bef1-b136522acada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.383365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Checking segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:55.388731 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Bound using segment: {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:55.393729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Bound port: 86e71590-b282-45ba-a785-7994273a1e82, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90099920-8900-4eb6-af70-f63afc310a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:55.397781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.467001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7e6d-0319-45b2-b506-53c72fd65c44 req-ad7ab26e-56cf-432e-85e5-012ba0a03536 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.468940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da2e7e6d-0319-45b2-b506-53c72fd65c44 req-ad7ab26e-56cf-432e-85e5-012ba0a03536 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 943 time: 0.3397567 Jul 15 13:35:55.480008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:55.509663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9aea2a5f-221a-429a-8678-c03d7ccfc73a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:55.512011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-749056d5-f4a4-4be4-bef1-b136522acada None None] Port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:55.530630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccd180-9b73-4f32-8ac6-8cc2740058b8 None None] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:55.562982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.568517 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.646167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e385f5ec-a14f-4ce5-b45c-3a6afa151823 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1063395 Jul 15 13:35:55.650066 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:55.667964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da2e7e6d-0319-45b2-b506-53c72fd65c44 req-99a8b08f-42a9-4ac5-acfc-c5e8009c31b1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794741 Jul 15 13:35:55.691445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f47e09be-2e55-4211-93b3-5415f972d789 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:55.696569 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 3, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:55.743904 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:55.744816 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Updating router f83db876-67e0-4035-9ba4-f32c002cf5f0 port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:55.772588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] For port 86e71590-b282-45ba-a785-7994273a1e82, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:55.786311 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] For port 86e71590-b282-45ba-a785-7994273a1e82, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=86e71590-b282-45ba-a785-7994273a1e82,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:55.795813 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.829268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.853489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394893b2-0a22-4864-b532-b9b91758ad1f req-f5922134-ed05-4e87-9cca-1de0ee7ec3b0 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.862417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-394893b2-0a22-4864-b532-b9b91758ad1f req-f5922134-ed05-4e87-9cca-1de0ee7ec3b0 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 944 time: 0.1006880 Jul 15 13:35:55.876404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.877055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.879480 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] 10.222.0.49 "PUT /v2.0/ports/86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 1092 time: 1.6390352 Jul 15 13:35:55.894420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'tag': '86e71590-b282-45ba-a785-7994273a1e82'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:55.897089 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283bd385-b15a-45a8-9084-459412ebc73e" -d '{"events": [{"name": "network-changed", "server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "tag": "86e71590-b282-45ba-a785-7994273a1e82"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:55.914786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:55.956872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-394893b2-0a22-4864-b532-b9b91758ad1f req-fd4d745b-517d-4ecd-9877-e1ea0d0a2973 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931470 Jul 15 13:35:56.085786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:56.088601 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636ea232-ea4f-4d86-9b83-77f9d8d1ff72 x-openstack-request-id: req-636ea232-ea4f-4d86-9b83-77f9d8d1ff72 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:56.097289 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "tag": "86e71590-b282-45ba-a785-7994273a1e82", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:56.097939 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-636ea232-ea4f-4d86-9b83-77f9d8d1ff72 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:56.098743 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'tag': '86e71590-b282-45ba-a785-7994273a1e82', 'status': 'completed', 'code': 200} Jul 15 13:35:56.167759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf0251-b2fa-465b-9f0e-24bb0cd6e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=86e71590-b282-45ba-a785-7994273a1e82,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.168137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'mac_address': 'fa:16:3e:f2:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:56.225164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4d504907-4f9c-4c5c-b89e-498447d32ffd None None] Provisioning complete for port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:56.226099 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d504907-4f9c-4c5c-b89e-498447d32ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.244985 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-cd812dd6-b955-4bd3-be33-6de4877293c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.247806 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-cd812dd6-b955-4bd3-be33-6de4877293c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1095 time: 0.3108549 Jul 15 13:35:56.311876 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.324001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Transition to ACTIVE for port object f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:56.324203 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-29f23afd-8ff4-4659-84ea-1fca12a566b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 217 time: 0.0502303 Jul 15 13:35:56.330557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f47e09be-2e55-4211-93b3-5415f972d789 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:56.330968 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.335300 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.340332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:56.341191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.387796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4d504907-4f9c-4c5c-b89e-498447d32ffd None None] Port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:56.395187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-72e580e5-cecd-46c6-9992-5734dab5ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.397244 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-72e580e5-cecd-46c6-9992-5734dab5ed1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.0644319 Jul 15 13:35:56.405179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.428106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:56.453314 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ff6b-f2aa-4309-89bf-c6a0abb58de0 None None] Pushing event updated for resources: {'Port': ['ID=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.467811 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Attempting to bind port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.468560 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Attempting to bind port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.469173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Attempting to bind port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 on network f3700153-55a5-47e0-8e1a-951d0aae2c50 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.477417 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:56.478077 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Checking segment: {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:56.479273 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.480102 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Bound using segment: {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:56.480821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Bound port: f2e7f8ee-fbdf-40f7-b72e-41efa89c4043, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2d4e33-4c9a-42c3-b456-924d44132dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:56.481458 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.518726 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.547538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbe3c52-4111-4622-9f91-1e1e569cbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.549060 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-3dbe3c52-4111-4622-9f91-1e1e569cbf0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412418 Jul 15 13:35:56.563578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:56.578337 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] For port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:56.588937 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] For port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:56.603503 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.613101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.668558 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ff6b-f2aa-4309-89bf-c6a0abb58de0 None None] Pushing event updated for resources: {'Port': ['ID=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.696219 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:56.698279 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:56.737359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d4672a5b-14e7-460b-9ea5-796ee60ad671 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:56.788578 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-d800425d-f7a1-47d8-a88a-249fc732c068 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752474 Jul 15 13:35:56.845512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Allocated IP 2001:db8:2::2 (9aea2a5f-221a-429a-8678-c03d7ccfc73a/45b11259-0be8-4601-9fba-d155dee3609f/95d35eea-dc38-4e7c-99fb-3870e969f07c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:56.848526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:56.896436 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:56.917919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.058459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86594f5-21c3-418e-82cf-1309ca27353a req-51d55e11-2727-4816-96e3-1be89a457f26 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.074181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b86594f5-21c3-418e-82cf-1309ca27353a req-51d55e11-2727-4816-96e3-1be89a457f26 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 944 time: 0.1762350 Jul 15 13:35:57.150045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d4672a5b-14e7-460b-9ea5-796ee60ad671 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:57.158585 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.164857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b86594f5-21c3-418e-82cf-1309ca27353a req-b979c938-5815-44a9-833f-4eeff1390d49 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896430 Jul 15 13:35:57.194564 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ad002acd-ea2a-4ce5-9b44-28ee2e9e42bc req-136a138d-9357-4203-8f7f-4f5faff16d06 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599195 Jul 15 13:35:57.275949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc14134-9584-4133-865a-68f44e3d6cc7 req-d7baf119-0d1a-42ee-8bd6-7259620b95e5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.276621 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 3, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:57.277783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccc14134-9584-4133-865a-68f44e3d6cc7 req-d7baf119-0d1a-42ee-8bd6-7259620b95e5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 944 time: 0.1034415 Jul 15 13:35:57.311461 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2b20a-3f63-47dd-98f5-f61f55729f06 None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 3, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:57.327470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccc14134-9584-4133-865a-68f44e3d6cc7 req-3b317a0c-fafe-40b2-99ff-f76496c6b76d tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Jul 15 13:35:57.381974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd385-b15a-45a8-9084-459412ebc73e req-c0e2a534-6817-4580-b69b-0f55f9b0fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.384213 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-c0e2a534-6817-4580-b69b-0f55f9b0fe9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1095 time: 0.1366677 Jul 15 13:35:57.401808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.453564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Transition to ACTIVE for port object 95d35eea-dc38-4e7c-99fb-3870e969f07c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:57.504376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Transition to ACTIVE for port object 95d35eea-dc38-4e7c-99fb-3870e969f07c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:57.513834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd385-b15a-45a8-9084-459412ebc73e req-525b972b-8d63-4c95-89dc-d143443ea5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.516111 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-525b972b-8d63-4c95-89dc-d143443ea5fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 910 time: 0.1234944 Jul 15 13:35:57.531806 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.607113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:57.616913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:57.623963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:57.628334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Pushing event updated for resources: {'Port': ['ID=95d35eea-dc38-4e7c-99fb-3870e969f07c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.636160 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-49c84bb4-cba8-4ab0-b583-f1fd9363d0b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 217 time: 0.0729222 Jul 15 13:35:57.657048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8:2::1 (9aea2a5f-221a-429a-8678-c03d7ccfc73a/45b11259-0be8-4601-9fba-d155dee3609f/85a6456c-046c-47e7-b185-c92064de4e7a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:57.704102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:57.728720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd385-b15a-45a8-9084-459412ebc73e req-ccc68dd4-1442-4551-bf4b-aafeda09a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.730784 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-ccc68dd4-1442-4551-bf4b-aafeda09a7cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.0837183 Jul 15 13:35:57.763893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Attempting to bind port 95d35eea-dc38-4e7c-99fb-3870e969f07c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:57.764271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Attempting to bind port 95d35eea-dc38-4e7c-99fb-3870e969f07c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:57.764638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Attempting to bind port 95d35eea-dc38-4e7c-99fb-3870e969f07c on network 9aea2a5f-221a-429a-8678-c03d7ccfc73a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:57.796530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:57.796924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Checking segment: {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:57.797311 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.797958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Bound using segment: {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:57.798749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Bound port: 95d35eea-dc38-4e7c-99fb-3870e969f07c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:57.799301 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.866066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:57.876075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:57.876415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.944485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] For port 95d35eea-dc38-4e7c-99fb-3870e969f07c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:57.951638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] For port 95d35eea-dc38-4e7c-99fb-3870e969f07c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=95d35eea-dc38-4e7c-99fb-3870e969f07c,segment=NetworkSegment(893a9444-41a3-412f-96ff-3c3314f0cf7d),segment_id=893a9444-41a3-412f-96ff-3c3314f0cf7d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:57.965005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.059001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ea8b-a06a-41cb-ba85-2be2d1fe5f92 None None] Pushing event updated for resources: {'Port': ['ID=95d35eea-dc38-4e7c-99fb-3870e969f07c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.092686 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.139560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.146352 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.164657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.194688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object 85a6456c-046c-47e7-b185-c92064de4e7a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:58.200139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd385-b15a-45a8-9084-459412ebc73e req-a4f0c06a-7fd7-4235-9fd2-b3a5a70972c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.202276 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-a4f0c06a-7fd7-4235-9fd2-b3a5a70972c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4630623 Jul 15 13:35:58.256692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.458695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.512003 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-c2a3c585-cc87-4196-bf38-403baf666829 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011234 Jul 15 13:35:58.562010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2554-1a1c-467a-9e5f-285f43ec7a2f req-82a07c8f-2726-4f90-a418-443ba20c2e03 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.569581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68e2554-1a1c-467a-9e5f-285f43ec7a2f req-82a07c8f-2726-4f90-a418-443ba20c2e03 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 944 time: 0.2112935 Jul 15 13:35:58.615760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:58.617949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:58.648234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:58.648792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.658844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e68e2554-1a1c-467a-9e5f-285f43ec7a2f req-e0b3749d-dbd2-4e3a-a0cc-7e773835cfaf tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756626 Jul 15 13:35:58.688341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ed86-59ce-4dc0-b1ce-d9723a159ca6 req-be8a6391-0b3e-403f-b211-ec247afbe14f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.689849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e4ed86-59ce-4dc0-b1ce-d9723a159ca6 req-be8a6391-0b3e-403f-b211-ec247afbe14f tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 944 time: 0.1187606 Jul 15 13:35:58.705358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=85a6456c-046c-47e7-b185-c92064de4e7a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.739847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81e4ed86-59ce-4dc0-b1ce-d9723a159ca6 req-a268d19a-aa1a-44df-9f1b-e56e963617a0 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Jul 15 13:35:58.772733 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-283bd385-b15a-45a8-9084-459412ebc73e req-b5bc8476-eaf4-4cf3-9b2f-4a235656fdcd service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514727 Jul 15 13:35:58.832476 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.132355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.139286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.140144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.221823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=85a6456c-046c-47e7-b185-c92064de4e7a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.293296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:59.295695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:59.382514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4f861-e3cb-4f79-9737-7d330d6009cf None None] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:59.411946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:59.467218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e92ec4a4-2462-40a8-bc80-be007996644b None None] Provisioning for port 95d35eea-dc38-4e7c-99fb-3870e969f07c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:59.530242 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:59.539479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:59.551393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:59.554011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-40453016'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:59.569448 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f396767-4f41-45c1-9c5c-af398b9de42c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9112861 Jul 15 13:35:59.603158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:59.604262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:59.611652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:59.626449 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.680460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:59.696024 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.696632 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added segment 883bb154-2b3d-4077-b072-37bfde75e97e of type vlan for network ce495607-e339-495c-b004-9a44655fedb2 Jul 15 13:35:59.741981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:59.747477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.782525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:59.795832 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.804638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.805356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.895695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:59.991516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4513416 Jul 15 13:35:59.994976 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.000159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'subnet': {'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:00.039100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:00.039471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.071469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc707ec-1c81-4d8a-9534-38c32d79b9fd tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Network': ['ID=ce495607-e339-495c-b004-9a44655fedb2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.097383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ce495607-e339-495c-b004-9a44655fedb2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:00.161602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb719a-bb18-483b-ac71-91c1cba0450f req-1dcd2d30-a4fd-420b-9271-679dc72e58de tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.163120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Made reservation on behalf of bd3ae24da8b643f7bec5891e01867b0f for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:00.167280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.168963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adfb719a-bb18-483b-ac71-91c1cba0450f req-1dcd2d30-a4fd-420b-9271-679dc72e58de tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 944 time: 0.3509526 Jul 15 13:36:00.195138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a04c6f-d292-4668-ac7d-2e0a6f582751 req-41808770-e5b6-489d-8bbb-84586f72769a tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.196723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8a04c6f-d292-4668-ac7d-2e0a6f582751 req-41808770-e5b6-489d-8bbb-84586f72769a tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 944 time: 0.2349558 Jul 15 13:36:00.238696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adfb719a-bb18-483b-ac71-91c1cba0450f req-0ef42b5a-a6e2-435c-923f-665873687153 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685868 Jul 15 13:36:00.280724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8a04c6f-d292-4668-ac7d-2e0a6f582751 req-1e91d30e-92b4-493f-b174-dc75afcab7b2 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712402 Jul 15 13:36:00.419913 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.421937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:00.447125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:00.447517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.494026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b1fcc178-7675-4314-9e58-fb443227f6cf None None] Provisioning for port 85a6456c-046c-47e7-b185-c92064de4e7a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:00.497204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Subnet': ['ID=9ca88e44-2c77-410f-b957-5a219b9afc77,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.505028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Checking segment: {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:00.505548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network hostable DHCP agents. Network: ce495607-e339-495c-b004-9a44655fedb2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:00.517747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 86e71590-b282-45ba-a785-7994273a1e82 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:00.526097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network ce495607-e339-495c-b004-9a44655fedb2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:00.529509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b1fcc178-7675-4314-9e58-fb443227f6cf None None] Provisioning complete for port 85a6456c-046c-47e7-b185-c92064de4e7a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:00.529879 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc178-7675-4314-9e58-fb443227f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.539815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ce495607-e339-495c-b004-9a44655fedb2) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:00.547007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.547799 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.569251 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-15aede9b-2238-43ee-a991-44d284cc75cf tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5732021 Jul 15 13:36:00.574406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53954) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.579172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba4816-2464-4e33-9d6f-11fca4899559 None None] Network ce495607-e339-495c-b004-9a44655fedb2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:00.627381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95d35eea-dc38-4e7c-99fb-3870e969f07c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:00.692003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcc178-7675-4314-9e58-fb443227f6cf None None] Port 85a6456c-046c-47e7-b185-c92064de4e7a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:00.758540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:00.859539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:00.859945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Updating router f83db876-67e0-4035-9ba4-f32c002cf5f0 port 85a6456c-046c-47e7-b185-c92064de4e7a binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:00.906494 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.957038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 86e71590-b282-45ba-a785-7994273a1e82, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=86e71590-b282-45ba-a785-7994273a1e82,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:01.010302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.026478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 95d35eea-dc38-4e7c-99fb-3870e969f07c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:01.031708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:01.031708 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb0e8c1-7ebc-4ad4-8e0b-816d61339a1e" -d '{"events": [{"server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "name": "network-vif-plugged", "status": "completed", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:01.033992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '86e71590-b282-45ba-a785-7994273a1e82', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'port_id': '86e71590-b282-45ba-a785-7994273a1e82', 'mac_address': 'fa:16:3e:b9:03:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:01.071013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 95d35eea-dc38-4e7c-99fb-3870e969f07c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:01.071396 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.105249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:01.128471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.136202 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c9b7c-b7e6-4650-bd4e-2deaf130cf5d x-openstack-request-id: req-5d5c9b7c-b7e6-4650-bd4e-2deaf130cf5d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:01.136202 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "name": "network-vif-plugged", "status": "completed", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:01.136202 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d5c9b7c-b7e6-4650-bd4e-2deaf130cf5d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:01.136202 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'code': 200} Jul 15 13:36:01.162346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.240247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff68fa63-7ea7-48f9-8dbc-f5c311be27ff None None] Provisioning complete for port 85a6456c-046c-47e7-b185-c92064de4e7a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:01.240670 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff68fa63-7ea7-48f9-8dbc-f5c311be27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.256981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-ce495607-e339-495c-b004-9a44655fedb2', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:01.257834 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.281849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314bf77-55ed-43b7-a671-0a734148c003 req-72bf815f-2fe4-4e93-a5a8-9dab94ae1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:01.284130 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4314bf77-55ed-43b7-a671-0a734148c003 req-72bf815f-2fe4-4e93-a5a8-9dab94ae1118 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 1096 time: 0.0809841 Jul 15 13:36:01.337413 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4314bf77-55ed-43b7-a671-0a734148c003 req-32c43305-0a3b-4d0b-982b-c26bb248b8eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Jul 15 13:36:01.345207 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.420379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e71590-b282-45ba-a785-7994273a1e82 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:01.431208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff68fa63-7ea7-48f9-8dbc-f5c311be27ff None None] Port 85a6456c-046c-47e7-b185-c92064de4e7a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:01.441284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.552785 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 86e71590-b282-45ba-a785-7994273a1e82, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=86e71590-b282-45ba-a785-7994273a1e82,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:01.580847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.624673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.633285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.636579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4df94-0555-4728-9925-2514effd0c59 req-b0141570-86e2-44a4-a86e-b4893590af24 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:01.642727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1c4df94-0555-4728-9925-2514effd0c59 req-b0141570-86e2-44a4-a86e-b4893590af24 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 944 time: 0.1720443 Jul 15 13:36:01.663823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb112f67-cd3d-4a46-a2a3-06918808c255 req-6dcdba67-0fb6-4ee8-9a69-394b9d94784e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:01.665279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb112f67-cd3d-4a46-a2a3-06918808c255 req-6dcdba67-0fb6-4ee8-9a69-394b9d94784e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 945 time: 0.1957841 Jul 15 13:36:01.718015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1c4df94-0555-4728-9925-2514effd0c59 req-379e6481-d755-4149-a5bf-d2daed2f2ed9 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740774 Jul 15 13:36:01.732938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Allocated IP 2001:db8:3::2 (ce495607-e339-495c-b004-9a44655fedb2/9ca88e44-2c77-410f-b957-5a219b9afc77/3915d600-f3e7-4259-9ae2-490f685fe5bb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:01.770065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=86e71590-b282-45ba-a785-7994273a1e82,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.780910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 95d35eea-dc38-4e7c-99fb-3870e969f07c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=95d35eea-dc38-4e7c-99fb-3870e969f07c,segment=NetworkSegment(893a9444-41a3-412f-96ff-3c3314f0cf7d),segment_id=893a9444-41a3-412f-96ff-3c3314f0cf7d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:01.797295 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.809380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['86e71590-b282-45ba-a785-7994273a1e82'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:01.850197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb112f67-cd3d-4a46-a2a3-06918808c255 req-3aed7204-e7a6-47e3-8aaf-0682f7c28ee1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389930 Jul 15 13:36:01.988972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=95d35eea-dc38-4e7c-99fb-3870e969f07c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.012433 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.043973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Transition to ACTIVE for port object 85a6456c-046c-47e7-b185-c92064de4e7a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:02.063221 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.122763 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.158790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Transition to ACTIVE for port object 3915d600-f3e7-4259-9ae2-490f685fe5bb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:02.172120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8257b9c-a677-423e-ab84-16b366e25613 None None] Pushing event updated for resources: {'Port': ['ID=85a6456c-046c-47e7-b185-c92064de4e7a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.204553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Transition to ACTIVE for port object 3915d600-f3e7-4259-9ae2-490f685fe5bb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:02.289759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.330334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Allocated IP 2001:db8:3::1 (ce495607-e339-495c-b004-9a44655fedb2/9ca88e44-2c77-410f-b957-5a219b9afc77/1ba334d2-6d4b-440a-8568-93ddd288ac34) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:02.576283 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.599246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Transition to ACTIVE for port object 1ba334d2-6d4b-440a-8568-93ddd288ac34 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:02.622387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Attempting to bind port 85a6456c-046c-47e7-b185-c92064de4e7a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:02.623015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Attempting to bind port 85a6456c-046c-47e7-b185-c92064de4e7a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:02.623123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Attempting to bind port 85a6456c-046c-47e7-b185-c92064de4e7a on network 9aea2a5f-221a-429a-8678-c03d7ccfc73a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:02.633411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Network ce495607-e339-495c-b004-9a44655fedb2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:02.641974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.656570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:02.660269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:02.666517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:02.666909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Checking segment: {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:02.667294 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.667681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Bound using segment: {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:02.668142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Bound port: 85a6456c-046c-47e7-b185-c92064de4e7a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a9444-41a3-412f-96ff-3c3314f0cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:02.668516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.683064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Pushing event updated for resources: {'Port': ['ID=3915d600-f3e7-4259-9ae2-490f685fe5bb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.683336 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network ce495607-e339-495c-b004-9a44655fedb2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:02.689202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:02.693405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:02.693963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.738700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=1ba334d2-6d4b-440a-8568-93ddd288ac34,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.819056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Attempting to bind port 3915d600-f3e7-4259-9ae2-490f685fe5bb on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:02.819424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Attempting to bind port 3915d600-f3e7-4259-9ae2-490f685fe5bb by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:02.819783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Attempting to bind port 3915d600-f3e7-4259-9ae2-490f685fe5bb on network ce495607-e339-495c-b004-9a44655fedb2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:02.834175 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:02.834563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Checking segment: {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:02.835035 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.835354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Bound using segment: {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:02.835857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Bound port: 3915d600-f3e7-4259-9ae2-490f685fe5bb, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:02.836783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.839579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] For port 85a6456c-046c-47e7-b185-c92064de4e7a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:02.845474 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.846401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] For port 85a6456c-046c-47e7-b185-c92064de4e7a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=85a6456c-046c-47e7-b185-c92064de4e7a,segment=NetworkSegment(893a9444-41a3-412f-96ff-3c3314f0cf7d),segment_id=893a9444-41a3-412f-96ff-3c3314f0cf7d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:02.864690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.987034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8257b9c-a677-423e-ab84-16b366e25613 None None] Pushing event updated for resources: {'Port': ['ID=85a6456c-046c-47e7-b185-c92064de4e7a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.998364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:02.999010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:03.040861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] For port 3915d600-f3e7-4259-9ae2-490f685fe5bb, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:03.072272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afead616-54ca-4d27-9977-18c2be33c371 req-8f77dc50-4e35-4802-aca3-f7f3b5c5ca64 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.074625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afead616-54ca-4d27-9977-18c2be33c371 req-8f77dc50-4e35-4802-aca3-f7f3b5c5ca64 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 945 time: 0.2134552 Jul 15 13:36:03.087446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] For port 3915d600-f3e7-4259-9ae2-490f685fe5bb, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3915d600-f3e7-4259-9ae2-490f685fe5bb,segment=NetworkSegment(883bb154-2b3d-4077-b072-37bfde75e97e),segment_id=883bb154-2b3d-4077-b072-37bfde75e97e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:03.102710 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.144806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:03.162080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afead616-54ca-4d27-9977-18c2be33c371 req-fec421e4-958d-49c9-a1c2-94711d41845d tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726061 Jul 15 13:36:03.225255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af4dae-0f15-4efa-94e2-9a5dc61fb020 None None] Pushing event updated for resources: {'Port': ['ID=3915d600-f3e7-4259-9ae2-490f685fe5bb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.255861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc791dc-c486-42f8-a5a6-af8f444dcd82 req-2b7a048c-1e39-4857-b558-0a75541fad4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.257397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adc791dc-c486-42f8-a5a6-af8f444dcd82 req-2b7a048c-1e39-4857-b558-0a75541fad4f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 945 time: 0.2496188 Jul 15 13:36:03.320955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.326253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adc791dc-c486-42f8-a5a6-af8f444dcd82 req-7f79303a-134a-478a-9747-062e31e0678a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565000 Jul 15 13:36:03.327351 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.328121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.461689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event updated for resources: {'Port': ['ID=1ba334d2-6d4b-440a-8568-93ddd288ac34,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.483767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 1, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:03.524355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cc649-f146-4a0f-9738-c3ab455fc179 None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 1, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:03.528356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Network ce495607-e339-495c-b004-9a44655fedb2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:03.529898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:03.686644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.735918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:03.753645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539070-100c-4120-8c02-e66d5aa1db98 req-81ee8b2e-a49d-4f22-be0f-000b58a503eb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.755206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a539070-100c-4120-8c02-e66d5aa1db98 req-81ee8b2e-a49d-4f22-be0f-000b58a503eb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 945 time: 0.1190562 Jul 15 13:36:03.884595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a539070-100c-4120-8c02-e66d5aa1db98 req-2a2307ca-85e2-4c1a-8159-cadabdb711f9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226904 Jul 15 13:36:03.900970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:03.906168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a003831b-e080-425b-ae3b-a5571e1bd079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3299756 Jul 15 13:36:03.908893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 53992) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.913868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:03.925148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 53994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.107271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3915d600-f3e7-4259-9ae2-490f685fe5bb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:04.202874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 3915d600-f3e7-4259-9ae2-490f685fe5bb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:04.209248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95d35eea-dc38-4e7c-99fb-3870e969f07c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:04.275235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 95d35eea-dc38-4e7c-99fb-3870e969f07c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:04.276466 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.369794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e8d46-a411-4053-b564-c08ad55ef3fa tempest-TestVolumeBootPattern-1216923975 tempest-TestVolumeBootPattern-1216923975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.371649 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e4e8d46-a411-4053-b564-c08ad55ef3fa tempest-TestVolumeBootPattern-1216923975 tempest-TestVolumeBootPattern-1216923975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 1091 time: 0.4405122 Jul 15 13:36:04.374974 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54000) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.379868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:04.446755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.515065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 86e71590-b282-45ba-a785-7994273a1e82 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:04.640121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 86e71590-b282-45ba-a785-7994273a1e82 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:04.646951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 86e71590-b282-45ba-a785-7994273a1e82 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:04.647728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.708385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2424f8-12c2-4d93-b212-c4d1a0dd7502 req-f18e74f0-9705-4b19-862a-4a15b18bc070 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.709947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b2424f8-12c2-4d93-b212-c4d1a0dd7502 req-f18e74f0-9705-4b19-862a-4a15b18bc070 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 945 time: 0.2521620 Jul 15 13:36:04.711369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.766035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6a82b-f950-4fa2-b554-b6a9704bd63f None None] Network ce495607-e339-495c-b004-9a44655fedb2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:04.809324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b2424f8-12c2-4d93-b212-c4d1a0dd7502 req-c18e1aff-be97-4908-8510-275e77dcfd48 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900767 Jul 15 13:36:04.866181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.890200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.25.2.107 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/f9b75299-8dc7-447c-8f97-a5817823f4c5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:04.936252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:36:04.972856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Removed routes are [] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:36:04.973583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.991370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e71590-b282-45ba-a785-7994273a1e82'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:04.996953 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3c9ca-2688-4981-ba1a-81f21ce440b5" -d '{"events": [{"server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "name": "network-vif-plugged", "status": "completed", "tag": "86e71590-b282-45ba-a785-7994273a1e82"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:05.040381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 86e71590-b282-45ba-a785-7994273a1e82, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=86e71590-b282-45ba-a785-7994273a1e82,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:05.041957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] Provisioning for port 3915d600-f3e7-4259-9ae2-490f685fe5bb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:05.055378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] Provisioning complete for port 3915d600-f3e7-4259-9ae2-490f685fe5bb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:05.055872 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.058236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.185835 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522abdf9-396b-46c1-90f0-de496a7d78c0 x-openstack-request-id: req-522abdf9-396b-46c1-90f0-de496a7d78c0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:05.187195 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "name": "network-vif-plugged", "status": "completed", "tag": "86e71590-b282-45ba-a785-7994273a1e82", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:05.187195 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-522abdf9-396b-46c1-90f0-de496a7d78c0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:05.187195 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e71590-b282-45ba-a785-7994273a1e82', 'code': 200} Jul 15 13:36:05.192659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=86e71590-b282-45ba-a785-7994273a1e82,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.252968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.302700 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.322530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.347265 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.353454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.371198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:05.376178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:05.377733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] For port 3915d600-f3e7-4259-9ae2-490f685fe5bb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3915d600-f3e7-4259-9ae2-490f685fe5bb,segment=NetworkSegment(883bb154-2b3d-4077-b072-37bfde75e97e),segment_id=883bb154-2b3d-4077-b072-37bfde75e97e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:05.380008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:05.404149 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.417501 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:05.437452 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:05.441817 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.514241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f26b16-8ad5-4793-a738-ab1d01ae18df None None] Pushing event updated for resources: {'Port': ['ID=3915d600-f3e7-4259-9ae2-490f685fe5bb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.532245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=f9b75299-8dc7-447c-8f97-a5817823f4c5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.560305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:05.600622 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:05.609233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de5995-ca64-4158-a542-8167eb38895b req-e240db17-d235-4294-a0ba-e9bfe80283ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.610821 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-92de5995-ca64-4158-a542-8167eb38895b req-e240db17-d235-4294-a0ba-e9bfe80283ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.4079018 Jul 15 13:36:05.709991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:05.734115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.736286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b641d893-ea4b-4100-b8d6-2b3598a6526b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 954 time: 1.8263857 Jul 15 13:36:05.739704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.762058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8dbdfca-c94f-45e5-9ae6-157152badba5 None None] Provisioning complete for port 3915d600-f3e7-4259-9ae2-490f685fe5bb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:05.763082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8dbdfca-c94f-45e5-9ae6-157152badba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.807549 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-92de5995-ca64-4158-a542-8167eb38895b req-ce03eda4-5344-48d4-9147-4bfc274e3d56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713552 Jul 15 13:36:06.142555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8dbdfca-c94f-45e5-9ae6-157152badba5 None None] Provisioning for port 1ba334d2-6d4b-440a-8568-93ddd288ac34 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:06.157151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8dbdfca-c94f-45e5-9ae6-157152badba5 None None] Provisioning complete for port 1ba334d2-6d4b-440a-8568-93ddd288ac34 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:06.157892 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8dbdfca-c94f-45e5-9ae6-157152badba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.201571 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 6, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:06.231528 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:06.231884 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Updating router f83db876-67e0-4035-9ba4-f32c002cf5f0 port 1ba334d2-6d4b-440a-8568-93ddd288ac34 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:06.238659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 85a6456c-046c-47e7-b185-c92064de4e7a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:06.276329 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.390300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbdfca-c94f-45e5-9ae6-157152badba5 None None] Port 1ba334d2-6d4b-440a-8568-93ddd288ac34 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:06.417907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 85a6456c-046c-47e7-b185-c92064de4e7a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:06.424906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 85a6456c-046c-47e7-b185-c92064de4e7a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:06.427779 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.579916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c8cbb5f-4d5f-4a0c-8e08-3592da2671fe None None] Provisioning complete for port 1ba334d2-6d4b-440a-8568-93ddd288ac34 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:06.585191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c8cbb5f-4d5f-4a0c-8e08-3592da2671fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.669654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c8cbb5f-4d5f-4a0c-8e08-3592da2671fe None None] Port 1ba334d2-6d4b-440a-8568-93ddd288ac34 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:06.692448 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.697114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.700457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.706911 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Transition to ACTIVE for port object 1ba334d2-6d4b-440a-8568-93ddd288ac34 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:06.715034 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.745487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 85a6456c-046c-47e7-b185-c92064de4e7a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=85a6456c-046c-47e7-b185-c92064de4e7a,segment=NetworkSegment(893a9444-41a3-412f-96ff-3c3314f0cf7d),segment_id=893a9444-41a3-412f-96ff-3c3314f0cf7d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:06.750917 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.752004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3915d600-f3e7-4259-9ae2-490f685fe5bb up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:06.862609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 3915d600-f3e7-4259-9ae2-490f685fe5bb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:06.862995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.897554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.920753 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2004d9f-507b-478c-b701-5115aef32c38 None None] Pushing event updated for resources: {'Port': ['ID=1ba334d2-6d4b-440a-8568-93ddd288ac34,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:06.958103 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.959195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0fa1aa99-3d45-456b-86af-bfce6fd00ced tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 954 time: 1.2039707 Jul 15 13:36:06.980643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cb108-ae1d-4cd4-9558-bf6e69e1fbd3 req-424ead58-686d-4c2e-91e0-b300e06862c6 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.984318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:06.987900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=85a6456c-046c-47e7-b185-c92064de4e7a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:06.992475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c1cb108-ae1d-4cd4-9558-bf6e69e1fbd3 req-424ead58-686d-4c2e-91e0-b300e06862c6 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.2494669 Jul 15 13:36:06.997550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Attempting to bind port 1ba334d2-6d4b-440a-8568-93ddd288ac34 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:06.998054 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Attempting to bind port 1ba334d2-6d4b-440a-8568-93ddd288ac34 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:06.999410 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Attempting to bind port 1ba334d2-6d4b-440a-8568-93ddd288ac34 on network ce495607-e339-495c-b004-9a44655fedb2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:07.017844 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:07.018237 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Checking segment: {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:07.018652 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.019048 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Bound using segment: {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:07.019515 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Bound port: 1ba334d2-6d4b-440a-8568-93ddd288ac34, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883bb154-2b3d-4077-b072-37bfde75e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:07.019899 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.040001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d58776-1afa-42a0-8447-77d8efceb7ca req-87279582-0712-4cd7-b39a-3a1d9f072fe5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.042484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d58776-1afa-42a0-8447-77d8efceb7ca req-87279582-0712-4cd7-b39a-3a1d9f072fe5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.3033466 Jul 15 13:36:07.054537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c1cb108-ae1d-4cd4-9558-bf6e69e1fbd3 req-c298f2df-b88d-4925-9d4a-043dc449e157 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609903 Jul 15 13:36:07.082868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.130625 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] For port 1ba334d2-6d4b-440a-8568-93ddd288ac34, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:07.134241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] For port 1ba334d2-6d4b-440a-8568-93ddd288ac34, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ba334d2-6d4b-440a-8568-93ddd288ac34,segment=NetworkSegment(883bb154-2b3d-4077-b072-37bfde75e97e),segment_id=883bb154-2b3d-4077-b072-37bfde75e97e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:07.143405 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.196591 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:07.198289 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.200066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d58776-1afa-42a0-8447-77d8efceb7ca req-32fda57e-93b8-49c6-8eba-08b00a08370d tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414785 Jul 15 13:36:07.432570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 5376837e-9522-4535-a4f0-8d6caaced2a9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:07.433157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.469244 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2004d9f-507b-478c-b701-5115aef32c38 None None] Pushing event updated for resources: {'Port': ['ID=1ba334d2-6d4b-440a-8568-93ddd288ac34,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.508552 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:07.573814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.574156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.589479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 5376837e-9522-4535-a4f0-8d6caaced2a9 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:07.777779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.796194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 6, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:07Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.812230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.824376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.831353 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae9112-4bab-4aa3-b2bc-8548996ca75b None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 6, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:07Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:07.838247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=5376837e-9522-4535-a4f0-8d6caaced2a9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.053987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.054701 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 07600024-35f8-4e14-9061-7d1097bcf73c disassociated (deleted). External IP: 172.25.2.104, port: cb85b384-c94c-4698-aa15-cf0b79c09b45. Jul 15 13:36:08.066306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 85a6456c-046c-47e7-b185-c92064de4e7a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:08.151455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 85a6456c-046c-47e7-b185-c92064de4e7a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:08.151930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.180941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=f9b75299-8dc7-447c-8f97-a5817823f4c5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.184521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.303933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ba334d2-6d4b-440a-8568-93ddd288ac34 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:08.357465 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-56957fff-0bf2-4646-ae47-5aa9e44834d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3391967 Jul 15 13:36:08.364436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 6d422bdf-b571-4054-aac5-f0c72c2855b4 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:08.373682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:36:08.374145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:36:08.374723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:08.395417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1ba334d2-6d4b-440a-8568-93ddd288ac34 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:08.400081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ba334d2-6d4b-440a-8568-93ddd288ac34 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:08.400528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.404249 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Floating IP 5cbd3602-8496-4ef7-b4d7-9e8f6164f51a associated. External IP: 172.25.2.107, port: cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a. Jul 15 13:36:08.427148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:08.428308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:08.492321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.556162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b2eed-2611-4985-a480-0d86fb2aef6f req-a9c623f4-4595-42f2-a676-90ee4a145ef3 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.558502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a13b2eed-2611-4985-a480-0d86fb2aef6f req-a9c623f4-4595-42f2-a676-90ee4a145ef3 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.1330884 Jul 15 13:36:08.560284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:08.565213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.573272 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] Sync routers for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:08.594285 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:08.596720 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:08.652921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-74c49716-4d8c-4381-a147-22c771d9ee81 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/floatingips/07600024-35f8-4e14-9061-7d1097bcf73c HTTP/1.1" status: 204 len: 168 time: 1.5682807 Jul 15 13:36:08.656035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:08.658829 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5423754-f90f-49aa-b12c-2aaf260f2764" -d '{"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:08.676803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a13b2eed-2611-4985-a480-0d86fb2aef6f req-6477e334-b690-417e-9d2b-35564f042a1a tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838132 Jul 15 13:36:08.771618 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-f152449d-38fb-4e91-b4eb-013b5b49d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.774114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-f152449d-38fb-4e91-b4eb-013b5b49d123 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.3288791 Jul 15 13:36:08.850400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:08.872365 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:09.000760 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.086656 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18f8d6-3db1-46e4-ac64-24932fdac6e4 x-openstack-request-id: req-ef18f8d6-3db1-46e4-ac64-24932fdac6e4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:09.087178 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:09.087178 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef18f8d6-3db1-46e4-ac64-24932fdac6e4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:09.087973 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'status': 'completed', 'code': 200} Jul 15 13:36:09.125437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1ba334d2-6d4b-440a-8568-93ddd288ac34, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ba334d2-6d4b-440a-8568-93ddd288ac34,segment=NetworkSegment(883bb154-2b3d-4077-b072-37bfde75e97e),segment_id=883bb154-2b3d-4077-b072-37bfde75e97e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:09.144491 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.236039 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.248122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.261094 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:24Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.290522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] Checking router: 6d422bdf-b571-4054-aac5-f0c72c2855b4 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:09.305010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-44976d85-532b-4215-b16c-4fdbf7014c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.307093 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-44976d85-532b-4215-b16c-4fdbf7014c5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.4629641 Jul 15 13:36:09.308182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:09.308974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1ba334d2-6d4b-440a-8568-93ddd288ac34,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.309532 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.339382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:09.349734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 6, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:07Z', 'revision_number': 4, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.391191 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-aa8a4f2c-6b24-4f1b-99b1-d9c21ffc4341 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 217 time: 0.0505304 Jul 15 13:36:09.410042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:09.424387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:09.425155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.426557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fff3-8112-463f-a1e7-6b13d5b2e55f req-0a70a528-e9c6-4f6e-8c8d-8c80adb486d5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.434683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e52fff3-8112-463f-a1e7-6b13d5b2e55f req-0a70a528-e9c6-4f6e-8c8d-8c80adb486d5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.2122478 Jul 15 13:36:09.453434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f781e-6bb4-4d97-973b-928675127a97 req-1113e309-d527-4f3c-b176-7d688a5ce05e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.458038 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:09.460976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d97f781e-6bb4-4d97-973b-928675127a97 req-1113e309-d527-4f3c-b176-7d688a5ce05e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.1781666 Jul 15 13:36:09.513559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:09.533188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-8355c48f-fe3a-4f61-96e2-6c4c234a2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.534829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-8355c48f-fe3a-4f61-96e2-6c4c234a2572 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.1358399 Jul 15 13:36:09.545501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e52fff3-8112-463f-a1e7-6b13d5b2e55f req-aaee3ab7-4372-44d1-9d32-1904fb27e8b5 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091990 Jul 15 13:36:09.555184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:09.583263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d97f781e-6bb4-4d97-973b-928675127a97 req-24684fdc-0fc4-46fc-8bb5-279227fc574f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211607 Jul 15 13:36:09.758668 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:24Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.791539 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a7fe8b-08d9-4410-8249-a07f835a8c3f None None] The sync data for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 is: [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:34:11Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '87215159-fca3-4f4d-a85b-5a6af7085453', 'name': '', 'network_id': 'abb87260-1fc4-4341-8884-22ea2a324f1f', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:27:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:34:08Z', 'updated_at': '2021-07-15T13:34:24Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '08e9cdfe-52d5-4db6-880c-87b0a90833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:09.812077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45cf22-91bf-459e-94c8-02f7951183da req-f07c6af9-8792-4a86-a1f3-dbb0f84d4c02 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.813706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa45cf22-91bf-459e-94c8-02f7951183da req-f07c6af9-8792-4a86-a1f3-dbb0f84d4c02 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.0885217 Jul 15 13:36:09.886793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aa45cf22-91bf-459e-94c8-02f7951183da req-a3f93e4f-83e0-41d5-a9cb-cd3c7a71b48b tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 Jul 15 13:36:09.922859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54062) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.932276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 7, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.974305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0019-78a2-4662-bad9-3339e39f968d None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 7, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:09.978838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ba334d2-6d4b-440a-8568-93ddd288ac34 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:10.078480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ba334d2-6d4b-440a-8568-93ddd288ac34 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:10.079375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.250452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c47a1-65d2-4d3d-9a24-4bf984c1dc7f tempest-TestServerBasicOps-1376018916 tempest-TestServerBasicOps-1376018916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.253860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6e0c47a1-65d2-4d3d-9a24-4bf984c1dc7f tempest-TestServerBasicOps-1376018916 tempest-TestServerBasicOps-1376018916-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1092 time: 0.3286204 Jul 15 13:36:10.256786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.262743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '86e71590-b282-45ba-a785-7994273a1e82', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:10.323478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e4158-c97f-44e8-9e45-08f223e914c8 None None] New status for floating IP 07600024-35f8-4e14-9061-7d1097bcf73c: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:10.329579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.358892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:10.381851 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:10.395369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:10.403763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-ca27a235-c6c2-47d9-adb4-d9668ce9cd0f req-faffc53a-200f-4cca-93d7-daa8cde83c69 tempest-AttachVolumeTestJSON-1677387703 tempest-AttachVolumeTestJSON-1677387703-project] (93824) timed out ('10.222.0.23', 62139) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:36:10.407812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.412400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.412766 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-de74c359-6eca-453b-b28c-fdf5145be163 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 704 time: 3.4327035 Jul 15 13:36:10.435591 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:10.437685 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.442575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-952d65c6-4e52-43a4-bb41-40a33887c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.444437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-952d65c6-4e52-43a4-bb41-40a33887c800 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8657393 Jul 15 13:36:10.446837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.475743 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-5c35cc16-90d1-41e1-bcee-e0a3726375a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8125615 Jul 15 13:36:10.551884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:10.564372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:10.565007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.570630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-c9ef1e1c-175b-44b0-bad9-a6b216624d59 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.572363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-c9ef1e1c-175b-44b0-bad9-a6b216624d59 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.2801223 Jul 15 13:36:10.614941 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f26282a-913c-4fb1-85b6-24c8ea72fa11 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2224264 Jul 15 13:36:10.627650 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:10.643316 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d469f0-97b0-4782-85a2-e6dd87cc7315" -d '{"events": [{"name": "network-changed", "server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:10.672764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6f940814-46f4-43ed-a0b6-4d19918bb4ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 704 time: 0.2571876 Jul 15 13:36:10.674407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54076) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.697509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:10.742826 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:10.789955 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-b77ca221-90cd-423e-870c-2cb3d6cf0e4a service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253326 Jul 15 13:36:10.840428 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04063b7-9b35-41fa-9555-faf649116ac7 x-openstack-request-id: req-f04063b7-9b35-41fa-9555-faf649116ac7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:10.840833 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:10.841185 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f04063b7-9b35-41fa-9555-faf649116ac7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:10.841876 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'status': 'completed', 'code': 200} Jul 15 13:36:10.850713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.23', 62847) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.853825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792623-d01c-479c-942b-1af162e96b98 req-047df3ec-9a72-420a-a857-9a09c1b2465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.859028 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-047df3ec-9a72-420a-a857-9a09c1b2465e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.2784159 Jul 15 13:36:10.928828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.982869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 7, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.033530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:11.035661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c12e4848-e2ec-40ce-8511-fbef059bfa6b req-4babcc1f-bf91-4a59-9d93-9f08e4e23b40 service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380705 Jul 15 13:36:11.045584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:11.046954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.065521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792623-d01c-479c-942b-1af162e96b98 req-efb7b072-bd56-46b7-99d1-ae3021eb26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.067442 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-efb7b072-bd56-46b7-99d1-ae3021eb26e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 910 time: 0.1843278 Jul 15 13:36:11.112767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port cb85b384-c94c-4698-aa15-cf0b79c09b45 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:11.113505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.151161 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-9e3ed4da-e4a6-4321-a3be-06e83eb20637 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 217 time: 0.0771315 Jul 15 13:36:11.225379 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '5cbd3602-8496-4ef7-b4d7-9e8f6164f51a', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:f2:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:06Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.241047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792623-d01c-479c-942b-1af162e96b98 req-f9e507a4-bba1-4766-80a7-f9f36898016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.242946 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-f9e507a4-bba1-4766-80a7-f9f36898016f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.0644372 Jul 15 13:36:11.249128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:11.270822 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:11.288013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-97060957-21a6-428f-96df-4fb5d6f4c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.289908 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-97060957-21a6-428f-96df-4fb5d6f4c6bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 1096 time: 0.1471221 Jul 15 13:36:11.298189 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:11.300395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.365393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c437e-6fd5-4ecd-ae5f-5e19cb4a75ef req-760cb242-0453-4235-8177-b51ca2b48827 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.378720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c25c437e-6fd5-4ecd-ae5f-5e19cb4a75ef req-760cb242-0453-4235-8177-b51ca2b48827 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 945 time: 0.4288065 Jul 15 13:36:11.392598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-ed04e03f-bfa3-4fe3-9827-4ae52639db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.394448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-ed04e03f-bfa3-4fe3-9827-4ae52639db00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 1096 time: 0.5391161 Jul 15 13:36:11.397715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Allocated IP 172.25.2.194 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/00f84bb4-a449-4d30-9c01-688347858272) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:11.401204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port cb85b384-c94c-4698-aa15-cf0b79c09b45, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:11.401800 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.411592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792623-d01c-479c-942b-1af162e96b98 req-1940b92c-074b-41ec-a02e-72f51f9589f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.413279 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-1940b92c-074b-41ec-a02e-72f51f9589f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639526 Jul 15 13:36:11.480964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-1e96d918-1c29-48f9-81bf-e4c3882406f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.482686 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-1e96d918-1c29-48f9-81bf-e4c3882406f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 200 len: 898 time: 0.1857500 Jul 15 13:36:11.486504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for cb85b384-c94c-4698-aa15-cf0b79c09b45 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:11.555783 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-a6fb4264-21bf-4705-b7ea-99271d1cc317 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 200 len: 217 time: 0.0449958 Jul 15 13:36:11.590758 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:11.617694 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-921c567d-4d8b-4008-affe-e9037ca8af2a service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937039 Jul 15 13:36:11.630837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 7, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.635907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-bb85b1f5-d9a0-4381-9d70-2b997ca612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.637604 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-bb85b1f5-d9a0-4381-9d70-2b997ca612bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 200 len: 835 time: 0.0753450 Jul 15 13:36:11.666174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ab780-9eab-4e4b-815d-2956f685b1b9 None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 7, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '1ba334d2-6d4b-440a-8568-93ddd288ac34', 'name': '', 'network_id': 'ce495607-e339-495c-b004-9a44655fedb2', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:3f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:01Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '9ca88e44-2c77-410f-b957-5a219b9afc77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:11.802647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-78e3f50a-450b-41dd-afce-4ebb06d3d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.804219 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-78e3f50a-450b-41dd-afce-4ebb06d3d2cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=abb87260-1fc4-4341-8884-22ea2a324f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555095 Jul 15 13:36:11.807495 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-76792623-d01c-479c-942b-1af162e96b98 req-426656b6-d590-45fe-a664-1663d2b95dcb service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822717 Jul 15 13:36:11.935462 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-7c081b3e-9555-4ba5-81c5-0d644552d8de service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229699 Jul 15 13:36:11.968166 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '5cbd3602-8496-4ef7-b4d7-9e8f6164f51a', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:f2:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:06Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.005134 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d99f16-a43b-4ce3-9527-b53d79682e9c None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '5cbd3602-8496-4ef7-b4d7-9e8f6164f51a', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:f2:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:06Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:12.018828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c25c437e-6fd5-4ecd-ae5f-5e19cb4a75ef req-f045266b-1543-4f71-bca3-a0f593156496 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=f83e9a64-459a-4557-9491-f5c44b8cafae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6388609 Jul 15 13:36:12.054977 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-0f065177-73cd-4ac4-ba13-020c1d9973a5 service neutron] 10.222.0.23 "GET /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061320 Jul 15 13:36:12.151498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-2dc0929d-337c-4340-a67c-8d173a226991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.153121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-2dc0929d-337c-4340-a67c-8d173a226991 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.7267721 Jul 15 13:36:12.183039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.280345 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4340a6-3210-4365-8acf-7cfe419369ae None None] New status for floating IP 5cbd3602-8496-4ef7-b4d7-9e8f6164f51a: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:12.333939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-81572a30-7995-4c13-9eec-7fd7a1d2d812 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a HTTP/1.1" status: 200 len: 999 time: 0.1648962 Jul 15 13:36:12.347142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.440192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:12.450929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.457564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:12.466943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:12.501500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'Port': ['ID=00f84bb4-a449-4d30-9c01-688347858272,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.510888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.559380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-a8845467-8775-48c6-9854-d18b3be784c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.561069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-a8845467-8775-48c6-9854-d18b3be784c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.2179973 Jul 15 13:36:12.649385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=cb85b384-c94c-4698-aa15-cf0b79c09b45,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.669677 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e696cce-c0ca-48b7-8814-16dc8451cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.714452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] No DVR routers for this DVR port cb85b384-c94c-4698-aa15-cf0b79c09b45 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:12.741247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.744368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd03a5a0-7674-46ed-96f5-ebf9bc299f11 req-bb32db3d-42fc-434b-9138-85710fb2641c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "DELETE /v2.0/ports/cb85b384-c94c-4698-aa15-cf0b79c09b45 HTTP/1.1" status: 204 len: 173 time: 2.1651173 Jul 15 13:36:12.751985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-deleted', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:12.756344 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b13ecc-fec2-4c10-9150-41f118362d45" -d '{"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-deleted", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:12.895114 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5befba6-163f-4a6f-83c3-18fc8da9dc55 x-openstack-request-id: req-c5befba6-163f-4a6f-83c3-18fc8da9dc55 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:12.895517 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82190694-937e-4c49-9e79-5c1af96496da", "name": "network-vif-deleted", "tag": "cb85b384-c94c-4698-aa15-cf0b79c09b45", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:12.895913 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5befba6-163f-4a6f-83c3-18fc8da9dc55 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:12.896468 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82190694-937e-4c49-9e79-5c1af96496da', 'name': 'network-vif-deleted', 'tag': 'cb85b384-c94c-4698-aa15-cf0b79c09b45', 'status': 'completed', 'code': 200} Jul 15 13:36:12.958733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-5760afd0-e0a9-4675-b319-893e31a4417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.960648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-5760afd0-e0a9-4675-b319-893e31a4417f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677819 Jul 15 13:36:13.160498 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:13.211506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-ac9f3d9f-2390-44bc-8c32-51d207a58160 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377594 Jul 15 13:36:13.236413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da84ad97-2714-482e-afac-b6094b51ebd7 req-53ca0777-1a58-4894-83f7-3853306b8a61 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=82190694-937e-4c49-9e79-5c1af96496da HTTP/1.1" status: 200 len: 210 time: 0.0520506 Jul 15 13:36:13.501084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d469f0-97b0-4782-85a2-e6dd87cc7315 req-42e10b96-a361-4338-9c0d-427e254ca823 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674730 Jul 15 13:36:13.575988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 1ba334d2-6d4b-440a-8568-93ddd288ac34 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:13.576343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.582901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.744760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 1ba334d2-6d4b-440a-8568-93ddd288ac34, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ba334d2-6d4b-440a-8568-93ddd288ac34,segment=NetworkSegment(883bb154-2b3d-4077-b072-37bfde75e97e),segment_id=883bb154-2b3d-4077-b072-37bfde75e97e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:13.745153 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.752722 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.778496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 1ba334d2-6d4b-440a-8568-93ddd288ac34 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:14.043437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.049274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.136125 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.152298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event updated for resources: {'Port': ['ID=00f84bb4-a449-4d30-9c01-688347858272,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.206831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=1ba334d2-6d4b-440a-8568-93ddd288ac34,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.214138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.353298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.386255 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.446650 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Floating IP 5ff0963c-0797-4f6f-893b-ad20467ce92b associated. External IP: 172.25.2.194, port: 86e71590-b282-45ba-a785-7994273a1e82. Jul 15 13:36:14.803050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.076537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:15.107805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 87215159-fca3-4f4d-a85b-5a6af7085453 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:15.108144 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.195629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 87215159-fca3-4f4d-a85b-5a6af7085453, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=87215159-fca3-4f4d-a85b-5a6af7085453,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:15.195863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.208655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 87215159-fca3-4f4d-a85b-5a6af7085453 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:15.217505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Router 20b4920d-0186-4a80-8d33-d27d245513ca has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:15.225116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:15.234346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2ca200f0-7c54-4a06-8746-11a68cdafed2 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5567899 Jul 15 13:36:15.234796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:15.235967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54112) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.246941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:15.248076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:35:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.347893 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99cd27b3-459a-4d2f-be7c-a006cc91c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.359850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:15.363613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 9ca88e44-2c77-410f-b957-5a219b9afc77 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:15.368484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.416800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.423518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.444292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:15.453827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=87215159-fca3-4f4d-a85b-5a6af7085453,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:15.457634 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] Sync routers for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:15.476558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.493070 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:15.495158 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.569645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a08fbb73-bb22-431a-8075-fda0eede2deb tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3115249 Jul 15 13:36:15.572573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'tag': '86e71590-b282-45ba-a785-7994273a1e82'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:15.579529 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36250627-af72-4800-a741-c9271af18a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "tag": "86e71590-b282-45ba-a785-7994273a1e82"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:15.600790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.653841 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a095f2ee-8525-430e-a6b0-85fade44c2da x-openstack-request-id: req-a095f2ee-8525-430e-a6b0-85fade44c2da {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:15.655509 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "tag": "86e71590-b282-45ba-a785-7994273a1e82", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:15.655952 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a095f2ee-8525-430e-a6b0-85fade44c2da {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:15.656502 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'tag': '86e71590-b282-45ba-a785-7994273a1e82', 'status': 'completed', 'code': 200} Jul 15 13:36:15.676040 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.702019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.704466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 8, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.727360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:15.731644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.764655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca88e44-2c77-410f-b957-5a219b9afc77,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:15.771314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.771903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16f3a0-3e19-4d94-97cd-136243964ada None None] Network ce495607-e339-495c-b004-9a44655fedb2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:15.777265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-50a3b2ec-52cc-4a92-90e4-9d5f25ef1761 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/9ca88e44-2c77-410f-b957-5a219b9afc77 HTTP/1.1" status: 204 len: 168 time: 0.5403409 Jul 15 13:36:15.778617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.784560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:15.819460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:15.820306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.915144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250627-af72-4800-a741-c9271af18a8b req-63ac9b6e-0593-40f5-b47f-49542884f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:15.917321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-63ac9b6e-0593-40f5-b47f-49542884f7fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.2267504 Jul 15 13:36:15.979700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.065668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 3915d600-f3e7-4259-9ae2-490f685fe5bb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:16.066145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.128550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:16.173782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250627-af72-4800-a741-c9271af18a8b req-ad137152-eb68-4428-8a0a-9ea868ff5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.175341 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-ad137152-eb68-4428-8a0a-9ea868ff5aa2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 910 time: 0.2485628 Jul 15 13:36:16.209579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:16.219986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 3915d600-f3e7-4259-9ae2-490f685fe5bb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3915d600-f3e7-4259-9ae2-490f685fe5bb,segment=NetworkSegment(883bb154-2b3d-4077-b072-37bfde75e97e),segment_id=883bb154-2b3d-4077-b072-37bfde75e97e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:16.220543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.231619 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '5ff0963c-0797-4f6f-893b-ad20467ce92b', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'port_id': '86e71590-b282-45ba-a785-7994273a1e82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'mac_address': 'fa:16:3e:b9:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:13Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 0, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.239004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 3915d600-f3e7-4259-9ae2-490f685fe5bb owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:16.270358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: cb85b384-c94c-4698-aa15-cf0b79c09b45 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:16.270865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb85b384-c94c-4698-aa15-cf0b79c09b45 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:16.291425 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 6d422bdf-b571-4054-aac5-f0c72c2855b4 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:16.298122 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] Checking router: 20b4920d-0186-4a80-8d33-d27d245513ca for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:16.316753 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:16.317371 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.336522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-da69a69b-36f5-40a4-bfa5-faa6a769a3fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 1000 time: 0.1517839 Jul 15 13:36:16.393132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.454351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=3915d600-f3e7-4259-9ae2-490f685fe5bb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:16.461177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port 3915d600-f3e7-4259-9ae2-490f685fe5bb on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:16.464576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 8, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.488075 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:16.531093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa92af-eb2e-4cde-a8d9-80cb3259a31a None None] DHCP port deletion for ce495607-e339-495c-b004-9a44655fedb2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:16.538460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d365fde-a7bb-4ef7-868e-8863759bfb1b None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 8, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': '85a6456c-046c-47e7-b185-c92064de4e7a', 'name': '', 'network_id': '9aea2a5f-221a-429a-8678-c03d7ccfc73a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:26:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '45b11259-0be8-4601-9fba-d155dee3609f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:56Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '45b11259-0be8-4601-9fba-d155dee3609f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:16.603638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.615670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce495607-e339-495c-b004-9a44655fedb2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.635791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883bb154-2b3d-4077-b072-37bfde75e97e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.635791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883bb154-2b3d-4077-b072-37bfde75e97e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.654133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.692773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.702892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:16.703304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:16.780081 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:16.786368 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.788566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.814332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.820226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/ce495607-e339-495c-b004-9a44655fedb2 HTTP/1.1" status: 204 len: 168 time: 1.0400112 Jul 15 13:36:16.821543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee87a9-0eaf-4cc8-a09c-66d10f4708ce tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=ce495607-e339-495c-b004-9a44655fedb2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:16.824102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:16.887011 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '5ff0963c-0797-4f6f-893b-ad20467ce92b', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'port_id': '86e71590-b282-45ba-a785-7994273a1e82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'mac_address': 'fa:16:3e:b9:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:13Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 0, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:16.920230 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539cee1-1f1b-460a-b401-283585d213ca None None] The sync data for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 is: [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '5ff0963c-0797-4f6f-893b-ad20467ce92b', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'port_id': '86e71590-b282-45ba-a785-7994273a1e82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'mac_address': 'fa:16:3e:b9:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:13Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 0, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:16.972435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250627-af72-4800-a741-c9271af18a8b req-66d5c1a6-87d6-49f5-9f09-faa4781afecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.974096 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-66d5c1a6-87d6-49f5-9f09-faa4781afecb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.5261390 Jul 15 13:36:17.020234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:17.027120 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b0e63502-04a8-463d-abce-f48198000095 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/6d422bdf-b571-4054-aac5-f0c72c2855b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718397 Jul 15 13:36:17.030259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.041966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] Sync routers for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:17.053903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:17.054846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:17.058127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250627-af72-4800-a741-c9271af18a8b req-5b2c4baa-67dd-4957-9837-3ddab4ae9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:17.061178 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-5b2c4baa-67dd-4957-9837-3ddab4ae9e0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754945 Jul 15 13:36:17.199931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting subnet 08e9cdfe-52d5-4db6-880c-87b0a90833fa {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:17.203266 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.204546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:17.231905 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47939f93-7baf-4fc1-b854-da15386eb0c4 None None] New status for floating IP 5ff0963c-0797-4f6f-893b-ad20467ce92b: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:17.249074 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-c26edc11-6e23-4f71-a4e5-597414e03951 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806014 Jul 15 13:36:17.292253 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.434613 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-36250627-af72-4800-a741-c9271af18a8b req-c0930dd1-d1fd-48df-b2a2-d4ab12c2467c service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780555 Jul 15 13:36:17.451472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.464605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:36:15Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:17.505754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] Checking router: 6d422bdf-b571-4054-aac5-f0c72c2855b4 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:17.515744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] Routers {'6d422bdf-b571-4054-aac5-f0c72c2855b4'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:17.516369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6d422bdf-b571-4054-aac5-f0c72c2855b4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:17.532357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.638987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] Set router 6d422bdf-b571-4054-aac5-f0c72c2855b4 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:17.667731 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.705992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Subnet': ['ID=08e9cdfe-52d5-4db6-880c-87b0a90833fa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.708047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.709984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c61dedf-0b8e-4f86-954a-e35278bdccda tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/subnets/08e9cdfe-52d5-4db6-880c-87b0a90833fa HTTP/1.1" status: 204 len: 168 time: 0.6663456 Jul 15 13:36:17.713548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.721739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f4c76-0f0a-447a-a349-4e0557157a75 None None] Network abb87260-1fc4-4341-8884-22ea2a324f1f requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:17.886654 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.897517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 85a6456c-046c-47e7-b185-c92064de4e7a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:17.897864 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.921572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ba334d2-6d4b-440a-8568-93ddd288ac34 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:17.973389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1ba334d2-6d4b-440a-8568-93ddd288ac34 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:17.973781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ba334d2-6d4b-440a-8568-93ddd288ac34 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:17.974230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3915d600-f3e7-4259-9ae2-490f685fe5bb no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:18.008372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 3915d600-f3e7-4259-9ae2-490f685fe5bb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:18.008722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3915d600-f3e7-4259-9ae2-490f685fe5bb not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:18.037463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.047980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 85a6456c-046c-47e7-b185-c92064de4e7a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=85a6456c-046c-47e7-b185-c92064de4e7a,segment=NetworkSegment(893a9444-41a3-412f-96ff-3c3314f0cf7d),segment_id=893a9444-41a3-412f-96ff-3c3314f0cf7d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:18.048379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.048619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:36:15Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:18.065150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 85a6456c-046c-47e7-b185-c92064de4e7a owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:18.123093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1aad9-9138-4e59-8524-e0ca07584e8d None None] The sync data for ids ['6d422bdf-b571-4054-aac5-f0c72c2855b4'] in n-d-798249-9 is: [{'id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659603674', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '789e2510-d271-4398-9396-38dc08b8ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:53Z', 'updated_at': '2021-07-15T13:36:15Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '789e2510-d271-4398-9396-38dc08b8ed19', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d422bdf-b571-4054-aac5-f0c72c2855b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:55Z', 'updated_at': '2021-07-15T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:18.139870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] DHCP port deletion for abb87260-1fc4-4341-8884-22ea2a324f1f request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:18.164585 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 789e2510-d271-4398-9396-38dc08b8ed19 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:18.167648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.225316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.262906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] Deleting port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:18.263443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.273430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 789e2510-d271-4398-9396-38dc08b8ed19, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=789e2510-d271-4398-9396-38dc08b8ed19,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:18.274784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.289199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 789e2510-d271-4398-9396-38dc08b8ed19 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:18.295420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.330006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=85a6456c-046c-47e7-b185-c92064de4e7a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.335171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] For port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,segment=NetworkSegment(f8b610da-153e-4e69-938a-bf53c8ad5d93),segment_id=f8b610da-153e-4e69-938a-bf53c8ad5d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:18.335687 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.350147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] Calling delete_port for 97a3cbb8-78ea-47b5-a73f-0829cfc4360a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:18.465330 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.549037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] Pushing event deleted for resources: {'Port': ['ID=97a3cbb8-78ea-47b5-a73f-0829cfc4360a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.563953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82a302-8f8e-4891-b523-01c8f7f265c8 None None] No DVR routers for this DVR port 97a3cbb8-78ea-47b5-a73f-0829cfc4360a on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:18.576446 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.699842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=789e2510-d271-4398-9396-38dc08b8ed19,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.818789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.948070 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.950170 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.018808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.019638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Fanout notify agent at l3_agent the message router_deleted on router 6d422bdf-b571-4054-aac5-f0c72c2855b4 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:19.033390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.034593 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-91868fb8-0c82-4a8b-aa3c-c807d3622ded tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/routers/6d422bdf-b571-4054-aac5-f0c72c2855b4 HTTP/1.1" status: 204 len: 168 time: 1.3199208 Jul 15 13:36:19.037197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.065743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.151433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.285695 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.299237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb87260-1fc4-4341-8884-22ea2a324f1f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:19.313398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b610da-153e-4e69-938a-bf53c8ad5d93') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:19.314006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b610da-153e-4e69-938a-bf53c8ad5d93') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:19.327055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.343497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.346694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:19.350614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:19.351143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:19.354557 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:19.422038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.427729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.433577 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/networks/abb87260-1fc4-4341-8884-22ea2a324f1f HTTP/1.1" status: 204 len: 168 time: 0.3919199 Jul 15 13:36:19.434751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54168) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.451362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14441540-1228-49a4-843c-9ea82521fac5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Network': ['ID=abb87260-1fc4-4341-8884-22ea2a324f1f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.492489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:19.500868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-29c15438-505d-4e27-b4eb-b9e11076187d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755559 Jul 15 13:36:19.502397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:19.503623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.513649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:19.514291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:19.536827 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cad9cbe0-5615-4565-9bea-ff6f307785cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.595939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cad9cbe0-5615-4565-9bea-ff6f307785cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.607819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 45b11259-0be8-4601-9fba-d155dee3609f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:19.614578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.682250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.686046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:19.737988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cad9cbe0-5615-4565-9bea-ff6f307785cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.740900 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cad9cbe0-5615-4565-9bea-ff6f307785cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.746592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cad9cbe0-5615-4565-9bea-ff6f307785cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/security-groups/f83e9a64-459a-4557-9491-f5c44b8cafae HTTP/1.1" status: 204 len: 168 time: 0.3092723 Jul 15 13:36:19.769806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9cbe0-5615-4565-9bea-ff6f307785cb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e9a64-459a-4557-9491-f5c44b8cafae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.955653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.027876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:18Z', 'revision_number': 9, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.065184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:20.068941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 789e2510-d271-4398-9396-38dc08b8ed19 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:20.078808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.085629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482512502', 'description': 'tempest-secgroup-smoke-482512502 description', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:20.096411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 789e2510-d271-4398-9396-38dc08b8ed19 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:20.096800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 789e2510-d271-4398-9396-38dc08b8ed19 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:20.097443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97a3cbb8-78ea-47b5-a73f-0829cfc4360a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:20.107015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.120008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 97a3cbb8-78ea-47b5-a73f-0829cfc4360a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:20.120008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97a3cbb8-78ea-47b5-a73f-0829cfc4360a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:20.120647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 87215159-fca3-4f4d-a85b-5a6af7085453 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:20.133799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.141933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 87215159-fca3-4f4d-a85b-5a6af7085453 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:20.142321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 87215159-fca3-4f4d-a85b-5a6af7085453 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:20.164108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:20.164989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.165167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=45b11259-0be8-4601-9fba-d155dee3609f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.176034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.181503 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b4471d4a-367e-46b4-85e2-b2e27b3c47e0 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/45b11259-0be8-4601-9fba-d155dee3609f HTTP/1.1" status: 204 len: 168 time: 0.6735597 Jul 15 13:36:20.183145 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54180) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.229404 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51fe9e-9197-4f1a-8930-cf418b1970f5 None None] Network 9aea2a5f-221a-429a-8678-c03d7ccfc73a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:20.254195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.260215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.288598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.302347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.303847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2235248 Jul 15 13:36:20.305217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b42c1b-b18d-4c5c-82c8-fbcbcccbef02 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db496f7-880a-4f6f-8fcb-bff2505e4843,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.309053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.314595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '9db496f7-880a-4f6f-8fcb-bff2505e4843', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:20.353785 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.378183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 95d35eea-dc38-4e7c-99fb-3870e969f07c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:20.378733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.434590 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.440567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.462063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b7bd3b-3835-42e5-9057-cac3d2d74c67,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.468818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.470937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d7fcdbda-ce52-49b1-87cd-4a639326cf3b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606796 Jul 15 13:36:20.473991 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.483678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '9db496f7-880a-4f6f-8fcb-bff2505e4843', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:20.526810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.530646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 95d35eea-dc38-4e7c-99fb-3870e969f07c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=95d35eea-dc38-4e7c-99fb-3870e969f07c,segment=NetworkSegment(893a9444-41a3-412f-96ff-3c3314f0cf7d),segment_id=893a9444-41a3-412f-96ff-3c3314f0cf7d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:20.531020 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.544085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 95d35eea-dc38-4e7c-99fb-3870e969f07c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:20.565527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:20.606899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.611120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.637588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7abada-33a6-409e-9abb-f5fcdca56c7a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.639740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.642959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.649299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad5930d5-8d9f-471f-ac57-15f29822d20d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740909 Jul 15 13:36:20.649864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54186) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.660789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '9db496f7-880a-4f6f-8fcb-bff2505e4843', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:20.669901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port 95d35eea-dc38-4e7c-99fb-3870e969f07c on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:20.711473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=95d35eea-dc38-4e7c-99fb-3870e969f07c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.782747 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.793175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.803646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aea2a5f-221a-429a-8678-c03d7ccfc73a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.828202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893a9444-41a3-412f-96ff-3c3314f0cf7d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.828495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893a9444-41a3-412f-96ff-3c3314f0cf7d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.847978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.848493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:18Z', 'revision_number': 9, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.868959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.883337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:20.883712 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:20.887153 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:20.889601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.889789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f582-c380-4d30-8ff5-5617053b888d None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:18Z', 'revision_number': 9, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e7f8ee-fbdf-40f7-b72e-41efa89c4043', 'name': '', 'network_id': 'f3700153-55a5-47e0-8e1a-951d0aae2c50', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:28:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:51Z', 'updated_at': '2021-07-15T13:35:58Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '38f5ee13-8718-4a84-b233-d62812fdbad6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:20.891849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3ccdd-22e8-4e40-8c40-48388c0d8ed7 None None] DHCP port deletion for 9aea2a5f-221a-429a-8678-c03d7ccfc73a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:20.927358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.980487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f57bb6a-5f17-4317-bd31-e9af54429286,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.989015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.990360 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4636a7df-ed37-4f6a-ab47-72daff9bdeb9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333848 Jul 15 13:36:20.993263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.994998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.000629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '9db496f7-880a-4f6f-8fcb-bff2505e4843', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:21.010686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.012418 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/9aea2a5f-221a-429a-8678-c03d7ccfc73a HTTP/1.1" status: 204 len: 168 time: 0.8282826 Jul 15 13:36:21.016731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.023812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dbad4-704f-4866-a7cf-4f432ba7fe10 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=9aea2a5f-221a-429a-8678-c03d7ccfc73a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.120417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.214741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54198) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.282891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.310481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.344206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace54d23-2f79-47a1-ac5b-a1cfaee46814,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.357083 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.358335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7c75a4c0-8220-4a8a-8c69-aeda4e53a6fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3634138 Jul 15 13:36:21.361361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54202) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.366485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '9db496f7-880a-4f6f-8fcb-bff2505e4843', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:21.407819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cb-042b-491c-ace7-d7d86027b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.436423 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:36:21.445914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.497104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.554524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.565439 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.597635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab5bbc1-1c9e-4436-823f-0e8ba42e6740,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.608577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cb-042b-491c-ace7-d7d86027b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.614036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cb-042b-491c-ace7-d7d86027b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.632067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.633354 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4dffa209-4ba2-4f27-a7d8-36bcf840ca0f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708941 Jul 15 13:36:21.639867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.644271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '9db496f7-880a-4f6f-8fcb-bff2505e4843', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:21.671380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d6cb-042b-491c-ace7-d7d86027b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d464c24-5b83-4ea8-8624-ce2944d6f362,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.679679 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2135d6cb-042b-491c-ace7-d7d86027b3f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adf4b9ec67c44322b51505bdb4692f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639270 Jul 15 13:36:21.682473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.693466 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:36:21.700056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.759390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.763682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.777330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1844777c-3d4d-4bb5-9015-ac03d008b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.779749 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b38982-6646-48d2-a1be-4f53c29e4cb2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.788650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.791350 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b13b4997-ccdf-4318-8f0f-17e87135f0fa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501141 Jul 15 13:36:21.793221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.798479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'network': {'name': 'tempest-network-smoke--1827982226', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:21.819489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:21.821390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1844777c-3d4d-4bb5-9015-ac03d008b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.823816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.853460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:21.864786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.865194 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Added segment b49e5d72-63db-45bf-943c-62511d768000 of type vlan for network 51006152-5b71-4e40-b667-3c1045c32f49 Jul 15 13:36:21.879291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:21.879638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.894841 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 85a6456c-046c-47e7-b185-c92064de4e7a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:21.907566 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1844777c-3d4d-4bb5-9015-ac03d008b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.910133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1844777c-3d4d-4bb5-9015-ac03d008b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.913648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1844777c-3d4d-4bb5-9015-ac03d008b296 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d464c24-5b83-4ea8-8624-ce2944d6f362 HTTP/1.1" status: 204 len: 168 time: 0.2276721 Jul 15 13:36:21.921760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 85a6456c-046c-47e7-b185-c92064de4e7a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:21.921928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.922165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 85a6456c-046c-47e7-b185-c92064de4e7a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:21.922620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95d35eea-dc38-4e7c-99fb-3870e969f07c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:21.948762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 95d35eea-dc38-4e7c-99fb-3870e969f07c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:21.949117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 95d35eea-dc38-4e7c-99fb-3870e969f07c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:21.949979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844777c-3d4d-4bb5-9015-ac03d008b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d464c24-5b83-4ea8-8624-ce2944d6f362,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.967085 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.983291 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.983549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.996388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port f2e7f8ee-fbdf-40f7-b72e-41efa89c4043, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:21.996761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.010414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:22.021865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2275360 Jul 15 13:36:22.025503 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.030144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'admin_state_up': True, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:22.086909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424b49b-24cb-4fe1-906c-9a26d4f6e933 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Network': ['ID=51006152-5b71-4e40-b667-3c1045c32f49,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.090573 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.096372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.116040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 51006152-5b71-4e40-b667-3c1045c32f49 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:22.168104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.215923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.251940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.253122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=f2e7f8ee-fbdf-40f7-b72e-41efa89c4043,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.303761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-606e433a-4053-4e2d-ae5a-59f72e158b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.346486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.397167 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.507629 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-606e433a-4053-4e2d-ae5a-59f72e158b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.513493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-606e433a-4053-4e2d-ae5a-59f72e158b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.563893 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-606e433a-4053-4e2d-ae5a-59f72e158b51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9f65913713e40ddb5c4e855ff464f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100936 Jul 15 13:36:22.566372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e433a-4053-4e2d-ae5a-59f72e158b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c7cb3-1236-406b-9043-f02ae06a676f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.568466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.599762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:22.695187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:22.700772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4fc38d30-f7ee-4375-90ad-87cfcea91079 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827223 Jul 15 13:36:22.703335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.705528 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:22.706261 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.715272 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:22.715884 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:22.763834 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.767610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a754-bb0d-49fe-ac63-6c065d5044aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.835381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 38f5ee13-8718-4a84-b233-d62812fdbad6 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:22.847233 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a754-bb0d-49fe-ac63-6c065d5044aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.849290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.898331 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:22.952530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.020521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.167 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/b2a1418e-cd1f-49c3-b146-1397cf6a6a20) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:23.031564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a754-bb0d-49fe-ac63-6c065d5044aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.034028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a754-bb0d-49fe-ac63-6c065d5044aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.035381 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8fe6a754-bb0d-49fe-ac63-6c065d5044aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f12c7cb3-1236-406b-9043-f02ae06a676f HTTP/1.1" status: 204 len: 168 time: 0.4652805 Jul 15 13:36:23.081313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a754-bb0d-49fe-ac63-6c065d5044aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c7cb3-1236-406b-9043-f02ae06a676f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.121384 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:22Z', 'revision_number': 10, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:23.128224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.151262 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:23.161047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:23.162435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:23.238307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.252484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.272346 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:23.288901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=38f5ee13-8718-4a84-b233-d62812fdbad6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.295838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.298735 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f143e264-fcbb-4028-9bb2-d4bf18baa1af tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/38f5ee13-8718-4a84-b233-d62812fdbad6 HTTP/1.1" status: 204 len: 168 time: 0.5906851 Jul 15 13:36:23.300558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:23.304316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff5e13-743a-42d7-a884-d9ed94f3b02c None None] Network f3700153-55a5-47e0-8e1a-951d0aae2c50 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:23.332990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.400085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.451764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.457368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:23.459474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:23.465152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:23.521961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port f47e09be-2e55-4211-93b3-5415f972d789 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:23.522594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.621439 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:22Z', 'revision_number': 10, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:23.623040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port f47e09be-2e55-4211-93b3-5415f972d789, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f47e09be-2e55-4211-93b3-5415f972d789,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:23.623414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.642366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for f47e09be-2e55-4211-93b3-5415f972d789 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:23.643777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] DHCP port deletion for f3700153-55a5-47e0-8e1a-951d0aae2c50 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:23.678040 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ac62a-c68d-4385-8012-0f6b2acfe17d None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:22Z', 'revision_number': 10, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None, '_interfaces': [{'id': 'd4672a5b-14e7-460b-9ea5-796ee60ad671', 'name': '', 'network_id': '962d25f6-28f4-4a25-8d98-d6aa03dd803a', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'mac_address': 'fa:16:3e:70:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:46Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'subnets': [{'id': '4498d835-34e4-4cbd-8804-7f6cfd2256d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:23.765149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Deleting port f47e09be-2e55-4211-93b3-5415f972d789 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:23.765701 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.781296 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.809590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=f47e09be-2e55-4211-93b3-5415f972d789,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.819729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port f47e09be-2e55-4211-93b3-5415f972d789 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:23.878853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] For port f47e09be-2e55-4211-93b3-5415f972d789, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f47e09be-2e55-4211-93b3-5415f972d789,segment=NetworkSegment(ff2d4e33-4c9a-42c3-b456-924d44132dc9),segment_id=ff2d4e33-4c9a-42c3-b456-924d44132dc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:23.879302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.898632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Calling delete_port for f47e09be-2e55-4211-93b3-5415f972d789 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:23.909418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.912742 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.923946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3700153-55a5-47e0-8e1a-951d0aae2c50']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:23.935934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2d4e33-4c9a-42c3-b456-924d44132dc9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:23.936399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2d4e33-4c9a-42c3-b456-924d44132dc9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:23.947418 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.964514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.973289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:23.973693 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:23.976698 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:24.004750 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.037856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Pushing event deleted for resources: {'Port': ['ID=f47e09be-2e55-4211-93b3-5415f972d789,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:24.041044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] No DVR routers for this DVR port f47e09be-2e55-4211-93b3-5415f972d789 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:24.072130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.072725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.073357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.073798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.074202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.074581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.075070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.077838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.080333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.080693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.081046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.081400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.081825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aee1e-44cc-4f7d-86ab-53df51269f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:24.089987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.094539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/f3700153-55a5-47e0-8e1a-951d0aae2c50 HTTP/1.1" status: 204 len: 168 time: 0.7928407 Jul 15 13:36:24.102866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:24.120627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835250-20da-4679-981e-bdaf81b74107 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=f3700153-55a5-47e0-8e1a-951d0aae2c50,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:24.251796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f47e09be-2e55-4211-93b3-5415f972d789 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:24.278560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f47e09be-2e55-4211-93b3-5415f972d789 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:24.279079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f47e09be-2e55-4211-93b3-5415f972d789 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:24.279735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:24.302151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:24.302784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2e7f8ee-fbdf-40f7-b72e-41efa89c4043 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:24.516024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.575649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.661088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 1373932f-7d66-4441-99fc-baa1726110b8 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:24.785315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:24.798340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Sync routers for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:24.808719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.810743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:24.811642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:24.813750 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-691979f2-1014-421e-8560-c736e1dfe1dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7872667 Jul 15 13:36:24.814709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:24.853739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port d4672a5b-14e7-460b-9ea5-796ee60ad671 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:24.854174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.863831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ba0ce8c7-1ce3-4580-b292-b7d97fd2d449 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e70c89903dd149da81e88cdd44dfeed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476136 Jul 15 13:36:24.864438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54270) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:24.952731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:24.984070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port d4672a5b-14e7-460b-9ea5-796ee60ad671, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d4672a5b-14e7-460b-9ea5-796ee60ad671,segment=NetworkSegment(eb55c069-b1b1-40d7-9ed9-f21571b4893a),segment_id=eb55c069-b1b1-40d7-9ed9-f21571b4893a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:24.984447 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.002537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for d4672a5b-14e7-460b-9ea5-796ee60ad671 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:25.027597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064730c9-488a-4af1-bfe0-69843e28b93f tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.027597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-064730c9-488a-4af1-bfe0-69843e28b93f tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618371 Jul 15 13:36:25.027960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.068297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc4f88d5-a21a-4483-87e1-89d2ccb8cb55 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392578 Jul 15 13:36:25.068953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.074756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053251798', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:25.167012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:23Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:25.198300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Checking router: 1373932f-7d66-4441-99fc-baa1726110b8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:25.198651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Updating router 1373932f-7d66-4441-99fc-baa1726110b8 port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:25.199924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:25.208190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.237284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.237528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.286303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=d4672a5b-14e7-460b-9ea5-796ee60ad671,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.440055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.484269 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.490245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.548538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Subnet': ['ID=279826ca-4539-42ca-af3d-c356c9c8b213,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.566723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Checking segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:25.567347 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network hostable DHCP agents. Network: 51006152-5b71-4e40-b667-3c1045c32f49, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:25.598450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 51006152-5b71-4e40-b667-3c1045c32f49 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:25.610114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 51006152-5b71-4e40-b667-3c1045c32f49) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:25.620560 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.621266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.627648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdef4f0-eb54-491f-9a9f-0d5f4ce8db24 None None] Network 51006152-5b71-4e40-b667-3c1045c32f49 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:25.643050 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8c0a3f80-251b-4204-977f-4ee6585a2461 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5704403 Jul 15 13:36:25.644818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.654308 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.669464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:25.677312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Transition to ACTIVE for port object b2a1418e-cd1f-49c3-b146-1397cf6a6a20 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:25.710159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.771052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:25.778044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-03108242-47ae-45a7-9a3f-17da1f61b253 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739187 Jul 15 13:36:25.781402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54290) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.786058 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:25.796782 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:25.797799 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:25.799092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49fd64cd-33dc-462a-b25d-697e704e681d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.841868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70a7d8-d9e4-463c-9d79-85bbd7c98d9d None None] Pushing event updated for resources: {'Port': ['ID=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.846609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Attempting to bind port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:25.847904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Attempting to bind port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:25.847904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Attempting to bind port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:25.871553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:25.872149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:25.872654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.873138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:25.873734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Bound port: b2a1418e-cd1f-49c3-b146-1397cf6a6a20, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:25.874246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.901771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-51006152-5b71-4e40-b667-3c1045c32f49', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:25.903064 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.913709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting subnet 4498d835-34e4-4cbd-8804-7f6cfd2256d8 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:25.923553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.983058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.986757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49fd64cd-33dc-462a-b25d-697e704e681d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.988241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:25.992630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49fd64cd-33dc-462a-b25d-697e704e681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.027189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-49fd64cd-33dc-462a-b25d-697e704e681d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73ace91737c944deb1f7c54109270dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361614 Jul 15 13:36:26.034571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54292) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:26.049373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] For port b2a1418e-cd1f-49c3-b146-1397cf6a6a20, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:26.053051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] For port b2a1418e-cd1f-49c3-b146-1397cf6a6a20, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:26.066758 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:25Z', 'revision_number': 11, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:26.074027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.089808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd64cd-33dc-462a-b25d-697e704e681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4f1ee-c766-4e05-a196-50ebaf9e0b55,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.110085 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:26.122395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:26.123330 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:26.131071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb591235-e711-492c-80fe-7d5a6d76b476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.176478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb591235-e711-492c-80fe-7d5a6d76b476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.196088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.199853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:26.200287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:26.235638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb591235-e711-492c-80fe-7d5a6d76b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.238288 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb591235-e711-492c-80fe-7d5a6d76b476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.242322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cb591235-e711-492c-80fe-7d5a6d76b476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21c4f1ee-c766-4e05-a196-50ebaf9e0b55 HTTP/1.1" status: 204 len: 168 time: 0.2040348 Jul 15 13:36:26.252157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb591235-e711-492c-80fe-7d5a6d76b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4f1ee-c766-4e05-a196-50ebaf9e0b55,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.257944 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:26.320896 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:26.329264 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:25Z', 'revision_number': 11, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:26.349132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.363944 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0112a-f01a-4fe5-b773-39abd5be01fa None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:25Z', 'revision_number': 11, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:26.388178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Subnet': ['ID=4498d835-34e4-4cbd-8804-7f6cfd2256d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.417768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.419965 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f7ef7d87-772a-4796-b5bd-c6ebc4f9dc7d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/4498d835-34e4-4cbd-8804-7f6cfd2256d8 HTTP/1.1" status: 204 len: 168 time: 0.6384196 Jul 15 13:36:26.423036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:26.438615 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.440972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fb086-abc6-41c2-bb93-e414e37ea28b None None] Network 962d25f6-28f4-4a25-8d98-d6aa03dd803a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:26.472994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70a7d8-d9e4-463c-9d79-85bbd7c98d9d None None] Pushing event updated for resources: {'Port': ['ID=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:26.518525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Allocated IP 172.20.0.2 (51006152-5b71-4e40-b667-3c1045c32f49/279826ca-4539-42ca-af3d-c356c9c8b213/14e4d93f-3485-48f6-9df5-aeb5ae2fd93e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:26.522193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.592257 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Deleting port 45252f7e-bd6e-4e46-85ee-16cb653c184c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:26.592644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.661982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:26.682490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f48c7cd1-8a9f-436a-9e0f-e9980a946e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.732449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] For port 45252f7e-bd6e-4e46-85ee-16cb653c184c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=45252f7e-bd6e-4e46-85ee-16cb653c184c,segment=NetworkSegment(eb55c069-b1b1-40d7-9ed9-f21571b4893a),segment_id=eb55c069-b1b1-40d7-9ed9-f21571b4893a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:26.732924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.753112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Calling delete_port for 45252f7e-bd6e-4e46-85ee-16cb653c184c owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:27.048915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.052758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:23Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:27.096191 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] DHCP port deletion for 962d25f6-28f4-4a25-8d98-d6aa03dd803a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:27.098912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Transition to ACTIVE for port object 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:27.105824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca986fe8-4f20-4e0e-9678-df008890154e None None] The sync data for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 is: [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:23Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:27.144314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Transition to ACTIVE for port object 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:27.163978 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.231063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.1 (51006152-5b71-4e40-b667-3c1045c32f49/279826ca-4539-42ca-af3d-c356c9c8b213/7fe6677d-1fb9-4a51-93b6-21547ebe6246) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:27.243970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Network 51006152-5b71-4e40-b667-3c1045c32f49 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:27.245482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f48c7cd1-8a9f-436a-9e0f-e9980a946e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.247077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.250135 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:27.253314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Pushing event updated for resources: {'Port': ['ID=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.255070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:27.263537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Deleting port 45252f7e-bd6e-4e46-85ee-16cb653c184c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:27.263915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.276364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f48c7cd1-8a9f-436a-9e0f-e9980a946e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.286040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Port': ['ID=45252f7e-bd6e-4e46-85ee-16cb653c184c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.306715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No DVR routers for this DVR port 45252f7e-bd6e-4e46-85ee-16cb653c184c on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:27.359579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f48c7cd1-8a9f-436a-9e0f-e9980a946e85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b0975fc790145018e90ff933e41604d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6965606 Jul 15 13:36:27.364290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54302) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:27.371603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c7cd1-8a9f-436a-9e0f-e9980a946e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ae70f-0678-4d13-bfb1-facba3a624b5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.386050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Attempting to bind port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:27.386468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Attempting to bind port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:27.386845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Attempting to bind port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:27.396987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] For port 45252f7e-bd6e-4e46-85ee-16cb653c184c, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:27.398127 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.400995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:27.401387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Checking segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:27.401793 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.402185 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Bound using segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:27.402706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Bound port: 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:27.403097 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.426687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Calling delete_port for 45252f7e-bd6e-4e46-85ee-16cb653c184c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:27.430346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Port 45252f7e-bd6e-4e46-85ee-16cb653c184c was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:36:27.433693 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.445282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.448660 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.460681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object 7fe6677d-1fb9-4a51-93b6-21547ebe6246 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:27.464034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962d25f6-28f4-4a25-8d98-d6aa03dd803a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:27.490967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb55c069-b1b1-40d7-9ed9-f21571b4893a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:27.490967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb55c069-b1b1-40d7-9ed9-f21571b4893a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:27.512334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.531461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.536464 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.541583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:27.543997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.550646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] Pushing event deleted for resources: {'Port': ['ID=45252f7e-bd6e-4e46-85ee-16cb653c184c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:27.551129 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:27.553464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14596829-c527-43e0-a39b-d4bbd0d48e95 None None] No DVR routers for this DVR port 45252f7e-bd6e-4e46-85ee-16cb653c184c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:27.585955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] For port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:27.589489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] For port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:27.597828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.625438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 51006152-5b71-4e40-b667-3c1045c32f49 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:27.628358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=7fe6677d-1fb9-4a51-93b6-21547ebe6246,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.636281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:27.640122 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:27.656650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.658252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d23328-5347-498b-8f94-8863b1cbe8c0 None None] Pushing event updated for resources: {'Port': ['ID=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.663625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.669189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22fc6ca8-626c-4b63-95bd-1dfd6121b171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.676249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:27.676536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/networks/962d25f6-28f4-4a25-8d98-d6aa03dd803a HTTP/1.1" status: 204 len: 168 time: 1.2516446 Jul 15 13:36:27.695324 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:27.701014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680b342-7fd6-4e63-8904-7a605a7f851a tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Pushing event deleted for resources: {'Network': ['ID=962d25f6-28f4-4a25-8d98-d6aa03dd803a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.779293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22fc6ca8-626c-4b63-95bd-1dfd6121b171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.788739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.983844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:36:27.985244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Removed routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:36:27.985244 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.028574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b2a1418e-cd1f-49c3-b146-1397cf6a6a20 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:28.110264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:28.115864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:28.116255 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.223390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.248943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b2a1418e-cd1f-49c3-b146-1397cf6a6a20, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:28.255711 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.324223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.330798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d4672a5b-14e7-460b-9ea5-796ee60ad671 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:28.356595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d4672a5b-14e7-460b-9ea5-796ee60ad671 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:28.356864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d4672a5b-14e7-460b-9ea5-796ee60ad671 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:28.357284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 45252f7e-bd6e-4e46-85ee-16cb653c184c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:28.377136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 45252f7e-bd6e-4e46-85ee-16cb653c184c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:28.377534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 45252f7e-bd6e-4e46-85ee-16cb653c184c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:28.434509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22fc6ca8-626c-4b63-95bd-1dfd6121b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.436971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22fc6ca8-626c-4b63-95bd-1dfd6121b171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.438135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22fc6ca8-626c-4b63-95bd-1dfd6121b171 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d31ae70f-0678-4d13-bfb1-facba3a624b5 HTTP/1.1" status: 204 len: 168 time: 1.0729783 Jul 15 13:36:28.485469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc6ca8-626c-4b63-95bd-1dfd6121b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ae70f-0678-4d13-bfb1-facba3a624b5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.521266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.529958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.638851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.654279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router f83db876-67e0-4035-9ba4-f32c002cf5f0 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:28.803903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:28.814585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.815829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d43094bc-a3b6-456c-a531-0094ec52bf42 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 705 time: 1.1385770 Jul 15 13:36:28.817711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] Sync routers for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:28.818465 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54314) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:28.840504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:28.841397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:28.855438 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a40c0d16-5117-42af-87aa-55b068849309 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 205 time: 0.0329459 Jul 15 13:36:28.855812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:28.934929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] Set router f83db876-67e0-4035-9ba4-f32c002cf5f0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:28.966797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.023700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83db876-67e0-4035-9ba4-f32c002cf5f0', 'name': 'tempest-RoutersIpV6Test-router-1074018848', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:43Z', 'updated_at': '2021-07-15T13:36:25Z', 'revision_number': 11, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.064045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.068628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d0ea5-ad3e-4bf6-9f6c-824038b45108 None None] Network 51006152-5b71-4e40-b667-3c1045c32f49 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:29.070816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.174559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.174732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.176744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.177677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=7fe6677d-1fb9-4a51-93b6-21547ebe6246,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.186359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] Checking router: f83db876-67e0-4035-9ba4-f32c002cf5f0 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:29.234437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.235056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router f83db876-67e0-4035-9ba4-f32c002cf5f0 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:29.243746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.245564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4e4412fc-468d-44ac-a5db-23d9a633baa4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 204 len: 168 time: 0.3887370 Jul 15 13:36:29.250856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:29.254842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-610979842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:29.272282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] Routers {'f83db876-67e0-4035-9ba4-f32c002cf5f0'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:29.273641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['f83db876-67e0-4035-9ba4-f32c002cf5f0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.279239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5def116-7156-4049-acff-89bc33a1ea96 None None] Provisioning for port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:29.309493 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.311365 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.315709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 51006152-5b71-4e40-b667-3c1045c32f49 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:29.318554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:29.328350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.329574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b994d18-556d-48c3-8056-a47097fdfee0 None None] The sync data for ids ['f83db876-67e0-4035-9ba4-f32c002cf5f0'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:29.425595 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.433891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.475750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.480792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8b5d61c7-2640-45e4-a502-547aeb7dc3b4 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2265229 Jul 15 13:36:29.480792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:29.484828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:29.560248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 1373932f-7d66-4441-99fc-baa1726110b8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:29.707643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:29.714192 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-614ae5c4-bc97-4712-845b-59ab806d92ee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/1373932f-7d66-4441-99fc-baa1726110b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0683279 Jul 15 13:36:29.728752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Sync routers for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:29.740106 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:29.741119 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.788500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccd7d15c-c7cc-472e-94b6-31dc5cd1334d None None] Provisioning for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:29.793453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccd7d15c-c7cc-472e-94b6-31dc5cd1334d None None] Provisioning complete for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:29.793838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d15c-c7cc-472e-94b6-31dc5cd1334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.857538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.874443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.906035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7d15c-c7cc-472e-94b6-31dc5cd1334d None None] Port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:29.992144 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:30.045766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b7b252fa-d326-48f9-a2f3-f3ac8aff135f None None] Provisioning complete for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:30.047590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7b252fa-d326-48f9-a2f3-f3ac8aff135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.077643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-32b360dc-df2d-48f9-a1fd-86a3fcf37487 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482512502&fields=id&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 267 time: 0.0457578 Jul 15 13:36:30.143044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Router eecd046d-ddd8-4f09-bbfa-945bb7f6b77a is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:30.144731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:30.193667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b7b252fa-d326-48f9-a2f3-f3ac8aff135f None None] Port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:30.229369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:30.236877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:30.237489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.296084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:30.304916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.307063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0d654150-5e4e-4d41-b71e-a6f8593c09f9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "PUT /v2.0/routers/eecd046d-ddd8-4f09-bbfa-945bb7f6b77a HTTP/1.1" status: 200 len: 697 time: 0.8256178 Jul 15 13:36:30.309532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:30.336490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-e288e1a3-2ad8-4a82-a439-fed29d86f000 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.336748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] Sync routers for ids ['eecd046d-ddd8-4f09-bbfa-945bb7f6b77a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:30.339863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-e288e1a3-2ad8-4a82-a439-fed29d86f000 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 797 time: 0.2492716 Jul 15 13:36:30.359805 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-8dedeb63-9f97-4355-91f8-2411e10a2580 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/quotas/e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 375 time: 0.0142529 Jul 15 13:36:30.380958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] Routers {'eecd046d-ddd8-4f09-bbfa-945bb7f6b77a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:30.382344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['eecd046d-ddd8-4f09-bbfa-945bb7f6b77a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.472332 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 2, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.474736 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] Set router eecd046d-ddd8-4f09-bbfa-945bb7f6b77a gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:30.480094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-aeaf8571-72ba-4e82-9571-7d05e59e01e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141415 Jul 15 13:36:30.485482 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-69104dfc-3cda-4393-888e-0b12bd764252 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/routers/eecd046d-ddd8-4f09-bbfa-945bb7f6b77a HTTP/1.1" status: 200 len: 703 time: 0.1743207 Jul 15 13:36:30.488493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:30.518165 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Checking router: 1373932f-7d66-4441-99fc-baa1726110b8 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:30.518546 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Updating router 1373932f-7d66-4441-99fc-baa1726110b8 port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:30.550117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2b8d97f6-7a20-4746-9703-df3ba48f7f69 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=eecd046d-ddd8-4f09-bbfa-945bb7f6b77a HTTP/1.1" status: 200 len: 205 time: 0.0591617 Jul 15 13:36:30.552809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:30.565210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd046d-ddd8-4f09-bbfa-945bb7f6b77a', 'name': 'tempest-RoutersIpV6Test-router-610979842', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:29Z', 'updated_at': '2021-07-15T13:36:29Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.597286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] Checking router: eecd046d-ddd8-4f09-bbfa-945bb7f6b77a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:30.609801 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.621642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-54f64d20-b823-4cad-af7a-0d61d1eb3131 None None] Provisioning complete for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:30.622110 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54f64d20-b823-4cad-af7a-0d61d1eb3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.662186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.672616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] Routers {'eecd046d-ddd8-4f09-bbfa-945bb7f6b77a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:30.673383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['eecd046d-ddd8-4f09-bbfa-945bb7f6b77a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.682903 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.686490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-6f50fb5f-4e97-429e-b032-44b81fc7f02f service neutron] 10.222.0.48 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840918 Jul 15 13:36:30.818641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-2724a4f1-c999-46e4-b939-0a07a1c577f4 service neutron] 10.222.0.48 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261706 Jul 15 13:36:30.822659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-54f64d20-b823-4cad-af7a-0d61d1eb3131 None None] Port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:30.866923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:30.871881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] Set router eecd046d-ddd8-4f09-bbfa-945bb7f6b77a gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:30.938783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.941499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b2a1418e-cd1f-49c3-b146-1397cf6a6a20 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:30.945958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.953153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.018570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.026914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Fanout notify agent at l3_agent the message router_deleted on router eecd046d-ddd8-4f09-bbfa-945bb7f6b77a {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:31.032909 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.047746 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Transition to ACTIVE for port object 7fe6677d-1fb9-4a51-93b6-21547ebe6246 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:31.053963 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.057474 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.058903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.061145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd046d-ddd8-4f09-bbfa-945bb7f6b77a', 'name': 'tempest-RoutersIpV6Test-router-610979842', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:29Z', 'updated_at': '2021-07-15T13:36:29Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:31.073923 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-22ddafd0-5cf2-48d5-b6bb-8e69f4b193c8 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/eecd046d-ddd8-4f09-bbfa-945bb7f6b77a HTTP/1.1" status: 204 len: 168 time: 0.5193465 Jul 15 13:36:31.097169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2823360b-824e-461b-9068-c72811d7fa15 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=eecd046d-ddd8-4f09-bbfa-945bb7f6b77a HTTP/1.1" status: 200 len: 205 time: 0.0360024 Jul 15 13:36:31.099625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.132697 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aceaf-f381-4750-9074-c6cf9d8f90c8 None None] Pushing event updated for resources: {'Port': ['ID=7fe6677d-1fb9-4a51-93b6-21547ebe6246,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.209062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93be1919-580b-4171-9f94-f8875c672711 req-82ef748b-4ecc-4de3-87de-7ba73c86cbfe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 210 time: 0.1012316 Jul 15 13:36:31.218891 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1f68258c-fa5f-4190-b468-f43912239d04 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:31.222382 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1f68258c-fa5f-4190-b468-f43912239d04 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/eecd046d-ddd8-4f09-bbfa-945bb7f6b77a HTTP/1.1" status: 404 len: 336 time: 0.1193285 Jul 15 13:36:31.222753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.262927 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Attempting to bind port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:31.263348 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Attempting to bind port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:31.263716 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Attempting to bind port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:31.276640 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:31.277027 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Checking segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:31.277435 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.279089 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Bound using segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:31.279601 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Bound port: 7fe6677d-1fb9-4a51-93b6-21547ebe6246, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:31.279986 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.311898 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b3640b-c40a-4207-b9f1-2efc7aa2df37 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:31.312422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b3640b-c40a-4207-b9f1-2efc7aa2df37 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:31.316763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1b3640b-c40a-4207-b9f1-2efc7aa2df37 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/9ca88e44-2c77-410f-b957-5a219b9afc77 HTTP/1.1" status: 404 len: 337 time: 0.0928929 Jul 15 13:36:31.319455 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.369584 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb819641-2373-4034-9ff6-a4ef79fed3ec tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:31.370494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb819641-2373-4034-9ff6-a4ef79fed3ec tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:31.373353 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb819641-2373-4034-9ff6-a4ef79fed3ec tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/45b11259-0be8-4601-9fba-d155dee3609f HTTP/1.1" status: 404 len: 337 time: 0.0526056 Jul 15 13:36:31.376644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.399053 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] For port 7fe6677d-1fb9-4a51-93b6-21547ebe6246, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:31.421614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a132f9e-841b-4c6d-a8dc-265d8e1d0746 None None] The sync data for ids ['eecd046d-ddd8-4f09-bbfa-945bb7f6b77a'] in n-d-798249-9 is: [{'id': 'eecd046d-ddd8-4f09-bbfa-945bb7f6b77a', 'name': 'tempest-RoutersIpV6Test-router-610979842', 'tenant_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:29Z', 'updated_at': '2021-07-15T13:36:29Z', 'revision_number': 2, 'project_id': 'bd3ae24da8b643f7bec5891e01867b0f', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:31.422559 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] For port 7fe6677d-1fb9-4a51-93b6-21547ebe6246, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7fe6677d-1fb9-4a51-93b6-21547ebe6246,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:31.432867 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.449629 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.453307 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff5aa14-0462-4aad-bd0b-5d8958e3c414 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:31.454186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff5aa14-0462-4aad-bd0b-5d8958e3c414 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:31.459269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-aff5aa14-0462-4aad-bd0b-5d8958e3c414 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/38f5ee13-8718-4a84-b233-d62812fdbad6 HTTP/1.1" status: 404 len: 337 time: 0.0811901 Jul 15 13:36:31.460509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.512399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.517857 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04b9070-9713-4ac4-a6c1-330a377fca6d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:31.528255 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:31.529281 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:31.533398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04b9070-9713-4ac4-a6c1-330a377fca6d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:31.543378 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c04b9070-9713-4ac4-a6c1-330a377fca6d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/4498d835-34e4-4cbd-8804-7f6cfd2256d8 HTTP/1.1" status: 404 len: 337 time: 0.0814428 Jul 15 13:36:31.545910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.567058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:31.567720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.617412 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aceaf-f381-4750-9074-c6cf9d8f90c8 None None] Pushing event updated for resources: {'Port': ['ID=7fe6677d-1fb9-4a51-93b6-21547ebe6246,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.619720 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6882df43-b353-49f8-b888-bdac455252d9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 200 len: 205 time: 0.0711305 Jul 15 13:36:31.622159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.690593 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8d0125aa-9643-4350-89d1-2c8a6121f84c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:31.694630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d0125aa-9643-4350-89d1-2c8a6121f84c tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/f83db876-67e0-4035-9ba4-f32c002cf5f0 HTTP/1.1" status: 404 len: 336 time: 0.0711429 Jul 15 13:36:31.695363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.740333 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:31.765882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.782930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8d777116-ec83-4bda-8105-ce43e0756f5f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3fb1991-68f0-4712-aabf-4f4d6d711353 HTTP/1.1" status: 200 len: 205 time: 0.0862987 Jul 15 13:36:31.830438 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-161adc17-190f-4ebe-8765-e8ac964a2d9d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:31.834528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54414) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.844780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-161adc17-190f-4ebe-8765-e8ac964a2d9d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/c3fb1991-68f0-4712-aabf-4f4d6d711353 HTTP/1.1" status: 404 len: 336 time: 0.0776441 Jul 15 13:36:31.872346 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaf028c-2c29-42e7-97c5-fa0faeb3e0a9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:31.873620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaf028c-2c29-42e7-97c5-fa0faeb3e0a9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:31.879385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1aaf028c-2c29-42e7-97c5-fa0faeb3e0a9 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/dba43ccd-2072-4ba5-811a-5d18839b86a1 HTTP/1.1" status: 404 len: 337 time: 0.0434883 Jul 15 13:36:31.882338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.955323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-65b02c19-e9ba-4fee-bea9-b39b3cdbe2f6 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 200 len: 205 time: 0.0698683 Jul 15 13:36:31.955995 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54422) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.028617 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e22e4de5-1f62-4044-b4cf-cfc68650b51d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:32.029552 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e22e4de5-1f62-4044-b4cf-cfc68650b51d tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/86d3bec6-6941-44a7-8eb6-7f0fa70af232 HTTP/1.1" status: 404 len: 336 time: 0.0724008 Jul 15 13:36:32.034794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.035628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:32.101873 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-69213b04-9a08-44e0-827d-04123809c85b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=149de288-7d6b-401d-8068-48daab0af972 HTTP/1.1" status: 200 len: 205 time: 0.0648758 Jul 15 13:36:32.104596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.144679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:32.145060 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.157518 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-1ba18fd4-8c37-4dd6-bd13-5757a54f123b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:32.158858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1ba18fd4-8c37-4dd6-bd13-5757a54f123b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/149de288-7d6b-401d-8068-48daab0af972 HTTP/1.1" status: 404 len: 336 time: 0.0531647 Jul 15 13:36:32.161980 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.185291 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:31Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:32.224519 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b889733a-b058-4e0f-9830-84ee20215b0f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:32.226391 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce46bc2-f4d6-471b-8c33-8b18129f3783 None None] The sync data for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 is: [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:31Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:32.228647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b889733a-b058-4e0f-9830-84ee20215b0f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:32.237631 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b889733a-b058-4e0f-9830-84ee20215b0f tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/3f389fea-e540-4ace-ae8f-0695901e1d83 HTTP/1.1" status: 404 len: 337 time: 0.0741446 Jul 15 13:36:32.238082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.351343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f331fee3-ea49-40ed-a3e5-df649a2828de tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=617689b7-07f8-4623-b746-4535d46aef54 HTTP/1.1" status: 200 len: 205 time: 0.1094282 Jul 15 13:36:32.353194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54442) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.408023 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-6be9ff64-f6c0-4e10-9f12-d27467b3e469 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:32.411524 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6be9ff64-f6c0-4e10-9f12-d27467b3e469 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/617689b7-07f8-4623-b746-4535d46aef54 HTTP/1.1" status: 404 len: 336 time: 0.0543215 Jul 15 13:36:32.411977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.446783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6865913b-bdb5-44d8-9cdb-5ebfa5a857b7 req-af7ed320-5aaa-4226-a29e-7d6c04523202 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 210 time: 0.0431583 Jul 15 13:36:32.450430 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1bb1be-df6b-47fe-90ed-9acc1ee46595 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:32.450886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1bb1be-df6b-47fe-90ed-9acc1ee46595 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:32.452832 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dd1bb1be-df6b-47fe-90ed-9acc1ee46595 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/6ad8d3c8-8bfd-4109-a991-b51d83c2a918 HTTP/1.1" status: 404 len: 337 time: 0.0395815 Jul 15 13:36:32.455507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.487800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bfa61e7f-c3b3-4ab6-99f8-2a51381941e1 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb313f52-fafa-49b5-8fc8-f77e275d7e79 HTTP/1.1" status: 200 len: 205 time: 0.0306456 Jul 15 13:36:32.489917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.540928 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-66bb2518-82d2-4db3-9668-bc7cb65581a3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] delete failed (client error): The resource could not be found. Jul 15 13:36:32.542283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-66bb2518-82d2-4db3-9668-bc7cb65581a3 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/routers/fb313f52-fafa-49b5-8fc8-f77e275d7e79 HTTP/1.1" status: 404 len: 336 time: 0.0510561 Jul 15 13:36:32.544773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.577603 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59d3b05-3373-4a51-bc06-9b25bbf3cf5b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:32.578064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59d3b05-3373-4a51-bc06-9b25bbf3cf5b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:32.582712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.593076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c59d3b05-3373-4a51-bc06-9b25bbf3cf5b tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/1f418edc-04de-4d10-b926-c90149d9fbc7 HTTP/1.1" status: 404 len: 337 time: 0.0462704 Jul 15 13:36:32.611723 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2952f4-bf22-443a-8e15-3634bc76e247 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:32.612374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2952f4-bf22-443a-8e15-3634bc76e247 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:32.617265 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc2952f4-bf22-443a-8e15-3634bc76e247 tempest-RoutersIpV6Test-399995653 tempest-RoutersIpV6Test-399995653-project] 10.222.0.48 "DELETE /v2.0/subnets/9136e8ef-26a6-4d30-b73a-c670e3029415 HTTP/1.1" status: 404 len: 337 time: 0.0335228 Jul 15 13:36:33.051315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:33.062867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-c6183fa8-d008-4464-8fd5-26ecd45c0dc3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.064871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-c6183fa8-d008-4464-8fd5-26ecd45c0dc3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 797 time: 0.2670481 Jul 15 13:36:33.168475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-254901d3-34c0-4596-ba61-2dc107669d63 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 379 time: 0.0942285 Jul 15 13:36:33.179090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'port': {'device_id': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'admin_state_up': True, 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'security_groups': ['9db496f7-880a-4f6f-8fcb-bff2505e4843']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:33.306848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b1b5277c-c3f2-401a-9087-8a8a200913e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd3ae24da8b643f7bec5891e01867b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535763 Jul 15 13:36:33.307740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:33.401894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62484189-4944-4aef-a25c-5de702b2a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.415335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:33.418990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.440965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62484189-4944-4aef-a25c-5de702b2a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.589219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62484189-4944-4aef-a25c-5de702b2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.592640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62484189-4944-4aef-a25c-5de702b2a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.596937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-62484189-4944-4aef-a25c-5de702b2a568 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51980c22-06d7-4c33-aeee-b8d71eb072dd HTTP/1.1" status: 204 len: 168 time: 0.2880144 Jul 15 13:36:33.614092 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62484189-4944-4aef-a25c-5de702b2a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51980c22-06d7-4c33-aeee-b8d71eb072dd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.639721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.8 (51006152-5b71-4e40-b667-3c1045c32f49/279826ca-4539-42ca-af3d-c356c9c8b213/42131ded-d647-4613-836e-90060cab1e25) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:33.708404 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.757914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15ed6af1-b7f8-43b4-8bed-31ceeed8f301 req-c7171bfa-39b0-4aac-99e8-602eb9d68795 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 210 time: 0.0383310 Jul 15 13:36:33.847490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.865165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object 42131ded-d647-4613-836e-90060cab1e25 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:33.906567 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.974740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 51006152-5b71-4e40-b667-3c1045c32f49 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:33.980575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:33.983488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:34.028861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.076328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.083332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.117013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-e1cda0c5-f215-415c-ada0-6b9a6a2f3a77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423265 Jul 15 13:36:34.132842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fe6677d-1fb9-4a51-93b6-21547ebe6246 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:34.133078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Request body: {'port': {'device_id': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:34.223532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:34.232713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:34.233512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.245838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.340466 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.380191 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7fe6677d-1fb9-4a51-93b6-21547ebe6246, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7fe6677d-1fb9-4a51-93b6-21547ebe6246,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:34.387772 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.470281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7fe6677d-1fb9-4a51-93b6-21547ebe6246,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.567619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c81b4a13-e9fe-454d-ac76-615e69e6ac07 None None] Provisioning for port 42131ded-d647-4613-836e-90060cab1e25 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:34.577346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c81b4a13-e9fe-454d-ac76-615e69e6ac07 None None] Provisioning complete for port 42131ded-d647-4613-836e-90060cab1e25 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:34.579083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c81b4a13-e9fe-454d-ac76-615e69e6ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.627575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42131ded-d647-4613-836e-90060cab1e25 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:34.639182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.661178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Transition to ACTIVE for port object 42131ded-d647-4613-836e-90060cab1e25 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:34.667737 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.669696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c81b4a13-e9fe-454d-ac76-615e69e6ac07 None None] Port 42131ded-d647-4613-836e-90060cab1e25 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:34.740746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:34.757920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.823166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:34.823725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:34.824232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:34.829660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:34.830146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:34.835768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:34.836191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Checking segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:34.836761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Bound using segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:34.837213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Bound port: 42131ded-d647-4613-836e-90060cab1e25, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:34.837571 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.908602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:34.912078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:34.917021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1623131595'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:34.919435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.960220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:34.964201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.986359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.994024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.994651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.996071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] 10.222.0.23 "PUT /v2.0/ports/42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 1091 time: 0.8725228 Jul 15 13:36:34.996491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:34.999109 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:35.033839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1f87-f40e-4b55-9115-b39da3ae713b service neutron] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.080146 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a27db1-069b-4e8a-a82f-cb0c0f5d3d75 x-openstack-request-id: req-c1a27db1-069b-4e8a-a82f-cb0c0f5d3d75 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:35.080547 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:35.080857 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1a27db1-069b-4e8a-a82f-cb0c0f5d3d75 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:35.081318 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'status': 'completed', 'code': 200} Jul 15 13:36:35.100468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e1d01-9593-45d2-affe-45e73b79b763 req-b6c342c2-8f55-4348-a056-2bc9f2e83793 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.103746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1d01-9593-45d2-affe-45e73b79b763 req-b6c342c2-8f55-4348-a056-2bc9f2e83793 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.1540294 Jul 15 13:36:35.128680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.135151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.148848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:35.154536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-1e3e5253-8170-4c3e-a6f0-1f42cc422089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.156274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-1e3e5253-8170-4c3e-a6f0-1f42cc422089 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1094 time: 0.1085038 Jul 15 13:36:35.161356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.161583 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 6900fefa-b077-48a0-b834-bdffff411155 of type vlan for network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 Jul 15 13:36:35.213578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3e1d01-9593-45d2-affe-45e73b79b763 req-050ec627-e161-44fc-8411-1d5616cb8d64 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988543 Jul 15 13:36:35.220764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-94e5ac2c-c084-4a8b-a1d0-d592435a1f86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 217 time: 0.0539517 Jul 15 13:36:35.222901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.255489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7215ca3-5a2c-416d-ada5-133033efa076,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.272701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.279780 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.280798 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.330529 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5857272 Jul 15 13:36:35.336312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:35.341676 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1437971679'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:35.399410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9ce71-1005-4fc5-b899-0becf3f35736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=d7ecdea0-91b7-44db-bbc0-dddd6dab1599,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.408901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:35.412800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:35.413342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.440156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:35.452493 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.452870 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 136b335e-a934-4aa4-a1f7-59a2c7a83e5e of type vlan for network f2e6e55e-875c-48ac-8004-d164a7241713 Jul 15 13:36:35.500860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.535505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.541364 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.542068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.578597 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2410688 Jul 15 13:36:35.587331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:35.595670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:35.644272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b56c44-8da9-4222-92b8-456f322d4a89 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=f2e6e55e-875c-48ac-8004-d164a7241713,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.659007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network f2e6e55e-875c-48ac-8004-d164a7241713 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:35.677843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-41fcd80e-dbfc-4105-8ff1-2f25ca32666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.679346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-41fcd80e-dbfc-4105-8ff1-2f25ca32666b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.4523866 Jul 15 13:36:35.756265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114e7-e636-45de-a899-56f427841170 req-c598f25e-6ecf-4adb-a7fd-1c00a56ce546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.757802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-c598f25e-6ecf-4adb-a7fd-1c00a56ce546 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699320 Jul 15 13:36:35.760069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:35.763979 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.869072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-62473e47-4458-4849-8bfa-15816e1e167d service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042223 Jul 15 13:36:35.950314 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.985367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87c114e7-e636-45de-a899-56f427841170 req-f7db34ce-77fd-46af-980d-8166027a4a7d service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098230 Jul 15 13:36:36.007193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fe6677d-1fb9-4a51-93b6-21547ebe6246 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:36.036597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=028692b2-ea70-49df-a595-68f91a0eb393,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:36.051398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '6900fefa-b077-48a0-b834-bdffff411155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:36.052095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: d7ecdea0-91b7-44db-bbc0-dddd6dab1599, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:36.077487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:36.077936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.080428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:36.090480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d7ecdea0-91b7-44db-bbc0-dddd6dab1599) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:36.094977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.095825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.119959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:36.120474 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9cec71e2-4e32-4d51-91c1-6f377c25d445 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5318065 Jul 15 13:36:36.121282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4338a3-fc0b-4474-93bb-39ec9ef875e2 None None] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:36.125729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:36.155211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-9510b5e9-0862-4864-9a03-ab698cdc8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.157004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-9510b5e9-0862-4864-9a03-ab698cdc8b61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1094 time: 0.0971441 Jul 15 13:36:36.292440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:36.295969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.325794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-1d757724-38f3-44c4-a412-ae9913890e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.327336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-1d757724-38f3-44c4-a412-ae9913890e51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1614726 Jul 15 13:36:36.338006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d7ecdea0-91b7-44db-bbc0-dddd6dab1599', 'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': '028692b2-ea70-49df-a595-68f91a0eb393'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:36.338905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.431284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-d1b9c2ba-35fc-4285-9cbd-c07b3a2c02f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 217 time: 0.0855553 Jul 15 13:36:36.494294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Allocated IP 172.20.0.2 (d7ecdea0-91b7-44db-bbc0-dddd6dab1599/028692b2-ea70-49df-a595-68f91a0eb393/1cabd2fd-4593-4766-8bef-84d32f11e776) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:36.535725 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-6cf44bdc-b76a-4e18-8932-dd4401eac81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.537199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-6cf44bdc-b76a-4e18-8932-dd4401eac81f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0831301 Jul 15 13:36:36.602661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2a3f6-8ead-4bb2-acde-470ffe23337b req-b3b5aeda-e71a-4a4b-8990-23fa647dcd45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.604352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52d2a3f6-8ead-4bb2-acde-470ffe23337b req-b3b5aeda-e71a-4a4b-8990-23fa647dcd45 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.2505300 Jul 15 13:36:36.647495 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.657202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Transition to ACTIVE for port object 1cabd2fd-4593-4766-8bef-84d32f11e776 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:36.672405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Transition to ACTIVE for port object 1cabd2fd-4593-4766-8bef-84d32f11e776 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:36.678702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.714151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52d2a3f6-8ead-4bb2-acde-470ffe23337b req-1174857f-8b7e-4e74-9b4a-e61dcada92ad tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994530 Jul 15 13:36:36.715386 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.715537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:36.721012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:36.724452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:36.729645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-ac3f4cc8-cf2d-43a4-9855-1946777df7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.731246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-ac3f4cc8-cf2d-43a4-9855-1946777df7c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866326 Jul 15 13:36:36.734522 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Pushing event updated for resources: {'Port': ['ID=1cabd2fd-4593-4766-8bef-84d32f11e776,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:36.798173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Attempting to bind port 1cabd2fd-4593-4766-8bef-84d32f11e776 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:36.798568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Attempting to bind port 1cabd2fd-4593-4766-8bef-84d32f11e776 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '6900fefa-b077-48a0-b834-bdffff411155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:36.799099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Attempting to bind port 1cabd2fd-4593-4766-8bef-84d32f11e776 on network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:36.804431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:36.804749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Checking segment: {'id': '6900fefa-b077-48a0-b834-bdffff411155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:36.805157 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.806099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Bound using segment: {'id': '6900fefa-b077-48a0-b834-bdffff411155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:36.806612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Bound port: 1cabd2fd-4593-4766-8bef-84d32f11e776, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6900fefa-b077-48a0-b834-bdffff411155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd7ecdea0-91b7-44db-bbc0-dddd6dab1599'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:36.807036 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.878136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=a83020e1-07a9-4041-9557-fe9937afe9cb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:36.885552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] For port 1cabd2fd-4593-4766-8bef-84d32f11e776, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:36.887277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '136b335e-a934-4aa4-a1f7-59a2c7a83e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:36.887643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: f2e6e55e-875c-48ac-8004-d164a7241713, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:36.893119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] For port 1cabd2fd-4593-4766-8bef-84d32f11e776, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cabd2fd-4593-4766-8bef-84d32f11e776,segment=NetworkSegment(6900fefa-b077-48a0-b834-bdffff411155),segment_id=6900fefa-b077-48a0-b834-bdffff411155)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:36.899068 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.917878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-cd3e931d-ae9d-413c-bc26-e6a8a9371831 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435957 Jul 15 13:36:36.920409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network f2e6e55e-875c-48ac-8004-d164a7241713 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:36.953045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, f2e6e55e-875c-48ac-8004-d164a7241713) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:36.970164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.970704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc70cc2e-f56c-4910-a1f6-bffb2d53fb97 None None] Network f2e6e55e-875c-48ac-8004-d164a7241713 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:36.970947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.006983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48777-b164-47a2-9d9c-fa29f04496db None None] Pushing event updated for resources: {'Port': ['ID=1cabd2fd-4593-4766-8bef-84d32f11e776,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:37.031936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.037170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-8905504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:37.042683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9da794be-b15f-43d1-948c-579fe76a06aa tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9209809 Jul 15 13:36:37.086276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.087462 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.116523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db61f8a3-bd0d-4fdf-ac2c-7ac3191cc3b6 req-ad876208-a902-46f2-817d-3865649046dc service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890466 Jul 15 13:36:37.233413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.239427 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.287283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.288620 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-52bb8297-1db3-40fd-b69e-243b46d38379 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2556176 Jul 15 13:36:37.292186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.328735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-f2e6e55e-875c-48ac-8004-d164a7241713', 'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': 'a83020e1-07a9-4041-9557-fe9937afe9cb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:37.329616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.495707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Allocated IP 172.21.0.2 (f2e6e55e-875c-48ac-8004-d164a7241713/a83020e1-07a9-4041-9557-fe9937afe9cb/a933b559-66b6-4bc0-bfbe-f49a5565445a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:37.657668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.664036 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.674865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Transition to ACTIVE for port object a933b559-66b6-4bc0-bfbe-f49a5565445a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:37.690504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Transition to ACTIVE for port object a933b559-66b6-4bc0-bfbe-f49a5565445a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:37.697219 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.734842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Network f2e6e55e-875c-48ac-8004-d164a7241713 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:37.741184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:37.745056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:37.756412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Pushing event updated for resources: {'Port': ['ID=a933b559-66b6-4bc0-bfbe-f49a5565445a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:37.828676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Attempting to bind port a933b559-66b6-4bc0-bfbe-f49a5565445a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:37.830282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Attempting to bind port a933b559-66b6-4bc0-bfbe-f49a5565445a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '136b335e-a934-4aa4-a1f7-59a2c7a83e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:37.830856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Attempting to bind port a933b559-66b6-4bc0-bfbe-f49a5565445a on network f2e6e55e-875c-48ac-8004-d164a7241713 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:37.846227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:37.846859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Checking segment: {'id': '136b335e-a934-4aa4-a1f7-59a2c7a83e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:37.847778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.848341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Bound using segment: {'id': '136b335e-a934-4aa4-a1f7-59a2c7a83e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:37.849013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Bound port: a933b559-66b6-4bc0-bfbe-f49a5565445a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136b335e-a934-4aa4-a1f7-59a2c7a83e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2e6e55e-875c-48ac-8004-d164a7241713'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:37.849498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.934564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] For port a933b559-66b6-4bc0-bfbe-f49a5565445a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:37.937647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] For port a933b559-66b6-4bc0-bfbe-f49a5565445a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a933b559-66b6-4bc0-bfbe-f49a5565445a,segment=NetworkSegment(136b335e-a934-4aa4-a1f7-59a2c7a83e5e),segment_id=136b335e-a934-4aa4-a1f7-59a2c7a83e5e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:37.953050 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.070556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:38.080833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.20.0.1 (d7ecdea0-91b7-44db-bbc0-dddd6dab1599/028692b2-ea70-49df-a595-68f91a0eb393/30eb3ff8-c21b-4953-9716-e8b9cb807a13) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:38.084765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a6ad5-cf76-435a-ba2f-fc267131ae58 None None] Pushing event updated for resources: {'Port': ['ID=a933b559-66b6-4bc0-bfbe-f49a5565445a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:38.092192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afeb49-fe87-46a6-8c87-0248b2faa047 req-df01f8cf-f07b-4dcc-84a1-b5f92f619f09 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.095712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87afeb49-fe87-46a6-8c87-0248b2faa047 req-df01f8cf-f07b-4dcc-84a1-b5f92f619f09 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.1978848 Jul 15 13:36:38.155607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cabd2fd-4593-4766-8bef-84d32f11e776 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:38.189787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87afeb49-fe87-46a6-8c87-0248b2faa047 req-29a91ac0-bad1-4f57-a99f-ca8fe81d71e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849712 Jul 15 13:36:38.306446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.312424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:38.326482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 30eb3ff8-c21b-4953-9716-e8b9cb807a13 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:38.351990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '42131ded-d647-4613-836e-90060cab1e25', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'mac_address': 'fa:16:3e:f7:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:38.357417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1cabd2fd-4593-4766-8bef-84d32f11e776 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:38.405168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.429995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.441292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff3c609-e6cc-4c6f-a951-cd38a1022643 None None] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:38.467737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:38.474301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:38.478030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42131ded-d647-4613-836e-90060cab1e25 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:38.479090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:38.500510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:38.505466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=30eb3ff8-c21b-4953-9716-e8b9cb807a13,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:38.514055 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.522441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] Provisioning for port 1cabd2fd-4593-4766-8bef-84d32f11e776 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:38.532755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.584554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] Provisioning complete for port 1cabd2fd-4593-4766-8bef-84d32f11e776 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:38.584928 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.654122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:38.674041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.747371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['42131ded-d647-4613-836e-90060cab1e25'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:38.813317 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.882344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] For port 1cabd2fd-4593-4766-8bef-84d32f11e776, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cabd2fd-4593-4766-8bef-84d32f11e776,segment=NetworkSegment(6900fefa-b077-48a0-b834-bdffff411155),segment_id=6900fefa-b077-48a0-b834-bdffff411155)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:38.898439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.981703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f44e9-b4d9-4dd7-9947-2016641f5b6f None None] Pushing event updated for resources: {'Port': ['ID=1cabd2fd-4593-4766-8bef-84d32f11e776,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:39.013644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.018609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.123189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=30eb3ff8-c21b-4953-9716-e8b9cb807a13,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:39.129152 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.257491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:39.259550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:39.341681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab904953-bfe8-49b8-9bfb-90b45a5640e4 None None] Provisioning complete for port 1cabd2fd-4593-4766-8bef-84d32f11e776 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:39.342085 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab904953-bfe8-49b8-9bfb-90b45a5640e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.466182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe12bd5-d3ce-4b79-a3cd-22813c29ba3a None None] Network f2e6e55e-875c-48ac-8004-d164a7241713 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:39.510237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab904953-bfe8-49b8-9bfb-90b45a5640e4 None None] Provisioning for port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:39.514156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab904953-bfe8-49b8-9bfb-90b45a5640e4 None None] Provisioning complete for port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:39.514544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab904953-bfe8-49b8-9bfb-90b45a5640e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.538442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058f36-f074-45e6-8936-de5a890cc527 req-408b215b-c9c3-460d-83f6-444b33a11de8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.546944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36058f36-f074-45e6-8936-de5a890cc527 req-408b215b-c9c3-460d-83f6-444b33a11de8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.2068033 Jul 15 13:36:39.586935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ab904953-bfe8-49b8-9bfb-90b45a5640e4 None None] Port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:39.593715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 1764d509-2504-4111-91e6-19d417864ca5 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:39.602171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36058f36-f074-45e6-8936-de5a890cc527 req-a1fcf4dc-ff5f-43f6-a245-cea77b38ef17 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543795 Jul 15 13:36:39.716458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1604a669-e3c0-429e-b4ef-f7d9d905d696 None None] Provisioning complete for port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:39.716774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1604a669-e3c0-429e-b4ef-f7d9d905d696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.733217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:39.744701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] Sync routers for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:39.749560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b2444f28-0366-4b8a-a10e-3f0e3ae091a0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/1764d509-2504-4111-91e6-19d417864ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4562554 Jul 15 13:36:39.752351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.760709 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:39.761850 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:39.789451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1604a669-e3c0-429e-b4ef-f7d9d905d696 None None] Port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:39.818583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1604a669-e3c0-429e-b4ef-f7d9d905d696 None None] Provisioning for port a933b559-66b6-4bc0-bfbe-f49a5565445a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:39.842412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e28f240-0174-40ee-9bc4-6e5b4383c37c tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.845270 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e28f240-0174-40ee-9bc4-6e5b4383c37c tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports/30eb3ff8-c21b-4953-9716-e8b9cb807a13 HTTP/1.1" status: 200 len: 910 time: 0.0910852 Jul 15 13:36:39.848750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.851765 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:39.896486 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:39.897278 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:39.929951 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:39.931328 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28879919-2ff0-4c3f-ba59-fdc01430fe46 None None] The sync data for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:39.950990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0c72249c-e623-402e-a764-0284d932ee4e None None] Provisioning complete for port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:39.951594 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c72249c-e623-402e-a764-0284d932ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.016803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0c72249c-e623-402e-a764-0284d932ee4e None None] Port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:40.067002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:40.162571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 42131ded-d647-4613-836e-90060cab1e25 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:40.167702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 42131ded-d647-4613-836e-90060cab1e25 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:40.168077 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.190111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a933b559-66b6-4bc0-bfbe-f49a5565445a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:40.252607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a933b559-66b6-4bc0-bfbe-f49a5565445a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:40.275039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.279759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a933b559-66b6-4bc0-bfbe-f49a5565445a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:40.280133 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.479517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.511901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:40.514124 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd7ad8-29e3-44f6-bfc2-459807642874" -d '{"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-plugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:40.529863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:40.548607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.566890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.21.0.1 (f2e6e55e-875c-48ac-8004-d164a7241713/a83020e1-07a9-4041-9557-fe9937afe9cb/352cdb13-e642-43f2-a36d-2160946c4686) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:40.582047 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d45918-5c51-4e25-baa2-26624c54f121 x-openstack-request-id: req-a4d45918-5c51-4e25-baa2-26624c54f121 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:40.583123 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-plugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:40.583123 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4d45918-5c51-4e25-baa2-26624c54f121 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:40.583123 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'code': 200} Jul 15 13:36:40.588307 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.636244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.651971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a933b559-66b6-4bc0-bfbe-f49a5565445a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a933b559-66b6-4bc0-bfbe-f49a5565445a,segment=NetworkSegment(136b335e-a934-4aa4-a1f7-59a2c7a83e5e),segment_id=136b335e-a934-4aa4-a1f7-59a2c7a83e5e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:40.657737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.658659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cabd2fd-4593-4766-8bef-84d32f11e776 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:40.750584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a933b559-66b6-4bc0-bfbe-f49a5565445a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.751635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.765995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1cabd2fd-4593-4766-8bef-84d32f11e776 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:40.766324 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.780669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 352cdb13-e642-43f2-a36d-2160946c4686 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:40.863754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76fbf-b789-4659-928b-8c9ce62a6bb7 req-55313191-3cf1-49a9-82cd-f644c6b37b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.865321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79a76fbf-b789-4659-928b-8c9ce62a6bb7 req-55313191-3cf1-49a9-82cd-f644c6b37b65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1096 time: 0.1939886 Jul 15 13:36:40.882711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.907138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca22cb0-0f2d-4fd7-9f07-d8499663c4d6 req-48e214e2-c45c-4729-bd28-afab7b0f8f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.908702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ca22cb0-0f2d-4fd7-9f07-d8499663c4d6 req-48e214e2-c45c-4729-bd28-afab7b0f8f3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1444032 Jul 15 13:36:40.967095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network f2e6e55e-875c-48ac-8004-d164a7241713 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:40.978032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:40.982099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:40.985678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79a76fbf-b789-4659-928b-8c9ce62a6bb7 req-8b0ed198-319f-4c6a-8900-82ac4a3297da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120713 Jul 15 13:36:40.986289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=352cdb13-e642-43f2-a36d-2160946c4686,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:41.277099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f589446a-9787-4ff7-afab-7e67eec0050e None None] Provisioning for port 352cdb13-e642-43f2-a36d-2160946c4686 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:41.282145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f589446a-9787-4ff7-afab-7e67eec0050e None None] Provisioning complete for port 352cdb13-e642-43f2-a36d-2160946c4686 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:41.282999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f589446a-9787-4ff7-afab-7e67eec0050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.322964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f589446a-9787-4ff7-afab-7e67eec0050e None None] Port 352cdb13-e642-43f2-a36d-2160946c4686 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:41.369792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ca22cb0-0f2d-4fd7-9f07-d8499663c4d6 req-efc73682-280d-4e38-8f35-32a3a1fc7b3d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404559 Jul 15 13:36:41.384457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.512916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.786395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.791161 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.880453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.892688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=352cdb13-e642-43f2-a36d-2160946c4686,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:42.026131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network f2e6e55e-875c-48ac-8004-d164a7241713 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:42.028463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:42.039580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a933b559-66b6-4bc0-bfbe-f49a5565445a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:42.132628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a933b559-66b6-4bc0-bfbe-f49a5565445a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:42.133083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.192411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 1764d509-2504-4111-91e6-19d417864ca5 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:42.328914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:42.339549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0b1378b6-5d5d-4c7b-92fd-474e73b60546 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/1764d509-2504-4111-91e6-19d417864ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4878826 Jul 15 13:36:42.340038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.343603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] Sync routers for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:42.361809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62437e73-ae91-44d1-858e-8462bf84d6ea None None] Provisioning complete for port 352cdb13-e642-43f2-a36d-2160946c4686 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:42.362249 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62437e73-ae91-44d1-858e-8462bf84d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.363830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:42.364579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:42.439625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:42.460361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbac81b-59c9-465b-80e7-1b9735289d4e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.460923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-62437e73-ae91-44d1-858e-8462bf84d6ea None None] Port 352cdb13-e642-43f2-a36d-2160946c4686 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:42.465093 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.465584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ffbac81b-59c9-465b-80e7-1b9735289d4e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports/352cdb13-e642-43f2-a36d-2160946c4686 HTTP/1.1" status: 200 len: 910 time: 0.1219687 Jul 15 13:36:42.474630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:42.475291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:42.508009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:42.509416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426f599-9b3d-469b-9599-c4bc15db1453 None None] The sync data for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:42.603518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ea862-d27d-4a93-ad5f-4354dd364015 req-b173f352-0378-4e90-a967-eaa9ec560c5a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.605305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-518ea862-d27d-4a93-ad5f-4354dd364015 req-b173f352-0378-4e90-a967-eaa9ec560c5a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.0689487 Jul 15 13:36:42.647413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-518ea862-d27d-4a93-ad5f-4354dd364015 req-16326c75-6e70-497a-808f-ba744b307857 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362308 Jul 15 13:36:42.660469 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4879c518-a68b-4e2e-8e57-fbdc0bfb30a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.802438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.847100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d92c84-f321-4c9a-8666-5683576de9cd req-269cc2ae-4289-4b4f-a9d0-72bede764219 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.848920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76d92c84-f321-4c9a-8666-5683576de9cd req-269cc2ae-4289-4b4f-a9d0-72bede764219 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.0731723 Jul 15 13:36:42.872820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.892243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76d92c84-f321-4c9a-8666-5683576de9cd req-fb7e4d96-66e4-45c2-b053-886bcd6842e4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358076 Jul 15 13:36:42.918776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.978553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716de06-3bf1-4165-aea8-8920e64e3785 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.979879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.980232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2716de06-3bf1-4165-aea8-8920e64e3785 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1091 time: 0.0604091 Jul 15 13:36:42.983050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.987485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:43.010643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.122464 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.227417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.243928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.222 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/10466024-7365-4fe4-b719-4d740dac53e0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:43.252600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.304378 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47ac82adfd8e4edb91a4c2aacf9de117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007770 Jul 15 13:36:43.305814 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db809e92-e72b-4727-b9cc-5f93d726d8e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.309713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:43.320461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.320952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.321526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.321952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.322331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.322672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.323006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.323338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.323668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.323996 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.324322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.324649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94608746-43f1-4057-b6da-bffe048abf85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.338629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 352cdb13-e642-43f2-a36d-2160946c4686 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:43.338966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.382683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.402278 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.430737 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.431988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.444209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 352cdb13-e642-43f2-a36d-2160946c4686 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:43.474871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.518287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:43.523236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:43.525068 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.527546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.531344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db809e92-e72b-4727-b9cc-5f93d726d8e1 HTTP/1.1" status: 204 len: 168 time: 0.2180011 Jul 15 13:36:43.531344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:43.537343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=10466024-7365-4fe4-b719-4d740dac53e0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.565481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db809e92-e72b-4727-b9cc-5f93d726d8e1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.583980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.584327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.584673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.585012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.585347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.585679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.586523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.586523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.586770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.587117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.587535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.587873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.594331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.594758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.595106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.595442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.595779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.596104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.596506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.596749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.597073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.597400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.597718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.598040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d6cdf-e2f8-49b5-9d4a-927ebb599e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:43.851657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:43.869880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa306d4c-4916-4afe-acb3-d1565e64bc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.963072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.000903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=352cdb13-e642-43f2-a36d-2160946c4686,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.024405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.094747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa306d4c-4916-4afe-acb3-d1565e64bc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.106912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa306d4c-4916-4afe-acb3-d1565e64bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.146767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:44.192435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.194811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fa306d4c-4916-4afe-acb3-d1565e64bc3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdf5297a3a064f0b885ead5e8b2e8838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415568 Jul 15 13:36:44.196625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.199408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:44.239603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa306d4c-4916-4afe-acb3-d1565e64bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfcf496-2428-4896-b738-750343beb585,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.328345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-236cd11e-9b1d-4d6b-a05b-67b87b5599b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.414716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-236cd11e-9b1d-4d6b-a05b-67b87b5599b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.421038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 1764d509-2504-4111-91e6-19d417864ca5 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:44.507218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e726-7ba5-4bdd-a12b-02a38f1d2b0e req-c9850084-b8a8-4f87-91a8-f9d206c65386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:44.508913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7e5e726-7ba5-4bdd-a12b-02a38f1d2b0e req-c9850084-b8a8-4f87-91a8-f9d206c65386 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.3565409 Jul 15 13:36:44.523808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:44.529016 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b29a4f73-e8e9-432c-b23a-b14ec38cfc48 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/1764d509-2504-4111-91e6-19d417864ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0629199 Jul 15 13:36:44.529264 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-236cd11e-9b1d-4d6b-a05b-67b87b5599b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.531708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-236cd11e-9b1d-4d6b-a05b-67b87b5599b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.531956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:44.536069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-236cd11e-9b1d-4d6b-a05b-67b87b5599b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cfcf496-2428-4896-b738-750343beb585 HTTP/1.1" status: 204 len: 168 time: 0.3293519 Jul 15 13:36:44.540811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.545033 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] Sync routers for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:44.552396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.556761 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:44.557501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cd11e-9b1d-4d6b-a05b-67b87b5599b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfcf496-2428-4896-b738-750343beb585,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.557757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:44.607726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7e5e726-7ba5-4bdd-a12b-02a38f1d2b0e req-d37540cf-b2a7-453f-add0-c2e8789b0db7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919135 Jul 15 13:36:44.637620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=10466024-7365-4fe4-b719-4d740dac53e0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.638124 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:44.650512 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.657012 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:44.657851 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:44.695449 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:44.696682 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280d745-9d7c-485d-b9e2-800cb14dbf2c None None] The sync data for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:44.765926 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 06cab3f9-a9c6-4437-8d4b-2972e2f2a25e associated. External IP: 172.25.2.222, port: 42131ded-d647-4613-836e-90060cab1e25. Jul 15 13:36:44.931795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:44.951097 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11fcdc2d-4304-4b45-9156-fc2fb4ee811a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.960508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.996781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 1373932f-7d66-4441-99fc-baa1726110b8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:45.112745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:45.130520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] Sync routers for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:45.175351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:45.176232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:45.225119 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11fcdc2d-4304-4b45-9156-fc2fb4ee811a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.235273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11fcdc2d-4304-4b45-9156-fc2fb4ee811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.236597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.282338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e151497f-c5a4-4a3f-8c4b-9287ce9969fe tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2982194 Jul 15 13:36:45.283036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:45.285389 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:45.313164 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-11fcdc2d-4304-4b45-9156-fc2fb4ee811a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a053cd45a6284e4da46ccf3621261c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779666 Jul 15 13:36:45.313596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:45.315835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcdc2d-4304-4b45-9156-fc2fb4ee811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b277a6-c57e-4696-ab71-c84e3dd80562,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:45.368706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:45.371760 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5448-7d6b-43ff-9917-55d472b05737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.379222 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd5502f-cdb5-4daa-8618-cfb99842b5d8 x-openstack-request-id: req-3dd5502f-cdb5-4daa-8618-cfb99842b5d8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:45.379526 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:45.379978 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dd5502f-cdb5-4daa-8618-cfb99842b5d8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:45.380672 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'status': 'completed', 'code': 200} Jul 15 13:36:45.405494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 30eb3ff8-c21b-4953-9716-e8b9cb807a13 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:45.405928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.444444 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc51f-2068-47b7-b5a3-501f17b57e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.511532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc51f-2068-47b7-b5a3-501f17b57e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.516851 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.534759 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 30eb3ff8-c21b-4953-9716-e8b9cb807a13 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:45.574685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-ca8c381c-39a7-4df6-9920-043ec4587dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.576498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-ca8c381c-39a7-4df6-9920-043ec4587dd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1096 time: 0.1735318 Jul 15 13:36:45.589452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ba17f-37e3-46a7-a4b0-80c3142a5263 req-54cbd8bb-1abb-4d8f-a60b-16e02be36681 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.591162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca7ba17f-37e3-46a7-a4b0-80c3142a5263 req-54cbd8bb-1abb-4d8f-a60b-16e02be36681 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1478057 Jul 15 13:36:45.604230 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.656817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc51f-2068-47b7-b5a3-501f17b57e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.659371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc51f-2068-47b7-b5a3-501f17b57e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.662787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe7bc51f-2068-47b7-b5a3-501f17b57e22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64b277a6-c57e-4696-ab71-c84e3dd80562 HTTP/1.1" status: 204 len: 168 time: 0.3456998 Jul 15 13:36:45.693580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '06cab3f9-a9c6-4437-8d4b-2972e2f2a25e', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'mac_address': 'fa:16:3e:f7:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:43Z', 'updated_at': '2021-07-15T13:36:43Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:34Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:45.716768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ca7ba17f-37e3-46a7-a4b0-80c3142a5263 req-4152514d-3139-4dd1-9ad0-ce17775f4239 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163318 Jul 15 13:36:45.728612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bc51f-2068-47b7-b5a3-501f17b57e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b277a6-c57e-4696-ab71-c84e3dd80562,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:45.740603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] Checking router: 1373932f-7d66-4441-99fc-baa1726110b8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:45.741383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:45.759010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:45.759685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:45.778832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-fcc853ff-166d-4a82-b015-964eb91377f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.780335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-fcc853ff-166d-4a82-b015-964eb91377f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1879730 Jul 15 13:36:45.870146 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-1514ea98-0b17-498f-a1a5-e1ca508ea304 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.0815377 Jul 15 13:36:45.889875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:45.903762 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aef759f9-af95-4f5e-ac8b-2f734ec00303 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/06cab3f9-a9c6-4437-8d4b-2972e2f2a25e HTTP/1.1" status: 200 len: 991 time: 0.1600864 Jul 15 13:36:45.935402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-ddc08194-bd66-452b-a16f-d70e5b526cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.936959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-ddc08194-bd66-452b-a16f-d70e5b526cae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0614762 Jul 15 13:36:46.012988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.032953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-98ec3595-ff81-4b9e-90ef-c3149c604617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.034612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-98ec3595-ff81-4b9e-90ef-c3149c604617 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857692 Jul 15 13:36:46.048209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=30eb3ff8-c21b-4953-9716-e8b9cb807a13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.202715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '06cab3f9-a9c6-4437-8d4b-2972e2f2a25e', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'mac_address': 'fa:16:3e:f7:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:43Z', 'updated_at': '2021-07-15T13:36:43Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:34Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:46.203388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-a04a7c04-a68a-4576-adec-2b85f5d10b5a service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610072 Jul 15 13:36:46.231446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd248bb-e8b0-4904-b892-75f7e90789cf None None] The sync data for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 is: [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '06cab3f9-a9c6-4437-8d4b-2972e2f2a25e', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'mac_address': 'fa:16:3e:f7:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:43Z', 'updated_at': '2021-07-15T13:36:43Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:34Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:46.268129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.365907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b33421e-7d45-449f-ae6f-6af82b8f7c9b req-5372d52d-f996-4319-8459-77aa98a07d12 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556101 Jul 15 13:36:46.469914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 1764d509-2504-4111-91e6-19d417864ca5 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:46.537373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7fe1e-8179-4a78-a842-2240dddc9a93 None None] New status for floating IP 06cab3f9-a9c6-4437-8d4b-2972e2f2a25e: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:46.560241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:46.568181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-60e2cfb6-5035-4aec-bb0e-a412e0e5cd46 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/1764d509-2504-4111-91e6-19d417864ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352907 Jul 15 13:36:46.570452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:46.575293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] Sync routers for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:46.589926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:46.590608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:46.616261 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f3df047e-62e4-4294-a351-3a76964bdafe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=1764d509-2504-4111-91e6-19d417864ca5 HTTP/1.1" status: 200 len: 205 time: 0.0439227 Jul 15 13:36:46.619336 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54698) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:46.630789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:46.640520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] Routers {'1764d509-2504-4111-91e6-19d417864ca5'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:46.641140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1764d509-2504-4111-91e6-19d417864ca5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:46.680563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:46.681446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3ddb9e-208b-4933-b004-3e2333254163 None None] The sync data for ids ['1764d509-2504-4111-91e6-19d417864ca5'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:46.706848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.779887 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.876933 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.879004 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.906636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:46.923998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.924842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router 1764d509-2504-4111-91e6-19d417864ca5 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:46.934008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.935576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-89838971-08d9-4983-b047-fc94b1b6107b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/1764d509-2504-4111-91e6-19d417864ca5 HTTP/1.1" status: 204 len: 168 time: 0.3148186 Jul 15 13:36:46.938006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:46.975554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cdd4811a-8b13-4070-93d6-349edd1eeefa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/06cab3f9-a9c6-4437-8d4b-2972e2f2a25e HTTP/1.1" status: 200 len: 993 time: 0.0675502 Jul 15 13:36:47.000316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet a83020e1-07a9-4041-9557-fe9937afe9cb {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:47.003582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.044685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.135538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.209556 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.239792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=a83020e1-07a9-4041-9557-fe9937afe9cb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.245989 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.245989 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-818c9e64-a308-4366-87cc-f9c695a6ebd9 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/a83020e1-07a9-4041-9557-fe9937afe9cb HTTP/1.1" status: 204 len: 168 time: 0.3050396 Jul 15 13:36:47.247113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:47.247711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774b663-9d26-48a0-ae34-968a705853bb None None] Network f2e6e55e-875c-48ac-8004-d164a7241713 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:47.305783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet 028692b2-ea70-49df-a595-68f91a0eb393 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:47.309137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.351425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.443780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.475701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] DHCP port deletion for f2e6e55e-875c-48ac-8004-d164a7241713 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:47.516151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.534909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] Deleting port a933b559-66b6-4bc0-bfbe-f49a5565445a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:47.535429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.545967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=028692b2-ea70-49df-a595-68f91a0eb393,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.552622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.554535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d41c345-73b3-41cd-b05d-7bb9c86e361a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/028692b2-ea70-49df-a595-68f91a0eb393 HTTP/1.1" status: 204 len: 168 time: 0.3058417 Jul 15 13:36:47.557260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:47.573557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76a966-2214-4dae-b252-e154f667f972 None None] Network d7ecdea0-91b7-44db-bbc0-dddd6dab1599 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:47.636816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.642971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] For port a933b559-66b6-4bc0-bfbe-f49a5565445a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a933b559-66b6-4bc0-bfbe-f49a5565445a,segment=NetworkSegment(136b335e-a934-4aa4-a1f7-59a2c7a83e5e),segment_id=136b335e-a934-4aa4-a1f7-59a2c7a83e5e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:47.643611 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.691223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port a933b559-66b6-4bc0-bfbe-f49a5565445a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:47.691422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] Calling delete_port for a933b559-66b6-4bc0-bfbe-f49a5565445a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:47.691530 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.766018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port a933b559-66b6-4bc0-bfbe-f49a5565445a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a933b559-66b6-4bc0-bfbe-f49a5565445a,segment=NetworkSegment(136b335e-a934-4aa4-a1f7-59a2c7a83e5e),segment_id=136b335e-a934-4aa4-a1f7-59a2c7a83e5e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:47.766459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.779255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for a933b559-66b6-4bc0-bfbe-f49a5565445a owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:47.832089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.864812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.868679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] No DVR routers for this DVR port a933b559-66b6-4bc0-bfbe-f49a5565445a on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:47.870338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64259-63d8-4272-9b61-813bf9272b81 None None] Pushing event deleted for resources: {'Port': ['ID=a933b559-66b6-4bc0-bfbe-f49a5565445a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.904766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port a933b559-66b6-4bc0-bfbe-f49a5565445a on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:47.910967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=a933b559-66b6-4bc0-bfbe-f49a5565445a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.925571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] DHCP port deletion for d7ecdea0-91b7-44db-bbc0-dddd6dab1599 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:47.999732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.019758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e6e55e-875c-48ac-8004-d164a7241713']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.031186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136b335e-a934-4aa4-a1f7-59a2c7a83e5e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.031578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136b335e-a934-4aa4-a1f7-59a2c7a83e5e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.041819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.057294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.061699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.072629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:48.073065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: self.session.flush() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:48.076158 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:48.118783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a933b559-66b6-4bc0-bfbe-f49a5565445a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:48.146700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a933b559-66b6-4bc0-bfbe-f49a5565445a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:48.147075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a933b559-66b6-4bc0-bfbe-f49a5565445a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:48.147498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1cabd2fd-4593-4766-8bef-84d32f11e776 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:48.150644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.158411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.159781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/f2e6e55e-875c-48ac-8004-d164a7241713 HTTP/1.1" status: 204 len: 168 time: 0.6015112 Jul 15 13:36:48.162712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.174774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.178260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0053b34-8fff-4dec-bc63-6e16b9fb3887 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=f2e6e55e-875c-48ac-8004-d164a7241713,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.204057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] Deleting port 1cabd2fd-4593-4766-8bef-84d32f11e776 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:48.204442 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.209816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15b21ed2-0d93-4268-b5bd-f35590d76ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.250226 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.300174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] For port 1cabd2fd-4593-4766-8bef-84d32f11e776, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cabd2fd-4593-4766-8bef-84d32f11e776,segment=NetworkSegment(6900fefa-b077-48a0-b834-bdffff411155),segment_id=6900fefa-b077-48a0-b834-bdffff411155)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:48.300822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.302927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.312084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15b21ed2-0d93-4268-b5bd-f35590d76ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.317280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15b21ed2-0d93-4268-b5bd-f35590d76ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.318394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 1cabd2fd-4593-4766-8bef-84d32f11e776 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:48.318757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.322456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] Calling delete_port for 1cabd2fd-4593-4766-8bef-84d32f11e776 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:48.361101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-15b21ed2-0d93-4268-b5bd-f35590d76ce1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3761dc978874932a2e1bc3f25f92272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987478 Jul 15 13:36:48.361976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.369455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b21ed2-0d93-4268-b5bd-f35590d76ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c75ff-c2db-45f9-8553-38b284bd192a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.387320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1cabd2fd-4593-4766-8bef-84d32f11e776, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cabd2fd-4593-4766-8bef-84d32f11e776,segment=NetworkSegment(6900fefa-b077-48a0-b834-bdffff411155),segment_id=6900fefa-b077-48a0-b834-bdffff411155)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:48.397914 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.403983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 1cabd2fd-4593-4766-8bef-84d32f11e776, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1cabd2fd-4593-4766-8bef-84d32f11e776,segment=NetworkSegment(6900fefa-b077-48a0-b834-bdffff411155),segment_id=6900fefa-b077-48a0-b834-bdffff411155)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:48.404568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.423335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 1cabd2fd-4593-4766-8bef-84d32f11e776 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:48.438456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d50ddf7-0f93-41a8-a50d-b44479195abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.464692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d50ddf7-0f93-41a8-a50d-b44479195abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.468821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1cabd2fd-4593-4766-8bef-84d32f11e776,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.478914 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.504587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] Pushing event deleted for resources: {'Port': ['ID=1cabd2fd-4593-4766-8bef-84d32f11e776,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.509669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ede048-c802-47d6-8cf7-249a9e689d87 None None] No DVR routers for this DVR port 1cabd2fd-4593-4766-8bef-84d32f11e776 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:48.511488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.536122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d50ddf7-0f93-41a8-a50d-b44479195abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.538698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d50ddf7-0f93-41a8-a50d-b44479195abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.540067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d50ddf7-0f93-41a8-a50d-b44479195abe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea5c75ff-c2db-45f9-8553-38b284bd192a HTTP/1.1" status: 204 len: 168 time: 0.1768169 Jul 15 13:36:48.548051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50ddf7-0f93-41a8-a50d-b44479195abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c75ff-c2db-45f9-8553-38b284bd192a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.549928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=1cabd2fd-4593-4766-8bef-84d32f11e776,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.551818 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port 1cabd2fd-4593-4766-8bef-84d32f11e776 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:48.640205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.650280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ecdea0-91b7-44db-bbc0-dddd6dab1599']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.660185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6900fefa-b077-48a0-b834-bdffff411155') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.660489 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6900fefa-b077-48a0-b834-bdffff411155') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.669676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.683936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.689722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:48.690257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: self.session.flush() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:48.693236 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:48.756183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.763777 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.765626 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/d7ecdea0-91b7-44db-bbc0-dddd6dab1599 HTTP/1.1" status: 204 len: 168 time: 0.6012716 Jul 15 13:36:48.771369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.775138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1919481514'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:48.779065 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1e64f-47d7-4e2b-8cf7-e9197cb8cbfe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=d7ecdea0-91b7-44db-bbc0-dddd6dab1599,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.795808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:48.799436 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.813162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.824510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:48.827276 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a1aaa65-1073-43aa-9813-6cb262f01a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.834140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.834554 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment ec201550-2119-4b36-b43f-55322c8179be of type vlan for network aadc4164-1090-4494-bf81-d0c9e687cb91 Jul 15 13:36:48.875222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.905623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.911171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.911867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.915998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a1aaa65-1073-43aa-9813-6cb262f01a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.919701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a1aaa65-1073-43aa-9813-6cb262f01a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.948331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1774454 Jul 15 13:36:48.951051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:48.955855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:48.960230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8a1aaa65-1073-43aa-9813-6cb262f01a98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09773d4c674b49a18ed7fd3424fd70f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459873 Jul 15 13:36:48.962236 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aaa65-1073-43aa-9813-6cb262f01a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c8b2f-4330-433a-8227-364ebc401a17,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.964525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:49.007876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cd6d4-a71f-4b87-852e-a914b5e8d46d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=aadc4164-1090-4494-bf81-d0c9e687cb91,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.018516 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54397451-b5be-416a-9762-9f010b4dfcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.018698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network aadc4164-1090-4494-bf81-d0c9e687cb91 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:49.041232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54397451-b5be-416a-9762-9f010b4dfcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.087220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:49.089372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54397451-b5be-416a-9762-9f010b4dfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.090802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.092224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54397451-b5be-416a-9762-9f010b4dfcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.095911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-54397451-b5be-416a-9762-9f010b4dfcc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/115c8b2f-4330-433a-8227-364ebc401a17 HTTP/1.1" status: 204 len: 168 time: 0.1279440 Jul 15 13:36:49.102375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54397451-b5be-416a-9762-9f010b4dfcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c8b2f-4330-433a-8227-364ebc401a17,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.297499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.358776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=81c4a5f3-9a02-4f8f-928d-095b96758cb8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.371068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': 'ec201550-2119-4b36-b43f-55322c8179be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:49.371438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: aadc4164-1090-4494-bf81-d0c9e687cb91, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:49.392133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network aadc4164-1090-4494-bf81-d0c9e687cb91 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:49.402106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, aadc4164-1090-4494-bf81-d0c9e687cb91) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:49.406515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.407193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.413220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d9f31-1897-49b6-a85a-c72a44e7dcd2 None None] Network aadc4164-1090-4494-bf81-d0c9e687cb91 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:49.430817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-61ccff12-4300-44ed-a459-8b6fc4334035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4756446 Jul 15 13:36:49.431091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:49.436748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-998379060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:49.463805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.464801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.574941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-aadc4164-1090-4494-bf81-d0c9e687cb91', 'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': '81c4a5f3-9a02-4f8f-928d-095b96758cb8'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:49.575939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.724700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Allocated IP 172.20.0.2 (aadc4164-1090-4494-bf81-d0c9e687cb91/81c4a5f3-9a02-4f8f-928d-095b96758cb8/e5d278a7-1d87-4948-878e-6e0d62d0cde4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:49.844923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.849492 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.865758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.867027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f08d684-4a8b-4674-af7d-e257ce1dba3f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4345696 Jul 15 13:36:49.871333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:49.876400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'port': {'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91', 'name': 'tempest-RoutersTest-78898378'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:49.887599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.896930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Transition to ACTIVE for port object e5d278a7-1d87-4948-878e-6e0d62d0cde4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:49.913490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Transition to ACTIVE for port object e5d278a7-1d87-4948-878e-6e0d62d0cde4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:49.920542 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.957529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Network aadc4164-1090-4494-bf81-d0c9e687cb91 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:49.960443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:49.964479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:49.990903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:49.995553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.006068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Pushing event updated for resources: {'Port': ['ID=e5d278a7-1d87-4948-878e-6e0d62d0cde4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.012801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] device_id is not set on port c331703f-e36d-4554-ab22-39e8d0ee46ea yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:50.047199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Attempting to bind port e5d278a7-1d87-4948-878e-6e0d62d0cde4 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:50.047582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Attempting to bind port e5d278a7-1d87-4948-878e-6e0d62d0cde4 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ec201550-2119-4b36-b43f-55322c8179be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:50.047954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Attempting to bind port e5d278a7-1d87-4948-878e-6e0d62d0cde4 on network aadc4164-1090-4494-bf81-d0c9e687cb91 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:50.052971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:50.053586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Checking segment: {'id': 'ec201550-2119-4b36-b43f-55322c8179be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:50.054175 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.054607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Bound using segment: {'id': 'ec201550-2119-4b36-b43f-55322c8179be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:50.056276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Bound port: e5d278a7-1d87-4948-878e-6e0d62d0cde4, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec201550-2119-4b36-b43f-55322c8179be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aadc4164-1090-4494-bf81-d0c9e687cb91'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:50.056806 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.128705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.20.0.13 (aadc4164-1090-4494-bf81-d0c9e687cb91/81c4a5f3-9a02-4f8f-928d-095b96758cb8/c331703f-e36d-4554-ab22-39e8d0ee46ea) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:50.129003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] For port e5d278a7-1d87-4948-878e-6e0d62d0cde4, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:50.133374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] For port e5d278a7-1d87-4948-878e-6e0d62d0cde4, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e5d278a7-1d87-4948-878e-6e0d62d0cde4,segment=NetworkSegment(ec201550-2119-4b36-b43f-55322c8179be),segment_id=ec201550-2119-4b36-b43f-55322c8179be)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:50.138272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.161509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:50.199304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d61b66-eb55-494c-93ee-949c432494fe None None] Pushing event updated for resources: {'Port': ['ID=e5d278a7-1d87-4948-878e-6e0d62d0cde4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.312579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.328468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object c331703f-e36d-4554-ab22-39e8d0ee46ea will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:50.385667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.441009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network aadc4164-1090-4494-bf81-d0c9e687cb91 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:50.444259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:50.448923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:50.481138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=c331703f-e36d-4554-ab22-39e8d0ee46ea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.514760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.515391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.533434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-26b9149a-cdfb-47c6-8dec-504a0dd88024 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6610210 Jul 15 13:36:50.536126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:50.876703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.169991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.175660 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.236582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08114723-4b73-48e5-8ac3-d26405fdae26 None None] Network aadc4164-1090-4494-bf81-d0c9e687cb91 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:51.255342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=c331703f-e36d-4554-ab22-39e8d0ee46ea,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:51.277163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca1806d4-f7bb-40af-b039-82dc4434429c None None] Provisioning for port e5d278a7-1d87-4948-878e-6e0d62d0cde4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:51.418631 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.553867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.733435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-655da1e6-2d2f-44d9-abad-5025f8291f53 None None] Provisioning for port c331703f-e36d-4554-ab22-39e8d0ee46ea completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:51.738150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-655da1e6-2d2f-44d9-abad-5025f8291f53 None None] Provisioning complete for port c331703f-e36d-4554-ab22-39e8d0ee46ea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:51.738880 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-655da1e6-2d2f-44d9-abad-5025f8291f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.787413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-655da1e6-2d2f-44d9-abad-5025f8291f53 None None] Port c331703f-e36d-4554-ab22-39e8d0ee46ea cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:51.859813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.865079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.921057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-005a2796-b648-485f-9c2c-d8875cc7f58e None None] Provisioning complete for port c331703f-e36d-4554-ab22-39e8d0ee46ea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:51.921729 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-005a2796-b648-485f-9c2c-d8875cc7f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.941551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=c331703f-e36d-4554-ab22-39e8d0ee46ea,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:51.944143 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.997120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-005a2796-b648-485f-9c2c-d8875cc7f58e None None] Port c331703f-e36d-4554-ab22-39e8d0ee46ea cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:52.052532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network aadc4164-1090-4494-bf81-d0c9e687cb91 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:52.053891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:52.076484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e5d278a7-1d87-4948-878e-6e0d62d0cde4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:52.138728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a219ffa6-ab93-4dee-9100-cdc16b5e17e0 None None] Provisioning complete for port c331703f-e36d-4554-ab22-39e8d0ee46ea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:52.139101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a219ffa6-ab93-4dee-9100-cdc16b5e17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.202994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a219ffa6-ab93-4dee-9100-cdc16b5e17e0 None None] Port c331703f-e36d-4554-ab22-39e8d0ee46ea cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:52.205826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e5d278a7-1d87-4948-878e-6e0d62d0cde4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:52.212773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e5d278a7-1d87-4948-878e-6e0d62d0cde4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:52.213300 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.214608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 455dc8f1-2811-4079-a6b7-c65c5406e7e7 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:52.339598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.343458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:52.348545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d1bcca1-718c-410d-b8b6-c45d4ea667f8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/455dc8f1-2811-4079-a6b7-c65c5406e7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8114259 Jul 15 13:36:52.352259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:52.361193 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] Sync routers for ids ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:52.372941 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] Routers {'455dc8f1-2811-4079-a6b7-c65c5406e7e7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:52.373660 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:52.383137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e5d278a7-1d87-4948-878e-6e0d62d0cde4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e5d278a7-1d87-4948-878e-6e0d62d0cde4,segment=NetworkSegment(ec201550-2119-4b36-b43f-55322c8179be),segment_id=ec201550-2119-4b36-b43f-55322c8179be)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:52.389153 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.419976 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:52.431422 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] Routers {'455dc8f1-2811-4079-a6b7-c65c5406e7e7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:52.432167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:52.437534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea9467-b6bd-4081-bc13-0ef98ac488b0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.442229 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:52.442509 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-06ea9467-b6bd-4081-bc13-0ef98ac488b0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports/c331703f-e36d-4554-ab22-39e8d0ee46ea HTTP/1.1" status: 200 len: 976 time: 0.0888524 Jul 15 13:36:52.452623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b0f6c20e-38fd-4c94-81a4-f9c586cd4e32 None None] Provisioning complete for port c331703f-e36d-4554-ab22-39e8d0ee46ea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:52.453222 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c20e-38fd-4c94-81a4-f9c586cd4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.454905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e5d278a7-1d87-4948-878e-6e0d62d0cde4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:52.490068 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:52.492320 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12347b-9127-4d27-82bc-77f45f534be1 None None] The sync data for ids ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:52.498647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6c20e-38fd-4c94-81a4-f9c586cd4e32 None None] Port c331703f-e36d-4554-ab22-39e8d0ee46ea cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:52.761940 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.973706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port c331703f-e36d-4554-ab22-39e8d0ee46ea {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:52.974145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.059717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.071967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for c331703f-e36d-4554-ab22-39e8d0ee46ea owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:53.251845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.287125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=c331703f-e36d-4554-ab22-39e8d0ee46ea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:53.448642 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.605663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 455dc8f1-2811-4079-a6b7-c65c5406e7e7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:53.683530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:53.692308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ddc9527f-1e13-43d2-8958-787e4bc74982 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/455dc8f1-2811-4079-a6b7-c65c5406e7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2462485 Jul 15 13:36:53.692434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54840) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:53.693508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] Sync routers for ids ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:53.704287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] Routers {'455dc8f1-2811-4079-a6b7-c65c5406e7e7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:53.704929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.738979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.748987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] Routers {'455dc8f1-2811-4079-a6b7-c65c5406e7e7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:53.749456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.785890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.786586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04ddf5-7a84-4a32-893b-635cc6174953 None None] The sync data for ids ['455dc8f1-2811-4079-a6b7-c65c5406e7e7'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:54.014063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e5d278a7-1d87-4948-878e-6e0d62d0cde4 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:54.068245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e5d278a7-1d87-4948-878e-6e0d62d0cde4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:54.068744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.201351 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a5be5b98-456e-4867-934f-22ed4d5edfd2 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:36:54.204874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a5be5b98-456e-4867-934f-22ed4d5edfd2 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/455dc8f1-2811-4079-a6b7-c65c5406e7e7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5088649 Jul 15 13:36:54.205132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.235607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b9349ab-17bd-4b6f-aa57-44ddbb24ca49 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=455dc8f1-2811-4079-a6b7-c65c5406e7e7 HTTP/1.1" status: 200 len: 205 time: 0.0293941 Jul 15 13:36:54.238161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.313797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.477140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.479357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.525115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.525624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router 455dc8f1-2811-4079-a6b7-c65c5406e7e7 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:54.532985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.534233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b200bbc4-6ea7-4031-8739-cef5aea6c4c1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/455dc8f1-2811-4079-a6b7-c65c5406e7e7 HTTP/1.1" status: 204 len: 168 time: 0.2951181 Jul 15 13:36:54.536823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54850) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.594537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet 81c4a5f3-9a02-4f8f-928d-095b96758cb8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:54.597603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.638060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.686443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54854) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.729645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.793710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.802392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da85cf85-4513-43bb-9234-84c524206349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.821986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=81c4a5f3-9a02-4f8f-928d-095b96758cb8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:54.824052 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.826087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d018a965-e1b0-447e-b602-06eefb6cc693 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/81c4a5f3-9a02-4f8f-928d-095b96758cb8 HTTP/1.1" status: 204 len: 168 time: 0.2878788 Jul 15 13:36:54.829087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.832269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b2396-5b71-4674-8d76-c76a29187cd9 None None] Network aadc4164-1090-4494-bf81-d0c9e687cb91 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:54.900650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da85cf85-4513-43bb-9234-84c524206349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.905825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da85cf85-4513-43bb-9234-84c524206349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.906441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.955351 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da85cf85-4513-43bb-9234-84c524206349 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43197dc0d3f440da86d9875996d8d380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678056 Jul 15 13:36:54.956439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85cf85-4513-43bb-9234-84c524206349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef662ad-6254-472d-ae57-25d6b3592f6c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:54.958110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.979721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port e5d278a7-1d87-4948-878e-6e0d62d0cde4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:54.979995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.037385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] DHCP port deletion for aadc4164-1090-4494-bf81-d0c9e687cb91 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:55.074856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port e5d278a7-1d87-4948-878e-6e0d62d0cde4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e5d278a7-1d87-4948-878e-6e0d62d0cde4,segment=NetworkSegment(ec201550-2119-4b36-b43f-55322c8179be),segment_id=ec201550-2119-4b36-b43f-55322c8179be)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:55.075200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.083978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] Deleting port e5d278a7-1d87-4948-878e-6e0d62d0cde4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:55.084359 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.097101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-918f6d58-dc6c-4d3b-93f9-d98a6e328e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.099217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for e5d278a7-1d87-4948-878e-6e0d62d0cde4 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:55.149294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] For port e5d278a7-1d87-4948-878e-6e0d62d0cde4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e5d278a7-1d87-4948-878e-6e0d62d0cde4,segment=NetworkSegment(ec201550-2119-4b36-b43f-55322c8179be),segment_id=ec201550-2119-4b36-b43f-55322c8179be)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:55.149759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.159701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-918f6d58-dc6c-4d3b-93f9-d98a6e328e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.161934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] Calling delete_port for e5d278a7-1d87-4948-878e-6e0d62d0cde4 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:55.225786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:36:55.245826 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:36:55.251524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-918f6d58-dc6c-4d3b-93f9-d98a6e328e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.253971 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-918f6d58-dc6c-4d3b-93f9-d98a6e328e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.255138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-918f6d58-dc6c-4d3b-93f9-d98a6e328e2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ef662ad-6254-472d-ae57-25d6b3592f6c HTTP/1.1" status: 204 len: 168 time: 0.2902877 Jul 15 13:36:55.260536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.260747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=e5d278a7-1d87-4948-878e-6e0d62d0cde4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.266243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port e5d278a7-1d87-4948-878e-6e0d62d0cde4 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:55.270778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f6d58-dc6c-4d3b-93f9-d98a6e328e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef662ad-6254-472d-ae57-25d6b3592f6c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.294061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] No DVR routers for this DVR port e5d278a7-1d87-4948-878e-6e0d62d0cde4 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:55.295851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f3983-3942-4b04-b2de-c56981058f86 None None] Pushing event deleted for resources: {'Port': ['ID=e5d278a7-1d87-4948-878e-6e0d62d0cde4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.354400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.364522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadc4164-1090-4494-bf81-d0c9e687cb91']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:55.375953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec201550-2119-4b36-b43f-55322c8179be') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:55.376244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec201550-2119-4b36-b43f-55322c8179be') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:55.386193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.400425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.407360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:55.407710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:55.411108 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:55.470379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.478246 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.480073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/aadc4164-1090-4494-bf81-d0c9e687cb91 HTTP/1.1" status: 204 len: 168 time: 0.6501639 Jul 15 13:36:55.484494 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.490385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-298973275'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:55.497084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e708-72b0-4a53-882c-59f5be8b17c3 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=aadc4164-1090-4494-bf81-d0c9e687cb91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.512209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:55.515849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.539208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:55.548818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.549326 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 77a48844-fc6b-41f8-8d29-44869315d7a8 of type vlan for network 45c52cad-339a-40d2-8c97-9ba05dea07ff Jul 15 13:36:55.561985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.575736 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f311ba-33a9-48f7-9f14-629958f3e4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.590802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.619373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.625090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.625740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.662806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f311ba-33a9-48f7-9f14-629958f3e4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.666872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f311ba-33a9-48f7-9f14-629958f3e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.693009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=45c52cad-339a-40d2-8c97-9ba05dea07ff,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.696831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c77826ad-3824-4840-a9ba-69356924edcc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2108953 Jul 15 13:36:55.701371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.704244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:55.714951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:55.722372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b4f311ba-33a9-48f7-9f14-629958f3e4db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5ae8e515c7e43199acb6f93b7763231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594033 Jul 15 13:36:55.724409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.734006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f311ba-33a9-48f7-9f14-629958f3e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c476b-d9fa-44c3-b812-dea3968d1f2a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.787435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-569a5a48-94ae-48e9-95ca-b13ff1e29630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.809801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-569a5a48-94ae-48e9-95ca-b13ff1e29630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.810851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:55.814496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.858679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-569a5a48-94ae-48e9-95ca-b13ff1e29630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.861166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-569a5a48-94ae-48e9-95ca-b13ff1e29630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.862366 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-569a5a48-94ae-48e9-95ca-b13ff1e29630 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a54c476b-d9fa-44c3-b812-dea3968d1f2a HTTP/1.1" status: 204 len: 168 time: 0.1367476 Jul 15 13:36:55.870975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a5a48-94ae-48e9-95ca-b13ff1e29630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c476b-d9fa-44c3-b812-dea3968d1f2a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.003056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.005631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e5d278a7-1d87-4948-878e-6e0d62d0cde4 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:56.031544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e5d278a7-1d87-4948-878e-6e0d62d0cde4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:56.031901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e5d278a7-1d87-4948-878e-6e0d62d0cde4 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:56.077023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=3e40528d-9746-40da-ae98-4cda43431c16,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.081544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '77a48844-fc6b-41f8-8d29-44869315d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:56.081987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: 45c52cad-339a-40d2-8c97-9ba05dea07ff, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:56.099570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:56.108776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 45c52cad-339a-40d2-8c97-9ba05dea07ff) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:56.112691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.113281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.119411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e12873-1e8b-4259-9a67-2252a80f849f None None] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:56.132429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:56.132634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-58a46085-491e-4b2c-a3fc-460c99191876 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4244287 Jul 15 13:36:56.138645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-498284336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:56.165308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.166545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.222584 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.228203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.245574 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.249424 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b9b647f2-3391-4c86-8422-68c507293018 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1122203 Jul 15 13:36:56.250428 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:56.280620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-45c52cad-339a-40d2-8c97-9ba05dea07ff', 'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': '3e40528d-9746-40da-ae98-4cda43431c16'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:56.281637 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.440751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Allocated IP 172.20.0.2 (45c52cad-339a-40d2-8c97-9ba05dea07ff/3e40528d-9746-40da-ae98-4cda43431c16/4dec591f-a12b-4aaf-add7-f0997c0e5163) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:56.597885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.606867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Transition to ACTIVE for port object 4dec591f-a12b-4aaf-add7-f0997c0e5163 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:56.623848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Transition to ACTIVE for port object 4dec591f-a12b-4aaf-add7-f0997c0e5163 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:56.629648 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.669894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:56.674981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:56.680101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:56.692948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Pushing event updated for resources: {'Port': ['ID=4dec591f-a12b-4aaf-add7-f0997c0e5163,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.744018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Attempting to bind port 4dec591f-a12b-4aaf-add7-f0997c0e5163 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:56.744452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Attempting to bind port 4dec591f-a12b-4aaf-add7-f0997c0e5163 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '77a48844-fc6b-41f8-8d29-44869315d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:56.744858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Attempting to bind port 4dec591f-a12b-4aaf-add7-f0997c0e5163 on network 45c52cad-339a-40d2-8c97-9ba05dea07ff {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:56.750439 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:56.751061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Checking segment: {'id': '77a48844-fc6b-41f8-8d29-44869315d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:56.751467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.751856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Bound using segment: {'id': '77a48844-fc6b-41f8-8d29-44869315d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:56.752315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Bound port: 4dec591f-a12b-4aaf-add7-f0997c0e5163, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a48844-fc6b-41f8-8d29-44869315d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '45c52cad-339a-40d2-8c97-9ba05dea07ff'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:56.752688 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.827961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] For port 4dec591f-a12b-4aaf-add7-f0997c0e5163, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:56.831154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] For port 4dec591f-a12b-4aaf-add7-f0997c0e5163, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4dec591f-a12b-4aaf-add7-f0997c0e5163,segment=NetworkSegment(77a48844-fc6b-41f8-8d29-44869315d7a8),segment_id=77a48844-fc6b-41f8-8d29-44869315d7a8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:56.837566 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.847973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.899681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83247746-cf54-4bae-8caa-eb8bbb7dc8e2 None None] Pushing event updated for resources: {'Port': ['ID=4dec591f-a12b-4aaf-add7-f0997c0e5163,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:57.149782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.20.0.1 (45c52cad-339a-40d2-8c97-9ba05dea07ff/3e40528d-9746-40da-ae98-4cda43431c16/70263a37-65f5-4a0b-8d0c-2120143e7e54) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:57.293024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.309890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 70263a37-65f5-4a0b-8d0c-2120143e7e54 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:57.344480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.391155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:57.394383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:57.399545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:57.424095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=70263a37-65f5-4a0b-8d0c-2120143e7e54,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:57.448334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.592311 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.891853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.898152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.907548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48368de0-61ee-4e68-8425-b2a3c7372dc1 None None] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:57.986104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.988449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=70263a37-65f5-4a0b-8d0c-2120143e7e54,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:57.998258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7465a5f3-4356-4c6e-9821-1c8368a0a5fb None None] Provisioning for port 4dec591f-a12b-4aaf-add7-f0997c0e5163 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:58.096608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4dec591f-a12b-4aaf-add7-f0997c0e5163 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:58.097069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:58.098813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:58.166648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4dec591f-a12b-4aaf-add7-f0997c0e5163 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:58.171157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4dec591f-a12b-4aaf-add7-f0997c0e5163 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:58.171538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.233955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 596331f5-7d84-47c7-bbda-bcad47768bce is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:58.266484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.308637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 4dec591f-a12b-4aaf-add7-f0997c0e5163, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4dec591f-a12b-4aaf-add7-f0997c0e5163,segment=NetworkSegment(77a48844-fc6b-41f8-8d29-44869315d7a8),segment_id=77a48844-fc6b-41f8-8d29-44869315d7a8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:58.314191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.377356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=4dec591f-a12b-4aaf-add7-f0997c0e5163,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.412903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:58.418109 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d6d47399-f9bf-4232-9e95-348f38ec045b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/596331f5-7d84-47c7-bbda-bcad47768bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666861 Jul 15 13:36:58.420603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:58.427144 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] Sync routers for ids ['596331f5-7d84-47c7-bbda-bcad47768bce'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:58.437129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4d1e0d4-9de0-48e2-a723-424620b5da45 None None] Provisioning complete for port 4dec591f-a12b-4aaf-add7-f0997c0e5163 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:58.437600 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e0d4-9de0-48e2-a723-424620b5da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.442435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] Routers {'596331f5-7d84-47c7-bbda-bcad47768bce'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:58.443346 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['596331f5-7d84-47c7-bbda-bcad47768bce'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:58.482199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a784890-197c-4d1b-9b5c-64561e218b8c tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.487054 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2a784890-197c-4d1b-9b5c-64561e218b8c tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports/70263a37-65f5-4a0b-8d0c-2120143e7e54 HTTP/1.1" status: 200 len: 910 time: 0.0626338 Jul 15 13:36:58.487362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:58.496706 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:58.510182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] Routers {'596331f5-7d84-47c7-bbda-bcad47768bce'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:58.511313 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['596331f5-7d84-47c7-bbda-bcad47768bce'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:58.551169 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:58.552187 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749cbd0-a3e1-494b-b445-0231e302b036 None None] The sync data for ids ['596331f5-7d84-47c7-bbda-bcad47768bce'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:58.565217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4d1e0d4-9de0-48e2-a723-424620b5da45 None None] Provisioning for port 70263a37-65f5-4a0b-8d0c-2120143e7e54 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:58.573167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4d1e0d4-9de0-48e2-a723-424620b5da45 None None] Provisioning complete for port 70263a37-65f5-4a0b-8d0c-2120143e7e54 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:58.574640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e0d4-9de0-48e2-a723-424620b5da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.619702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1e0d4-9de0-48e2-a723-424620b5da45 None None] Port 70263a37-65f5-4a0b-8d0c-2120143e7e54 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:58.742083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8629a4c1-79ea-4cd0-9ced-b476f4dd9006 None None] Provisioning complete for port 70263a37-65f5-4a0b-8d0c-2120143e7e54 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:58.742601 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8629a4c1-79ea-4cd0-9ced-b476f4dd9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.784539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8629a4c1-79ea-4cd0-9ced-b476f4dd9006 None None] Port 70263a37-65f5-4a0b-8d0c-2120143e7e54 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:58.883364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.905197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-31d1b1fc-cecf-45ad-9228-0c8f22c65601 None None] Provisioning complete for port 70263a37-65f5-4a0b-8d0c-2120143e7e54 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:58.905842 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31d1b1fc-cecf-45ad-9228-0c8f22c65601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.940196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-31d1b1fc-cecf-45ad-9228-0c8f22c65601 None None] Port 70263a37-65f5-4a0b-8d0c-2120143e7e54 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:59.152741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 70263a37-65f5-4a0b-8d0c-2120143e7e54 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:59.153010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.247575 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.260638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 70263a37-65f5-4a0b-8d0c-2120143e7e54 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:59.450464 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.479558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=70263a37-65f5-4a0b-8d0c-2120143e7e54,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.629399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.796207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 596331f5-7d84-47c7-bbda-bcad47768bce has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:59.876856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:59.881911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e78a8d9d-a2f4-4695-9c22-85375f7fdc07 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/596331f5-7d84-47c7-bbda-bcad47768bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934414 Jul 15 13:36:59.885358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.887924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] Sync routers for ids ['596331f5-7d84-47c7-bbda-bcad47768bce'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:59.897590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] Routers {'596331f5-7d84-47c7-bbda-bcad47768bce'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:59.898266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['596331f5-7d84-47c7-bbda-bcad47768bce'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:59.918806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5f2a871a-23c3-450e-a4b4-e985cbcc944d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=596331f5-7d84-47c7-bbda-bcad47768bce HTTP/1.1" status: 200 len: 205 time: 0.0323076 Jul 15 13:36:59.921322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.939465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:59.968561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] Routers {'596331f5-7d84-47c7-bbda-bcad47768bce'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:59.969442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['596331f5-7d84-47c7-bbda-bcad47768bce'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:00.016562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.022124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:00.023010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e0d04-ee5d-49c1-9e1c-4195350b831d None None] The sync data for ids ['596331f5-7d84-47c7-bbda-bcad47768bce'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:00.036648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4dec591f-a12b-4aaf-add7-f0997c0e5163 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:00.102365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4dec591f-a12b-4aaf-add7-f0997c0e5163 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:00.102741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.191724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.193795 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.239835 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.240639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router 596331f5-7d84-47c7-bbda-bcad47768bce {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:00.248231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.249350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-28535e3e-58a2-42cc-924a-df0667534ac4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/596331f5-7d84-47c7-bbda-bcad47768bce HTTP/1.1" status: 204 len: 168 time: 0.3270628 Jul 15 13:37:00.252051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:00.306079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet 3e40528d-9746-40da-ae98-4cda43431c16 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:00.309335 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.354132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.440852 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.509147 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.540726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=3e40528d-9746-40da-ae98-4cda43431c16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.544190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.549439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c38d89e6-4762-4fa6-82d2-522c90a90c58 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/3e40528d-9746-40da-ae98-4cda43431c16 HTTP/1.1" status: 204 len: 168 time: 0.2929637 Jul 15 13:37:00.549439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 54988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:00.551479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66def02-c69b-47dd-bb80-72f6e6ac56fe None None] Network 45c52cad-339a-40d2-8c97-9ba05dea07ff requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:00.635225 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.692147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 4dec591f-a12b-4aaf-add7-f0997c0e5163 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:00.692793 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.768082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 4dec591f-a12b-4aaf-add7-f0997c0e5163, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4dec591f-a12b-4aaf-add7-f0997c0e5163,segment=NetworkSegment(77a48844-fc6b-41f8-8d29-44869315d7a8),segment_id=77a48844-fc6b-41f8-8d29-44869315d7a8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:00.768514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.781815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 4dec591f-a12b-4aaf-add7-f0997c0e5163 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:00.872761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.905366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=4dec591f-a12b-4aaf-add7-f0997c0e5163,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.908931 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port 4dec591f-a12b-4aaf-add7-f0997c0e5163 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:00.910183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8be719-473a-453e-be5e-a02b926a2456 None None] DHCP port deletion for 45c52cad-339a-40d2-8c97-9ba05dea07ff request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:00.988601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.000301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c52cad-339a-40d2-8c97-9ba05dea07ff']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:01.011635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.012745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a48844-fc6b-41f8-8d29-44869315d7a8') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:01.013182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a48844-fc6b-41f8-8d29-44869315d7a8') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:01.022452 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.037098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.043766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:01.044306 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:01.047758 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:01.112275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.119569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.121703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/45c52cad-339a-40d2-8c97-9ba05dea07ff HTTP/1.1" status: 204 len: 168 time: 0.5668960 Jul 15 13:37:01.126401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54990) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:01.131179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1365387975', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:01.133767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93dd8-ac69-4ab0-b18b-8968a7e16233 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=45c52cad-339a-40d2-8c97-9ba05dea07ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:01.161954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.162956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.220925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.361970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.570936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.590369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.706391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.25.2.218 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/79ef8a85-5926-430a-9f85-f6a478156e49) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:01.831750 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.891252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.936717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:01.942559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:01.949273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:01.954083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=79ef8a85-5926-430a-9f85-f6a478156e49,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:02.036434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4dec591f-a12b-4aaf-add7-f0997c0e5163 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:02.059182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4dec591f-a12b-4aaf-add7-f0997c0e5163 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:02.059827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4dec591f-a12b-4aaf-add7-f0997c0e5163 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:02.249935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.452231 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.590136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 0a6f7510-2ff5-4716-8e77-0fd2efdb784b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:02.704320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:02.714941 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] Sync routers for ids ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:02.724175 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] Routers {'0a6f7510-2ff5-4716-8e77-0fd2efdb784b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:02.724815 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:02.727440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.731456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5c9fe5b0-0bf3-45a8-b6c5-cc3fb17b1a50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6014659 Jul 15 13:37:02.731622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54996) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.761486 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:02.770175 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] Routers {'0a6f7510-2ff5-4716-8e77-0fd2efdb784b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:02.770801 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:02.850656 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-11fc7e4e-04f3-4cd3-96d4-3fa7256c93cb tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/routers/0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 200 len: 881 time: 0.1179473 Jul 15 13:37:02.854540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 54998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.900523 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:02.901173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ae0c6-1fe7-4324-a818-b432ecdf05cf None None] The sync data for ids ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:02.994601 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-47407ce5-35f1-483b-866b-2a2ebd7eb098 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1386294 Jul 15 13:37:02.997099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:03.001902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1365387975'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:03.653285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.667699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.714680 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.781650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 0a6f7510-2ff5-4716-8e77-0fd2efdb784b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:03.893655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:03.902263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.903060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] Sync routers for ids ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:03.906260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4693cde4-4fd1-431d-8ae9-264f7eaeb478 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 200 len: 888 time: 0.9058042 Jul 15 13:37:03.906726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:03.919015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] Routers {'0a6f7510-2ff5-4716-8e77-0fd2efdb784b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:03.919951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:03.958474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:03.967454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] Routers {'0a6f7510-2ff5-4716-8e77-0fd2efdb784b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:03.968064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:04.000401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:04.001062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094f5f5-9e3e-4531-bd51-9a10b0a47889 None None] The sync data for ids ['0a6f7510-2ff5-4716-8e77-0fd2efdb784b'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:04.333978 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61303895-a274-4a1e-b74a-64b59a621c62 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/routers/0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 200 len: 888 time: 0.4257934 Jul 15 13:37:04.337127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55006) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.366316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-343775c8-72ba-47ca-b713-193e67d69d50 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 200 len: 205 time: 0.0280926 Jul 15 13:37:04.368798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.476949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.586952 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.640388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 79ef8a85-5926-430a-9f85-f6a478156e49 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:04.640736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.725995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.742600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 79ef8a85-5926-430a-9f85-f6a478156e49 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:04.928312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.958387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=79ef8a85-5926-430a-9f85-f6a478156e49,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.022369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.119320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.121495 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.167987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.168701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router 0a6f7510-2ff5-4716-8e77-0fd2efdb784b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:05.175341 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.176453 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a012d0a6-335e-4b29-97dc-60ed07498814 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 204 len: 168 time: 0.8067412 Jul 15 13:37:05.181341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55012) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:05.186476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1578714368'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:05.207718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:05.211529 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.235789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:05.247008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.247415 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 52643b90-7595-450b-a56f-932676182043 of type vlan for network 0ca89526-2045-4bf4-ac4a-dd846c64f710 Jul 15 13:37:05.290058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.321597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.327533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.328451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.366567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1839192 Jul 15 13:37:05.370044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:05.375435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:05.407148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0561e01-3e80-4b46-a630-ee395f6edb2e tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=0ca89526-2045-4bf4-ac4a-dd846c64f710,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.418616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:05.477928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:05.482097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.670813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.752780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=1cbc55c1-60d2-4951-b2bc-1839939090da,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.775107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '52643b90-7595-450b-a56f-932676182043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:05.776089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: 0ca89526-2045-4bf4-ac4a-dd846c64f710, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:05.879068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:05.891612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 0ca89526-2045-4bf4-ac4a-dd846c64f710) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:05.897188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.902280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.903825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007951ec-9389-4a94-b14c-1c5ebfaa2f5b None None] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:05.920420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-76e1dc1a-e4f3-4591-bb2d-8282960aecf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5492277 Jul 15 13:37:05.924579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:05.930118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1351284566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:05.957392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.959167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.019711 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.025568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.044084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.048444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-97c9a8fe-9aa9-481b-996e-e3058ac6c723 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1198301 Jul 15 13:37:06.048648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:06.077292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-0ca89526-2045-4bf4-ac4a-dd846c64f710', 'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': '1cbc55c1-60d2-4951-b2bc-1839939090da'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:06.078157 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.241542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Allocated IP 172.20.0.2 (0ca89526-2045-4bf4-ac4a-dd846c64f710/1cbc55c1-60d2-4951-b2bc-1839939090da/fc597d08-ff87-45f5-bf0e-234c352ad6fd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:06.377327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.408303 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.418608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Transition to ACTIVE for port object fc597d08-ff87-45f5-bf0e-234c352ad6fd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.437449 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Transition to ACTIVE for port object fc597d08-ff87-45f5-bf0e-234c352ad6fd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.445931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.490011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:06.494400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:06.499879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:06.503455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Pushing event updated for resources: {'Port': ['ID=fc597d08-ff87-45f5-bf0e-234c352ad6fd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.564578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Attempting to bind port fc597d08-ff87-45f5-bf0e-234c352ad6fd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:06.565730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Attempting to bind port fc597d08-ff87-45f5-bf0e-234c352ad6fd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '52643b90-7595-450b-a56f-932676182043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:06.566511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Attempting to bind port fc597d08-ff87-45f5-bf0e-234c352ad6fd on network 0ca89526-2045-4bf4-ac4a-dd846c64f710 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:06.574409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:06.575031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Checking segment: {'id': '52643b90-7595-450b-a56f-932676182043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:06.575894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.576306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Bound using segment: {'id': '52643b90-7595-450b-a56f-932676182043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:06.576790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Bound port: fc597d08-ff87-45f5-bf0e-234c352ad6fd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52643b90-7595-450b-a56f-932676182043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ca89526-2045-4bf4-ac4a-dd846c64f710'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:06.577182 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.641181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] For port fc597d08-ff87-45f5-bf0e-234c352ad6fd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:06.644227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] For port fc597d08-ff87-45f5-bf0e-234c352ad6fd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fc597d08-ff87-45f5-bf0e-234c352ad6fd,segment=NetworkSegment(52643b90-7595-450b-a56f-932676182043),segment_id=52643b90-7595-450b-a56f-932676182043)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:06.651435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.671028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.20.0.1 (0ca89526-2045-4bf4-ac4a-dd846c64f710/1cbc55c1-60d2-4951-b2bc-1839939090da/007c1f8b-9efe-4ef7-9747-d65bcfdb6207) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:06.709567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3f043-595a-4140-b5d0-edc7b5dc01e0 None None] Pushing event updated for resources: {'Port': ['ID=fc597d08-ff87-45f5-bf0e-234c352ad6fd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.813898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.834680 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.895140 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.962719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:06.967015 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:06.971240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:06.978762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=007c1f8b-9efe-4ef7-9747-d65bcfdb6207,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.025927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.185094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.500182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.506441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.591194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.592958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=007c1f8b-9efe-4ef7-9747-d65bcfdb6207,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.700236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54518286-cc0f-4632-a212-447bf7a72f88 None None] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:07.701520 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:07.703244 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:07.798058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a6cca61d-6ba4-475f-9345-81b1dc710073 None None] Provisioning for port fc597d08-ff87-45f5-bf0e-234c352ad6fd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:07.833175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 3eb233e0-a811-49f5-b843-78c6281a5476 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:07.942638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:07.950838 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dd1be45d-e6d5-41fd-a76d-788287895b45 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/3eb233e0-a811-49f5-b843-78c6281a5476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8983934 Jul 15 13:37:07.951688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:07.954260 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d277a0-dda5-48d0-a978-389033450997 None None] Sync routers for ids ['3eb233e0-a811-49f5-b843-78c6281a5476'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:07.966634 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d277a0-dda5-48d0-a978-389033450997 None None] Routers {'3eb233e0-a811-49f5-b843-78c6281a5476'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:07.967715 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d277a0-dda5-48d0-a978-389033450997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3eb233e0-a811-49f5-b843-78c6281a5476'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:08.037362 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d277a0-dda5-48d0-a978-389033450997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:08.057628 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d277a0-dda5-48d0-a978-389033450997 None None] Routers {'3eb233e0-a811-49f5-b843-78c6281a5476'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:08.058577 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d277a0-dda5-48d0-a978-389033450997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3eb233e0-a811-49f5-b843-78c6281a5476'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:08.064027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bbe0b-f806-4719-b169-8dd246b6b7d2 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:08.066143 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-704bbe0b-f806-4719-b169-8dd246b6b7d2 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports/007c1f8b-9efe-4ef7-9747-d65bcfdb6207 HTTP/1.1" status: 200 len: 910 time: 0.1082613 Jul 15 13:37:08.068930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.076309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cbc55c1-60d2-4951-b2bc-1839939090da'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:08.101575 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d277a0-dda5-48d0-a978-389033450997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:08.102568 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d277a0-dda5-48d0-a978-389033450997 None None] The sync data for ids ['3eb233e0-a811-49f5-b843-78c6281a5476'] in n-d-798249-9 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:08.103708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fc597d08-ff87-45f5-bf0e-234c352ad6fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:08.166201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fc597d08-ff87-45f5-bf0e-234c352ad6fd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:08.171557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fc597d08-ff87-45f5-bf0e-234c352ad6fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:08.172395 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.276133 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.296357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.317216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port fc597d08-ff87-45f5-bf0e-234c352ad6fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fc597d08-ff87-45f5-bf0e-234c352ad6fd,segment=NetworkSegment(52643b90-7595-450b-a56f-932676182043),segment_id=52643b90-7595-450b-a56f-932676182043)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:08.324162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.331654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b2e1b332-ba38-456e-8a26-1f033cbb0239 None None] Provisioning for port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:08.357706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b2e1b332-ba38-456e-8a26-1f033cbb0239 None None] Provisioning complete for port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:08.358187 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b332-ba38-456e-8a26-1f033cbb0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.420230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1b332-ba38-456e-8a26-1f033cbb0239 None None] Port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:08.422270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=fc597d08-ff87-45f5-bf0e-234c352ad6fd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.435061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b2e1b332-ba38-456e-8a26-1f033cbb0239 None None] Provisioning complete for port fc597d08-ff87-45f5-bf0e-234c352ad6fd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:08.435514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b332-ba38-456e-8a26-1f033cbb0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.645603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-717abef6-75b4-41d7-9982-812c967066a4 None None] Provisioning complete for port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:08.645995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-717abef6-75b4-41d7-9982-812c967066a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.684606 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-717abef6-75b4-41d7-9982-812c967066a4 None None] Port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:08.692821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.702657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.779453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=007c1f8b-9efe-4ef7-9747-d65bcfdb6207,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.789525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:08.790145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.794202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1b8f6aec-a37b-4ba9-b514-a42f01570736 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/ports/007c1f8b-9efe-4ef7-9747-d65bcfdb6207 HTTP/1.1" status: 200 len: 910 time: 0.7197790 Jul 15 13:37:08.794669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55050) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.803691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8bc9738-8a7c-4474-b4b3-57faecec1e0d None None] Provisioning complete for port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:08.804761 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9738-8a7c-4474-b4b3-57faecec1e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.841650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc9738-8a7c-4474-b4b3-57faecec1e0d None None] Port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:09.003432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-55da245c-438e-45eb-a7bf-4f3d0f14eb64 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688138 Jul 15 13:37:09.083444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-58c804dc-ca12-4660-bca3-e5653831b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.085007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-58c804dc-ca12-4660-bca3-e5653831b6c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 1096 time: 0.0591819 Jul 15 13:37:09.165833 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-1faee081-013a-4e37-b191-c0565ceff664 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959892 Jul 15 13:37:09.171884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.212989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-8aaa2749-3ba1-4797-a03a-18fbf084d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.214436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-8aaa2749-3ba1-4797-a03a-18fbf084d97a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.1051779 Jul 15 13:37:09.284542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-b8e625f7-9d34-42b8-b790-e508b919024a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a HTTP/1.1" status: 200 len: 1001 time: 0.0635459 Jul 15 13:37:09.337777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-d1845d3e-5a60-4b6e-b7d1-e96eac341c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.339427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-d1845d3e-5a60-4b6e-b7d1-e96eac341c7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0495098 Jul 15 13:37:09.345955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-73248903-b88f-4c20-afa7-5a222ecad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.347469 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-73248903-b88f-4c20-afa7-5a222ecad696 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.1306446 Jul 15 13:37:09.408939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-363ec028-697f-42d4-ab58-937ff89e9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.410398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-363ec028-697f-42d4-ab58-937ff89e9e93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631411 Jul 15 13:37:09.495869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-f40a98dc-7939-40c1-afc6-19689ffd3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.497304 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-f40a98dc-7939-40c1-afc6-19689ffd3e6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 910 time: 0.1271853 Jul 15 13:37:09.518425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-100d8232-17c2-4a25-b721-ef2e0043a02e service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010556 Jul 15 13:37:09.629171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-363471d7-43a1-49f7-8f6c-0c4f60d998eb req-1ada417c-9c56-4bdf-8b5f-19da3fd1c1b8 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010947 Jul 15 13:37:09.906392 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-e6b546f3-1282-4b96-af0c-950b88b3eeb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 1002 time: 0.3988943 Jul 15 13:37:09.958859 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:09.959184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.977047 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-f49b8398-7a65-4cf2-85da-9bafc4f534fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.978544 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-f49b8398-7a65-4cf2-85da-9bafc4f534fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.0649087 Jul 15 13:37:10.045422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fc597d08-ff87-45f5-bf0e-234c352ad6fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:10.089919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.096331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fc597d08-ff87-45f5-bf0e-234c352ad6fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:10.096331 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.108132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-814f5b96-cefc-421d-ae2b-709ad11ea415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.109638 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-814f5b96-cefc-421d-ae2b-709ad11ea415 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241519 Jul 15 13:37:10.114509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 007c1f8b-9efe-4ef7-9747-d65bcfdb6207 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:10.260331 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-ab22e340-dc9a-4f24-8d91-a91004950520 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434278 Jul 15 13:37:10.434343 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-9a3c1eb9-2488-425e-9445-1d7afc354b3f req-a8c6bb6f-77dc-4634-a24c-78674bf77767 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349227 Jul 15 13:37:10.443167 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.475939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=007c1f8b-9efe-4ef7-9747-d65bcfdb6207,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.631506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.793402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 3eb233e0-a811-49f5-b843-78c6281a5476 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:10.872217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:10.877239 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-40f1d254-380b-4e7b-abd6-46391433c8f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/3eb233e0-a811-49f5-b843-78c6281a5476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816195 Jul 15 13:37:10.879847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.884668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] Sync routers for ids ['3eb233e0-a811-49f5-b843-78c6281a5476'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:10.895672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] Routers {'3eb233e0-a811-49f5-b843-78c6281a5476'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:10.896293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3eb233e0-a811-49f5-b843-78c6281a5476'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.913554 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f5333007-7408-4f52-9978-36aa5ed47f97 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=3eb233e0-a811-49f5-b843-78c6281a5476 HTTP/1.1" status: 200 len: 205 time: 0.0325415 Jul 15 13:37:10.917299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.938475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.954103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] Routers {'3eb233e0-a811-49f5-b843-78c6281a5476'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:10.954767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3eb233e0-a811-49f5-b843-78c6281a5476'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.988254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.989163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce225c1f-9539-4dae-bc7b-82f0ffa144c3 None None] The sync data for ids ['3eb233e0-a811-49f5-b843-78c6281a5476'] in n-d-798249-9 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:11.014813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.178106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.180866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.223200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.223662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb233e0-a811-49f5-b843-78c6281a5476 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:11.230344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.231332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e0cfa9ca-aed1-4f78-b413-ba8b442a5bf6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/3eb233e0-a811-49f5-b843-78c6281a5476 HTTP/1.1" status: 204 len: 168 time: 0.3130045 Jul 15 13:37:11.234086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55072) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.290044 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet 1cbc55c1-60d2-4951-b2bc-1839939090da {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:11.294177 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.345582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.452395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.547410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.577370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbc55c1-60d2-4951-b2bc-1839939090da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.581176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.583947 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0fcef55c-e4e7-4eab-a3f7-c12f1ebc4c1d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/1cbc55c1-60d2-4951-b2bc-1839939090da HTTP/1.1" status: 204 len: 168 time: 0.3483026 Jul 15 13:37:11.586391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55074) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.588888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9e161-860e-44da-b9f3-029eb113bd34 None None] Network 0ca89526-2045-4bf4-ac4a-dd846c64f710 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:11.683362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.758911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port fc597d08-ff87-45f5-bf0e-234c352ad6fd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:11.759350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.826081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] DHCP port deletion for 0ca89526-2045-4bf4-ac4a-dd846c64f710 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:11.844509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port fc597d08-ff87-45f5-bf0e-234c352ad6fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fc597d08-ff87-45f5-bf0e-234c352ad6fd,segment=NetworkSegment(52643b90-7595-450b-a56f-932676182043),segment_id=52643b90-7595-450b-a56f-932676182043)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:11.844916 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.859535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for fc597d08-ff87-45f5-bf0e-234c352ad6fd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:11.887519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] Deleting port fc597d08-ff87-45f5-bf0e-234c352ad6fd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:11.888000 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.959417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] For port fc597d08-ff87-45f5-bf0e-234c352ad6fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fc597d08-ff87-45f5-bf0e-234c352ad6fd,segment=NetworkSegment(52643b90-7595-450b-a56f-932676182043),segment_id=52643b90-7595-450b-a56f-932676182043)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:11.959937 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.963402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.974855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] Calling delete_port for fc597d08-ff87-45f5-bf0e-234c352ad6fd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:11.994704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=fc597d08-ff87-45f5-bf0e-234c352ad6fd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.996644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port fc597d08-ff87-45f5-bf0e-234c352ad6fd on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:12.058829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fc597d08-ff87-45f5-bf0e-234c352ad6fd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:12.084208 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fc597d08-ff87-45f5-bf0e-234c352ad6fd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:12.084552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fc597d08-ff87-45f5-bf0e-234c352ad6fd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:12.086627 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.093239 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.107158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca89526-2045-4bf4-ac4a-dd846c64f710']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:12.117793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] No DVR routers for this DVR port fc597d08-ff87-45f5-bf0e-234c352ad6fd on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:12.119459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbadfa6-ac97-4392-8c53-97e4fb94d829 None None] Pushing event deleted for resources: {'Port': ['ID=fc597d08-ff87-45f5-bf0e-234c352ad6fd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.125750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52643b90-7595-450b-a56f-932676182043') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:12.126151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52643b90-7595-450b-a56f-932676182043') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:12.137515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.157437 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.165846 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:12.166532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:12.169292 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:12.231903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.244219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.250057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/0ca89526-2045-4bf4-ac4a-dd846c64f710 HTTP/1.1" status: 204 len: 168 time: 0.6587555 Jul 15 13:37:12.250801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55078) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.255703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fdb41-aa73-4d40-8dc2-a5b8e9cac673 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=0ca89526-2045-4bf4-ac4a-dd846c64f710,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.257625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-540472099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:12.282354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.283379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.338660 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.342803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.358352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.359584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7b0377e4-1328-4b2f-a827-b9d276207f8b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1072445 Jul 15 13:37:12.362344 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.368193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-393831448'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:12.392405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:12.396147 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.423086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:12.432076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.432424 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 236325b8-15c3-4aee-b187-205e28af8efe of type vlan for network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 Jul 15 13:37:12.473402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.506674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.512708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.513292 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.550628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1870055 Jul 15 13:37:12.553359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.558745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:12.604691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67a34a-3b16-454e-a866-85f4ee7a2cb4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=86d9b4f0-f621-4e29-aae1-faed6f7ae114,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.618693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:12.660732 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-015e77e5-3330-4823-92ba-c317f6e647b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.683475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:12.687319 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.863194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.922228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=9b56fe32-cdcc-49d1-bd70-33b2ba114e2c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.929330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:12.929690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: 86d9b4f0-f621-4e29-aae1-faed6f7ae114, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:12.946806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:12.954837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 86d9b4f0-f621-4e29-aae1-faed6f7ae114) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:12.958745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.959352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.964374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ddec0-d697-42e9-a7ef-541f57fca3d9 None None] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:12.973964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5a59e2fe-72c2-455b-9a81-f7d0e09a4d1f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4192426 Jul 15 13:37:12.976408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:13.106914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:13.107818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.250940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Allocated IP 172.20.0.2 (86d9b4f0-f621-4e29-aae1-faed6f7ae114/9b56fe32-cdcc-49d1-bd70-33b2ba114e2c/7e090768-0854-42d0-a837-22f7a00d1a4e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:13.275832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.413195 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.427858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Transition to ACTIVE for port object 7e090768-0854-42d0-a837-22f7a00d1a4e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:13.446243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Transition to ACTIVE for port object 7e090768-0854-42d0-a837-22f7a00d1a4e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:13.453106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.486523 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:13.489490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:13.493978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:13.563074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.20.0.1 (86d9b4f0-f621-4e29-aae1-faed6f7ae114/9b56fe32-cdcc-49d1-bd70-33b2ba114e2c/8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:13.564330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Pushing event updated for resources: {'Port': ['ID=7e090768-0854-42d0-a837-22f7a00d1a4e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:13.579304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Attempting to bind port 7e090768-0854-42d0-a837-22f7a00d1a4e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:13.579676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Attempting to bind port 7e090768-0854-42d0-a837-22f7a00d1a4e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:13.580046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Attempting to bind port 7e090768-0854-42d0-a837-22f7a00d1a4e on network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:13.585875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:13.586284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Checking segment: {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:13.586690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.587088 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Bound using segment: {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:13.587628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Bound port: 7e090768-0854-42d0-a837-22f7a00d1a4e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:13.588015 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.659464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] For port 7e090768-0854-42d0-a837-22f7a00d1a4e, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:13.662807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] For port 7e090768-0854-42d0-a837-22f7a00d1a4e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e090768-0854-42d0-a837-22f7a00d1a4e,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:13.673089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.743791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.754780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992385ae-4638-4387-b35e-0f07fbd7965d None None] Pushing event updated for resources: {'Port': ['ID=7e090768-0854-42d0-a837-22f7a00d1a4e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:13.762867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:13.808660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.813496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85dcab-260f-4634-9c60-4f7e396a7740 req-a4a4813a-bac2-4b8c-a800-ca3f2e04afa8 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.823076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a85dcab-260f-4634-9c60-4f7e396a7740 req-a4a4813a-bac2-4b8c-a800-ca3f2e04afa8 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1096 time: 0.0627432 Jul 15 13:37:13.832897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:13.836393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:13.839309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:13.855413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a85dcab-260f-4634-9c60-4f7e396a7740 req-9f05025f-458d-4645-8d5a-1ea51d4724c3 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Jul 15 13:37:13.907505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.045722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.115741 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.154801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed822c98-ee28-470b-9fd0-4d6a6e2f4bcb req-27685f35-d2da-4404-8831-ed8d6373099b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.169338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed822c98-ee28-470b-9fd0-4d6a6e2f4bcb req-27685f35-d2da-4404-8831-ed8d6373099b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1470144 Jul 15 13:37:14.223869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e090768-0854-42d0-a837-22f7a00d1a4e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:14.237196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed822c98-ee28-470b-9fd0-4d6a6e2f4bcb req-11029dc6-70ce-43b4-84b5-ea1baed258d1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570538 Jul 15 13:37:14.263473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55108) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:14.304033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7e090768-0854-42d0-a837-22f7a00d1a4e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:14.334353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb4aad05-18fa-49aa-86cf-e484eb5dfe42 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/06cab3f9-a9c6-4437-8d4b-2972e2f2a25e HTTP/1.1" status: 200 len: 993 time: 0.0696669 Jul 15 13:37:14.460496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.465224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.545542 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.547911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.665649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:14.667849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:14.813695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:15.017207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:15.028665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:15.039580 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:15.040654 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:36:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:15.044189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-522a4eb4-54a3-41a5-837f-735ff39238b8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0641220 Jul 15 13:37:15.046751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55118) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:15.052657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1468353079'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:15.092583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:15.096401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.104044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7937447-6fef-4a76-835c-8ff6bad16551 None None] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:15.128922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:15.154534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.154909 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 036ce866-9a2b-4bda-83c5-a560c4254028 of type vlan for network 66e037ab-7307-4d69-b54c-be1cd28e42b4 Jul 15 13:37:15.180623 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:15.258093 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.322900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] Provisioning for port 7e090768-0854-42d0-a837-22f7a00d1a4e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:15.330760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] Provisioning complete for port 7e090768-0854-42d0-a837-22f7a00d1a4e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:15.331444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.352844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.359702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.360573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.372091 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-235832c8-44ce-4890-b427-553a6a5c3095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.453297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4048846 Jul 15 13:37:15.456123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:15.462385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:15.481119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.486645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5d237-0538-41e4-91b3-99bd676da542 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=66e037ab-7307-4d69-b54c-be1cd28e42b4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:15.487950 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:14Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:14Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:15.530172 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:15.530550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Updating router ef29cf37-5537-47db-9f13-16997fa00420 port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:15.542377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] For port 7e090768-0854-42d0-a837-22f7a00d1a4e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e090768-0854-42d0-a837-22f7a00d1a4e,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:15.545335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:15.605155 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.630699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.745927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:15.749904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.755678 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.831843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8bad0-2d87-4743-bdd9-399dfbcdd094 None None] Pushing event updated for resources: {'Port': ['ID=7e090768-0854-42d0-a837-22f7a00d1a4e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:15.877995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-26d98afc-07ba-43ab-a193-4c42c2c98804 None None] Provisioning for port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:15.889430 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-26d98afc-07ba-43ab-a193-4c42c2c98804 None None] Provisioning complete for port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:15.890201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26d98afc-07ba-43ab-a193-4c42c2c98804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.907061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dba64-5db4-4f22-b049-398e8e06f8b3 req-76371c67-3263-4176-adaa-3375b0df5a09 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.914996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-259dba64-5db4-4f22-b049-398e8e06f8b3 req-76371c67-3263-4176-adaa-3375b0df5a09 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1968293 Jul 15 13:37:15.978956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-259dba64-5db4-4f22-b049-398e8e06f8b3 req-fbcd2681-ec1e-4b61-95a9-1c6bb5c626e5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618298 Jul 15 13:37:16.006644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-26d98afc-07ba-43ab-a193-4c42c2c98804 None None] Port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:16.022395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-26d98afc-07ba-43ab-a193-4c42c2c98804 None None] Provisioning complete for port 7e090768-0854-42d0-a837-22f7a00d1a4e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:16.023676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26d98afc-07ba-43ab-a193-4c42c2c98804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.107070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e090768-0854-42d0-a837-22f7a00d1a4e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:16.139423 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.152351 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Transition to ACTIVE for port object 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:16.163946 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.223658 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Pushing event updated for resources: {'Port': ['ID=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.238243 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.238752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.239216 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.239624 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.240023 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.240419 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.240871 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.241269 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.241693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.242376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.242939 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.243373 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:16.338701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Attempting to bind port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:16.339248 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Attempting to bind port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:16.339710 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Attempting to bind port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea on network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:16.345757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:16.346434 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Checking segment: {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:16.346933 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.348120 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Bound using segment: {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:16.348943 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Bound port: 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236325b8-15c3-4aee-b187-205e28af8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:16.349420 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.437319 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-d48179b8-0e17-4328-8307-4aedd487d095 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8130116 Jul 15 13:37:16.437666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7e090768-0854-42d0-a837-22f7a00d1a4e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:16.437982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.468903 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] For port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:16.474297 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] For port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:16.486638 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.588076 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadaee3-3089-4455-9709-97d3cf2a1e4c None None] Pushing event updated for resources: {'Port': ['ID=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.592786 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:16.593660 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:16.620550 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.676176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=b2ced884-a45f-4115-9e30-9133aeab9912,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.717495 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:16.718055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: 66e037ab-7307-4d69-b54c-be1cd28e42b4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:16.724568 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:16.755678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:16.770921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 66e037ab-7307-4d69-b54c-be1cd28e42b4) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:16.798686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.799199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe590a-9320-4168-a4b3-c8e3d081fb75 None None] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:16.799966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.847047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.847619 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-804df744-df41-4e41-9e5a-b049620f458d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3899710 Jul 15 13:37:16.880479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.157854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-66e037ab-7307-4d69-b54c-be1cd28e42b4', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:17.157854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.249705 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:14Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:16Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:17.302635 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4708205-7fc9-4be9-b202-594fa07b1058 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:14Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:16Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:17.449512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Allocated IP 172.21.0.2 (66e037ab-7307-4d69-b54c-be1cd28e42b4/b2ced884-a45f-4115-9e30-9133aeab9912/5cd44e92-c11e-42dc-8c03-295d9e720894) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:17.453927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde08a2-2226-4135-8f8d-f12aaa8cd6aa req-43df421d-9cd7-454c-a924-e23414ce9951 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:17.455717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bde08a2-2226-4135-8f8d-f12aaa8cd6aa req-43df421d-9cd7-454c-a924-e23414ce9951 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1755431 Jul 15 13:37:17.525364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.570840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bde08a2-2226-4135-8f8d-f12aaa8cd6aa req-4c451943-61cb-4af9-b89d-434d4c69e1d3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003940 Jul 15 13:37:17.705808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.737773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Transition to ACTIVE for port object 5cd44e92-c11e-42dc-8c03-295d9e720894 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:17.775133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Transition to ACTIVE for port object 5cd44e92-c11e-42dc-8c03-295d9e720894 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:17.800100 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.868600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:17.872771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:17.874706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Pushing event updated for resources: {'Port': ['ID=5cd44e92-c11e-42dc-8c03-295d9e720894,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:17.878493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:17.943518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.21.0.1 (66e037ab-7307-4d69-b54c-be1cd28e42b4/b2ced884-a45f-4115-9e30-9133aeab9912/cee1e917-eebb-4377-8a0f-a3275fcfe71d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:17.958862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Attempting to bind port 5cd44e92-c11e-42dc-8c03-295d9e720894 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:17.959219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Attempting to bind port 5cd44e92-c11e-42dc-8c03-295d9e720894 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:17.959604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Attempting to bind port 5cd44e92-c11e-42dc-8c03-295d9e720894 on network 66e037ab-7307-4d69-b54c-be1cd28e42b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:17.969604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:17.969604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Checking segment: {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:17.969604 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.969604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Bound using segment: {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:17.969604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Bound port: 5cd44e92-c11e-42dc-8c03-295d9e720894, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:17.969604 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.086780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] For port 5cd44e92-c11e-42dc-8c03-295d9e720894, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:18.107916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] For port 5cd44e92-c11e-42dc-8c03-295d9e720894, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5cd44e92-c11e-42dc-8c03-295d9e720894,segment=NetworkSegment(036ce866-9a2b-4bda-83c5-a560c4254028),segment_id=036ce866-9a2b-4bda-83c5-a560c4254028)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:18.115169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:18.117021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.124243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.139196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object cee1e917-eebb-4377-8a0f-a3275fcfe71d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:18.219364 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.273451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f715d-d541-41ee-85e4-1c1782f1e24d None None] Pushing event updated for resources: {'Port': ['ID=5cd44e92-c11e-42dc-8c03-295d9e720894,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:18.299588 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.327537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:18.329994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:18.332619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:18.333076 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.352968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:18.356144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:18.361498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=cee1e917-eebb-4377-8a0f-a3275fcfe71d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:18.417807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.462146 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.481184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-e42ef17e-7d76-44ac-a4c2-43677bb740d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.482750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-e42ef17e-7d76-44ac-a4c2-43677bb740d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1096 time: 0.2033954 Jul 15 13:37:18.510124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:18.521243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.631639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:18.791363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-80992dc2-4137-4d73-b399-5cecae8e8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.792790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-80992dc2-4137-4d73-b399-5cecae8e8e8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.3003292 Jul 15 13:37:18.896574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.613728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf94b3-9856-42f7-97b1-0d7cc6defe74 req-a18e61d4-42ed-4fa3-ba19-f0b3e58a482c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.629558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acaf94b3-9856-42f7-97b1-0d7cc6defe74 req-a18e61d4-42ed-4fa3-ba19-f0b3e58a482c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.8554051 Jul 15 13:37:19.656123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-0cb6402c-cb97-4c25-ba7e-defea516eec2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 1001 time: 0.8417015 Jul 15 13:37:19.867909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-326c1f48-8d01-459a-82ef-244473e36aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.872000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-326c1f48-8d01-459a-82ef-244473e36aeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.2035038 Jul 15 13:37:19.879007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acaf94b3-9856-42f7-97b1-0d7cc6defe74 req-7d691814-2a55-427a-9e86-505f6b958dcc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482104 Jul 15 13:37:20.096634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd6631-7b2e-4c8f-a5a8-dd3a60402879 None None] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:20.221397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3d461305-cf9e-45b8-a434-1b6aaed45771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.222921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3d461305-cf9e-45b8-a434-1b6aaed45771 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893765 Jul 15 13:37:20.268269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5cd44e92-c11e-42dc-8c03-295d9e720894 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:20.302233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.315318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.377485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8eaf9a3-77f9-4e7d-a542-75af0cbeb6c4 None None] Provisioning for port 5cd44e92-c11e-42dc-8c03-295d9e720894 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:20.422109 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.433867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=cee1e917-eebb-4377-8a0f-a3275fcfe71d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.447825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-5fe5b33c-5e1d-4b4f-8c29-b59429d600a1 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186079 Jul 15 13:37:20.492914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 5cd44e92-c11e-42dc-8c03-295d9e720894 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:20.500405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5cd44e92-c11e-42dc-8c03-295d9e720894 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:20.500777 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.629697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-6f367d3e-5426-4bd4-8e1a-01294e480a97 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715496 Jul 15 13:37:20.659798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:20.661973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:20.666727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.741708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 5cd44e92-c11e-42dc-8c03-295d9e720894, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5cd44e92-c11e-42dc-8c03-295d9e720894,segment=NetworkSegment(036ce866-9a2b-4bda-83c5-a560c4254028),segment_id=036ce866-9a2b-4bda-83c5-a560c4254028)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:20.754081 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.755193 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:20.866061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:20.905765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:20.906140 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.907656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=5cd44e92-c11e-42dc-8c03-295d9e720894,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.004499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0a47a3e-7d19-4914-8a2b-4afd15c0d1fe None None] Provisioning for port cee1e917-eebb-4377-8a0f-a3275fcfe71d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:21.018504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:21.021062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0a47a3e-7d19-4914-8a2b-4afd15c0d1fe None None] Provisioning complete for port cee1e917-eebb-4377-8a0f-a3275fcfe71d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:21.021476 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0a47a3e-7d19-4914-8a2b-4afd15c0d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.027840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fd443860-7b33-4637-bc4f-bd8fe47856e5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1769264 Jul 15 13:37:21.028367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55170) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.038937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-294873605'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:21.079662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:21.087135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.089941 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:21.134383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:21.135082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:21.140589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a0a47a3e-7d19-4914-8a2b-4afd15c0d1fe None None] Port cee1e917-eebb-4377-8a0f-a3275fcfe71d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:21.175529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:21.209448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.210268 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment 7ad229ff-7cbf-4995-b1b4-5591b80cb9c7 of type vlan for network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 Jul 15 13:37:21.253649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5759-269c-400d-8cdd-6edf1a002a94 req-9025df84-9c65-477f-ba78-95760a71d2ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.264148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f3b5759-269c-400d-8cdd-6edf1a002a94 req-9025df84-9c65-477f-ba78-95760a71d2ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1893480 Jul 15 13:37:21.267171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0a47a3e-7d19-4914-8a2b-4afd15c0d1fe None None] Provisioning complete for port 5cd44e92-c11e-42dc-8c03-295d9e720894 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:21.267786 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0a47a3e-7d19-4914-8a2b-4afd15c0d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.338767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:21.344616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.376477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9f3b5759-269c-400d-8cdd-6edf1a002a94 req-09b684ad-e3d2-4bcb-a0ab-595b5a24a086 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733862 Jul 15 13:37:21.420957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.429156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.430365 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.504546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4722061 Jul 15 13:37:21.504879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.511523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:21.563730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21604-9ede-4b53-8d89-e70b2c8b4afd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=5eeb3d4a-f941-4773-a12f-5cbbed86b060,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.584174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:21.681919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:21.685838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.781429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dcea507c-d372-41fc-85ad-c77bc1a1f3ce None None] Provisioning complete for port cee1e917-eebb-4377-8a0f-a3275fcfe71d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:21.782107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcea507c-d372-41fc-85ad-c77bc1a1f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.833080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 3, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:19Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:21.835410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dcea507c-d372-41fc-85ad-c77bc1a1f3ce None None] Port cee1e917-eebb-4377-8a0f-a3275fcfe71d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:21.953731 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.021280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=9c64b0d1-0cd6-4930-bb3a-f787a9720b92,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.032623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:22.033585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Updating router ef29cf37-5537-47db-9f13-16997fa00420 port cee1e917-eebb-4377-8a0f-a3275fcfe71d binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:22.040022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:22.040810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: 5eeb3d4a-f941-4773-a12f-5cbbed86b060, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:22.074839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.078883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5cd44e92-c11e-42dc-8c03-295d9e720894 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:22.082637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:22.095897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 5eeb3d4a-f941-4773-a12f-5cbbed86b060) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:22.107679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.108928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.113010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abad70-ac25-4dca-bac6-9da46015cf64 None None] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:22.125385 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ebd13724-f2ea-476e-82ee-e32b18b40566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6193807 Jul 15 13:37:22.130114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:22.322972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5cd44e92-c11e-42dc-8c03-295d9e720894 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:22.323582 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.609317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:22.610552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.644805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5e6d6-4e2c-42b4-9899-6afae2ef3474 req-2a1244ce-fd17-4733-aa23-9790310e2472 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.646549 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1e5e6d6-4e2c-42b4-9899-6afae2ef3474 req-2a1244ce-fd17-4733-aa23-9790310e2472 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1268859 Jul 15 13:37:22.703281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1e5e6d6-4e2c-42b4-9899-6afae2ef3474 req-2f1ab399-eb6e-4b49-9b93-f260fac1c51e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Jul 15 13:37:22.724230 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.765199 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.783892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Transition to ACTIVE for port object cee1e917-eebb-4377-8a0f-a3275fcfe71d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:22.810507 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.866004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Allocated IP 172.22.0.2 (5eeb3d4a-f941-4773-a12f-5cbbed86b060/9c64b0d1-0cd6-4930-bb3a-f787a9720b92/3c743854-3eb0-4482-be7a-992a599034fe) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:22.869484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12608-5117-457d-bedf-42821f91e5e0 None None] Pushing event updated for resources: {'Port': ['ID=cee1e917-eebb-4377-8a0f-a3275fcfe71d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.962571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Attempting to bind port cee1e917-eebb-4377-8a0f-a3275fcfe71d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:22.963024 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Attempting to bind port cee1e917-eebb-4377-8a0f-a3275fcfe71d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:22.963463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Attempting to bind port cee1e917-eebb-4377-8a0f-a3275fcfe71d on network 66e037ab-7307-4d69-b54c-be1cd28e42b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:22.997105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:22.997486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Checking segment: {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:22.998004 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.998418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Bound using segment: {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:22.998889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Bound port: cee1e917-eebb-4377-8a0f-a3275fcfe71d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036ce866-9a2b-4bda-83c5-a560c4254028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:22.999266 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.133163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] For port cee1e917-eebb-4377-8a0f-a3275fcfe71d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:23.152901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] For port cee1e917-eebb-4377-8a0f-a3275fcfe71d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cee1e917-eebb-4377-8a0f-a3275fcfe71d,segment=NetworkSegment(036ce866-9a2b-4bda-83c5-a560c4254028),segment_id=036ce866-9a2b-4bda-83c5-a560c4254028)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:23.159707 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.162096 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.184538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Transition to ACTIVE for port object 3c743854-3eb0-4482-be7a-992a599034fe will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:23.239435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Transition to ACTIVE for port object 3c743854-3eb0-4482-be7a-992a599034fe will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:23.257630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:23.258287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:23.260820 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.269264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12608-5117-457d-bedf-42821f91e5e0 None None] Pushing event updated for resources: {'Port': ['ID=cee1e917-eebb-4377-8a0f-a3275fcfe71d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.355979 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.22.0.1 (5eeb3d4a-f941-4773-a12f-5cbbed86b060/9c64b0d1-0cd6-4930-bb3a-f787a9720b92/23b56ee1-83b3-4722-b6a7-6064bac4cac2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:23.415106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:23.432061 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Pushing event updated for resources: {'Port': ['ID=3c743854-3eb0-4482-be7a-992a599034fe,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.440444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:23.444119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:23.509243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:23.551498 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Attempting to bind port 3c743854-3eb0-4482-be7a-992a599034fe on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:23.551858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Attempting to bind port 3c743854-3eb0-4482-be7a-992a599034fe by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:23.552251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Attempting to bind port 3c743854-3eb0-4482-be7a-992a599034fe on network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:23.566359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:23.568289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Checking segment: {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:23.568289 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.568289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Bound using segment: {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:23.568289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Bound port: 3c743854-3eb0-4482-be7a-992a599034fe, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:23.568289 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.573011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.605994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 23b56ee1-83b3-4722-b6a7-6064bac4cac2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:23.650424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.694057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:23.698362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:23.702462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:23.731414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=23b56ee1-83b3-4722-b6a7-6064bac4cac2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.740300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] For port 3c743854-3eb0-4482-be7a-992a599034fe, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:23.750851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] For port 3c743854-3eb0-4482-be7a-992a599034fe, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3c743854-3eb0-4482-be7a-992a599034fe,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:23.762264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.763262 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.859718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01d7d6-bc1a-40e8-b13d-b50fac00d443 None None] Pushing event updated for resources: {'Port': ['ID=3c743854-3eb0-4482-be7a-992a599034fe,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.889919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-995e344c-f1db-4392-8691-e26b81728364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 3, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:23.932613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e344c-f1db-4392-8691-e26b81728364 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 3, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:24.036255 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.066553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec6ae-1a32-4160-8df0-5f6b2fe3030e req-e428ce8c-6d69-40dd-8c03-143772b30414 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.078543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f11ec6ae-1a32-4160-8df0-5f6b2fe3030e req-e428ce8c-6d69-40dd-8c03-143772b30414 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.2007983 Jul 15 13:37:24.173592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f11ec6ae-1a32-4160-8df0-5f6b2fe3030e req-2ce0485f-514b-42b5-bcbc-d7f4a668630d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937707 Jul 15 13:37:24.367374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cee1e917-eebb-4377-8a0f-a3275fcfe71d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:24.476631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cee1e917-eebb-4377-8a0f-a3275fcfe71d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:24.486038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cee1e917-eebb-4377-8a0f-a3275fcfe71d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:24.486474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.596224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.603084 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.620773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.666627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port cee1e917-eebb-4377-8a0f-a3275fcfe71d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cee1e917-eebb-4377-8a0f-a3275fcfe71d,segment=NetworkSegment(036ce866-9a2b-4bda-83c5-a560c4254028),segment_id=036ce866-9a2b-4bda-83c5-a560c4254028)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:24.673836 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.693438 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=23b56ee1-83b3-4722-b6a7-6064bac4cac2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.737129 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.764235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=cee1e917-eebb-4377-8a0f-a3275fcfe71d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.772806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.774602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.774960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.775230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.775574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.775914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.776249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.776580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.776908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.777239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.777566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.777892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:24.883804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:24.885475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:25.024394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:25.149840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:25.155051 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cab6b396-30b9-4381-8550-887a3d6b0d79 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0220451 Jul 15 13:37:25.157699 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55188) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:25.162423 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:25.164469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'network': {'name': 'tempest-RoutersTest-1402972406'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:25.180757 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:25.182107 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:25.191003 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:25.195640 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.228614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:25.240764 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.241870 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added segment aee68fcd-6790-4b74-9878-235efea3923a of type vlan for network 4684b4d5-e29e-4480-aaf5-27ba7db19360 Jul 15 13:37:25.289413 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.310635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdcacd5-7080-4af8-bdd5-80146754f072 None None] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:25.332398 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:25.369277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.377994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.379052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.407562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86264b9-a4fc-4b03-b0a3-d60a9a292265 req-1d155933-9a79-4850-8e75-d959b073ae18 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.409733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c86264b9-a4fc-4b03-b0a3-d60a9a292265 req-1d155933-9a79-4850-8e75-d959b073ae18 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.0835989 Jul 15 13:37:25.417444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a2632561-73f6-48fa-9ab5-4b1128650121 None None] Provisioning for port 3c743854-3eb0-4482-be7a-992a599034fe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:25.420492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2610435 Jul 15 13:37:25.422668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:25.445383 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'subnet': {'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:25.483833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c86264b9-a4fc-4b03-b0a3-d60a9a292265 req-56952333-2ab9-4c07-a72d-6f0e08fc5fae tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660744 Jul 15 13:37:25.594690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4753c-818d-4da0-ab5c-07f42410eede tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Network': ['ID=4684b4d5-e29e-4480-aaf5-27ba7db19360,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:25.608289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:25.624515 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:25.633688 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Made reservation on behalf of e94b0036cb6b4544bf88256437dfd8c4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:25.637838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.765824 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:25.766198 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Updating router ef29cf37-5537-47db-9f13-16997fa00420 port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:25.805209 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.863066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.925469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Subnet': ['ID=f0864579-0148-40e5-a0dc-241b8550a9e7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:25.949121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Checking segment: {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:25.949487 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network hostable DHCP agents. Network: 4684b4d5-e29e-4480-aaf5-27ba7db19360, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:25.962220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-70373686-2f6b-44b9-be09-a7cdaa7beb3d None None] Provisioning for port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:25.966861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-70373686-2f6b-44b9-be09-a7cdaa7beb3d None None] Provisioning complete for port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:25.967247 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70373686-2f6b-44b9-be09-a7cdaa7beb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.974278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:25.994064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 4684b4d5-e29e-4480-aaf5-27ba7db19360) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:26.005987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.007512 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.020269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174580f-3206-4c27-bf1d-dac287479c87 None None] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:26.048070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:26.048660 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-82f03413-e525-40f2-91fb-1af77fa85450 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6076763 Jul 15 13:37:26.093076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-70373686-2f6b-44b9-be09-a7cdaa7beb3d None None] Port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:26.256382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cee1e917-eebb-4377-8a0f-a3275fcfe71d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:26.308631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-4684b4d5-e29e-4480-aaf5-27ba7db19360', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:26.309491 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.315811 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.332548 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Transition to ACTIVE for port object 23b56ee1-83b3-4722-b6a7-6064bac4cac2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:26.351672 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.432680 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec831-5fb5-4644-bc43-f84c61bc299b None None] Pushing event updated for resources: {'Port': ['ID=23b56ee1-83b3-4722-b6a7-6064bac4cac2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:26.492054 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Attempting to bind port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:26.493210 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Attempting to bind port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:26.495156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Attempting to bind port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 on network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:26.502587 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:26.503472 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Checking segment: {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:26.504562 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.504562 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Bound using segment: {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:26.505083 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Bound port: 23b56ee1-83b3-4722-b6a7-6064bac4cac2, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:26.508593 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.628198 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] For port 23b56ee1-83b3-4722-b6a7-6064bac4cac2, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:26.630618 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.644003 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] For port 23b56ee1-83b3-4722-b6a7-6064bac4cac2, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=23b56ee1-83b3-4722-b6a7-6064bac4cac2,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:26.666384 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.775743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cee1e917-eebb-4377-8a0f-a3275fcfe71d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:26.776224 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.786374 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec831-5fb5-4644-bc43-f84c61bc299b None None] Pushing event updated for resources: {'Port': ['ID=23b56ee1-83b3-4722-b6a7-6064bac4cac2,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:26.801635 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:26.802313 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:26.887210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Allocated IP 172.23.0.2 (4684b4d5-e29e-4480-aaf5-27ba7db19360/f0864579-0148-40e5-a0dc-241b8550a9e7/22473dcf-4aff-43cb-adba-387c0470f56c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:26.893709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb509a2d-e7b9-4b8a-9571-d08758869707 req-e8730dab-6623-4672-b813-53b057a75eb5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.895632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb509a2d-e7b9-4b8a-9571-d08758869707 req-e8730dab-6623-4672-b813-53b057a75eb5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1429887 Jul 15 13:37:26.960881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3c743854-3eb0-4482-be7a-992a599034fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:26.966449 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:27.011812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb509a2d-e7b9-4b8a-9571-d08758869707 req-00a42295-125d-4f23-bdbb-75ee7dc7d08a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046591 Jul 15 13:37:27.126765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 3c743854-3eb0-4482-be7a-992a599034fe completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:27.135269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 3c743854-3eb0-4482-be7a-992a599034fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:27.135562 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.165499 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:37:27.203098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.214781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Transition to ACTIVE for port object 22473dcf-4aff-43cb-adba-387c0470f56c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:27.217387 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:26Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:27.247317 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d745b37-cfde-46c1-a223-b42f577de2e4 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:23Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:26Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:27.250735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Transition to ACTIVE for port object 22473dcf-4aff-43cb-adba-387c0470f56c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:27.260413 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.313383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.335072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Allocated IP 172.23.0.1 (4684b4d5-e29e-4480-aaf5-27ba7db19360/f0864579-0148-40e5-a0dc-241b8550a9e7/63625c8f-e819-4cca-91c6-b864de17fb27) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:27.348581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:27.371960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:27.377452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:27.393133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Pushing event updated for resources: {'Port': ['ID=22473dcf-4aff-43cb-adba-387c0470f56c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.406372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 3c743854-3eb0-4482-be7a-992a599034fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3c743854-3eb0-4482-be7a-992a599034fe,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:27.426686 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.487324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Attempting to bind port 22473dcf-4aff-43cb-adba-387c0470f56c on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:27.487693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Attempting to bind port 22473dcf-4aff-43cb-adba-387c0470f56c by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:27.488057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Attempting to bind port 22473dcf-4aff-43cb-adba-387c0470f56c on network 4684b4d5-e29e-4480-aaf5-27ba7db19360 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:27.489535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.503003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:27.503302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Checking segment: {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:27.503547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.503996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Bound using segment: {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:27.504422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Bound port: 22473dcf-4aff-43cb-adba-387c0470f56c, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:27.504812 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.505833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Transition to ACTIVE for port object 63625c8f-e819-4cca-91c6-b864de17fb27 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:27.523086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=3c743854-3eb0-4482-be7a-992a599034fe,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.547548 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.587352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:27.590937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:27.591188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] For port 22473dcf-4aff-43cb-adba-387c0470f56c, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:27.595283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:27.595580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] For port 22473dcf-4aff-43cb-adba-387c0470f56c, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=22473dcf-4aff-43cb-adba-387c0470f56c,segment=NetworkSegment(aee68fcd-6790-4b74-9878-235efea3923a),segment_id=aee68fcd-6790-4b74-9878-235efea3923a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:27.601888 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.642109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=63625c8f-e819-4cca-91c6-b864de17fb27,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.654592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.666969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff6206-f8c2-46e6-86d3-4e7dd27b00b7 None None] Pushing event updated for resources: {'Port': ['ID=22473dcf-4aff-43cb-adba-387c0470f56c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.797758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.223258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.231556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.251944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 23b56ee1-83b3-4722-b6a7-6064bac4cac2 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:28.305048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:28.309479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:28.309842 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.332269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8b81-7a49-4b70-82fd-7bb1e59d35b3 req-2c218450-b8a1-4f38-a055-3327927e7203 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.333892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d0b8b81-7a49-4b70-82fd-7bb1e59d35b3 req-2c218450-b8a1-4f38-a055-3327927e7203 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1572850 Jul 15 13:37:28.338446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.340454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event updated for resources: {'Port': ['ID=63625c8f-e819-4cca-91c6-b864de17fb27,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.406778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d0b8b81-7a49-4b70-82fd-7bb1e59d35b3 req-862d2305-6937-4065-adea-3bd6444e5d77 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626454 Jul 15 13:37:28.432838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.485959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:28.489774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:28.490499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 23b56ee1-83b3-4722-b6a7-6064bac4cac2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=23b56ee1-83b3-4722-b6a7-6064bac4cac2,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:28.497689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.498616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3c743854-3eb0-4482-be7a-992a599034fe up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:28.578728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=23b56ee1-83b3-4722-b6a7-6064bac4cac2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.587931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 3c743854-3eb0-4482-be7a-992a599034fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:28.590372 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.616967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:28.675452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 22473dcf-4aff-43cb-adba-387c0470f56c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:28.734326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 22473dcf-4aff-43cb-adba-387c0470f56c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:28.736512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:28.748470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:28.752464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:28.754771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:28.759476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-87681567-6db1-42de-8fdd-e433891ddc18 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7081232 Jul 15 13:37:28.762480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:28.763319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:28.867069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:29.122985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:27Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63625c8f-e819-4cca-91c6-b864de17fb27', 'name': '', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:65:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:26Z', 'updated_at': '2021-07-15T13:37:27Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:29.164510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:29.165186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Updating router ef29cf37-5537-47db-9f13-16997fa00420 port 63625c8f-e819-4cca-91c6-b864de17fb27 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:29.181130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:37:29.198389 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Removed routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:37:29.198797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.201799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.239451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c727e-2ae6-49ab-9309-bbec8c3c53af None None] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:29.393121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.393344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] Provisioning for port 22473dcf-4aff-43cb-adba-387c0470f56c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:29.396664 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.406499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] Provisioning complete for port 22473dcf-4aff-43cb-adba-387c0470f56c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:29.406868 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.499719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:29.609299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:29.618807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.620710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-58bb91c7-3270-4294-83f9-e76a47b08075 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 933 time: 0.8707843 Jul 15 13:37:29.623440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:29.640899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b14d60-4834-4ab0-82cc-c17ed0f0ba40 req-d00fdea3-dfdb-491a-8c39-26fee4639f82 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.649150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57b14d60-4834-4ab0-82cc-c17ed0f0ba40 req-d00fdea3-dfdb-491a-8c39-26fee4639f82 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.0969968 Jul 15 13:37:29.666460 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.699590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.706295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57b14d60-4834-4ab0-82cc-c17ed0f0ba40 req-e77496e0-f6a7-43f5-94de-ea48cc878ddc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558844 Jul 15 13:37:29.729342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Transition to ACTIVE for port object 63625c8f-e819-4cca-91c6-b864de17fb27 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:29.734791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] For port 22473dcf-4aff-43cb-adba-387c0470f56c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=22473dcf-4aff-43cb-adba-387c0470f56c,segment=NetworkSegment(aee68fcd-6790-4b74-9878-235efea3923a),segment_id=aee68fcd-6790-4b74-9878-235efea3923a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:29.739934 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.754177 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.809420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeca7ea-b954-4fc8-a164-bcccc871c714 None None] Pushing event updated for resources: {'Port': ['ID=63625c8f-e819-4cca-91c6-b864de17fb27,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.135484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 23b56ee1-83b3-4722-b6a7-6064bac4cac2 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:30.138803 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ffa8aa8-cfbd-4c25-89e3-8855d44d7bbe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 933 time: 0.5142169 Jul 15 13:37:30.141518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55234) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:30.146554 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:30.165714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Attempting to bind port 63625c8f-e819-4cca-91c6-b864de17fb27 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:30.166095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Attempting to bind port 63625c8f-e819-4cca-91c6-b864de17fb27 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:30.166491 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Attempting to bind port 63625c8f-e819-4cca-91c6-b864de17fb27 on network 4684b4d5-e29e-4480-aaf5-27ba7db19360 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:30.210548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a398dd-c49c-43d1-8a41-6cb54efab8b5 None None] Pushing event updated for resources: {'Port': ['ID=22473dcf-4aff-43cb-adba-387c0470f56c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.216907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39aea65d-bf62-4cd9-8a79-40ef0292f576 None None] Provisioning for port 63625c8f-e819-4cca-91c6-b864de17fb27 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:30.224469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:30.224860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Checking segment: {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:30.226271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.226859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Bound using segment: {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:30.227344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Bound port: 63625c8f-e819-4cca-91c6-b864de17fb27, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee68fcd-6790-4b74-9878-235efea3923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:30.227737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.297445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:30.297822 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.311811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39aea65d-bf62-4cd9-8a79-40ef0292f576 None None] Provisioning complete for port 22473dcf-4aff-43cb-adba-387c0470f56c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:30.311811 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39aea65d-bf62-4cd9-8a79-40ef0292f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.388863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] For port 63625c8f-e819-4cca-91c6-b864de17fb27, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:30.408059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] For port 63625c8f-e819-4cca-91c6-b864de17fb27, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=63625c8f-e819-4cca-91c6-b864de17fb27,segment=NetworkSegment(aee68fcd-6790-4b74-9878-235efea3923a),segment_id=aee68fcd-6790-4b74-9878-235efea3923a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:30.424030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.556564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:37:30.556735 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:37:30.559362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeca7ea-b954-4fc8-a164-bcccc871c714 None None] Pushing event updated for resources: {'Port': ['ID=63625c8f-e819-4cca-91c6-b864de17fb27,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.571250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:30.571913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:30.602483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.679919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:30.844190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.847773 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.956032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:29Z', 'revision_number': 6, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63625c8f-e819-4cca-91c6-b864de17fb27', 'name': '', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:65:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:26Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:30.966975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:30.999810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9312d-42a6-46d8-b144-07939409ced8 req-57a4b096-c64a-4193-a91e-41fca57bc30e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.001364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14a9312d-42a6-46d8-b144-07939409ced8 req-57a4b096-c64a-4193-a91e-41fca57bc30e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1314626 Jul 15 13:37:31.006068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1291a-26f0-4b15-9315-5fa703a6e311 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:29Z', 'revision_number': 6, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63625c8f-e819-4cca-91c6-b864de17fb27', 'name': '', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:65:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:26Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:31.047965 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.099114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14a9312d-42a6-46d8-b144-07939409ced8 req-52c4c943-c23e-44ad-ae5e-4c0442f565e0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916622 Jul 15 13:37:31.143376 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:31.152088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.153641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-87876e7a-d22c-4af1-9abe-1a14245af6e7 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 699 time: 1.0107951 Jul 15 13:37:31.155864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.293738 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0852c847-ffaa-4182-a6fa-77c74015b30a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 699 time: 0.1362917 Jul 15 13:37:31.296287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.749552 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.907525 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:31.919546 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:31.921472 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:32.020423 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:32.041708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 63625c8f-e819-4cca-91c6-b864de17fb27 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:32.042093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.160142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 63625c8f-e819-4cca-91c6-b864de17fb27, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=63625c8f-e819-4cca-91c6-b864de17fb27,segment=NetworkSegment(aee68fcd-6790-4b74-9878-235efea3923a),segment_id=aee68fcd-6790-4b74-9878-235efea3923a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:32.165484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.182440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 63625c8f-e819-4cca-91c6-b864de17fb27 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:32.236278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 22473dcf-4aff-43cb-adba-387c0470f56c up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:32.309253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 22473dcf-4aff-43cb-adba-387c0470f56c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:32.309636 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.388962 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 7, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63625c8f-e819-4cca-91c6-b864de17fb27', 'name': '', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:65:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:26Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:32.423570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 63625c8f-e819-4cca-91c6-b864de17fb27 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:32.425703 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:32.435610 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:32.436307 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:32.509258 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.531587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 63625c8f-e819-4cca-91c6-b864de17fb27 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:32.531891 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.556327 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:32.579178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Port 63625c8f-e819-4cca-91c6-b864de17fb27 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:37:32.582914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=63625c8f-e819-4cca-91c6-b864de17fb27,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:32.774858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29b52-7bd5-40b8-84c4-d0771effe714 req-a035a5a7-2c2e-4f34-8dd4-e128370d7cee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.776131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94a29b52-7bd5-40b8-84c4-d0771effe714 req-a035a5a7-2c2e-4f34-8dd4-e128370d7cee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.5038307 Jul 15 13:37:32.834987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94a29b52-7bd5-40b8-84c4-d0771effe714 req-0fa561ef-871f-4b83-b2df-814d1058c1f2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506368 Jul 15 13:37:32.835434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.937877 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 7, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63625c8f-e819-4cca-91c6-b864de17fb27', 'name': '', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:65:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:26Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:32.969772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c840abd-137e-47c8-a57b-3842be5fc980 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 7, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63625c8f-e819-4cca-91c6-b864de17fb27', 'name': '', 'network_id': '4684b4d5-e29e-4480-aaf5-27ba7db19360', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:65:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:26Z', 'updated_at': '2021-07-15T13:37:30Z', 'revision_number': 4, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'f0864579-0148-40e5-a0dc-241b8550a9e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:33.049009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:33.155766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:33.164085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55250) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:33.164257 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c8685066-845d-4327-b8ed-ae5efda0e938 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667643 Jul 15 13:37:33.216905 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet f0864579-0148-40e5-a0dc-241b8550a9e7 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:33.218701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:33.220175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.228660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:33.229279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:33.263632 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.334708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:33.364762 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.429687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.460998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.470423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/f0864579-0148-40e5-a0dc-241b8550a9e7 HTTP/1.1" status: 204 len: 168 time: 0.2971947 Jul 15 13:37:33.471658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98b76e-4b33-4d78-9fd9-808c238a2566 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=f0864579-0148-40e5-a0dc-241b8550a9e7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:33.471817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3252cf8-d31e-4842-a0d0-5a12c82300b6 None None] Network 4684b4d5-e29e-4480-aaf5-27ba7db19360 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:33.474677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:33.560474 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.621748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 22473dcf-4aff-43cb-adba-387c0470f56c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:33.622187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.674989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:32Z', 'revision_number': 8, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:33.716189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:33.732407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:33.733195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:33.737211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.811293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] DHCP port deletion for 4684b4d5-e29e-4480-aaf5-27ba7db19360 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:33.865027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:33.924142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] Deleting port 22473dcf-4aff-43cb-adba-387c0470f56c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:33.924765 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.064540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 22473dcf-4aff-43cb-adba-387c0470f56c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=22473dcf-4aff-43cb-adba-387c0470f56c,segment=NetworkSegment(aee68fcd-6790-4b74-9878-235efea3923a),segment_id=aee68fcd-6790-4b74-9878-235efea3923a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:34.074258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da346-1f42-4925-bee6-33da3ff0475c req-14082a6e-6e95-48c5-af06-f8ef766994d0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.074777 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.076002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a3da346-1f42-4925-bee6-33da3ff0475c req-14082a6e-6e95-48c5-af06-f8ef766994d0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1097982 Jul 15 13:37:34.093434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] For port 22473dcf-4aff-43cb-adba-387c0470f56c, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=22473dcf-4aff-43cb-adba-387c0470f56c,segment=NetworkSegment(aee68fcd-6790-4b74-9878-235efea3923a),segment_id=aee68fcd-6790-4b74-9878-235efea3923a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:34.094075 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.117865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 22473dcf-4aff-43cb-adba-387c0470f56c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:34.122417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a3da346-1f42-4925-bee6-33da3ff0475c req-25685632-286c-4b88-9bcd-c9ef23a36a99 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Jul 15 13:37:34.157076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] Calling delete_port for 22473dcf-4aff-43cb-adba-387c0470f56c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:34.257954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.294862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port 22473dcf-4aff-43cb-adba-387c0470f56c on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:34.299948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=22473dcf-4aff-43cb-adba-387c0470f56c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.355864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 22473dcf-4aff-43cb-adba-387c0470f56c no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:34.391588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 22473dcf-4aff-43cb-adba-387c0470f56c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:34.392052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 22473dcf-4aff-43cb-adba-387c0470f56c not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:34.424687 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.434902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4684b4d5-e29e-4480-aaf5-27ba7db19360']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.446136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee68fcd-6790-4b74-9878-235efea3923a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.446790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee68fcd-6790-4b74-9878-235efea3923a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.459308 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.473525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.482117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:34.482776 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:34.486616 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:34.513122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.545783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] Pushing event deleted for resources: {'Port': ['ID=22473dcf-4aff-43cb-adba-387c0470f56c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.547652 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c9343-8e44-4100-be42-ae64850277f3 None None] No DVR routers for this DVR port 22473dcf-4aff-43cb-adba-387c0470f56c on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:34.576356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:32Z', 'revision_number': 8, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.588880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.604582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372fdcf-e37b-4f06-95dd-fb52bdcd48fc None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:32Z', 'revision_number': 8, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '23b56ee1-83b3-4722-b6a7-6064bac4cac2', 'name': '', 'network_id': '5eeb3d4a-f941-4773-a12f-5cbbed86b060', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:95:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:22Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9c64b0d1-0cd6-4930-bb3a-f787a9720b92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:34.609359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.611391 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/4684b4d5-e29e-4480-aaf5-27ba7db19360 HTTP/1.1" status: 204 len: 168 time: 1.1347551 Jul 15 13:37:34.615215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:34.630652 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4423da-fce6-4955-98c4-08f515d95d05 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=4684b4d5-e29e-4480-aaf5-27ba7db19360,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.961897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.260187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 23b56ee1-83b3-4722-b6a7-6064bac4cac2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:35.261307 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.400842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac3ed6-ed98-4635-af0a-1b33e128829a req-eb4d3787-83d7-45e8-9c5f-fef53181e3a8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.402490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18ac3ed6-ed98-4635-af0a-1b33e128829a req-eb4d3787-83d7-45e8-9c5f-fef53181e3a8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1376195 Jul 15 13:37:35.407620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 23b56ee1-83b3-4722-b6a7-6064bac4cac2, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=23b56ee1-83b3-4722-b6a7-6064bac4cac2,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:35.407947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.435412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 23b56ee1-83b3-4722-b6a7-6064bac4cac2 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:35.462682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18ac3ed6-ed98-4635-af0a-1b33e128829a req-2d732170-4ccd-49da-a339-15e576fc3c21 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521679 Jul 15 13:37:35.633550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.666954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=23b56ee1-83b3-4722-b6a7-6064bac4cac2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.859695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.064327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:36.103157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 63625c8f-e819-4cca-91c6-b864de17fb27 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:36.124052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 63625c8f-e819-4cca-91c6-b864de17fb27 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:36.124446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 63625c8f-e819-4cca-91c6-b864de17fb27 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:36.169774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:36.174743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a7c88f0-3eba-4899-b7ae-c0d6619e2365 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5536168 Jul 15 13:37:36.177554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:36.184331 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:36.195898 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:36.196512 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.232437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet 9c64b0d1-0cd6-4930-bb3a-f787a9720b92 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:36.236014 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.283226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.292872 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:36.397195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.466118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.481079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.491485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/9c64b0d1-0cd6-4930-bb3a-f787a9720b92 HTTP/1.1" status: 204 len: 168 time: 0.3039231 Jul 15 13:37:36.491879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55268) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:36.499572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e9c17-557c-4eed-ab6d-7f491fbd9f7c None None] Network 5eeb3d4a-f941-4773-a12f-5cbbed86b060 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:36.502080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaed92-86cc-49ce-8f35-50c908a035f5 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=9c64b0d1-0cd6-4930-bb3a-f787a9720b92,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:36.558141 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:35Z', 'revision_number': 9, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.633929 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:36.678684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.681180 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:36.681871 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.774820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2627a-64d8-4c25-a11c-00635ebc4ceb req-cf9c1053-6db2-42bc-ab20-52667dffb387 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.776916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97e2627a-64d8-4c25-a11c-00635ebc4ceb req-cf9c1053-6db2-42bc-ab20-52667dffb387 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.1177170 Jul 15 13:37:36.780164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 3c743854-3eb0-4482-be7a-992a599034fe {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:36.780739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.821933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] DHCP port deletion for 5eeb3d4a-f941-4773-a12f-5cbbed86b060 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:36.858721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97e2627a-64d8-4c25-a11c-00635ebc4ceb req-b90a5931-14bf-4b2e-9da3-a3bebaf0b9bc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672693 Jul 15 13:37:36.862666 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:36.883501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 3c743854-3eb0-4482-be7a-992a599034fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3c743854-3eb0-4482-be7a-992a599034fe,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:36.883761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.901148 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 3c743854-3eb0-4482-be7a-992a599034fe owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:36.916039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] Deleting port 3c743854-3eb0-4482-be7a-992a599034fe {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:36.916553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.999072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] For port 3c743854-3eb0-4482-be7a-992a599034fe, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3c743854-3eb0-4482-be7a-992a599034fe,segment=NetworkSegment(7ad229ff-7cbf-4995-b1b4-5591b80cb9c7),segment_id=7ad229ff-7cbf-4995-b1b4-5591b80cb9c7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:36.999873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.013814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] Calling delete_port for 3c743854-3eb0-4482-be7a-992a599034fe owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:37.029945 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.086277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=3c743854-3eb0-4482-be7a-992a599034fe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:37.101361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port 3c743854-3eb0-4482-be7a-992a599034fe on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:37.110914 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.115634 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:35Z', 'revision_number': 9, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:37.143819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8566f-bdaa-4d63-85c8-83d03a6054e0 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:35Z', 'revision_number': 9, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee1e917-eebb-4377-8a0f-a3275fcfe71d', 'name': '', 'network_id': '66e037ab-7307-4d69-b54c-be1cd28e42b4', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:ec:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:17Z', 'updated_at': '2021-07-15T13:37:24Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': 'b2ced884-a45f-4115-9e30-9133aeab9912', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:37.144130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] Pushing event deleted for resources: {'Port': ['ID=3c743854-3eb0-4482-be7a-992a599034fe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:37.145796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f964749-f355-4981-8cc2-bbc1c6bcbe7c None None] No DVR routers for this DVR port 3c743854-3eb0-4482-be7a-992a599034fe on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:37.225440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.235823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeb3d4a-f941-4773-a12f-5cbbed86b060']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:37.245335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:37.245719 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad229ff-7cbf-4995-b1b4-5591b80cb9c7') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:37.254351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.276602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.282615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:37.283193 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:37.286360 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:37.347363 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.358101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.359993 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/5eeb3d4a-f941-4773-a12f-5cbbed86b060 HTTP/1.1" status: 204 len: 168 time: 0.8670659 Jul 15 13:37:37.363842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:37.376375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af60bc-9eab-48f2-a7d6-edcba18e2d88 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=5eeb3d4a-f941-4773-a12f-5cbbed86b060,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:37.716786 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-ceba7dc7-5cac-48c0-92e6-7381477f6dc2 service neutron] show failed (client error): The resource could not be found. Jul 15 13:37:37.717842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-ceba7dc7-5cac-48c0-92e6-7381477f6dc2 service neutron] 10.222.0.23 "GET /v2.0/ports/42131ded-d647-4613-836e-90060cab1e25/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0785301 Jul 15 13:37:37.822625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.073540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e10d9-557b-45f4-bedb-f35f45a3bb62 req-956a5f67-db86-4954-9fe6-faa3dbe979e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.075275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c5e10d9-557b-45f4-bedb-f35f45a3bb62 req-956a5f67-db86-4954-9fe6-faa3dbe979e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 945 time: 0.0995567 Jul 15 13:37:38.085021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3c743854-3eb0-4482-be7a-992a599034fe no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:38.091627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-d5029faf-3b1d-4a37-abf3-f88bceea71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.093875 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-d5029faf-3b1d-4a37-abf3-f88bceea71bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 1096 time: 0.0861282 Jul 15 13:37:38.107788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:38.108623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 3c743854-3eb0-4482-be7a-992a599034fe {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:38.109064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3c743854-3eb0-4482-be7a-992a599034fe not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:38.109609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 23b56ee1-83b3-4722-b6a7-6064bac4cac2 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:38.137072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 23b56ee1-83b3-4722-b6a7-6064bac4cac2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:38.137762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 23b56ee1-83b3-4722-b6a7-6064bac4cac2 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:38.167605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c5e10d9-557b-45f4-bedb-f35f45a3bb62 req-3954e436-254c-48f0-9032-44af4fb78ee1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644932 Jul 15 13:37:38.214010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.230054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port cee1e917-eebb-4377-8a0f-a3275fcfe71d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:38.230054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.328132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port cee1e917-eebb-4377-8a0f-a3275fcfe71d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cee1e917-eebb-4377-8a0f-a3275fcfe71d,segment=NetworkSegment(036ce866-9a2b-4bda-83c5-a560c4254028),segment_id=036ce866-9a2b-4bda-83c5-a560c4254028)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:38.328495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.342004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for cee1e917-eebb-4377-8a0f-a3275fcfe71d owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:38.442823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:38.484313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:38.529715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:38.532695 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84068ea-c43e-45b3-bc78-ab2ee888189e" -d '{"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-unplugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:38.537779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.562420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.563026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Transition to ACTIVE for port object 42131ded-d647-4613-836e-90060cab1e25 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:38.568127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.613465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=cee1e917-eebb-4377-8a0f-a3275fcfe71d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.640939 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6685af-4d38-4d4c-b53e-4f7ec58d2d05 x-openstack-request-id: req-8e6685af-4d38-4d4c-b53e-4f7ec58d2d05 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:38.642153 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-unplugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:38.642153 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e6685af-4d38-4d4c-b53e-4f7ec58d2d05 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:38.642153 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'code': 200} Jul 15 13:37:38.668893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.711748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] No DVR routers for this DVR port 42131ded-d647-4613-836e-90060cab1e25 on host n-h2-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:38.877060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.942907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:38.947734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:38.950050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:38.956563 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:38.957634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:38.964263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:38.964868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Checking segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:38.965452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Bound using segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:38.966750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Bound port: 42131ded-d647-4613-836e-90060cab1e25, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:38.967655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.059281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:39.062851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:39.068714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.129418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.130719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.134457 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] 10.222.0.49 "PUT /v2.0/ports/42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 1091 time: 1.0327332 Jul 15 13:37:39.198506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639125f-1bbc-45ed-a647-7b2c28a20cfa service neutron] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:39.252823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-e2f93f33-7e62-47a0-8d9b-802c087146e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.254522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-e2f93f33-7e62-47a0-8d9b-802c087146e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1094 time: 0.0783901 Jul 15 13:37:39.366659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-f88d30a7-3c4c-4549-933b-40c1728c0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.368188 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-f88d30a7-3c4c-4549-933b-40c1728c0811 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1071603 Jul 15 13:37:39.451805 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-68bec60a-3e74-41aa-a0ba-6089aa28be6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.0765243 Jul 15 13:37:39.513032 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-0ccefc91-4dd4-4dde-aadf-3e024ad51099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.514452 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-0ccefc91-4dd4-4dde-aadf-3e024ad51099 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0560744 Jul 15 13:37:39.574365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-22a6cac0-fe30-4faf-b014-d8164d10b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.575919 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-22a6cac0-fe30-4faf-b014-d8164d10b3db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553238 Jul 15 13:37:39.599699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:39.626549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45ea6-417c-48c6-ab4b-db2aba1ad623 req-8d2e83fd-e892-42e4-b9d7-badd13f4c1d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.628128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25e45ea6-417c-48c6-ab4b-db2aba1ad623 req-8d2e83fd-e892-42e4-b9d7-badd13f4c1d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.1197982 Jul 15 13:37:39.674961 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-b0da8d8f-5296-4796-a1e4-2587c72e317b service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921545 Jul 15 13:37:39.734092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25e45ea6-417c-48c6-ab4b-db2aba1ad623 req-4e3fd5c6-bd61-4155-a612-a4e13c06f816 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755153 Jul 15 13:37:39.738497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:39.747167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5610faf8-fb0d-4eec-9965-8abe55ccb548 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801246 Jul 15 13:37:39.747358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:39.752810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:39.767858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:39.771537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:39.821829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet b2ced884-a45f-4115-9e30-9133aeab9912 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:39.826344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.850623 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-8d7f8c6c-f64f-48a1-af70-65679aed09ee service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683340 Jul 15 13:37:39.872961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:39.891983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.986445 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.070024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.084461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.086489 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/b2ced884-a45f-4115-9e30-9133aeab9912 HTTP/1.1" status: 204 len: 168 time: 0.3380849 Jul 15 13:37:40.089187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55290) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.126649 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0f999-af4f-4ee8-bb04-fdd2b783663e None None] Network 66e037ab-7307-4d69-b54c-be1cd28e42b4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:40.133405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4bcda-e8d9-40bb-b56d-cf1d034ae7dd tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ced884-a45f-4115-9e30-9133aeab9912,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.208382 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.268569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:38Z', 'revision_number': 10, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:40.274263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 5cd44e92-c11e-42dc-8c03-295d9e720894 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:40.274593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.301995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:40.317080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:40.317727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:40.342093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 5cd44e92-c11e-42dc-8c03-295d9e720894, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5cd44e92-c11e-42dc-8c03-295d9e720894,segment=NetworkSegment(036ce866-9a2b-4bda-83c5-a560c4254028),segment_id=036ce866-9a2b-4bda-83c5-a560c4254028)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:40.342684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.357001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 5cd44e92-c11e-42dc-8c03-295d9e720894 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:40.416720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:40.457118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.482661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=5cd44e92-c11e-42dc-8c03-295d9e720894,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.484474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port 5cd44e92-c11e-42dc-8c03-295d9e720894 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:40.488965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1106729-882d-43d3-b909-1f9ef3b5ceeb None None] DHCP port deletion for 66e037ab-7307-4d69-b54c-be1cd28e42b4 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:40.565288 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.575564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e037ab-7307-4d69-b54c-be1cd28e42b4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:40.586048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036ce866-9a2b-4bda-83c5-a560c4254028') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:40.586449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036ce866-9a2b-4bda-83c5-a560c4254028') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:40.595105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.609374 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.615716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:40.616223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.618786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:38Z', 'revision_number': 10, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:40.619214 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:40.643386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:40.645029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95f923-83c2-42d5-9e22-9ac78ddf03c1 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:38Z', 'revision_number': 10, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None, '_interfaces': [{'id': '8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea', 'name': '', 'network_id': '86d9b4f0-f621-4e29-aae1-faed6f7ae114', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'mac_address': 'fa:16:3e:97:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:13Z', 'updated_at': '2021-07-15T13:37:18Z', 'revision_number': 5, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'subnets': [{'id': '9b56fe32-cdcc-49d1-bd70-33b2ba114e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:40.645894 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da187e2-396d-4118-88a0-7d3473240c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:40.680641 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.687978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.689900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/66e037ab-7307-4d69-b54c-be1cd28e42b4 HTTP/1.1" status: 204 len: 168 time: 0.5993972 Jul 15 13:37:40.693013 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.707339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d93a-3dde-466b-af34-f91c228250bc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=66e037ab-7307-4d69-b54c-be1cd28e42b4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.733248 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a06055-6546-40d8-a4f2-07b2c664ecd4 x-openstack-request-id: req-97a06055-6546-40d8-a4f2-07b2c664ecd4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:40.733540 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:40.733789 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97a06055-6546-40d8-a4f2-07b2c664ecd4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:40.734181 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'status': 'completed', 'code': 200} Jul 15 13:37:40.788767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-17e42789-1cbb-413f-a59f-5889a03428a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:40.790320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-17e42789-1cbb-413f-a59f-5889a03428a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1094 time: 0.0603375 Jul 15 13:37:40.904452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-7f90a8bf-8289-4bcd-8421-ea05eadc2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:40.905954 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-7f90a8bf-8289-4bcd-8421-ea05eadc2e4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1094 time: 0.1688900 Jul 15 13:37:40.912395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-0e322976-f4bc-42be-b06f-7d735f0267ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:40.914273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-0e322976-f4bc-42be-b06f-7d735f0267ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1177711 Jul 15 13:37:41.008945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766674a-1a60-45da-8d7e-15b16c05e23e req-9dbb7941-c8f8-4cf1-a302-0ffa6483af7e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.010861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7766674a-1a60-45da-8d7e-15b16c05e23e req-9dbb7941-c8f8-4cf1-a302-0ffa6483af7e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.1358337 Jul 15 13:37:41.012948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-fc72fd58-1b75-4d30-a23f-4911b9e73300 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.0925653 Jul 15 13:37:41.080094 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-88a3e18b-4525-4f7a-a53d-55cb6e8067e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.081921 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-88a3e18b-4525-4f7a-a53d-55cb6e8067e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1673377 Jul 15 13:37:41.106118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-4546f8ba-bbdf-42d6-bebd-30459f483865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.107783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-4546f8ba-bbdf-42d6-bebd-30459f483865 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0883062 Jul 15 13:37:41.114677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7766674a-1a60-45da-8d7e-15b16c05e23e req-0bce43ec-3042-48c6-8e2f-f2741660be7b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835612 Jul 15 13:37:41.200698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-25f4ba2a-f33a-4303-b2f5-ac89a0de2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.202372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-25f4ba2a-f33a-4303-b2f5-ac89a0de2a5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866990 Jul 15 13:37:41.204800 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-6b06b7e6-a8f7-4273-9153-37bf65be7c33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.1150403 Jul 15 13:37:41.292369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-bc3b99ce-9c4c-41e7-9193-31a913c4a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.293884 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-bc3b99ce-9c4c-41e7-9193-31a913c4a163 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0730598 Jul 15 13:37:41.295910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-2e352b63-e8d9-47d9-a672-69d4103a7b40 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871081 Jul 15 13:37:41.343050 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.398663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-74b94582-0ded-4d41-9ca9-83f4392dce9a service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968447 Jul 15 13:37:41.461923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da187e2-396d-4118-88a0-7d3473240c8d req-00d072e8-4f72-41d7-ba8b-8cea1d9a5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.463519 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-00d072e8-4f72-41d7-ba8b-8cea1d9a5e6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585295 Jul 15 13:37:41.628165 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-be037856-1c28-41d7-8673-c50a4ca169b4 service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162665 Jul 15 13:37:42.046328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5cd44e92-c11e-42dc-8c03-295d9e720894 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:42.072380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 5cd44e92-c11e-42dc-8c03-295d9e720894 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:42.072730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5cd44e92-c11e-42dc-8c03-295d9e720894 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:42.073150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cee1e917-eebb-4377-8a0f-a3275fcfe71d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:42.090048 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-0da187e2-396d-4118-88a0-7d3473240c8d req-858ce8ac-c984-4bcc-97be-123227191274 service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521098 Jul 15 13:37:42.094339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: cee1e917-eebb-4377-8a0f-a3275fcfe71d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:42.094339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cee1e917-eebb-4377-8a0f-a3275fcfe71d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:42.112176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:42.112518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.212445 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:42.213194 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.227498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:42.292298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:42.336707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fde93-7bae-46d8-80ab-e319c9b64e82 req-2e5994a8-0e64-42f1-9462-060ac428786f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.338589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-644fde93-7bae-46d8-80ab-e319c9b64e82 req-2e5994a8-0e64-42f1-9462-060ac428786f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.0763378 Jul 15 13:37:42.348180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:42.383706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-644fde93-7bae-46d8-80ab-e319c9b64e82 req-99bd679f-6880-46d3-99e6-4f37a5076b73 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354145 Jul 15 13:37:42.405826 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.434916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:42.603360 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.647521 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1de2a700-484e-4a30-b71f-c7e595169782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.837046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13257b-ab54-4337-ba18-543c629e7f87 req-ace3d203-129e-4a64-a179-1d93af85431b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.838778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a13257b-ab54-4337-ba18-543c629e7f87 req-ace3d203-129e-4a64-a179-1d93af85431b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 943 time: 0.0664256 Jul 15 13:37:42.839280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:42.857295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-11b7c4c1-44df-4fad-9ccb-f8790fb0695b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.858821 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-11b7c4c1-44df-4fad-9ccb-f8790fb0695b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e&tenant_id=e70c89903dd149da81e88cdd44dfeed1&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 943 time: 0.1455898 Jul 15 13:37:42.884375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a13257b-ab54-4337-ba18-543c629e7f87 req-49921a20-094f-4b3b-b21a-92da34c00953 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389638 Jul 15 13:37:42.964671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:42.971842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ac5445b0-002f-41d3-876c-6a0e758d2035 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2769859 Jul 15 13:37:42.975401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:42.979178 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:42.987854 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-0dfa4ab1-6eb7-4cb6-8f0b-4b4696774874 service neutron] 10.222.0.49 "GET /v2.0/ports/42131ded-d647-4613-836e-90060cab1e25/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 382 time: 0.1207306 Jul 15 13:37:42.989544 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:42.990153 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:43.032690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting subnet 9b56fe32-cdcc-49d1-bd70-33b2ba114e2c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:43.036101 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.059005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 42131ded-d647-4613-836e-90060cab1e25 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:43.081166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-1dd2c02b-eb3d-462c-8126-79080c7cfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.083641 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-1dd2c02b-eb3d-462c-8126-79080c7cfd30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1094 time: 0.0698760 Jul 15 13:37:43.088230 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:43.089471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.177287 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 11, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:43.200025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:43.210628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-5240c1d2-30df-4f18-8861-448c098a78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.213522 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:43.213770 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-5240c1d2-30df-4f18-8861-448c098a78d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1212916 Jul 15 13:37:43.217160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '42131ded-d647-4613-836e-90060cab1e25', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'mac_address': 'fa:16:3e:f7:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:43.222538 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:43.223254 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:43.272620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.290285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42131ded-d647-4613-836e-90060cab1e25 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:43.292696 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.315957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:43.322344 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.363436 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:43.395536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.402462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.414029 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-1a0a0a31-67c4-4bbb-9642-460b36f06559 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.1929305 Jul 15 13:37:43.472501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Subnet': ['ID=9b56fe32-cdcc-49d1-bd70-33b2ba114e2c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.475775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.478233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-68934d27-2678-4328-ac54-32ce504faf9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/9b56fe32-cdcc-49d1-bd70-33b2ba114e2c HTTP/1.1" status: 204 len: 168 time: 0.5013821 Jul 15 13:37:43.478840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bcab41-67a1-4964-83ea-374eb2e2206e None None] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:43.482796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:43.493624 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 11, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:43.497871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-98b9f095-3a49-4d67-90ee-b2cebd842350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.499631 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-98b9f095-3a49-4d67-90ee-b2cebd842350 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0773048 Jul 15 13:37:43.561392 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540396d-e38d-49ea-bf3b-f72aa7a075dc None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 11, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:43.618557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-550a6f2c-9fa9-4919-acca-50982762cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.626425 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-550a6f2c-9fa9-4919-acca-50982762cca1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167700 Jul 15 13:37:43.628895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['42131ded-d647-4613-836e-90060cab1e25'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:43.666633 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.769274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Deleting port 7e090768-0854-42d0-a837-22f7a00d1a4e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:43.769876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.770402 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-aa28398b-c81d-4208-b180-73329b9faf8f service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350329 Jul 15 13:37:43.892409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] For port 7e090768-0854-42d0-a837-22f7a00d1a4e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e090768-0854-42d0-a837-22f7a00d1a4e,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:43.893690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.942622 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-0d17b768-b545-4da8-ad0c-cfdf4de1b61c service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657307 Jul 15 13:37:43.971466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Calling delete_port for 7e090768-0854-42d0-a837-22f7a00d1a4e owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:43.974414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] DHCP port deletion for 86d9b4f0-f621-4e29-aae1-faed6f7ae114 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:44.086872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Deleting port 7e090768-0854-42d0-a837-22f7a00d1a4e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:44.087996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.181995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.226524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No DVR routers for this DVR port 7e090768-0854-42d0-a837-22f7a00d1a4e on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:44.235335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Port': ['ID=7e090768-0854-42d0-a837-22f7a00d1a4e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.263201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.263545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.263877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.264221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.264555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.264887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.265217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.265545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.265874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.266197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.266701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.267037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:44.286250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:44.310991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:44.311479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8d6bdd2a-0b69-4fa9-a83b-41b0665ad5ea not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:44.311997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e090768-0854-42d0-a837-22f7a00d1a4e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:44.312763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3938a-95c9-4245-8eee-2108cc628b42 req-6927819a-f71a-4c08-8320-064f170c7735 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.314328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fb3938a-95c9-4245-8eee-2108cc628b42 req-6927819a-f71a-4c08-8320-064f170c7735 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.2285383 Jul 15 13:37:44.352099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.358848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7e090768-0854-42d0-a837-22f7a00d1a4e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:44.359317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7e090768-0854-42d0-a837-22f7a00d1a4e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:44.369081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d9b4f0-f621-4e29-aae1-faed6f7ae114']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:44.380169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] For port 7e090768-0854-42d0-a837-22f7a00d1a4e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7e090768-0854-42d0-a837-22f7a00d1a4e,segment=NetworkSegment(236325b8-15c3-4aee-b187-205e28af8efe),segment_id=236325b8-15c3-4aee-b187-205e28af8efe)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:44.380573 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.387867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236325b8-15c3-4aee-b187-205e28af8efe') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:44.388166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236325b8-15c3-4aee-b187-205e28af8efe') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:44.396021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Calling delete_port for 7e090768-0854-42d0-a837-22f7a00d1a4e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:44.400532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.423050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0fb3938a-95c9-4245-8eee-2108cc628b42 req-4f82fd3f-68d8-48df-9e37-669ecd36400a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987606 Jul 15 13:37:44.423860 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.430795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:44.431190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:44.434345 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:44.496157 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.501992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.509729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.514594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/networks/86d9b4f0-f621-4e29-aae1-faed6f7ae114 HTTP/1.1" status: 204 len: 168 time: 1.0281427 Jul 15 13:37:44.514928 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:44.519632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:44.526912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Pushing event deleted for resources: {'Port': ['ID=7e090768-0854-42d0-a837-22f7a00d1a4e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.533195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] Network 86d9b4f0-f621-4e29-aae1-faed6f7ae114 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:37:44.533748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187fe25-44c6-4d10-8bc0-d5d202a2a7c2 None None] No DVR routers for this DVR port 7e090768-0854-42d0-a837-22f7a00d1a4e on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:44.537253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37da53d-e3fb-40aa-b38c-76d63ca590fe tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Pushing event deleted for resources: {'Network': ['ID=86d9b4f0-f621-4e29-aae1-faed6f7ae114,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.687387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:37:44.687604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Removed routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:37:44.687969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.826792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.829956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.908464 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router ef29cf37-5537-47db-9f13-16997fa00420 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:44.999279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:45.008860 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.011199 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f6386297-5f95-41b8-ad91-3d4c2e92ccc1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 700 time: 0.4952745 Jul 15 13:37:45.012473 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] Sync routers for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:45.014851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.030932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:45.031664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:45.048653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-01fc0a39-c442-4d17-a3ea-cd2c92ce9f87 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 205 time: 0.0297940 Jul 15 13:37:45.048879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.104104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 42131ded-d647-4613-836e-90060cab1e25 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:45.135094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.137225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:45.203786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 11, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:45.237502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] Checking router: ef29cf37-5537-47db-9f13-16997fa00420 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:45.263360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] Routers {'ef29cf37-5537-47db-9f13-16997fa00420'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:45.264073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['ef29cf37-5537-47db-9f13-16997fa00420'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:45.310559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.312925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.362478 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.363078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router ef29cf37-5537-47db-9f13-16997fa00420 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:45.371965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.372438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 42131ded-d647-4613-836e-90060cab1e25 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:45.372948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2f219382-c91a-416a-a992-2d4ec4d8b1a6 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 204 len: 168 time: 0.3232176 Jul 15 13:37:45.378385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.385828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1350357887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:45.386388 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] Set router ef29cf37-5537-47db-9f13-16997fa00420 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:45.389977 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86342fe5-f5e3-43ed-a7e0-e93b711cd19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.419556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 42131ded-d647-4613-836e-90060cab1e25 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:45.419556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.431930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.433282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.459719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 11, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:45.507914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8795-858c-4e81-9218-1eb8a25e94d6 None None] The sync data for ids ['ef29cf37-5537-47db-9f13-16997fa00420'] in n-d-798249-9 is: [{'id': 'ef29cf37-5537-47db-9f13-16997fa00420', 'name': 'tempest-RoutersTest-router-540472099', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:12Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 11, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:45.533785 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.543425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.583022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.584926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-459682af-4a03-4e6b-8f7d-0257e8bec523 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2045012 Jul 15 13:37:45.588309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55342) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.593488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:45.624241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.638973 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.677315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:45.680827 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff9b3c-1a06-4315-b726-a151deab51c9" -d '{"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-plugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:45.704222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:45.716154 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.765614 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56076ee6-a5fb-4e6b-9c2b-3c26a0363cb5 x-openstack-request-id: req-56076ee6-a5fb-4e6b-9c2b-3c26a0363cb5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:45.774167 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-plugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:45.774945 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56076ee6-a5fb-4e6b-9c2b-3c26a0363cb5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:45.775327 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'code': 200} Jul 15 13:37:45.844456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:46.027600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.046732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33528082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33528075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33528194'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.105507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be7d8-16a0-4c5a-83d0-89566bb48549 req-2cec0023-240e-4e5b-a130-d1d9bcaf5310 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.112622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-317be7d8-16a0-4c5a-83d0-89566bb48549 req-2cec0023-240e-4e5b-a130-d1d9bcaf5310 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.5166376 Jul 15 13:37:46.196127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-317be7d8-16a0-4c5a-83d0-89566bb48549 req-8b67fda2-a987-4a2c-8c00-360070f91e89 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825722 Jul 15 13:37:46.222152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Router 81fd89cf-86f2-4d9a-883a-a9d31dc39b8a is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:46.650987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:46.658145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.660829 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] Sync routers for ids ['81fd89cf-86f2-4d9a-883a-a9d31dc39b8a'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:46.669573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4b443e29-4c21-4091-ab2c-a115c71bcc61 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "PUT /v2.0/routers/81fd89cf-86f2-4d9a-883a-a9d31dc39b8a HTTP/1.1" status: 200 len: 694 time: 1.0779603 Jul 15 13:37:46.670572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55348) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.670711 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] Routers {'81fd89cf-86f2-4d9a-883a-a9d31dc39b8a'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:46.671295 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd89cf-86f2-4d9a-883a-a9d31dc39b8a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.744260 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] Set router 81fd89cf-86f2-4d9a-883a-a9d31dc39b8a gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:46.762982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-79995720-68cf-4c61-8825-16619437dacb tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/routers/81fd89cf-86f2-4d9a-883a-a9d31dc39b8a HTTP/1.1" status: 200 len: 700 time: 0.0890241 Jul 15 13:37:46.764245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.784354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-471c91e8-ddf0-4877-a131-bde76f562139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.789558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-471c91e8-ddf0-4877-a131-bde76f562139 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 1096 time: 0.1958604 Jul 15 13:37:46.802162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.804783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:46.811716 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd89cf-86f2-4d9a-883a-a9d31dc39b8a', 'name': 'tempest-RoutersTest-router-1350357887', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:45Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.825834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e102293-3881-42b0-87bb-bf68b19aa218 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=81fd89cf-86f2-4d9a-883a-a9d31dc39b8a HTTP/1.1" status: 200 len: 205 time: 0.0613203 Jul 15 13:37:46.828519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.904267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.911956 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.958105 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] Checking router: 81fd89cf-86f2-4d9a-883a-a9d31dc39b8a for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:46.967879 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] Routers {'81fd89cf-86f2-4d9a-883a-a9d31dc39b8a'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:46.968768 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd89cf-86f2-4d9a-883a-a9d31dc39b8a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:47.052641 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] Set router 81fd89cf-86f2-4d9a-883a-a9d31dc39b8a gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:47.101083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.103656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.112335 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd89cf-86f2-4d9a-883a-a9d31dc39b8a', 'name': 'tempest-RoutersTest-router-1350357887', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:45Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:47.145261 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ca647-e4e8-4b0c-a329-6c3b719e85d7 None None] The sync data for ids ['81fd89cf-86f2-4d9a-883a-a9d31dc39b8a'] in n-d-798249-9 is: [{'id': '81fd89cf-86f2-4d9a-883a-a9d31dc39b8a', 'name': 'tempest-RoutersTest-router-1350357887', 'tenant_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:45Z', 'updated_at': '2021-07-15T13:37:46Z', 'revision_number': 2, 'project_id': 'e94b0036cb6b4544bf88256437dfd8c4', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:47.145844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:47.150845 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.151604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Fanout notify agent at l3_agent the message router_deleted on router 81fd89cf-86f2-4d9a-883a-a9d31dc39b8a {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:47.164922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.169810 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4a2bfe65-8051-4920-a917-602397c8ff52 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/81fd89cf-86f2-4d9a-883a-a9d31dc39b8a HTTP/1.1" status: 204 len: 168 time: 0.3364329 Jul 15 13:37:47.169810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55356) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.192916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:47.212076 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-730994a4-8257-4b0d-8928-34ad1ea2c92a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=81fd89cf-86f2-4d9a-883a-a9d31dc39b8a HTTP/1.1" status: 200 len: 205 time: 0.0357976 Jul 15 13:37:47.214332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.251001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:47.253741 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d3d1e4-9a25-4d5f-8bad-1d0b8b5a539d" -d '{"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-unplugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:47.253998 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-92bd89a2-81e0-45ff-942d-1f26b2c9979d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:47.255095 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-92bd89a2-81e0-45ff-942d-1f26b2c9979d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/81fd89cf-86f2-4d9a-883a-a9d31dc39b8a HTTP/1.1" status: 404 len: 336 time: 0.0396538 Jul 15 13:37:47.259481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.261871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.305373 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa00108-0733-4d21-8cfe-e2515cb0f45f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:47.305835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa00108-0733-4d21-8cfe-e2515cb0f45f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:47.307743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cfa00108-0733-4d21-8cfe-e2515cb0f45f tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/f0864579-0148-40e5-a0dc-241b8550a9e7 HTTP/1.1" status: 404 len: 337 time: 0.0444002 Jul 15 13:37:47.310477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55366) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.324096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Transition to ACTIVE for port object 42131ded-d647-4613-836e-90060cab1e25 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:47.335838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.339755 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d196417e-62f2-4df7-b52f-ad18db620048 x-openstack-request-id: req-d196417e-62f2-4df7-b52f-ad18db620048 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:47.340279 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-unplugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:47.340601 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d196417e-62f2-4df7-b52f-ad18db620048 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:47.341089 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'code': 200} Jul 15 13:37:47.359619 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d6cba7-755d-419c-a959-5a3a0795826d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:47.360497 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d6cba7-755d-419c-a959-5a3a0795826d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:47.362621 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c3d6cba7-755d-419c-a959-5a3a0795826d tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/9c64b0d1-0cd6-4930-bb3a-f787a9720b92 HTTP/1.1" status: 404 len: 337 time: 0.0508797 Jul 15 13:37:47.365691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.404521 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-177ad46a-7578-468b-861d-033074b24b6a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:47.405305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177ad46a-7578-468b-861d-033074b24b6a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:47.407408 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-177ad46a-7578-468b-861d-033074b24b6a tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/b2ced884-a45f-4115-9e30-9133aeab9912 HTTP/1.1" status: 404 len: 337 time: 0.0373783 Jul 15 13:37:47.411558 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.460391 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5070e594-278b-4232-9421-959f6a07ff9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:47.461132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5070e594-278b-4232-9421-959f6a07ff9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:47.468495 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5070e594-278b-4232-9421-959f6a07ff9b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/9b56fe32-cdcc-49d1-bd70-33b2ba114e2c HTTP/1.1" status: 404 len: 337 time: 0.0556791 Jul 15 13:37:47.471096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55372) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.512875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.525453 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c878a907-f793-4927-b434-9c7725ff126b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 200 len: 205 time: 0.0510271 Jul 15 13:37:47.525683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55374) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.567120 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-62146656-4537-4abc-be87-6de359d00532 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:47.571431 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-62146656-4537-4abc-be87-6de359d00532 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/ef29cf37-5537-47db-9f13-16997fa00420 HTTP/1.1" status: 404 len: 336 time: 0.0407884 Jul 15 13:37:47.571647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.626841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8ac4cf45-131d-4d8e-917c-bae6406403e4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=3eb233e0-a811-49f5-b843-78c6281a5476 HTTP/1.1" status: 200 len: 205 time: 0.0540881 Jul 15 13:37:47.628803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] No DVR routers for this DVR port 42131ded-d647-4613-836e-90060cab1e25 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:47.629630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.638586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3e627-253c-4cdf-949f-f0492729543a req-dc6b93ba-e4b1-4a3a-a38d-97121b974a08 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.640162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37d3e627-253c-4cdf-949f-f0492729543a req-dc6b93ba-e4b1-4a3a-a38d-97121b974a08 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.2602274 Jul 15 13:37:47.762330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-37d3e627-253c-4cdf-949f-f0492729543a req-b82f0684-2e2a-4a01-b482-5cf333f0f7f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887306 Jul 15 13:37:47.834603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:47.834603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:47.834956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:47.839681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:47.839997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Attempting to bind port 42131ded-d647-4613-836e-90060cab1e25 on network 51006152-5b71-4e40-b667-3c1045c32f49 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:47.845152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:47.845491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Checking segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:47.845876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Bound using segment: {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:47.846332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Bound port: 42131ded-d647-4613-836e-90060cab1e25, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49e5d72-63db-45bf-943c-62511d768000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:47.846767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.921689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:47.925700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:47.931750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.981566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.982256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.983920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] 10.222.0.23 "PUT /v2.0/ports/42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 1092 time: 1.1862905 Jul 15 13:37:48.009123 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ec90abf1-9719-4890-8cd4-d0a2937378a4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:48.012991 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ec90abf1-9719-4890-8cd4-d0a2937378a4 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/3eb233e0-a811-49f5-b843-78c6281a5476 HTTP/1.1" status: 404 len: 336 time: 0.3821828 Jul 15 13:37:48.013473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.019299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0bde0-2c59-4105-9604-e2a417b7ca34 service neutron] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=11']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:48.052063 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1c413e-9f10-4de4-b190-75296c22d047 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:48.053463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1c413e-9f10-4de4-b190-75296c22d047 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:48.057862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55388) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.058039 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c1c413e-9f10-4de4-b190-75296c22d047 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/1cbc55c1-60d2-4951-b2bc-1839939090da HTTP/1.1" status: 404 len: 337 time: 0.0434968 Jul 15 13:37:48.110311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-019a47ad-cf83-4eba-9f85-9a8a53c26585 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 200 len: 205 time: 0.0491235 Jul 15 13:37:48.110581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.151693 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.167309 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-ca925648-0119-483a-8301-b27ce42fe5c8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:48.170983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ca925648-0119-483a-8301-b27ce42fe5c8 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/0a6f7510-2ff5-4716-8e77-0fd2efdb784b HTTP/1.1" status: 404 len: 336 time: 0.0571527 Jul 15 13:37:48.171516 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.175062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-58861912-212d-4d85-9149-16cab9360cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.177126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-58861912-212d-4d85-9149-16cab9360cbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1095 time: 0.1686275 Jul 15 13:37:48.226159 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3995a6b-28b0-4aa3-bc9b-c4a54069de24 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=596331f5-7d84-47c7-bbda-bcad47768bce HTTP/1.1" status: 200 len: 205 time: 0.0530276 Jul 15 13:37:48.227029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.283554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-2e4070a8-6fae-4bf6-acd6-a09c53fda412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.285646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-2e4070a8-6fae-4bf6-acd6-a09c53fda412 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1019952 Jul 15 13:37:48.295168 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-20ae66fc-da95-4b60-a1a0-301a88008341 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:48.300484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-20ae66fc-da95-4b60-a1a0-301a88008341 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/596331f5-7d84-47c7-bbda-bcad47768bce HTTP/1.1" status: 404 len: 336 time: 0.0709593 Jul 15 13:37:48.301977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.350893 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b8bf67-5f3a-4fd6-9052-1e4afde34a3b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:48.352268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b8bf67-5f3a-4fd6-9052-1e4afde34a3b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:48.357344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-72b8bf67-5f3a-4fd6-9052-1e4afde34a3b tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/3e40528d-9746-40da-ae98-4cda43431c16 HTTP/1.1" status: 404 len: 337 time: 0.0534985 Jul 15 13:37:48.358139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.370138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-7499b13a-440d-4934-a292-1a66744106ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.0779686 Jul 15 13:37:48.406633 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8c382f8f-7362-499c-97bc-2818f1f67be0 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=455dc8f1-2811-4079-a6b7-c65c5406e7e7 HTTP/1.1" status: 200 len: 205 time: 0.0471373 Jul 15 13:37:48.407580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55400) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.441397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-9628fec5-e26e-45c4-8646-c3391894ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.442956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-9628fec5-e26e-45c4-8646-c3391894ede1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0639129 Jul 15 13:37:48.462804 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-386a4d09-b326-408e-aa25-9c66824227b1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:48.470114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-386a4d09-b326-408e-aa25-9c66824227b1 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/455dc8f1-2811-4079-a6b7-c65c5406e7e7 HTTP/1.1" status: 404 len: 336 time: 0.0612502 Jul 15 13:37:48.470944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.519381 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf768988-7949-4615-ada7-c674545d3739 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:48.519837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf768988-7949-4615-ada7-c674545d3739 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:48.524659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-a19bb54a-7f5f-4623-976f-4628557bc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.526791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-a19bb54a-7f5f-4623-976f-4628557bc82f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768232 Jul 15 13:37:48.526920 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf768988-7949-4615-ada7-c674545d3739 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/81c4a5f3-9a02-4f8f-928d-095b96758cb8 HTTP/1.1" status: 404 len: 337 time: 0.0544016 Jul 15 13:37:48.527452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.562536 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da6176d6-7fd8-4811-9722-03f1160f40dc tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "GET /v2.0/ports?device_id=1764d509-2504-4111-91e6-19d417864ca5 HTTP/1.1" status: 200 len: 205 time: 0.0339162 Jul 15 13:37:48.563132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.608934 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-eb4f7b67-ca52-4621-8bb5-a7de3adfb2c2 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] delete failed (client error): The resource could not be found. Jul 15 13:37:48.609987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb4f7b67-ca52-4621-8bb5-a7de3adfb2c2 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/routers/1764d509-2504-4111-91e6-19d417864ca5 HTTP/1.1" status: 404 len: 336 time: 0.0459180 Jul 15 13:37:48.613470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.645215 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-20356f0c-3699-49e5-856f-dbee9e250ada tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:48.645677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20356f0c-3699-49e5-856f-dbee9e250ada tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:48.647924 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-20356f0c-3699-49e5-856f-dbee9e250ada tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/a83020e1-07a9-4041-9557-fe9937afe9cb HTTP/1.1" status: 404 len: 337 time: 0.0333850 Jul 15 13:37:48.650510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.675060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-052ab0cd-60f7-463c-98ea-c8423a68468e service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408885 Jul 15 13:37:48.678858 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e12dc0-8700-4a0b-a4f3-5f831ca02a82 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:48.679303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e12dc0-8700-4a0b-a4f3-5f831ca02a82 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:48.683603 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34e12dc0-8700-4a0b-a4f3-5f831ca02a82 tempest-RoutersTest-1974181134 tempest-RoutersTest-1974181134-project] 10.222.0.48 "DELETE /v2.0/subnets/028692b2-ea70-49df-a595-68f91a0eb393 HTTP/1.1" status: 404 len: 337 time: 0.0297115 Jul 15 13:37:48.776967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b61222ea-68f5-4e96-b0ab-4a1d0751670a req-e0dd506b-45ab-40eb-ac1d-ab60fe712a06 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938268 Jul 15 13:37:48.960438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765585-9430-46e7-bc6a-8855cc519a9e req-82c6814f-5a63-40ee-9798-e5408fe6a768 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.961931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05765585-9430-46e7-bc6a-8855cc519a9e req-82c6814f-5a63-40ee-9798-e5408fe6a768 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.0680256 Jul 15 13:37:48.967084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:49.003294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05765585-9430-46e7-bc6a-8855cc519a9e req-4bd3df6a-b8bd-4059-a4a1-8ffeac42093c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348902 Jul 15 13:37:49.102108 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-226720e0-2b98-4071-8ee4-8df4e6cc6a03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e94b0036cb6b4544bf88256437dfd8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338701 Jul 15 13:37:49.104579 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:49.105150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 42131ded-d647-4613-836e-90060cab1e25 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:49.157901 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 42131ded-d647-4613-836e-90060cab1e25 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:49.165717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.189145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.238477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.241139 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.242327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7215ca3-5a2c-416d-ada5-133033efa076 HTTP/1.1" status: 204 len: 168 time: 0.1368279 Jul 15 13:37:49.250313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7215ca3-5a2c-416d-ada5-133033efa076,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.258481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.258824 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.259160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.259490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.259815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.260138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.260457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.260775 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.261090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.261410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.261723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.262036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42dc2c-5dfe-4b18-9462-c112c24ebef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:49.342582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:49.345163 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:49.398612 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de79624-9d8b-4f53-ad70-be28317ca9df x-openstack-request-id: req-3de79624-9d8b-4f53-ad70-be28317ca9df {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:49.398904 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:49.399155 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3de79624-9d8b-4f53-ad70-be28317ca9df {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:49.399556 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'status': 'completed', 'code': 200} Jul 15 13:37:49.485152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-74759e9e-5e50-48a6-8039-44e4172b130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.486707 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-74759e9e-5e50-48a6-8039-44e4172b130a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1095 time: 0.0632160 Jul 15 13:37:49.499849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-7d60071e-51b2-4fd6-8a6d-387e69b512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.502925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-7d60071e-51b2-4fd6-8a6d-387e69b512f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1095 time: 0.0841987 Jul 15 13:37:49.599657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-1b635ee8-3377-4c2a-aae5-d7c4b77849d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.601456 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-1b635ee8-3377-4c2a-aae5-d7c4b77849d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1082728 Jul 15 13:37:49.628770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-b3d4f468-4557-490e-8d9f-fa4f44cc4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.630330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-b3d4f468-4557-490e-8d9f-fa4f44cc4d85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1206887 Jul 15 13:37:49.676903 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-b3ca0ff9-72b5-48dc-a907-224d316864d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.0692294 Jul 15 13:37:49.717287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-28d1d3bb-24e5-444b-a10e-b40e766525cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 999 time: 0.0806155 Jul 15 13:37:49.738802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-d83fc07c-e8d9-4c1e-8fbc-559c86e83a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.741414 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-d83fc07c-e8d9-4c1e-8fbc-559c86e83a7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0576589 Jul 15 13:37:49.780148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-ad7cc89b-48a0-4746-8e4f-004e95aaa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.781834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-ad7cc89b-48a0-4746-8e4f-004e95aaa694 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0577786 Jul 15 13:37:49.819179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-dd528915-4412-4d08-9438-bbc8c128eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.821393 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-dd528915-4412-4d08-9438-bbc8c128eefe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738168 Jul 15 13:37:49.857799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-f718d653-844f-4695-912c-4f9a4ccd3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.860246 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-f718d653-844f-4695-912c-4f9a4ccd3c1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710411 Jul 15 13:37:49.938672 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-8ddc5f5d-9873-4012-87d0-168da9d1be32 service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102397 Jul 15 13:37:49.973768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-34c08d95-9fe3-46e7-a493-549e1b951808 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050181 Jul 15 13:37:50.066564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.079705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-0adb5979-d238-4200-9924-4c967b54f4f7 service neutron] 10.222.0.49 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332843 Jul 15 13:37:50.086049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68cbb15c-28ed-4286-8cfe-6298a1be1bbc req-5eb2e050-53bf-4c66-ba96-66cf40fd0d40 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011596 Jul 15 13:37:50.194314 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-35e06898-b40e-47db-933c-27d3331f350f tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:50.195581 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-35e06898-b40e-47db-933c-27d3331f350f tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:37:50.196145 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-35e06898-b40e-47db-933c-27d3331f350f tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:37:50.197216 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-35e06898-b40e-47db-933c-27d3331f350f tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1295636 Jul 15 13:37:50.200924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.206557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054082282'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:50.259050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ca778-d063-45ad-8282-be74e75ad2ba req-10f5f269-ccf0-40f8-a18a-345c87636471 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:50.260869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-034ca778-d063-45ad-8282-be74e75ad2ba req-10f5f269-ccf0-40f8-a18a-345c87636471 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.1021354 Jul 15 13:37:50.263277 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.272870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.326057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-034ca778-d063-45ad-8282-be74e75ad2ba req-0e003816-65c9-407f-b244-e4790b3a89b0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580747 Jul 15 13:37:50.418657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.425573 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.489568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b85136-4dca-492c-956a-378c96645298,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.558177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.574824 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.579229 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.620771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678beb1a-8886-4c28-90e0-5445cceed43c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.625243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.626956 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5d77708f-ea2d-4f31-9b27-66e8d3219bcb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4249835 Jul 15 13:37:50.629930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.635352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '678beb1a-8886-4c28-90e0-5445cceed43c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:50.672347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.708597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fed4f7b-dffd-4687-8405-76f52cb95697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.761656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.768719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.800985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85131f75-bfbf-4e8d-90d7-68da97832ffa,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.855451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fed4f7b-dffd-4687-8405-76f52cb95697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.859950 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fed4f7b-dffd-4687-8405-76f52cb95697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.870392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.871566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1742ea84-af7c-4436-aa7f-289aec6df5e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400560 Jul 15 13:37:50.874502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.879239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a6220763-6df4-437a-8688-ef67ae7e31da tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '678beb1a-8886-4c28-90e0-5445cceed43c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:50.901344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5fed4f7b-dffd-4687-8405-76f52cb95697 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7872f8344324934b11552cacc51a0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420644 Jul 15 13:37:50.902582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4f7b-dffd-4687-8405-76f52cb95697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e991615-6404-431e-8b1d-5e5502addd73,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.904338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.918926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220763-6df4-437a-8688-ef67ae7e31da tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.984401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14cb1963-e98f-4034-8b45-398bc086afd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.003985 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-a6220763-6df4-437a-8688-ef67ae7e31da tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:37:51.005030 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a6220763-6df4-437a-8688-ef67ae7e31da tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1295326 Jul 15 13:37:51.008121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.010033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14cb1963-e98f-4034-8b45-398bc086afd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.058106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14cb1963-e98f-4034-8b45-398bc086afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.060540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14cb1963-e98f-4034-8b45-398bc086afd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.061705 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-14cb1963-e98f-4034-8b45-398bc086afd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e991615-6404-431e-8b1d-5e5502addd73 HTTP/1.1" status: 204 len: 168 time: 0.1564574 Jul 15 13:37:51.066044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a23ea29-6f19-45e1-a648-a53faf9d2a99 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.070486 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb1963-e98f-4034-8b45-398bc086afd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e991615-6404-431e-8b1d-5e5502addd73,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.095592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a23ea29-6f19-45e1-a648-a53faf9d2a99 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.144240 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a23ea29-6f19-45e1-a648-a53faf9d2a99 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.147622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a23ea29-6f19-45e1-a648-a53faf9d2a99 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.148773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6a23ea29-6f19-45e1-a648-a53faf9d2a99 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/678beb1a-8886-4c28-90e0-5445cceed43c HTTP/1.1" status: 204 len: 168 time: 0.1396031 Jul 15 13:37:51.151580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.168736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ea29-6f19-45e1-a648-a53faf9d2a99 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678beb1a-8886-4c28-90e0-5445cceed43c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.204704 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e432808f-436b-4fa9-b0ed-c34de1db3698 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519879 Jul 15 13:37:51.208598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.214032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--233324759'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:51.236953 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.325120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.328957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.352574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.353763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1434305 Jul 15 13:37:51.356934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55490) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.362285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-adab22a0-b4ff-44b3-865a-b6b5d0181cec tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '44d92cfd-c660-4fd0-aa99-867ebee59230', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:51.363043 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-adab22a0-b4ff-44b3-865a-b6b5d0181cec tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:37:51.363959 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-adab22a0-b4ff-44b3-865a-b6b5d0181cec tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:51.365809 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-adab22a0-b4ff-44b3-865a-b6b5d0181cec tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077369 Jul 15 13:37:51.369136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.374686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f4e8e-5160-4329-ac88-67da8b6e62e0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d92cfd-c660-4fd0-aa99-867ebee59230,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.433361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c20f554a-cd09-4aa6-b8b0-bd651817e321 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.461056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c20f554a-cd09-4aa6-b8b0-bd651817e321 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.505012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c20f554a-cd09-4aa6-b8b0-bd651817e321 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.508804 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c20f554a-cd09-4aa6-b8b0-bd651817e321 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.510107 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c20f554a-cd09-4aa6-b8b0-bd651817e321 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/44d92cfd-c660-4fd0-aa99-867ebee59230 HTTP/1.1" status: 204 len: 168 time: 0.1399939 Jul 15 13:37:51.512810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.519864 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f554a-cd09-4aa6-b8b0-bd651817e321 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d92cfd-c660-4fd0-aa99-867ebee59230,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.545384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880182a9-4902-4d01-9d6c-37a3153e7af2 req-dcebd48b-a436-411e-b629-0aae1f02cae9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:51.550773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-880182a9-4902-4d01-9d6c-37a3153e7af2 req-dcebd48b-a436-411e-b629-0aae1f02cae9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 944 time: 0.1009197 Jul 15 13:37:51.606686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a96a6105-02f4-4cf9-9593-a6ba9e40b893 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901017 Jul 15 13:37:51.608449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.610376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-880182a9-4902-4d01-9d6c-37a3153e7af2 req-9d6411a4-9d8b-4260-9ae3-8b03161f859e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568175 Jul 15 13:37:51.613325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--460082440'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:51.637176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.645473 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.721155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c449570e-8219-4451-9d3a-b4595d967b22 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/06cab3f9-a9c6-4437-8d4b-2972e2f2a25e HTTP/1.1" status: 200 len: 991 time: 0.0827157 Jul 15 13:37:51.780729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.785184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.813417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.814678 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2052400 Jul 15 13:37:51.816549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871781f-df69-4102-ad62-5dd1d5daac57 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda809c-aa43-42a7-8d90-5adf07c9c948,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.817703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.823911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c2e79573-a803-4ca1-a41e-3131fa0048f3 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '3cda809c-aa43-42a7-8d90-5adf07c9c948', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:51.830606 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-c2e79573-a803-4ca1-a41e-3131fa0048f3 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:37:51.831126 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c2e79573-a803-4ca1-a41e-3131fa0048f3 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:51.832088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c2e79573-a803-4ca1-a41e-3131fa0048f3 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121818 Jul 15 13:37:51.835083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55518) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.892030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e86-c5ad-447a-98e5-3b2c78187716 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.915038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e86-c5ad-447a-98e5-3b2c78187716 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.958398 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e86-c5ad-447a-98e5-3b2c78187716 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.961518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e86-c5ad-447a-98e5-3b2c78187716 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.962840 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6e95e86-c5ad-447a-98e5-3b2c78187716 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/3cda809c-aa43-42a7-8d90-5adf07c9c948 HTTP/1.1" status: 204 len: 168 time: 0.1267505 Jul 15 13:37:51.965499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.972200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95e86-c5ad-447a-98e5-3b2c78187716 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cda809c-aa43-42a7-8d90-5adf07c9c948,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.011878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-207ac1d1-d9c3-48ad-8df5-35b389f238d4 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450213 Jul 15 13:37:52.015722 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.021633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--918583485'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.044705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.130330 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.134489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.157770 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.159151 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1417887 Jul 15 13:37:52.163351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.168206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dc434-952b-4822-be10-7d2fbdcbd037 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e817eea0-c2d3-4cac-a48a-2cba004d973c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.169886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a84af101-e21b-491b-bf13-35e438564ae0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': 'e817eea0-c2d3-4cac-a48a-2cba004d973c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.178713 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-a84af101-e21b-491b-bf13-35e438564ae0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:37:52.179257 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a84af101-e21b-491b-bf13-35e438564ae0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.180272 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a84af101-e21b-491b-bf13-35e438564ae0 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140295 Jul 15 13:37:52.183280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.187586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-379f0727-a1f6-4dde-9117-c695810978b6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': 'e817eea0-c2d3-4cac-a48a-2cba004d973c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.188228 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-379f0727-a1f6-4dde-9117-c695810978b6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:37:52.188695 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-379f0727-a1f6-4dde-9117-c695810978b6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.189607 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-379f0727-a1f6-4dde-9117-c695810978b6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054536 Jul 15 13:37:52.192102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55530) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.198087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-72ca3685-a0ca-4882-b1bc-c28fbe6345ed tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': 'e817eea0-c2d3-4cac-a48a-2cba004d973c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.199014 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-72ca3685-a0ca-4882-b1bc-c28fbe6345ed tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:37:52.199485 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-72ca3685-a0ca-4882-b1bc-c28fbe6345ed tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.202874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-72ca3685-a0ca-4882-b1bc-c28fbe6345ed tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072904 Jul 15 13:37:52.203325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.207537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c6124bd2-d53e-4a28-8503-662ff6ba4ba7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': 'e817eea0-c2d3-4cac-a48a-2cba004d973c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.208379 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-c6124bd2-d53e-4a28-8503-662ff6ba4ba7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:37:52.209421 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c6124bd2-d53e-4a28-8503-662ff6ba4ba7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.210486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c6124bd2-d53e-4a28-8503-662ff6ba4ba7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061913 Jul 15 13:37:52.212916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.270651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a867aa5f-e5bd-428c-95e0-52df0a9ac608 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.294968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a867aa5f-e5bd-428c-95e0-52df0a9ac608 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.336259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a867aa5f-e5bd-428c-95e0-52df0a9ac608 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.339100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a867aa5f-e5bd-428c-95e0-52df0a9ac608 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.341136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a867aa5f-e5bd-428c-95e0-52df0a9ac608 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/e817eea0-c2d3-4cac-a48a-2cba004d973c HTTP/1.1" status: 204 len: 168 time: 0.1261880 Jul 15 13:37:52.342970 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55542) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.344987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:52.351020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867aa5f-e5bd-428c-95e0-52df0a9ac608 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817eea0-c2d3-4cac-a48a-2cba004d973c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.392740 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f0269f9e-92d0-4ef9-b3e9-a1d6cdfa6c74 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477936 Jul 15 13:37:52.397997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.403435 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--75167370'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.428829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.465800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:52.477802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '42131ded-d647-4613-836e-90060cab1e25', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'port_id': '42131ded-d647-4613-836e-90060cab1e25', 'mac_address': 'fa:16:3e:f7:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:52.515613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.520362 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.525586 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.533143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42131ded-d647-4613-836e-90060cab1e25 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:52.554329 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:52.558298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.562418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.562610 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1605861 Jul 15 13:37:52.563271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.567309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a525974-ffe9-4f7f-8c19-65aad6545a68 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.579402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dcff2eca-eee6-4ed8-832c-0b4a8ef11960 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.579932 n-d-798249-9 neutron-server[93824]: WARNING neutron.api.v2.base [None req-dcff2eca-eee6-4ed8-832c-0b4a8ef11960 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:37:52.580447 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-dcff2eca-eee6-4ed8-832c-0b4a8ef11960 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.582251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dcff2eca-eee6-4ed8-832c-0b4a8ef11960 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157926 Jul 15 13:37:52.585299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.593861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2cfba361-69e2-4965-89be-6fdeed693460 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.609982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.630050 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-2cfba361-69e2-4965-89be-6fdeed693460 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.634245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2cfba361-69e2-4965-89be-6fdeed693460 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0456121 Jul 15 13:37:52.634998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.639807 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-247323d9-0e8b-4e9c-bc0d-428caf271acb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.640297 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-247323d9-0e8b-4e9c-bc0d-428caf271acb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:37:52.640917 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-247323d9-0e8b-4e9c-bc0d-428caf271acb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.641852 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-247323d9-0e8b-4e9c-bc0d-428caf271acb tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058749 Jul 15 13:37:52.644227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.648312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6e284783-a63d-472c-9191-c23b3066e92c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.684208 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-6e284783-a63d-472c-9191-c23b3066e92c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.685305 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6e284783-a63d-472c-9191-c23b3066e92c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0401971 Jul 15 13:37:52.688120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.692774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c474ec1e-17c3-44a1-b558-013975c7d777 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.693815 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-c474ec1e-17c3-44a1-b558-013975c7d777 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:37:52.694340 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-c474ec1e-17c3-44a1-b558-013975c7d777 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.695512 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c474ec1e-17c3-44a1-b558-013975c7d777 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062840 Jul 15 13:37:52.697831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.701879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cbb1fb74-ee0c-48ac-8e69-bf81a1e9797b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.725145 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-cbb1fb74-ee0c-48ac-8e69-bf81a1e9797b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Project 2b3644b692824edd941c484599e0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:37:52.737746 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-cbb1fb74-ee0c-48ac-8e69-bf81a1e9797b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.738815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cbb1fb74-ee0c-48ac-8e69-bf81a1e9797b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0400865 Jul 15 13:37:52.742498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.746888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-79b91444-0136-4d3a-a988-a90b5a7aa19c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.747363 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-79b91444-0136-4d3a-a988-a90b5a7aa19c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:37:52.747818 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-79b91444-0136-4d3a-a988-a90b5a7aa19c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.748717 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-79b91444-0136-4d3a-a988-a90b5a7aa19c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053387 Jul 15 13:37:52.750966 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.754849 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5ab8ae07-f9d6-42cf-a08a-73717daa23d4 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.779735 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-5ab8ae07-f9d6-42cf-a08a-73717daa23d4 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Project 2b3644b692824edd941c484599e0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:37:52.780547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['42131ded-d647-4613-836e-90060cab1e25'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:52.794243 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-5ab8ae07-f9d6-42cf-a08a-73717daa23d4 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.795533 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ab8ae07-f9d6-42cf-a08a-73717daa23d4 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0437276 Jul 15 13:37:52.799114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.804664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-611c12d0-3a44-4d9b-91fe-10d02fc068ee tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:52.828457 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-611c12d0-3a44-4d9b-91fe-10d02fc068ee tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Project 2b3644b692824edd941c484599e0dfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:37:52.851426 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-611c12d0-3a44-4d9b-91fe-10d02fc068ee tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:52.852865 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-611c12d0-3a44-4d9b-91fe-10d02fc068ee tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0522463 Jul 15 13:37:52.856502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.921266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d15f-3835-4ca6-b142-b04abe09ad01 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.946323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d15f-3835-4ca6-b142-b04abe09ad01 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.990749 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d15f-3835-4ca6-b142-b04abe09ad01 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.993412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d15f-3835-4ca6-b142-b04abe09ad01 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.996916 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2dc6d15f-3835-4ca6-b142-b04abe09ad01 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d HTTP/1.1" status: 204 len: 168 time: 0.1366808 Jul 15 13:37:52.997552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.004622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d15f-3835-4ca6-b142-b04abe09ad01 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0fbc03-a8cc-41c7-9beb-56ba62e2f09d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.044742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2b50916b-e5bd-4a55-b0ab-ffe6c78af2d7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456440 Jul 15 13:37:53.049269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.054152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471894108'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.074866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.153725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.157584 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.185989 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.187345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1377602 Jul 15 13:37:53.189143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1f7d6-1475-439c-a198-3698b6620623 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b10979-a717-44d8-9b38-b036c41619d7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.190405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.195681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ca2e8f2-84dc-4a9c-98c2-4160c4cda633 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '19b10979-a717-44d8-9b38-b036c41619d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.234380 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-9ca2e8f2-84dc-4a9c-98c2-4160c4cda633 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The resource could not be found. Jul 15 13:37:53.235421 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9ca2e8f2-84dc-4a9c-98c2-4160c4cda633 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0440075 Jul 15 13:37:53.238219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55572) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.242692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-482d7f77-2068-4dfe-b4d1-b5ce88cd6bc6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '19b10979-a717-44d8-9b38-b036c41619d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd2cb54e1-a1fa-4c4c-a3b6-67d72f6ee4d5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.281047 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-482d7f77-2068-4dfe-b4d1-b5ce88cd6bc6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The resource could not be found. Jul 15 13:37:53.282590 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-482d7f77-2068-4dfe-b4d1-b5ce88cd6bc6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0430596 Jul 15 13:37:53.284963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.342591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b90bc2f5-a23d-411e-9404-e2f666b5209d tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.365010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b90bc2f5-a23d-411e-9404-e2f666b5209d tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.408161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b90bc2f5-a23d-411e-9404-e2f666b5209d tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.410795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b90bc2f5-a23d-411e-9404-e2f666b5209d tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.412779 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b90bc2f5-a23d-411e-9404-e2f666b5209d tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/19b10979-a717-44d8-9b38-b036c41619d7 HTTP/1.1" status: 204 len: 168 time: 0.1261208 Jul 15 13:37:53.415340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.422167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bc2f5-a23d-411e-9404-e2f666b5209d tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b10979-a717-44d8-9b38-b036c41619d7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.463528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-543d0303-840c-46f0-a9f8-8510a05bb65b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467505 Jul 15 13:37:53.472943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.478532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-866ea3fd-e4e1-4113-a223-2ab2405a087c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '5811925e-017c-46d4-a407-4a8b38e4497c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.520829 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-866ea3fd-e4e1-4113-a223-2ab2405a087c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The resource could not be found. Jul 15 13:37:53.522052 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-866ea3fd-e4e1-4113-a223-2ab2405a087c tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0479910 Jul 15 13:37:53.525553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.530243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627875738'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.551891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.648725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.653888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.681609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.682868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1562536 Jul 15 13:37:53.685729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.690060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664063703'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.696794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d1a41-91be-412a-9da6-bac9cf3439c2 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bc6a18-2d3d-4892-ad87-df1b8f776ab4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.715844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.802030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.806653 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.831909 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.836644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1465487 Jul 15 13:37:53.837000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.841564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe204c8-62ed-4366-ae63-6edf79660856 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a1e9ad-f277-4b2b-b436-ad7357b138b6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.841982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-70f9bac3-6cc8-492d-99c8-74aa9d16b332 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '84bc6a18-2d3d-4892-ad87-df1b8f776ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '19a1e9ad-f277-4b2b-b436-ad7357b138b6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.879093 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-70f9bac3-6cc8-492d-99c8-74aa9d16b332 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:53.880176 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-70f9bac3-6cc8-492d-99c8-74aa9d16b332 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0421500 Jul 15 13:37:53.883952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.936185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c6876fb-ca4a-44bf-b52f-1d7f751ee790 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.959321 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c6876fb-ca4a-44bf-b52f-1d7f751ee790 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.999960 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c6876fb-ca4a-44bf-b52f-1d7f751ee790 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.002780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c6876fb-ca4a-44bf-b52f-1d7f751ee790 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.004024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8c6876fb-ca4a-44bf-b52f-1d7f751ee790 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/19a1e9ad-f277-4b2b-b436-ad7357b138b6 HTTP/1.1" status: 204 len: 168 time: 0.1190612 Jul 15 13:37:54.007664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.014861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6876fb-ca4a-44bf-b52f-1d7f751ee790 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a1e9ad-f277-4b2b-b436-ad7357b138b6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.074925 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-da282cfe-1039-4d3f-a640-33fcc96a8573 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660238 Jul 15 13:37:54.077549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.133535 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb11df5e-9eee-49ef-9398-5b2a9ba0a8ea tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.164565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb11df5e-9eee-49ef-9398-5b2a9ba0a8ea tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.214863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb11df5e-9eee-49ef-9398-5b2a9ba0a8ea tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.217642 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb11df5e-9eee-49ef-9398-5b2a9ba0a8ea tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.218881 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fb11df5e-9eee-49ef-9398-5b2a9ba0a8ea tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/84bc6a18-2d3d-4892-ad87-df1b8f776ab4 HTTP/1.1" status: 204 len: 168 time: 0.1404197 Jul 15 13:37:54.222548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.245231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11df5e-9eee-49ef-9398-5b2a9ba0a8ea tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bc6a18-2d3d-4892-ad87-df1b8f776ab4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.283228 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-de2821a5-6807-4a0e-8a38-129a9b8101d8 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594974 Jul 15 13:37:54.287582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.292546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--777778387'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:54.315399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.353029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:54.397959 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.401912 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.402970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 42131ded-d647-4613-836e-90060cab1e25 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:54.406501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 42131ded-d647-4613-836e-90060cab1e25 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:54.406870 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.429466 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.430731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1418052 Jul 15 13:37:54.433929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.434836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e58ccf-7610-46c9-9201-ddb19dc74e59 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec5e18-bbf2-4c91-bcd2-3d016c27afbb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.439270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8353436a-6526-4c4b-ab5d-e3ce9110d678 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '89ec5e18-bbf2-4c91-bcd2-3d016c27afbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:54.473962 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8353436a-6526-4c4b-ab5d-e3ce9110d678 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:54.478184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8353436a-6526-4c4b-ab5d-e3ce9110d678 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0405858 Jul 15 13:37:54.478361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.482715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5efa1e6a-f73d-4431-84b7-86ed68849cc5 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group_rule': {'security_group_id': '89ec5e18-bbf2-4c91-bcd2-3d016c27afbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:54.489320 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.513335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:54.515650 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd1323-ff87-4574-ade2-b7409e5863e3" -d '{"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-plugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:54.519573 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-5efa1e6a-f73d-4431-84b7-86ed68849cc5 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:37:54.524476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5efa1e6a-f73d-4431-84b7-86ed68849cc5 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0414619 Jul 15 13:37:54.524787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.530075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:54.535867 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.562282 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78740dc9-682e-465a-a180-e3b0d6ef7405 x-openstack-request-id: req-78740dc9-682e-465a-a180-e3b0d6ef7405 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:54.562583 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-plugged", "status": "completed", "tag": "42131ded-d647-4613-836e-90060cab1e25", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:54.562837 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78740dc9-682e-465a-a180-e3b0d6ef7405 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:54.563249 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'code': 200} Jul 15 13:37:54.578849 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-141d0eed-17ff-4217-a28b-aba28d5aa299 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.590097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.605760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-141d0eed-17ff-4217-a28b-aba28d5aa299 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.646263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-141d0eed-17ff-4217-a28b-aba28d5aa299 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.648922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-141d0eed-17ff-4217-a28b-aba28d5aa299 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.650083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-141d0eed-17ff-4217-a28b-aba28d5aa299 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/89ec5e18-bbf2-4c91-bcd2-3d016c27afbb HTTP/1.1" status: 204 len: 168 time: 0.1243358 Jul 15 13:37:54.652919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.658574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d0eed-17ff-4217-a28b-aba28d5aa299 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec5e18-bbf2-4c91-bcd2-3d016c27afbb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.701914 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8823ab68-2f04-4382-8674-a8650058bc47 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478477 Jul 15 13:37:54.706451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.712130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'tempest-secgroup--947002565'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:54.735066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.818278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.822585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.851090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.855131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1449051 Jul 15 13:37:54.855131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f2b99-0460-4409-a569-b251f44631c7 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d92ae34-8788-4526-9c7a-b99b05098660,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.856150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.860580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a88f0373-a100-4374-9c95-1fd9f144d7f8 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:54.861018 n-d-798249-9 neutron-server[93823]: WARNING neutron.api.v2.base [None req-a88f0373-a100-4374-9c95-1fd9f144d7f8 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:37:54.861494 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-a88f0373-a100-4374-9c95-1fd9f144d7f8 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:37:54.862449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a88f0373-a100-4374-9c95-1fd9f144d7f8 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "PUT /v2.0/security-groups/5d92ae34-8788-4526-9c7a-b99b05098660 HTTP/1.1" status: 409 len: 330 time: 0.0053751 Jul 15 13:37:54.865717 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.921672 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23c59e54-02d2-47f0-8a4c-313459d19d2b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.946527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23c59e54-02d2-47f0-8a4c-313459d19d2b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.993939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23c59e54-02d2-47f0-8a4c-313459d19d2b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.996801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23c59e54-02d2-47f0-8a4c-313459d19d2b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.000655 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-23c59e54-02d2-47f0-8a4c-313459d19d2b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/5d92ae34-8788-4526-9c7a-b99b05098660 HTTP/1.1" status: 204 len: 168 time: 0.1313107 Jul 15 13:37:55.001571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.008654 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c59e54-02d2-47f0-8a4c-313459d19d2b tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d92ae34-8788-4526-9c7a-b99b05098660,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:55.060575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5bd9ae0e-9919-4851-ae71-06656c4b00c6 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538027 Jul 15 13:37:55.061572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.074976 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-814564b7-c620-4396-8688-a0c82f03bbb3 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] delete failed (client error): The resource could not be found. Jul 15 13:37:55.076093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-814564b7-c620-4396-8688-a0c82f03bbb3 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f053dcf-142f-422d-81eb-01298dd59bc8 HTTP/1.1" status: 404 len: 347 time: 0.0134649 Jul 15 13:37:55.079898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.092991 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-34472af3-32c4-4c10-a475-f6df830b0013 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] show failed (client error): The resource could not be found. Jul 15 13:37:55.094256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34472af3-32c4-4c10-a475-f6df830b0013 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-groups/e15b582b-ea5d-4f42-86ca-148adc15caa7 HTTP/1.1" status: 404 len: 347 time: 0.0132055 Jul 15 13:37:55.097948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55640) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.109507 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-b122d5eb-0e96-4faf-95ff-92fc5636cd06 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] show failed (client error): The resource could not be found. Jul 15 13:37:55.110500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b122d5eb-0e96-4faf-95ff-92fc5636cd06 tempest-NegativeSecGroupIPv6Test-172288647 tempest-NegativeSecGroupIPv6Test-172288647-project] 10.222.0.48 "GET /v2.0/security-group-rules/baa962b8-7a54-4899-9bf2-30a9456c7009 HTTP/1.1" status: 404 len: 356 time: 0.0116131 Jul 15 13:37:55.354774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.485585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8e036b48-d6da-4bdd-b5a1-82877f655d2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b3644b692824edd941c484599e0dfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295888 Jul 15 13:37:55.488021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.539096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-119549b1-0532-4bcc-a74a-f226ffc3944b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.560720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-119549b1-0532-4bcc-a74a-f226ffc3944b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.615559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-119549b1-0532-4bcc-a74a-f226ffc3944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.618417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-119549b1-0532-4bcc-a74a-f226ffc3944b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.619647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-119549b1-0532-4bcc-a74a-f226ffc3944b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3b85136-4dca-492c-956a-378c96645298 HTTP/1.1" status: 204 len: 168 time: 0.1307163 Jul 15 13:37:55.627872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119549b1-0532-4bcc-a74a-f226ffc3944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b85136-4dca-492c-956a-378c96645298,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.278885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55682) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:56.379457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1372769037'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:56.403509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Made reservation on behalf of 9652c4b3ecc8428a8d663d3638051d2b for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:56.407235 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.416565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.516030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.519685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.542527 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:56.557082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b898b4-441c-4fb5-949b-64048bf7897a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.560135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.560474 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Added segment 71289c08-a1f5-4c07-9245-8ee622a3a64b of type vlan for network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa Jul 15 13:37:56.603056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.634716 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.640580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:56.641182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.680114 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3999591 Jul 15 13:37:56.683198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:56.688605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Request body: {'subnet': {'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:56.717741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d8b7f-fd02-40fe-93da-3dc23c9e2512 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event updated for resources: {'Network': ['ID=ad719cdd-2564-4b6f-9372-64fcdfa6d9aa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.732903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:56.781608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Made reservation on behalf of 9652c4b3ecc8428a8d663d3638051d2b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:56.785692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.976110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.038461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event updated for resources: {'Subnet': ['ID=701554d8-1ba9-4437-8526-ec5e9981081c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.046899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Checking segment: {'id': '71289c08-a1f5-4c07-9245-8ee622a3a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:57.047306 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Network hostable DHCP agents. Network: ad719cdd-2564-4b6f-9372-64fcdfa6d9aa, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:57.065136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:57.074802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ad719cdd-2564-4b6f-9372-64fcdfa6d9aa) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:57.078892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.079620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.083821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7f84d-cd59-4038-9793-6f65a0647f90 None None] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:57.096021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-21fb8afb-4086-4ea9-8d28-d5e91036674f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114072 Jul 15 13:37:57.101070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.108028 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Request body: {'port': {'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa', 'name': 'tempest-TagsExtTest-1576696595'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:57.231577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Made reservation on behalf of 9652c4b3ecc8428a8d663d3638051d2b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:57.235327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.247020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-ad719cdd-2564-4b6f-9372-64fcdfa6d9aa', 'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa', 'tenant_id': '9652c4b3ecc8428a8d663d3638051d2b', 'fixed_ips': [{'subnet_id': '701554d8-1ba9-4437-8526-ec5e9981081c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:57.247897 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.255234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] device_id is not set on port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:37:57.374553 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Allocated IP 172.20.0.11 (ad719cdd-2564-4b6f-9372-64fcdfa6d9aa/701554d8-1ba9-4437-8526-ec5e9981081c/547b6e42-aab3-4f1c-b4ec-e9d40de656c6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:57.530247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.544430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Transition to ACTIVE for port object 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:57.577191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.620003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Allocated IP 172.20.0.2 (ad719cdd-2564-4b6f-9372-64fcdfa6d9aa/701554d8-1ba9-4437-8526-ec5e9981081c/8a9bc0ee-456d-4801-8c2f-9ed44980fd51) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:57.629454 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:57.633467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:57.636075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:57.666679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event updated for resources: {'Port': ['ID=547b6e42-aab3-4f1c-b4ec-e9d40de656c6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.702898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.703892 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.722009 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b0b9bc35-d903-4294-88a3-497fb50ed38b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6173725 Jul 15 13:37:57.722246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.728294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1572447247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:57.758410 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.759216 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.771597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.780537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Transition to ACTIVE for port object 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:57.795536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Transition to ACTIVE for port object 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:57.801866 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.825519 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.830549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.844158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:57.846964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:57.848755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.850783 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-51e0de87-352a-4c72-a514-803bab359421 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1271551 Jul 15 13:37:57.851085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:57.853146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.858099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-90f42447-12b9-4859-aacf-61393a455037 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2106773566', 'prefixes': ['172.20.0.0/16']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:57.877925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Pushing event updated for resources: {'Port': ['ID=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.913632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Attempting to bind port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:57.913632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Attempting to bind port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '71289c08-a1f5-4c07-9245-8ee622a3a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:57.914080 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Attempting to bind port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 on network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:57.919137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:57.919554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Checking segment: {'id': '71289c08-a1f5-4c07-9245-8ee622a3a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:57.919899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.920285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Bound using segment: {'id': '71289c08-a1f5-4c07-9245-8ee622a3a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:57.920920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Bound port: 8a9bc0ee-456d-4801-8c2f-9ed44980fd51, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71289c08-a1f5-4c07-9245-8ee622a3a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ad719cdd-2564-4b6f-9372-64fcdfa6d9aa'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:57.921106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.927802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90f42447-12b9-4859-aacf-61393a455037 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.929795 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-90f42447-12b9-4859-aacf-61393a455037 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0755672 Jul 15 13:37:57.933147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.938502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-be44ac10-cdd6-4705-a3ec-51d0934e8eef tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-1212093136') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:57.987985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] For port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:57.992803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] For port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,segment=NetworkSegment(71289c08-a1f5-4c07-9245-8ee622a3a64b),segment_id=71289c08-a1f5-4c07-9245-8ee622a3a64b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:58.010946 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.074533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.075230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-be44ac10-cdd6-4705-a3ec-51d0934e8eef tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-1212093136 HTTP/1.1" status: 201 len: 201 time: 0.1405725 Jul 15 13:37:58.080279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-cf5e6ff1-571a-4dc0-8114-aed3a1e4f71b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-1341718768') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.089048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396e4ab-60b8-4366-8687-2977a8a4b4e4 None None] Pushing event updated for resources: {'Port': ['ID=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:58.163200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cf5e6ff1-571a-4dc0-8114-aed3a1e4f71b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-1341718768 HTTP/1.1" status: 201 len: 201 time: 0.0869839 Jul 15 13:37:58.166203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.172910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-30907db3-c831-4d02-8c65-42ea6eb220f5 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-165975674') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.282133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55746) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.288210 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-af7e035a-b1ee-44c3-b1d5-d3e8f9c1d683 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1266708258') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.290707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-30907db3-c831-4d02-8c65-42ea6eb220f5 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-165975674 HTTP/1.1" status: 201 len: 201 time: 0.1231310 Jul 15 13:37:58.353289 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-af7e035a-b1ee-44c3-b1d5-d3e8f9c1d683 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1266708258 HTTP/1.1" status: 201 len: 201 time: 0.0694547 Jul 15 13:37:58.355528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.361091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-4ebf138b-d7f7-4064-ba5f-73eef4ce9c5b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.453593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4ebf138b-d7f7-4064-ba5f-73eef4ce9c5b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags HTTP/1.1" status: 200 len: 241 time: 0.0962660 Jul 15 13:37:58.456172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55754) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.460329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-fe631081-9191-4ba5-84a9-54cd09c3b558 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-1212093136') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.509515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe631081-9191-4ba5-84a9-54cd09c3b558 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-1212093136 HTTP/1.1" status: 204 len: 168 time: 0.0522699 Jul 15 13:37:58.511926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.516134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-8d607093-026a-4a65-95e0-56ff9d6e0ab5 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-1212093136') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.588738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d607093-026a-4a65-95e0-56ff9d6e0ab5 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-1212093136 HTTP/1.1" status: 204 len: 168 time: 0.0758331 Jul 15 13:37:58.591241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.595709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-fe71e8f0-9cbf-4844-9c22-bac2b53976b4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.648164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe71e8f0-9cbf-4844-9c22-bac2b53976b4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags HTTP/1.1" status: 200 len: 205 time: 0.0557423 Jul 15 13:37:58.650740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.655078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-7dcbf81e-b2d4-4832-a8e1-fed5c92849c2 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.715332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.718784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7dcbf81e-b2d4-4832-a8e1-fed5c92849c2 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags HTTP/1.1" status: 200 len: 241 time: 0.0669205 Jul 15 13:37:58.720648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-1ad5712f-2b1b-42b4-8709-8e57530d563a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-1341718768') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.775028 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ad5712f-2b1b-42b4-8709-8e57530d563a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-1341718768 HTTP/1.1" status: 204 len: 168 time: 0.0583577 Jul 15 13:37:58.777665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.782124 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-c83e7270-bbd4-4c47-8e65-bbf8a71c75c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-1341718768') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.856937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.857398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c83e7270-bbd4-4c47-8e65-bbf8a71c75c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-1341718768 HTTP/1.1" status: 204 len: 168 time: 0.0784686 Jul 15 13:37:58.861856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-0aa2ca4e-e2ac-4fe7-b354-c73c3b8d1fec tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.074712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece6524-2b92-4ea3-a661-c451d05e3309 None None] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:59.115247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8cc0dcb9-466e-4b5c-8146-a1086d206890 None None] Provisioning for port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:59.254639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0aa2ca4e-e2ac-4fe7-b354-c73c3b8d1fec tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags HTTP/1.1" status: 200 len: 205 time: 0.3959985 Jul 15 13:37:59.257164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.261792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-7b8821ba-b656-487c-96ff-2be940bc05fd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.339093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7b8821ba-b656-487c-96ff-2be940bc05fd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags HTTP/1.1" status: 200 len: 240 time: 0.0807166 Jul 15 13:37:59.341556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.346061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-06e210ee-93eb-481d-8549-17fa8c0a5b7a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-165975674') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.419743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-06e210ee-93eb-481d-8549-17fa8c0a5b7a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-165975674 HTTP/1.1" status: 204 len: 168 time: 0.0769124 Jul 15 13:37:59.422190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.427351 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-f88c0efd-a80b-4e6e-87a3-c273c1bd551b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-165975674') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.529619 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f88c0efd-a80b-4e6e-87a3-c273c1bd551b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-165975674 HTTP/1.1" status: 204 len: 168 time: 0.1061776 Jul 15 13:37:59.532059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.536865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-9a0869f1-6f8b-4114-883c-8ed522f6e037 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.577483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-694d3585-ca5d-4d81-b05c-520296ecd9af None None] Provisioning for port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:59.582517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-694d3585-ca5d-4d81-b05c-520296ecd9af None None] Provisioning complete for port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:59.584342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-694d3585-ca5d-4d81-b05c-520296ecd9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.617906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9a0869f1-6f8b-4114-883c-8ed522f6e037 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags HTTP/1.1" status: 200 len: 205 time: 0.0845950 Jul 15 13:37:59.620535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.624972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-e25c056c-fc4e-4eed-b725-6a4c1abbe641 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.634364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-694d3585-ca5d-4d81-b05c-520296ecd9af None None] Port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:59.648829 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e25c056c-fc4e-4eed-b725-6a4c1abbe641 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags HTTP/1.1" status: 200 len: 241 time: 0.0270822 Jul 15 13:37:59.651920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.656497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-6440d7a9-4d88-48cc-8617-e2a677a8663b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1266708258') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.695818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6440d7a9-4d88-48cc-8617-e2a677a8663b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1266708258 HTTP/1.1" status: 204 len: 168 time: 0.0417547 Jul 15 13:37:59.697711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.702715 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-d7b1d37a-38b1-495b-a3d2-984f4ce9fb52 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1266708258') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.743464 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d7b1d37a-38b1-495b-a3d2-984f4ce9fb52 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1266708258 HTTP/1.1" status: 204 len: 168 time: 0.0446067 Jul 15 13:37:59.745971 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55790) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.750698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-50987827-fdd7-401c-8af1-efa52099697a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.769609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4cf4336-6d1b-4552-9d15-b9932cb0a035 None None] Provisioning complete for port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:59.770078 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4336-6d1b-4552-9d15-b9932cb0a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.782085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55792) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.782429 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-50987827-fdd7-401c-8af1-efa52099697a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags HTTP/1.1" status: 200 len: 205 time: 0.0352857 Jul 15 13:37:59.787766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-78bffad0-e762-4f36-82bc-a7c8889b5b8a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.809952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf4336-6d1b-4552-9d15-b9932cb0a035 None None] Port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:59.818485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-78bffad0-e762-4f36-82bc-a7c8889b5b8a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0327990 Jul 15 13:37:59.819600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.824376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-43a60df4-254b-4cc2-8956-d090eda39738 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.903544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-43a60df4-254b-4cc2-8956-d090eda39738 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags HTTP/1.1" status: 204 len: 168 time: 0.0826743 Jul 15 13:37:59.906025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.910326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-33ea3344-c1c8-4c3e-8a73-ac4aac7284e4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:59.963023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-33ea3344-c1c8-4c3e-8a73-ac4aac7284e4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0559728 Jul 15 13:37:59.965475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.969649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-b414300e-2250-4e8a-8fe5-ea3d5f3151bd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.030853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55800) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.031956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b414300e-2250-4e8a-8fe5-ea3d5f3151bd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags HTTP/1.1" status: 204 len: 168 time: 0.0654676 Jul 15 13:38:00.035844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-fa17dc81-b123-4735-8970-4891e577d0f1 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-18108523') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.115187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.118003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:00.118870 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fa17dc81-b123-4735-8970-4891e577d0f1 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-18108523 HTTP/1.1" status: 201 len: 201 time: 0.0865099 Jul 15 13:38:00.120347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-fd5e3a48-2ae8-45a0-a453-4dade10c0b39 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-911696422') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.174663 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:00.187765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:00.188143 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.199463 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.199880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fd5e3a48-2ae8-45a0-a453-4dade10c0b39 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-911696422 HTTP/1.1" status: 201 len: 201 time: 0.0829592 Jul 15 13:38:00.204386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-85797b33-cb38-4ca1-9d4e-fd7aca0de2e2 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-1799943016') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.273030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.293842 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-85797b33-cb38-4ca1-9d4e-fd7aca0de2e2 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-1799943016 HTTP/1.1" status: 201 len: 201 time: 0.0931220 Jul 15 13:38:00.296482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.301993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-03b7832e-8bc4-4594-9b7b-2a57f37a4393 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1749103279') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.312147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,segment=NetworkSegment(71289c08-a1f5-4c07-9245-8ee622a3a64b),segment_id=71289c08-a1f5-4c07-9245-8ee622a3a64b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:00.316610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.345654 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03b7832e-8bc4-4594-9b7b-2a57f37a4393 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1749103279 HTTP/1.1" status: 201 len: 201 time: 0.0457702 Jul 15 13:38:00.345958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.351758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-c9a691cf-b0ef-4c96-99b3-380e7b27fd0e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', {'tags': ['tempest-TagsExtTest-Tag-1172733434', 'tempest-TagsExtTest-Tag-1870712043', 'tempest-TagsExtTest-Tag-1359587028']}) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.367004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.414181 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c9a691cf-b0ef-4c96-99b3-380e7b27fd0e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags HTTP/1.1" status: 200 len: 318 time: 0.0645542 Jul 15 13:38:00.414424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.418637 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-1b43c1d3-8381-471a-8f88-c7537d391a2f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.492815 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b43c1d3-8381-471a-8f88-c7537d391a2f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags HTTP/1.1" status: 204 len: 168 time: 0.0772431 Jul 15 13:38:00.495248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55814) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.499533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-ee052f66-e799-4450-8600-f92ba85bd750 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-1172733434') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.549932 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ee052f66-e799-4450-8600-f92ba85bd750 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:00.550946 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ee052f66-e799-4450-8600-f92ba85bd750 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-1172733434 HTTP/1.1" status: 404 len: 329 time: 0.0548027 Jul 15 13:38:00.554421 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55816) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.558530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-5e8cec3a-4b67-4819-bd3a-d76389ac6abd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-1870712043') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.612955 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-5e8cec3a-4b67-4819-bd3a-d76389ac6abd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:00.613986 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5e8cec3a-4b67-4819-bd3a-d76389ac6abd tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-1870712043 HTTP/1.1" status: 404 len: 329 time: 0.0586834 Jul 15 13:38:00.617478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.621617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-e0bd9bfa-f017-48a4-9020-67f7a302203d tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c', 'tempest-TagsExtTest-Tag-1359587028') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.671173 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e0bd9bfa-f017-48a4-9020-67f7a302203d tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:00.672209 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e0bd9bfa-f017-48a4-9020-67f7a302203d tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags/tempest-TagsExtTest-Tag-1359587028 HTTP/1.1" status: 404 len: 329 time: 0.0538406 Jul 15 13:38:00.675193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.680223 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-4e8bb85e-0de9-4a29-8a12-21a535634c4c tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', {'tags': ['tempest-TagsExtTest-Tag-1644890318', 'tempest-TagsExtTest-Tag-2125052781', 'tempest-TagsExtTest-Tag-1724683574']}) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.736895 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e8bb85e-0de9-4a29-8a12-21a535634c4c tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags HTTP/1.1" status: 200 len: 318 time: 0.0607002 Jul 15 13:38:00.740171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.744834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-1a9d8a83-df29-4d3f-83b2-6555f22e26bc tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.809696 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1a9d8a83-df29-4d3f-83b2-6555f22e26bc tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0681548 Jul 15 13:38:00.812207 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55826) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.816479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-e4a15a14-adb9-4a5a-b458-099b59ac076f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-1644890318') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.875439 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e4a15a14-adb9-4a5a-b458-099b59ac076f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:00.879463 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e4a15a14-adb9-4a5a-b458-099b59ac076f tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-1644890318 HTTP/1.1" status: 404 len: 329 time: 0.0634193 Jul 15 13:38:00.879695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55830) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.884710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-00568046-0d6b-4cc9-8828-babc1540b374 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-2125052781') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.942516 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-00568046-0d6b-4cc9-8828-babc1540b374 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:00.944444 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-00568046-0d6b-4cc9-8828-babc1540b374 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-2125052781 HTTP/1.1" status: 404 len: 329 time: 0.0634506 Jul 15 13:38:00.947808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:00.953621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-6dea7958-501c-4764-bad9-8947349dcac4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6', 'tempest-TagsExtTest-Tag-1724683574') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.006414 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-6dea7958-501c-4764-bad9-8947349dcac4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.007575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6dea7958-501c-4764-bad9-8947349dcac4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags/tempest-TagsExtTest-Tag-1724683574 HTTP/1.1" status: 404 len: 329 time: 0.0586574 Jul 15 13:38:01.014643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.020708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-8c743367-7cba-46a1-964f-082c622248aa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', {'tags': ['tempest-TagsExtTest-Tag-1610178220', 'tempest-TagsExtTest-Tag-420038424', 'tempest-TagsExtTest-Tag-604335490']}) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.027999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.116086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8c743367-7cba-46a1-964f-082c622248aa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags HTTP/1.1" status: 200 len: 316 time: 0.1001964 Jul 15 13:38:01.118595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.123269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-2a7dea8a-4ef6-465f-ae0b-03a80086bc37 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.223002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2a7dea8a-4ef6-465f-ae0b-03a80086bc37 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags HTTP/1.1" status: 204 len: 168 time: 0.1009626 Jul 15 13:38:01.223157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55840) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.227589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-864ac946-cad4-4be5-a83c-229f5b7b94a4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-1610178220') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.303882 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-864ac946-cad4-4be5-a83c-229f5b7b94a4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.304943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-864ac946-cad4-4be5-a83c-229f5b7b94a4 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-1610178220 HTTP/1.1" status: 404 len: 329 time: 0.0808945 Jul 15 13:38:01.307773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.312123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-0349ef0e-1729-4f77-9200-34eb491964a1 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-420038424') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.390033 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0349ef0e-1729-4f77-9200-34eb491964a1 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.391184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0349ef0e-1729-4f77-9200-34eb491964a1 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-420038424 HTTP/1.1" status: 404 len: 328 time: 0.0824516 Jul 15 13:38:01.394236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.399326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-e1bf452c-f9dd-4d8b-a51a-a180b0b60c3b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581', 'tempest-TagsExtTest-Tag-604335490') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.475072 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-e1bf452c-f9dd-4d8b-a51a-a180b0b60c3b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.476050 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e1bf452c-f9dd-4d8b-a51a-a180b0b60c3b tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags/tempest-TagsExtTest-Tag-604335490 HTTP/1.1" status: 404 len: 328 time: 0.0806799 Jul 15 13:38:01.478738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.483241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-9a0520ea-e1c3-46a0-a806-283fa288a5fa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', {'tags': ['tempest-TagsExtTest-Tag-1125226149', 'tempest-TagsExtTest-Tag-1375815263', 'tempest-TagsExtTest-Tag-1816408347']}) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.518242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9a0520ea-e1c3-46a0-a806-283fa288a5fa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "PUT /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags HTTP/1.1" status: 200 len: 318 time: 0.0383651 Jul 15 13:38:01.520671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.525546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-39462c9a-b414-48a0-91c0-334561fa83e8 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.561627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-39462c9a-b414-48a0-91c0-334561fa83e8 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0394301 Jul 15 13:38:01.564264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55850) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.568541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-28509e4d-5504-4599-a458-5a0c414bebce tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1125226149') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.589028 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [None req-28509e4d-5504-4599-a458-5a0c414bebce tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.590064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-28509e4d-5504-4599-a458-5a0c414bebce tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1125226149 HTTP/1.1" status: 404 len: 329 time: 0.0249181 Jul 15 13:38:01.592899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.597415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-e6e98fb3-f348-43dd-b37e-24369734ef97 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1375815263') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.617865 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e6e98fb3-f348-43dd-b37e-24369734ef97 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.618937 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e6e98fb3-f348-43dd-b37e-24369734ef97 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1375815263 HTTP/1.1" status: 404 len: 329 time: 0.0250723 Jul 15 13:38:01.621686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55854) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.625883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-02bc708e-d848-4e60-ae96-50e17c730efa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5', 'tempest-TagsExtTest-Tag-1816408347') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.653052 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-02bc708e-d848-4e60-ae96-50e17c730efa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] show failed (client error): The resource could not be found. Jul 15 13:38:01.656415 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-02bc708e-d848-4e60-ae96-50e17c730efa tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags/tempest-TagsExtTest-Tag-1816408347 HTTP/1.1" status: 404 len: 329 time: 0.0313797 Jul 15 13:38:01.656620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.660874 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-2323c61e-b423-4aee-ae11-bc75b3257397 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c05b50c-b4a8-479b-96d3-97a9ef2132d5') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.684844 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2323c61e-b423-4aee-ae11-bc75b3257397 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0272784 Jul 15 13:38:01.687286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.691631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-b984e5dd-fe62-41b1-87ff-b5acfb9a4396 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '257f7154-5224-4d0b-8deb-9720b8b54581') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.771608 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b984e5dd-fe62-41b1-87ff-b5acfb9a4396 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581/tags HTTP/1.1" status: 204 len: 168 time: 0.0827303 Jul 15 13:38:01.774276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.778460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-0c2f5898-784a-44f1-b3a4-0e4d88be3811 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '547b6e42-aab3-4f1c-b4ec-e9d40de656c6') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.830537 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c2f5898-784a-44f1-b3a4-0e4d88be3811 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0552599 Jul 15 13:38:01.833011 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.838187 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-8b64ef74-7de0-43c6-a7ae-0275cef6abcb tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '701554d8-1ba9-4437-8526-ec5e9981081c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.894856 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8b64ef74-7de0-43c6-a7ae-0275cef6abcb tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c/tags HTTP/1.1" status: 204 len: 168 time: 0.0570114 Jul 15 13:38:01.895248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55864) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.981906 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0587c849-5b39-4600-bbfb-1e6e20ed248e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.983031 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0587c849-5b39-4600-bbfb-1e6e20ed248e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/3c05b50c-b4a8-479b-96d3-97a9ef2132d5 HTTP/1.1" status: 204 len: 168 time: 0.0868654 Jul 15 13:38:01.985621 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:02.015823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-070aec6c-339f-4c52-85f6-c3867cfcfe9a tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f7154-5224-4d0b-8deb-9720b8b54581 HTTP/1.1" status: 200 len: 205 time: 0.0289347 Jul 15 13:38:02.018146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:02.082993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:02.107440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.133003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:02.133524 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.281058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.283299 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.328256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.328895 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Fanout notify agent at l3_agent the message router_deleted on router 257f7154-5224-4d0b-8deb-9720b8b54581 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:02.336007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.338712 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c59779ce-65d7-4f66-b1d1-29d8592996d3 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/routers/257f7154-5224-4d0b-8deb-9720b8b54581 HTTP/1.1" status: 204 len: 168 time: 0.3196084 Jul 15 13:38:02.339509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:02.444015 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Deleting port 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:02.444402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.530960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.542906 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Calling delete_port for 547b6e42-aab3-4f1c-b4ec-e9d40de656c6 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:02.673182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.703193 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event deleted for resources: {'Port': ['ID=547b6e42-aab3-4f1c-b4ec-e9d40de656c6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:02.780256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.783155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b0ffe060-9104-416b-804e-70ab7550432e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/ports/547b6e42-aab3-4f1c-b4ec-e9d40de656c6 HTTP/1.1" status: 204 len: 168 time: 0.4416890 Jul 15 13:38:02.784615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:02.843368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Deleting subnet 701554d8-1ba9-4437-8526-ec5e9981081c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:02.847097 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.893967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.987992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.055808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.089744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada69fe4-d3fe-4520-bb44-05da259d54cf None None] Network ad719cdd-2564-4b6f-9372-64fcdfa6d9aa requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:03.111392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.116990 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/subnets/701554d8-1ba9-4437-8526-ec5e9981081c HTTP/1.1" status: 204 len: 168 time: 0.3278234 Jul 15 13:38:03.116990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff2009-867e-4f24-8b83-31ca5ce3c37e tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event deleted for resources: {'Subnet': ['ID=701554d8-1ba9-4437-8526-ec5e9981081c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:03.117426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:03.235172 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.310969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Deleting port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:03.311355 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.396565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] DHCP port deletion for ad719cdd-2564-4b6f-9372-64fcdfa6d9aa request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:03.420822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] For port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,segment=NetworkSegment(71289c08-a1f5-4c07-9245-8ee622a3a64b),segment_id=71289c08-a1f5-4c07-9245-8ee622a3a64b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:03.421213 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.441959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Calling delete_port for 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:03.454030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] Deleting port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:03.454736 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.537707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.539685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] For port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,segment=NetworkSegment(71289c08-a1f5-4c07-9245-8ee622a3a64b),segment_id=71289c08-a1f5-4c07-9245-8ee622a3a64b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:03.540607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.557790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] Calling delete_port for 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:03.570078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event deleted for resources: {'Port': ['ID=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:03.575715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] No DVR routers for this DVR port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:03.658458 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.666669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.684070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad719cdd-2564-4b6f-9372-64fcdfa6d9aa']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:03.690858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] Pushing event deleted for resources: {'Port': ['ID=8a9bc0ee-456d-4801-8c2f-9ed44980fd51,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:03.704155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868377e-4e46-4a33-a4c8-8d072846281a None None] No DVR routers for this DVR port 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:03.706705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71289c08-a1f5-4c07-9245-8ee622a3a64b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:03.707028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71289c08-a1f5-4c07-9245-8ee622a3a64b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:03.718814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.723573 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.735004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.742116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:03.742544 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:03.745556 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:03.807437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.813961 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.815772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] 10.222.0.48 "DELETE /v2.0/networks/ad719cdd-2564-4b6f-9372-64fcdfa6d9aa HTTP/1.1" status: 204 len: 168 time: 0.6975203 Jul 15 13:38:03.828772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295da5-021b-4bd8-935d-01c30dd164c0 tempest-TagsExtTest-1300053643 tempest-TagsExtTest-1300053643-project] Pushing event deleted for resources: {'Network': ['ID=ad719cdd-2564-4b6f-9372-64fcdfa6d9aa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.071360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:04.080105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:04.094333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:04.094833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8a9bc0ee-456d-4801-8c2f-9ed44980fd51 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:04.165276 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:04.225213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-866f2b5f-8816-4396-83aa-517a304754d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9652c4b3ecc8428a8d663d3638051d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439216 Jul 15 13:38:04.228158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:04.280048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f51f7c4-d480-4561-93c8-fe53a96a8d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.303192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f51f7c4-d480-4561-93c8-fe53a96a8d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.352084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f51f7c4-d480-4561-93c8-fe53a96a8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.354716 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f51f7c4-d480-4561-93c8-fe53a96a8d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.355887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3f51f7c4-d480-4561-93c8-fe53a96a8d7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0b898b4-441c-4fb5-949b-64048bf7897a HTTP/1.1" status: 204 len: 168 time: 0.1267743 Jul 15 13:38:04.363635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51f7c4-d480-4561-93c8-fe53a96a8d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b898b4-441c-4fb5-949b-64048bf7897a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.997377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.092523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1740258635'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:05.114012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Made reservation on behalf of 1b6a11ab79234468bfd2b1769132b272 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:05.117356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.125961 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.228949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.233072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.264691 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:05.277152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6de24-fe66-43bb-a65b-cb765ac567a6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.281621 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.281972 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Added segment 5fd0c6ce-adf8-470f-802b-54246ab47dd0 of type vlan for network 67c150b5-d4db-4604-896f-b29e1592bd48 Jul 15 13:38:05.607241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.649777 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.686907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.693180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:05.693909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.736172 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7346342 Jul 15 13:38:05.736383 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6e84-8a3a-4d2e-a856-9b6d53ffe6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.737333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.745098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-20529a58-81ad-4e4b-95c7-613b212ac918 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-2048525597') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.792162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc016dbc-e10a-4c51-9702-b0c9fc869d37 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Pushing event updated for resources: {'Network': ['ID=67c150b5-d4db-4604-896f-b29e1592bd48,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.811686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 67c150b5-d4db-4604-896f-b29e1592bd48 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:05.847954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6e84-8a3a-4d2e-a856-9b6d53ffe6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.854387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6e84-8a3a-4d2e-a856-9b6d53ffe6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.888119 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-20529a58-81ad-4e4b-95c7-613b212ac918 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "PUT /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-2048525597 HTTP/1.1" status: 201 len: 201 time: 0.1477954 Jul 15 13:38:05.888977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.895624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-1b952997-cb7f-4b0d-94a5-03c0e819c05a tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-2048525597') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.913468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e6e84-8a3a-4d2e-a856-9b6d53ffe6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92309b29-2c14-4ada-9b05-dc7177b4848b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.917974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6f7e6e84-8a3a-4d2e-a856-9b6d53ffe6ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf473775650e4cc084f3a786b6725373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090978 Jul 15 13:38:05.920665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.972846 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73e2ad2-e4eb-4b28-8f59-eca45d0b479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.977383 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1b952997-cb7f-4b0d-94a5-03c0e819c05a tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-2048525597 HTTP/1.1" status: 204 len: 168 time: 0.0847998 Jul 15 13:38:05.977639 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55940) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.983594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-60c9862a-16b7-42ff-80ed-d61785eef884 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.025980 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73e2ad2-e4eb-4b28-8f59-eca45d0b479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.101036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-60c9862a-16b7-42ff-80ed-d61785eef884 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags HTTP/1.1" status: 200 len: 238 time: 0.1222985 Jul 15 13:38:06.103710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55944) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.108598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-2224a848-c235-4f64-9d99-fb2db3109b91 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', {'tags': ['tempest-TagsTest-Tag-1792475064', 'tempest-TagsTest-Tag-566517442', 'tempest-TagsTest-Tag-1032601382']}) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.143245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73e2ad2-e4eb-4b28-8f59-eca45d0b479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.145734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73e2ad2-e4eb-4b28-8f59-eca45d0b479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.146920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a73e2ad2-e4eb-4b28-8f59-eca45d0b479e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92309b29-2c14-4ada-9b05-dc7177b4848b HTTP/1.1" status: 204 len: 168 time: 0.2252219 Jul 15 13:38:06.178315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e2ad2-e4eb-4b28-8f59-eca45d0b479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92309b29-2c14-4ada-9b05-dc7177b4848b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:06.234632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2224a848-c235-4f64-9d99-fb2db3109b91 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "PUT /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags HTTP/1.1" status: 200 len: 308 time: 0.1298659 Jul 15 13:38:06.237328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.246198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-3a27e09f-035a-4bea-b047-677a4b9ba015 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-1792475064') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.253536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11790-3d47-43bb-a447-b541af6d82ac req-90176aaf-a26c-49d3-87e3-8a419054e288 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:06.255115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f11790-3d47-43bb-a447-b541af6d82ac req-90176aaf-a26c-49d3-87e3-8a419054e288 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 945 time: 0.2552154 Jul 15 13:38:06.298444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f11790-3d47-43bb-a447-b541af6d82ac req-a28d54e2-9489-4a9f-b276-cb9a40f4027e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Jul 15 13:38:06.335675 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3a27e09f-035a-4bea-b047-677a4b9ba015 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "DELETE /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-1792475064 HTTP/1.1" status: 204 len: 168 time: 0.0966012 Jul 15 13:38:06.338362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.342670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-fd265c69-44f8-43e9-9aa3-032a5d39d922 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-1792475064') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.409972 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-fd265c69-44f8-43e9-9aa3-032a5d39d922 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] show failed (client error): The resource could not be found. Jul 15 13:38:06.414362 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fd265c69-44f8-43e9-9aa3-032a5d39d922 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-1792475064 HTTP/1.1" status: 404 len: 326 time: 0.0718038 Jul 15 13:38:06.414536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.419116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-c6235126-70cf-42de-993e-2c6a2f3c9b70 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-566517442') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.486655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c6235126-70cf-42de-993e-2c6a2f3c9b70 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-566517442 HTTP/1.1" status: 204 len: 168 time: 0.0709729 Jul 15 13:38:06.489307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.494502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-aac9e094-7f3d-48bb-a3b8-c608605e8980 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-1032601382') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.565590 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aac9e094-7f3d-48bb-a3b8-c608605e8980 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-1032601382 HTTP/1.1" status: 204 len: 168 time: 0.0744677 Jul 15 13:38:06.568283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55966) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.572877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-ef7a91f3-ae57-4cf5-80ae-aa5b68b59788 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.658172 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ef7a91f3-ae57-4cf5-80ae-aa5b68b59788 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "DELETE /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags HTTP/1.1" status: 204 len: 168 time: 0.0887666 Jul 15 13:38:06.660842 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55972) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.666303 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-6dfa819e-196d-4ebf-8461-8ea83feaa9e1 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-566517442') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.740016 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-6dfa819e-196d-4ebf-8461-8ea83feaa9e1 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] show failed (client error): The resource could not be found. Jul 15 13:38:06.741067 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6dfa819e-196d-4ebf-8461-8ea83feaa9e1 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-566517442 HTTP/1.1" status: 404 len: 325 time: 0.0786588 Jul 15 13:38:06.743831 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.748080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-3486ba08-8f1c-490f-b9d5-43fe88a22890 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48', 'tempest-TagsTest-Tag-1032601382') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.813114 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-3486ba08-8f1c-490f-b9d5-43fe88a22890 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] show failed (client error): The resource could not be found. Jul 15 13:38:06.814135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3486ba08-8f1c-490f-b9d5-43fe88a22890 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "GET /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags/tempest-TagsTest-Tag-1032601382 HTTP/1.1" status: 404 len: 326 time: 0.0694084 Jul 15 13:38:06.820542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 55980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.821981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-89d2b209-5c89-4e86-a25a-ff08f5a7e484 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '67c150b5-d4db-4604-896f-b29e1592bd48') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.896097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-89d2b209-5c89-4e86-a25a-ff08f5a7e484 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "DELETE /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48/tags HTTP/1.1" status: 204 len: 168 time: 0.0776365 Jul 15 13:38:06.900390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 55984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.989124 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.082866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.093853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c150b5-d4db-4604-896f-b29e1592bd48']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:07.105504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd0c6ce-adf8-470f-802b-54246ab47dd0') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:07.105820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd0c6ce-adf8-470f-802b-54246ab47dd0') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:07.115847 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.132424 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.139350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:07.139878 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:07.142863 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:07.203546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.210844 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.215455 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] 10.222.0.48 "DELETE /v2.0/networks/67c150b5-d4db-4604-896f-b29e1592bd48 HTTP/1.1" status: 204 len: 168 time: 0.3111730 Jul 15 13:38:07.227627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c20fb-18af-41d4-a97f-a2619fdd0840 tempest-TagsTest-1016010010 tempest-TagsTest-1016010010-project] Pushing event deleted for resources: {'Network': ['ID=67c150b5-d4db-4604-896f-b29e1592bd48,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.507585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:07.673042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-63c92ddb-4531-4be5-88aa-94658839dcbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b6a11ab79234468bfd2b1769132b272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619468 Jul 15 13:38:07.673390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:07.707065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850507a-487b-4634-acfd-cd79211a7ffc req-cd721217-006d-413d-bc66-db99ed24e53b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.709136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d850507a-487b-4634-acfd-cd79211a7ffc req-cd721217-006d-413d-bc66-db99ed24e53b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 945 time: 0.1431372 Jul 15 13:38:07.734029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70999eea-e7db-4ade-ae95-547fe887378c req-a5827dcc-0384-4558-ad81-c88425455003 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.735551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32a9989e-03b1-44f7-97a5-75ddfa22644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.738651 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70999eea-e7db-4ade-ae95-547fe887378c req-a5827dcc-0384-4558-ad81-c88425455003 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 945 time: 0.3151991 Jul 15 13:38:07.764505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32a9989e-03b1-44f7-97a5-75ddfa22644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.819588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32a9989e-03b1-44f7-97a5-75ddfa22644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.822837 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32a9989e-03b1-44f7-97a5-75ddfa22644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.826484 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-32a9989e-03b1-44f7-97a5-75ddfa22644f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36f6de24-fe66-43bb-a65b-cb765ac567a6 HTTP/1.1" status: 204 len: 168 time: 0.1496096 Jul 15 13:38:07.832440 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9989e-03b1-44f7-97a5-75ddfa22644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6de24-fe66-43bb-a65b-cb765ac567a6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.844914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70999eea-e7db-4ade-ae95-547fe887378c req-a572a56a-72ac-4109-b569-b4703974065a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821517 Jul 15 13:38:07.887028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:07.887371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.988998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:07.989451 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.251475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.251883 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.252199 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Floating IP 5cbd3602-8496-4ef7-b4d7-9e8f6164f51a disassociated. External IP: 172.25.2.107, port: cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a. Jul 15 13:38:08.252556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:08.320797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.396558 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.427682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.443859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ae96206-2caa-4dba-9e5b-916b8be96e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.571669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:08.573527 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-5a69560e-9eea-4296-90b4-cbc50f8f4f85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815163 Jul 15 13:38:08.594438 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ae96206-2caa-4dba-9e5b-916b8be96e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.600739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ae96206-2caa-4dba-9e5b-916b8be96e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.683332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7ae96206-2caa-4dba-9e5b-916b8be96e52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a512a832dfc34ae0921001ede16e1180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611298 Jul 15 13:38:08.686559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56158) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.686828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae96206-2caa-4dba-9e5b-916b8be96e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f83764-decd-424f-bca8-544e1b4785c4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.701222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:08.716929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:08.728747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:08.729689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:08.758039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-a104e852-5bd1-47f6-9cda-ff0581036514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:08.759642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-a104e852-5bd1-47f6-9cda-ff0581036514 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.1321025 Jul 15 13:38:08.762858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:08.767436 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.769496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d850507a-487b-4634-acfd-cd79211a7ffc req-1fd3ed64-04d3-475a-b848-7dfda258a09f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "DELETE /v2.0/ports/cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a HTTP/1.1" status: 204 len: 173 time: 1.0550888 Jul 15 13:38:08.770256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'name': 'network-vif-deleted', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:08.773558 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ade67-887d-49c2-9a5f-2388758e1959" -d '{"events": [{"server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "name": "network-vif-deleted", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:08.793318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93ec4e0-818d-48f0-809e-1598a3d157a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.822344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93ec4e0-818d-48f0-809e-1598a3d157a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.870781 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd989c-c5c0-42d8-9e39-2802b307edde x-openstack-request-id: req-dbdd989c-c5c0-42d8-9e39-2802b307edde {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:08.871377 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1521fdd-58be-4fa9-a1d0-bb2ea3e23272", "name": "network-vif-deleted", "tag": "cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:08.871377 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbdd989c-c5c0-42d8-9e39-2802b307edde {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:08.871701 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1521fdd-58be-4fa9-a1d0-bb2ea3e23272', 'name': 'network-vif-deleted', 'tag': 'cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a', 'status': 'completed', 'code': 200} Jul 15 13:38:08.924601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93ec4e0-818d-48f0-809e-1598a3d157a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.928411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f93ec4e0-818d-48f0-809e-1598a3d157a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.929414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f93ec4e0-818d-48f0-809e-1598a3d157a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61f83764-decd-424f-bca8-544e1b4785c4 HTTP/1.1" status: 204 len: 168 time: 0.2415626 Jul 15 13:38:08.944027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ec4e0-818d-48f0-809e-1598a3d157a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f83764-decd-424f-bca8-544e1b4785c4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.079235 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-607d82e7-376e-4687-9341-f987b7c4d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.080721 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-607d82e7-376e-4687-9341-f987b7c4d241 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 910 time: 0.2807395 Jul 15 13:38:09.143110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb9f737a-053c-4fb0-b792-c7a709edc646 req-97431749-4188-47b4-92da-2aed74ea041c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0766745 Jul 15 13:38:09.251327 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-da95836d-1078-4380-ae47-426286a99791 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 1002 time: 0.1625199 Jul 15 13:38:09.261442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:09.313575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-150f246c-7ddb-46d2-ae24-042c049499b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.315349 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-150f246c-7ddb-46d2-ae24-042c049499b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.0569065 Jul 15 13:38:09.405641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-194cffda-6ce1-45cd-b814-6e7779a752eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.407213 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-194cffda-6ce1-45cd-b814-6e7779a752eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830066 Jul 15 13:38:09.558868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.589782 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-cec5a930-e675-488b-a88e-8d30ebaf92ab service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733503 Jul 15 13:38:09.593198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:09.603357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:09.604325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:37:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.615038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.632142 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-635701b0-71c0-47e4-8b01-7b5ad377c26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.724809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:09.729797 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-16c1c7d7-64c0-45a9-9d16-84c32b35c3a4 req-f41bb801-a685-4072-b157-cf4fcd78c6a6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342046 Jul 15 13:38:09.815489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-635701b0-71c0-47e4-8b01-7b5ad377c26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.823301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-635701b0-71c0-47e4-8b01-7b5ad377c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.870793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-635701b0-71c0-47e4-8b01-7b5ad377c26d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0ee5a3d1a614e8daca1abf60c281546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544632 Jul 15 13:38:09.872164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635701b0-71c0-47e4-8b01-7b5ad377c26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a52175a-4a65-4514-99d8-39d541208222,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.873595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56186) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.980608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:10.006752 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3530-b33d-460c-beed-9170b124e95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.026362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-77f8c2ef-5b46-4fab-ba0b-eb727cfc9f4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010020 Jul 15 13:38:10.039001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346f116-a295-4c2a-951d-d0d5e708533f None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:10.046156 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3530-b33d-460c-beed-9170b124e95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.150555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3530-b33d-460c-beed-9170b124e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.162728 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3530-b33d-460c-beed-9170b124e95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.163962 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f9ee3530-b33d-460c-beed-9170b124e95b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a52175a-4a65-4514-99d8-39d541208222 HTTP/1.1" status: 204 len: 168 time: 0.2893465 Jul 15 13:38:10.184936 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee3530-b33d-460c-beed-9170b124e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a52175a-4a65-4514-99d8-39d541208222,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.220458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-b74b686e-3195-4c86-bc88-e8e9fdcadd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.222675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-b74b686e-3195-4c86-bc88-e8e9fdcadd11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1097 time: 0.1389632 Jul 15 13:38:10.404976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b0bca467-b126-4025-9b45-31b0baa6524f req-e21cac0a-f718-404d-85df-5a7a0f5c444d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0408435 Jul 15 13:38:10.436641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-8275f00b-194d-44f3-9763-6a7a6479096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.438438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-8275f00b-194d-44f3-9763-6a7a6479096b service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1886041 Jul 15 13:38:10.537089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56198) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.589653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-2431f7c6-e321-4840-9f57-80498f969c72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 1001 time: 0.1426194 Jul 15 13:38:10.597484 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6652c-a695-4019-89ba-97c6f4d8a9f3 None None] New status for floating IP 5cbd3602-8496-4ef7-b4d7-9e8f6164f51a: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:10.652368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-0a545fab-50a9-4cd3-bf05-c197a2ca9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.654634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-0a545fab-50a9-4cd3-bf05-c197a2ca9ebc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0569158 Jul 15 13:38:10.773315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-5b6f75f0-71ed-4291-a5ab-e28c7db5b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.775304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-5b6f75f0-71ed-4291-a5ab-e28c7db5b942 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117983 Jul 15 13:38:10.778087 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3596b77f-904f-40dd-b6b4-5ca859a547f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.908076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3596b77f-904f-40dd-b6b4-5ca859a547f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.912717 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3596b77f-904f-40dd-b6b4-5ca859a547f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.953939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b77f-904f-40dd-b6b4-5ca859a547f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b46747d-27d4-4eec-9f0d-06c1e7f4573a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.972500 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3596b77f-904f-40dd-b6b4-5ca859a547f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aac09591efc841efa6fa2513f3ca1fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318850 Jul 15 13:38:10.972697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56202) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.034849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eed0ed36-bfeb-4b79-961f-a0799d43df0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.060773 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eed0ed36-bfeb-4b79-961f-a0799d43df0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.120221 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eed0ed36-bfeb-4b79-961f-a0799d43df0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.123161 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eed0ed36-bfeb-4b79-961f-a0799d43df0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.126913 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-eed0ed36-bfeb-4b79-961f-a0799d43df0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b46747d-27d4-4eec-9f0d-06c1e7f4573a HTTP/1.1" status: 204 len: 168 time: 0.1508009 Jul 15 13:38:11.138595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0ed36-bfeb-4b79-961f-a0799d43df0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b46747d-27d4-4eec-9f0d-06c1e7f4573a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.258177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-67808043-d063-44e8-af69-4be304a6cb46 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744468 Jul 15 13:38:11.354946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0ae6b56-1126-48bc-b3d4-e84c4999ac7c req-a8cb1aec-7573-4c99-8c03-5776eee645eb service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897408 Jul 15 13:38:11.428837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.443207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8fecdce-e1a6-46f5-a981-1cf73a2accdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.543343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8fecdce-e1a6-46f5-a981-1cf73a2accdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.547320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8fecdce-e1a6-46f5-a981-1cf73a2accdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.576571 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b8fecdce-e1a6-46f5-a981-1cf73a2accdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bce5b458fe0b4ed9a12869da9a1ce321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465402 Jul 15 13:38:11.581107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.595633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fecdce-e1a6-46f5-a981-1cf73a2accdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c376bf80-8cdf-4798-adcf-2aea83e865b9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.624508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-105aa0dd-ba22-4713-af76-e7c7f95d2d78 req-b713f552-87a4-4f62-b055-d50b0316c9e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0422285 Jul 15 13:38:11.661305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c49fe531-03e9-45b3-8995-f629f327051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.682271 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c49fe531-03e9-45b3-8995-f629f327051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.731419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c49fe531-03e9-45b3-8995-f629f327051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.734282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c49fe531-03e9-45b3-8995-f629f327051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.735408 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c49fe531-03e9-45b3-8995-f629f327051b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c376bf80-8cdf-4798-adcf-2aea83e865b9 HTTP/1.1" status: 204 len: 168 time: 0.1514127 Jul 15 13:38:11.743671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fe531-03e9-45b3-8995-f629f327051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c376bf80-8cdf-4798-adcf-2aea83e865b9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:12.481811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:12.502509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:12.503051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device cb58dd57-f6ac-40b1-bdc0-b8f51d25da3a not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:12.643095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86f8d4b8-74ac-4ad0-85a2-ee036741d113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.778595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1e4538d-c881-40ed-a490-818dd4e7608f req-4c2bd1e1-b485-4499-a085-43d0c9764c9a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1521fdd-58be-4fa9-a1d0-bb2ea3e23272 HTTP/1.1" status: 200 len: 210 time: 0.0360279 Jul 15 13:38:14.089803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-327eab5f-b07c-4038-adb3-7a7eb4a31893 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785037666&fields=id&tenant_id=12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 267 time: 0.0450535 Jul 15 13:38:14.272451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-a3ba7988-5a8a-4448-8bd0-4ca024a5d265 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:14.273952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-a3ba7988-5a8a-4448-8bd0-4ca024a5d265 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.1774113 Jul 15 13:38:14.288644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-7762d2c1-7c99-4e36-ae05-8cd2777748b7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0092354 Jul 15 13:38:14.397275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-b13de018-7574-4d17-87e4-9a0bb1a5251c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037028 Jul 15 13:38:14.492993 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-e2250905-b97c-4ac0-a28e-46381f308fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849760 Jul 15 13:38:14.583846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-19844886-2afe-4a58-a0c3-8b13027d5215 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844221 Jul 15 13:38:14.904266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6027a839-61a0-400d-8919-773216c93f2f req-1513534e-7440-4bcc-b6b9-47db5ee242c9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 210 time: 0.0352633 Jul 15 13:38:15.302866 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f25eb6ca-ff2e-40aa-81e0-4fc43acaca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.585642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.970946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-a1106bf8-88ff-430e-8d26-88bb0a323e07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:15.972463 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-a1106bf8-88ff-430e-8d26-88bb0a323e07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.1506274 Jul 15 13:38:16.020291 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-1cd0e4ea-53cf-413d-92a7-1047736c75c7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 380 time: 0.0373721 Jul 15 13:38:16.034483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'security_groups': ['5e714f5d-cefc-41b3-942a-4a39e47043dc']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:16.103644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8264ef0a-0b59-40b2-9734-532397d1e251 req-d7c0aca1-2f5d-4bbb-b31e-588ee79dc845 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 210 time: 0.0321858 Jul 15 13:38:16.167458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:16.173630 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.318658 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.4 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/a62bc079-ed93-4ba6-b0df-00f94ef386ef) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:16.484568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.500829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object a62bc079-ed93-4ba6-b0df-00f94ef386ef will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:16.537859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.580718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:16.586742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:16.590643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:16.618935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=a62bc079-ed93-4ba6-b0df-00f94ef386ef,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:16.670381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:16.671028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.689831 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-91849333-555d-40e7-8e28-63380bcbf362 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594832 Jul 15 13:38:16.702994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Request body: {'port': {'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:16.800920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.805702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.971486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db8fbec2-f804-426d-88d0-fc6749b146c4 None None] Provisioning for port a62bc079-ed93-4ba6-b0df-00f94ef386ef completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:16.977586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db8fbec2-f804-426d-88d0-fc6749b146c4 None None] Provisioning complete for port a62bc079-ed93-4ba6-b0df-00f94ef386ef triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:16.978106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db8fbec2-f804-426d-88d0-fc6749b146c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.021476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-db8fbec2-f804-426d-88d0-fc6749b146c4 None None] Port a62bc079-ed93-4ba6-b0df-00f94ef386ef cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:17.120266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62bc079-ed93-4ba6-b0df-00f94ef386ef {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:17.128673 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.143128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Transition to ACTIVE for port object a62bc079-ed93-4ba6-b0df-00f94ef386ef will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:17.147941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.194152 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a62bc079-ed93-4ba6-b0df-00f94ef386ef,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.299356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Attempting to bind port a62bc079-ed93-4ba6-b0df-00f94ef386ef on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:17.299356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Attempting to bind port a62bc079-ed93-4ba6-b0df-00f94ef386ef by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:17.299662 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Attempting to bind port a62bc079-ed93-4ba6-b0df-00f94ef386ef on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:17.309217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Port a62bc079-ed93-4ba6-b0df-00f94ef386ef on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:17.309217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Attempting to bind port a62bc079-ed93-4ba6-b0df-00f94ef386ef on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:17.314754 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:17.315099 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:17.315615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:17.316060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Bound port: a62bc079-ed93-4ba6-b0df-00f94ef386ef, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:17.316501 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.371419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799eca1-c4a5-4981-a845-2d8a050b2854 req-8f0fbe32-854c-4d2e-a68a-b31973b19779 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.376528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5799eca1-c4a5-4981-a845-2d8a050b2854 req-8f0fbe32-854c-4d2e-a68a-b31973b19779 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.1152794 Jul 15 13:38:17.422500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] For port a62bc079-ed93-4ba6-b0df-00f94ef386ef, host n-h1-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:17.428115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] For port a62bc079-ed93-4ba6-b0df-00f94ef386ef, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:17.436455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.439874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5799eca1-c4a5-4981-a845-2d8a050b2854 req-105c845b-28e4-40c6-85cd-0d36cfce6f4b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571938 Jul 15 13:38:17.497341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.498046 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.500049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 1091 time: 0.8018103 Jul 15 13:38:17.506901 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:17.510492 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15952ad8-e325-4587-8854-4c94252edb99" -d '{"events": [{"name": "network-changed", "server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:17.518382 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77721-be5f-4531-8c27-e49d36fcb8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a62bc079-ed93-4ba6-b0df-00f94ef386ef,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.604387 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f360c1b0-f8b8-40da-b99c-2086e134b24c x-openstack-request-id: req-f360c1b0-f8b8-40da-b99c-2086e134b24c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:17.604759 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:17.604949 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f360c1b0-f8b8-40da-b99c-2086e134b24c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:17.605380 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'status': 'completed', 'code': 200} Jul 15 13:38:17.635212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-af87e9ca-dc74-4b06-9a1e-8e470628bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.637128 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-af87e9ca-dc74-4b06-9a1e-8e470628bebd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1094 time: 0.0752828 Jul 15 13:38:17.685405 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-200847fe-1b87-4e9b-a402-63ade95760d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 217 time: 0.0412340 Jul 15 13:38:17.743758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-3cd67a40-df5a-42f9-bdfd-165030157d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.745498 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-3cd67a40-df5a-42f9-bdfd-165030157d2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0534956 Jul 15 13:38:17.811476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-255dc077-4009-438c-83fd-78011ed165b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.813087 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-255dc077-4009-438c-83fd-78011ed165b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607769 Jul 15 13:38:17.905096 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-4cdc97c8-4ef9-46b7-85a8-8ed958c42dbd service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849216 Jul 15 13:38:18.016427 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-b29f477d-361b-4c9e-a412-ae17c2650456 req-0b5734c4-b2df-4776-8f0b-793f1cf2e9d0 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046405 Jul 15 13:38:18.132432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15952ad8-e325-4587-8854-4c94252edb99 req-ef7ce3bc-38a5-487c-a788-096d64128b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.134449 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-ef7ce3bc-38a5-487c-a788-096d64128b13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1094 time: 0.0654964 Jul 15 13:38:18.135352 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.232569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15952ad8-e325-4587-8854-4c94252edb99 req-bd5e5bd0-088c-4219-8cfd-ff91cd9104f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.234370 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-bd5e5bd0-088c-4219-8cfd-ff91cd9104f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.0931802 Jul 15 13:38:18.276040 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-e4421987-fa0d-482e-81fc-1c400db99861 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 217 time: 0.0354071 Jul 15 13:38:18.327762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15952ad8-e325-4587-8854-4c94252edb99 req-9ff5e446-9d19-4547-b4c9-96bbc170bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.329355 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-9ff5e446-9d19-4547-b4c9-96bbc170bd93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0465875 Jul 15 13:38:18.394390 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15952ad8-e325-4587-8854-4c94252edb99 req-c8dd6cc8-b34e-4c60-9cea-6f24ac94ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.396922 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-c8dd6cc8-b34e-4c60-9cea-6f24ac94ed3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611894 Jul 15 13:38:18.515027 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-5f5d5965-6986-4e86-be7f-1048300a217e service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117127 Jul 15 13:38:18.637239 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-15952ad8-e325-4587-8854-4c94252edb99 req-18bb234e-dcee-42ff-a8b1-5a83c10222c7 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154678 Jul 15 13:38:18.639960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8cb6e-62ec-4835-9343-5b6d5643514a req-cff84837-3193-482c-a05f-e0821bd8708b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.646752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee8cb6e-62ec-4835-9343-5b6d5643514a req-cff84837-3193-482c-a05f-e0821bd8708b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.0924799 Jul 15 13:38:18.682848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee8cb6e-62ec-4835-9343-5b6d5643514a req-2cef5b6a-936c-47d4-9e38-64b05c6f3e75 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350065 Jul 15 13:38:19.461137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.605084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e446b6f3-2e10-4a22-bc7e-f1383649320b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.744204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e446b6f3-2e10-4a22-bc7e-f1383649320b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.758511 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e446b6f3-2e10-4a22-bc7e-f1383649320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.805640 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e446b6f3-2e10-4a22-bc7e-f1383649320b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a04788bf0643495296408e60abff4132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432741 Jul 15 13:38:19.806854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446b6f3-2e10-4a22-bc7e-f1383649320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a009d626-4099-4cc1-b94d-8510acb9a7d7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.808222 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.884275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2629b04-ee8d-47c8-a9be-fdd3c74663e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.911387 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2629b04-ee8d-47c8-a9be-fdd3c74663e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.931172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9a44-1844-4feb-8cb1-e42287041a9a req-8ff34adb-29f4-4ea4-bf33-a4aba28284fc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.932764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4bf9a44-1844-4feb-8cb1-e42287041a9a req-8ff34adb-29f4-4ea4-bf33-a4aba28284fc tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.0933537 Jul 15 13:38:19.984684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2629b04-ee8d-47c8-a9be-fdd3c74663e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.988392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2629b04-ee8d-47c8-a9be-fdd3c74663e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.990110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e2629b04-ee8d-47c8-a9be-fdd3c74663e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a009d626-4099-4cc1-b94d-8510acb9a7d7 HTTP/1.1" status: 204 len: 168 time: 0.1805546 Jul 15 13:38:20.000461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4bf9a44-1844-4feb-8cb1-e42287041a9a req-cc882470-83cb-4e3e-b893-3e54530e9379 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595825 Jul 15 13:38:20.023959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2629b04-ee8d-47c8-a9be-fdd3c74663e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a009d626-4099-4cc1-b94d-8510acb9a7d7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.277270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:20.290636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afca8976-bf72-4aa4-9411-d05543e43f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.380328 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afca8976-bf72-4aa4-9411-d05543e43f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.384537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afca8976-bf72-4aa4-9411-d05543e43f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.428769 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-afca8976-bf72-4aa4-9411-d05543e43f12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=691e8baa426341da8cce2d90b1a6518a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502738 Jul 15 13:38:20.429663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca8976-bf72-4aa4-9411-d05543e43f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8585c3-14e0-4fb8-aa53-ed120818fdd0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.431296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56392) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:20.486067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f47d04b-3755-4e61-8324-00ebd31a1cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.506904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f47d04b-3755-4e61-8324-00ebd31a1cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.553373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f47d04b-3755-4e61-8324-00ebd31a1cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.555907 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f47d04b-3755-4e61-8324-00ebd31a1cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.557080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f47d04b-3755-4e61-8324-00ebd31a1cce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a8585c3-14e0-4fb8-aa53-ed120818fdd0 HTTP/1.1" status: 204 len: 168 time: 0.1247725 Jul 15 13:38:20.564862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47d04b-3755-4e61-8324-00ebd31a1cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8585c3-14e0-4fb8-aa53-ed120818fdd0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:21.171180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f09be-ccca-4594-8f33-459cc375f712 req-3e2fc8bb-d4a7-4fe3-b0b7-fe5f154e742b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.172670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d7f09be-ccca-4594-8f33-459cc375f712 req-3e2fc8bb-d4a7-4fe3-b0b7-fe5f154e742b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.0630825 Jul 15 13:38:21.211482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d7f09be-ccca-4594-8f33-459cc375f712 req-54d3bd17-ffd8-4536-aa7d-009b0dd2ca64 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Jul 15 13:38:22.441630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0acf-3171-4e35-a7a8-243f164e030e req-eefc6605-7277-440f-912b-c46b3f12607e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:22.443250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddae0acf-3171-4e35-a7a8-243f164e030e req-eefc6605-7277-440f-912b-c46b3f12607e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.1156499 Jul 15 13:38:22.447787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7be51c-5b13-4dac-91dc-5131ee8d696c req-dce5f772-1588-419d-8a8b-c5b7ebf32f0e tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:22.449221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db7be51c-5b13-4dac-91dc-5131ee8d696c req-dce5f772-1588-419d-8a8b-c5b7ebf32f0e tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1097 time: 0.0913019 Jul 15 13:38:22.505553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ddae0acf-3171-4e35-a7a8-243f164e030e req-c519193b-c33f-453c-b024-08473de3c69f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553699 Jul 15 13:38:22.511139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db7be51c-5b13-4dac-91dc-5131ee8d696c req-3bbfe2d4-2eba-40d0-b0bb-0c2a5d442748 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539179 Jul 15 13:38:22.537147 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.556173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.663019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3898aa69-9617-4705-852f-e247e1233aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.694198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 10466024-7365-4fe4-b719-4d740dac53e0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:22.694653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.753460 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3898aa69-9617-4705-852f-e247e1233aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.758042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3898aa69-9617-4705-852f-e247e1233aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.775133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.775460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.786788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 10466024-7365-4fe4-b719-4d740dac53e0 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:22.799366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3898aa69-9617-4705-852f-e247e1233aa2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fda15bdfa85b42229c9a5c19fc1226ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420473 Jul 15 13:38:22.802255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.809245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898aa69-9617-4705-852f-e247e1233aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f3e9df-e390-44b1-b562-193b3aab322d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:22.855546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6540fad4-6cab-4918-a848-c593f4452550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.876946 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6540fad4-6cab-4918-a848-c593f4452550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.923601 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6540fad4-6cab-4918-a848-c593f4452550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.926113 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6540fad4-6cab-4918-a848-c593f4452550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.927484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6540fad4-6cab-4918-a848-c593f4452550 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12f3e9df-e390-44b1-b562-193b3aab322d HTTP/1.1" status: 204 len: 168 time: 0.1242168 Jul 15 13:38:22.935930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540fad4-6cab-4918-a848-c593f4452550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f3e9df-e390-44b1-b562-193b3aab322d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:22.966002 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.992333 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=10466024-7365-4fe4-b719-4d740dac53e0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.059176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.059523 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 06cab3f9-a9c6-4437-8d4b-2972e2f2a25e disassociated (deleted). External IP: 172.25.2.222, port: 42131ded-d647-4613-836e-90060cab1e25. Jul 15 13:38:23.195938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.208860 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013d4f03-d0b5-4aa3-ac16-26f77fe88520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.278300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 1373932f-7d66-4441-99fc-baa1726110b8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:23.297732 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013d4f03-d0b5-4aa3-ac16-26f77fe88520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.302375 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013d4f03-d0b5-4aa3-ac16-26f77fe88520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.343613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-013d4f03-d0b5-4aa3-ac16-26f77fe88520 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26268e32a14f41288efcc008860c82e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465633 Jul 15 13:38:23.344867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d4f03-d0b5-4aa3-ac16-26f77fe88520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7959f5-f447-4fb4-b9c1-3ba5c3284861,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.348707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.408290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73b1d10-f633-4ddf-b6a2-27e3107083f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.431320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73b1d10-f633-4ddf-b6a2-27e3107083f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.478931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73b1d10-f633-4ddf-b6a2-27e3107083f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.481659 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a73b1d10-f633-4ddf-b6a2-27e3107083f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.482875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a73b1d10-f633-4ddf-b6a2-27e3107083f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c7959f5-f447-4fb4-b9c1-3ba5c3284861 HTTP/1.1" status: 204 len: 168 time: 0.1330514 Jul 15 13:38:23.493698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b1d10-f633-4ddf-b6a2-27e3107083f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7959f5-f447-4fb4-b9c1-3ba5c3284861,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.697754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c3fc-bcdd-4b08-a4e9-6905154ea2a2 req-a10bc557-009c-4514-9715-c4b0554a7cf4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:23.699628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ff1c3fc-bcdd-4b08-a4e9-6905154ea2a2 req-a10bc557-009c-4514-9715-c4b0554a7cf4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.0674860 Jul 15 13:38:23.704220 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:23.709896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.715155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] Sync routers for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:23.725656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:23.726552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:23.745668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ff1c3fc-bcdd-4b08-a4e9-6905154ea2a2 req-f3ec2d08-8852-4158-ae78-3f970f84694e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Jul 15 13:38:23.753648 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3549d4a6-210a-4f92-b997-6a20440d9aa9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/floatingips/06cab3f9-a9c6-4437-8d4b-2972e2f2a25e HTTP/1.1" status: 204 len: 168 time: 1.2153697 Jul 15 13:38:23.754282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:23.757349 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ffe0e5-842d-48f5-abf4-1acb860c093b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:23.814281 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc6f965-1f04-443c-be72-b953b453b4fe x-openstack-request-id: req-adc6f965-1f04-443c-be72-b953b453b4fe {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:23.814281 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "tag": "42131ded-d647-4613-836e-90060cab1e25", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:23.814281 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adc6f965-1f04-443c-be72-b953b453b4fe {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:23.814281 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'status': 'completed', 'code': 200} Jul 15 13:38:23.871346 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:23.908646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-3102b0dc-4d8f-4fe3-822b-2007edbc269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:23.910423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-3102b0dc-4d8f-4fe3-822b-2007edbc269e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 1097 time: 0.0722880 Jul 15 13:38:24.027894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-fff55a9c-18bb-41b5-9dac-f6b39827c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.029876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-fff55a9c-18bb-41b5-9dac-f6b39827c524 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 200 len: 898 time: 0.1134560 Jul 15 13:38:24.090073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-82407c87-218d-4921-a6fa-c08c2e7bc5f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 200 len: 217 time: 0.0521128 Jul 15 13:38:24.122914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:34Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.149958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] Checking router: 1373932f-7d66-4441-99fc-baa1726110b8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:24.159682 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:24.161549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.174992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-2385fd84-7549-41c9-8e3b-35d9f2a17c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.176992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-2385fd84-7549-41c9-8e3b-35d9f2a17c71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 200 len: 835 time: 0.0802398 Jul 15 13:38:24.251061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fd121-a0d4-43d9-9a42-712e5be8f4c0 req-6078decb-50f7-4507-8b78-b6dfeaf07073 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.252617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b94fd121-a0d4-43d9-9a42-712e5be8f4c0 req-6078decb-50f7-4507-8b78-b6dfeaf07073 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 946 time: 0.1250043 Jul 15 13:38:24.286441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:24.293693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-9dab12c7-b6fa-40a6-8acc-42da3037497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.295213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-9dab12c7-b6fa-40a6-8acc-42da3037497a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51006152-5b71-4e40-b667-3c1045c32f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124732 Jul 15 13:38:24.327242 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b94fd121-a0d4-43d9-9a42-712e5be8f4c0 req-bb7db68f-abd9-429c-b91b-d884237866af tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652626 Jul 15 13:38:24.404505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-92f78aea-6c33-4c38-95ea-6469c8ff9338 service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013281 Jul 15 13:38:24.501889 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97ffe0e5-842d-48f5-abf4-1acb860c093b req-b2bd4fa9-660a-4c2b-b70a-db2c4ed25a4d service neutron] 10.222.0.23 "GET /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901558 Jul 15 13:38:24.505943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:34Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.535052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414adcb-3b02-4b0c-b749-ecda4648fa93 None None] The sync data for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 is: [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '7fe6677d-1fb9-4a51-93b6-21547ebe6246', 'name': '', 'network_id': '51006152-5b71-4e40-b667-3c1045c32f49', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:26Z', 'updated_at': '2021-07-15T13:36:34Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '279826ca-4539-42ca-af3d-c356c9c8b213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:24.765183 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6c44b-02bf-472d-ba7c-542162bdf3ed None None] New status for floating IP 06cab3f9-a9c6-4437-8d4b-2972e2f2a25e: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:24.923773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde1e23-195b-49d5-b29e-87bb57c4f92d req-3fdca8ec-7935-40f8-b2e5-0bd4d7e6809f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.925301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fde1e23-195b-49d5-b29e-87bb57c4f92d req-3fdca8ec-7935-40f8-b2e5-0bd4d7e6809f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.0641553 Jul 15 13:38:24.963845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fde1e23-195b-49d5-b29e-87bb57c4f92d req-2e6995ec-9f8b-4493-9dc9-2097f4e71b36 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Jul 15 13:38:25.365370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-94809844-a837-42b8-8c6d-530f58c6e1e7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:25.366884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-94809844-a837-42b8-8c6d-530f58c6e1e7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 946 time: 0.0633171 Jul 15 13:38:25.512185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 42131ded-d647-4613-836e-90060cab1e25 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:25.512887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.554846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7306e6-3d4b-4aca-9b5f-c8ec56fd7124 req-564faa22-bccb-4426-b0c6-a395791dd059 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:25.556334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a7306e6-3d4b-4aca-9b5f-c8ec56fd7124 req-564faa22-bccb-4426-b0c6-a395791dd059 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3954c08-9046-4c5c-a27d-12527a29f22e HTTP/1.1" status: 200 len: 946 time: 0.1094434 Jul 15 13:38:25.640983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a7306e6-3d4b-4aca-9b5f-c8ec56fd7124 req-81eec825-f387-426c-8b72-ce7bc8bf545f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db496f7-880a-4f6f-8fcb-bff2505e4843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554073 Jul 15 13:38:25.642736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 42131ded-d647-4613-836e-90060cab1e25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=42131ded-d647-4613-836e-90060cab1e25,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:25.643100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.666275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 42131ded-d647-4613-836e-90060cab1e25 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:25.789644 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.825509 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=42131ded-d647-4613-836e-90060cab1e25,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:25.871747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] No DVR routers for this DVR port 42131ded-d647-4613-836e-90060cab1e25 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:25.874814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.877186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc6b3855-3c00-410d-b0c2-3fbb2bccf81e req-3df592a6-ad69-47fd-8601-80af515f88b9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "DELETE /v2.0/ports/42131ded-d647-4613-836e-90060cab1e25 HTTP/1.1" status: 204 len: 173 time: 0.5047808 Jul 15 13:38:25.877664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-deleted', 'tag': '42131ded-d647-4613-836e-90060cab1e25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:25.880715 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4308be-8f7f-4906-bf94-6fcba81c5303" -d '{"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-deleted", "tag": "42131ded-d647-4613-836e-90060cab1e25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:25.929761 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a48db9-0967-425c-bec5-2ed79c4cc538 x-openstack-request-id: req-c2a48db9-0967-425c-bec5-2ed79c4cc538 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:25.930091 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3954c08-9046-4c5c-a27d-12527a29f22e", "name": "network-vif-deleted", "tag": "42131ded-d647-4613-836e-90060cab1e25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:25.930435 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2a48db9-0967-425c-bec5-2ed79c4cc538 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:25.930866 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3954c08-9046-4c5c-a27d-12527a29f22e', 'name': 'network-vif-deleted', 'tag': '42131ded-d647-4613-836e-90060cab1e25', 'status': 'completed', 'code': 200} Jul 15 13:38:26.145387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa1975-9e8b-4ffc-9cb1-12676935645d req-d55beece-bf46-4a5a-a791-2a1f71379489 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:26.146807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6aa1975-9e8b-4ffc-9cb1-12676935645d req-d55beece-bf46-4a5a-a791-2a1f71379489 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.0657430 Jul 15 13:38:26.185462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6aa1975-9e8b-4ffc-9cb1-12676935645d req-c95ed62a-2ec1-4999-a8b1-cbe1db23326d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Jul 15 13:38:26.742936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:27.382155 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.426768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68120e-79fd-41b3-93bd-fc7d336721db req-3886edc6-d861-4770-bcea-aea653ce7a39 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.428110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb68120e-79fd-41b3-93bd-fc7d336721db req-3886edc6-d861-4770-bcea-aea653ce7a39 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.1161876 Jul 15 13:38:27.509128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb68120e-79fd-41b3-93bd-fc7d336721db req-4ce3f5fc-5064-4170-8cf6-c28b6f9d2f3d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744507 Jul 15 13:38:27.691033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 7fe6677d-1fb9-4a51-93b6-21547ebe6246 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:27.691429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.784885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 7fe6677d-1fb9-4a51-93b6-21547ebe6246, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7fe6677d-1fb9-4a51-93b6-21547ebe6246,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:27.786156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.804404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 7fe6677d-1fb9-4a51-93b6-21547ebe6246 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:28.012587 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.039834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=7fe6677d-1fb9-4a51-93b6-21547ebe6246,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.223202 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.447400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 1373932f-7d66-4441-99fc-baa1726110b8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:28.562920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:28.569183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4e3b03c9-5183-419c-97d0-01c65c8062e9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/1373932f-7d66-4441-99fc-baa1726110b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251619 Jul 15 13:38:28.572190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:28.575089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] Sync routers for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:28.585408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:28.586315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:28.632710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting subnet 279826ca-4539-42ca-af3d-c356c9c8b213 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:28.638447 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.701466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:28.718047 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.794154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432392f-92fd-4781-8605-b1aed7faadc6 req-3acc90c5-bdd9-4d84-81cd-71ee9f1d105a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:28.795686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4432392f-92fd-4781-8605-b1aed7faadc6 req-3acc90c5-bdd9-4d84-81cd-71ee9f1d105a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 943 time: 0.1524754 Jul 15 13:38:28.855322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.882192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:28.888637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4432392f-92fd-4781-8605-b1aed7faadc6 req-403006f7-eff9-4e11-b17f-10ae71029208 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723875 Jul 15 13:38:28.919797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] Checking router: 1373932f-7d66-4441-99fc-baa1726110b8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:28.928854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] Routers {'1373932f-7d66-4441-99fc-baa1726110b8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:28.929476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['1373932f-7d66-4441-99fc-baa1726110b8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:28.936593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.964587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b595f-ed03-4772-b215-43a853163389 None None] Network 51006152-5b71-4e40-b667-3c1045c32f49 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:28.968963 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.971182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/subnets/279826ca-4539-42ca-af3d-c356c9c8b213 HTTP/1.1" status: 204 len: 168 time: 0.3977239 Jul 15 13:38:28.972677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5865d0a-05cc-4915-a249-ca8e01580181 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Subnet': ['ID=279826ca-4539-42ca-af3d-c356c9c8b213,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.974545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:29.092465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.209720 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.267514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port b2a1418e-cd1f-49c3-b146-1397cf6a6a20 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:29.267858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.281460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] Set router 1373932f-7d66-4441-99fc-baa1726110b8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:29.313229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a62bc079-ed93-4ba6-b0df-00f94ef386ef details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:29.360452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port b2a1418e-cd1f-49c3-b146-1397cf6a6a20, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:29.360966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.373555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for b2a1418e-cd1f-49c3-b146-1397cf6a6a20 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:29.548478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a62bc079-ed93-4ba6-b0df-00f94ef386ef, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:29.563917 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.568367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] DHCP port deletion for 51006152-5b71-4e40-b667-3c1045c32f49 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:29.584302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:29.602712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=b2a1418e-cd1f-49c3-b146-1397cf6a6a20,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:29.658329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.663085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:29.664788 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.703913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a17cee-6c6d-40df-b0d9-ed50a1a764d3 None None] The sync data for ids ['1373932f-7d66-4441-99fc-baa1726110b8'] in n-d-798249-9 is: [{'id': '1373932f-7d66-4441-99fc-baa1726110b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143977381', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'b2a1418e-cd1f-49c3-b146-1397cf6a6a20', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1373932f-7d66-4441-99fc-baa1726110b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:22Z', 'updated_at': '2021-07-15T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:29.708395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62bc079-ed93-4ba6-b0df-00f94ef386ef {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:29.721367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] Deleting port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:29.721744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.752306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a62bc079-ed93-4ba6-b0df-00f94ef386ef, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:29.760219 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.781239 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.783441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.823333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] For port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,segment=NetworkSegment(b49e5d72-63db-45bf-943c-62511d768000),segment_id=b49e5d72-63db-45bf-943c-62511d768000)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:29.823728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.835577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.836362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Fanout notify agent at l3_agent the message router_deleted on router 1373932f-7d66-4441-99fc-baa1726110b8 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:29.844719 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.848321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] Calling delete_port for 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:29.848529 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c32c3ed2-ba4a-43e1-8d26-027ab1efca6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/routers/1373932f-7d66-4441-99fc-baa1726110b8 HTTP/1.1" status: 204 len: 168 time: 0.8701100 Jul 15 13:38:29.848748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:29.862263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a62bc079-ed93-4ba6-b0df-00f94ef386ef,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:29.874407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.874760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.875110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.875450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.875786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.876126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.876455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.876782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.877110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.877441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.877764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.878089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:29.937986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.961511 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.990600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['a62bc079-ed93-4ba6-b0df-00f94ef386ef'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:29.994998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] Pushing event deleted for resources: {'Port': ['ID=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:30.012138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:30.012705 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.019965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2ddfe-b5e4-4eb5-bdf0-747eb8c8b014 None None] No DVR routers for this DVR port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:30.132164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295b9a-5833-4bde-b155-bd39288c354b req-d8f73feb-06a0-44fb-ab83-148f75460005 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.140354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97295b9a-5833-4bde-b155-bd39288c354b req-d8f73feb-06a0-44fb-ab83-148f75460005 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 944 time: 0.1154213 Jul 15 13:38:30.142474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e, host n-d-798249-9, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:30.142848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.168009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:30.175672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:38:30.180744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.204319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97295b9a-5833-4bde-b155-bd39288c354b req-b56c8688-af48-40fd-b073-c5e1ec52cb68 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630109 Jul 15 13:38:30.234329 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=14e4d93f-3485-48f6-9df5-aeb5ae2fd93e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:30.238387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] No DVR routers for this DVR port 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:30.296842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fe6677d-1fb9-4a51-93b6-21547ebe6246 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:30.331905 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.344457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51006152-5b71-4e40-b667-3c1045c32f49']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.355831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7fe6677d-1fb9-4a51-93b6-21547ebe6246 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:30.356172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fe6677d-1fb9-4a51-93b6-21547ebe6246 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:30.356587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:30.358770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49e5d72-63db-45bf-943c-62511d768000') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.359252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49e5d72-63db-45bf-943c-62511d768000') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.369450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.385223 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.385503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:30.385755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 14e4d93f-3485-48f6-9df5-aeb5ae2fd93e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:30.392634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:30.392918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:30.398573 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:30.464097 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.473643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.478016 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/networks/51006152-5b71-4e40-b667-3c1045c32f49 HTTP/1.1" status: 204 len: 168 time: 0.6254847 Jul 15 13:38:30.478722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.491524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599016c8-be44-48f5-9e0e-fae0b4116ea7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Network': ['ID=51006152-5b71-4e40-b667-3c1045c32f49,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:30.549209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21ddfcc4-7141-4eee-9fe6-7988eacd3798 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.577487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21ddfcc4-7141-4eee-9fe6-7988eacd3798 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.617988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:30.645234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 42131ded-d647-4613-836e-90060cab1e25 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:30.646166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 42131ded-d647-4613-836e-90060cab1e25 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:30.653396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21ddfcc4-7141-4eee-9fe6-7988eacd3798 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.657257 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21ddfcc4-7141-4eee-9fe6-7988eacd3798 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.660004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-21ddfcc4-7141-4eee-9fe6-7988eacd3798 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/security-groups/9db496f7-880a-4f6f-8fcb-bff2505e4843 HTTP/1.1" status: 204 len: 168 time: 0.1787570 Jul 15 13:38:30.670116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddfcc4-7141-4eee-9fe6-7988eacd3798 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db496f7-880a-4f6f-8fcb-bff2505e4843,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.040159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.322744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a62bc079-ed93-4ba6-b0df-00f94ef386ef up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:31.342141 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.347309 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421143530', 'description': 'tempest-secgroup-smoke-421143530 description', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.373553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port a62bc079-ed93-4ba6-b0df-00f94ef386ef completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:31.376339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.377495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port a62bc079-ed93-4ba6-b0df-00f94ef386ef triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:31.378083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.379734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6a390-e423-4c1a-886e-9a05d123b386 req-9bbed64e-9b11-44f6-8d3b-7fc879686e6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.382697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a6a390-e423-4c1a-886e-9a05d123b386 req-9bbed64e-9b11-44f6-8d3b-7fc879686e6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 944 time: 0.0744183 Jul 15 13:38:31.426638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75a6a390-e423-4c1a-886e-9a05d123b386 req-e0e64e10-6b72-4fd4-8dbf-51be56b97ab6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Jul 15 13:38:31.466343 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.472376 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.477927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.490181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:31.492452 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2fb385-6275-42ca-afbc-c283c86b704e" -d '{"events": [{"server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "name": "network-vif-plugged", "status": "completed", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:31.507821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port a62bc079-ed93-4ba6-b0df-00f94ef386ef, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:31.508005 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.512021 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1658235 Jul 15 13:38:31.512021 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe8b41-df9e-44de-8e47-fb019b79d47a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898ce0dd-155d-4e4a-b013-bb2557b813b6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.512501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.519392 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '898ce0dd-155d-4e4a-b013-bb2557b813b6', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.524430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.548662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.550870 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed6c75b-aec4-4b66-b7d1-733ae33e3d29 x-openstack-request-id: req-eed6c75b-aec4-4b66-b7d1-733ae33e3d29 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:31.551301 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "name": "network-vif-plugged", "status": "completed", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:31.551573 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eed6c75b-aec4-4b66-b7d1-733ae33e3d29 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:31.551945 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'code': 200} Jul 15 13:38:31.579169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=a62bc079-ed93-4ba6-b0df-00f94ef386ef,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.600758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.604417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.624968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0903ece2-1dcc-4b1d-9d35-80d3e32bfc3d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.629864 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.633813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-964e256c-346b-4ee3-887d-002d3a250f25 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163290 Jul 15 13:38:31.634343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.639379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '898ce0dd-155d-4e4a-b013-bb2557b813b6', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.658411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4f21-bab3-4d9a-8765-01ec5c7aa966 req-50825c17-fe48-4da3-9d56-59a68d490b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.659942 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ef1d4f21-bab3-4d9a-8765-01ec5c7aa966 req-50825c17-fe48-4da3-9d56-59a68d490b84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1096 time: 0.0598137 Jul 15 13:38:31.674423 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.696544 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-ef1d4f21-bab3-4d9a-8765-01ec5c7aa966 req-7ea1158f-311a-414a-b7b7-0b2d51a64be3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303075 Jul 15 13:38:31.731432 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.735218 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.754927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9757dc1-0d66-46b2-8186-6e510379846f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.757348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.758656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d75befb8-f841-40e7-b122-9de362cd30cc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235089 Jul 15 13:38:31.761640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.766032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '898ce0dd-155d-4e4a-b013-bb2557b813b6', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.791690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.852603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.857007 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.875703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa100067-6ebf-4948-9151-4f9401d8f325,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.881988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.883343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a1c84cb-0db0-4e29-a870-cbefce4713ed tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206872 Jul 15 13:38:31.886103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.891202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '898ce0dd-155d-4e4a-b013-bb2557b813b6', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.916574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.975041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.979851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.999542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f823eadf-93de-4f6b-9562-6f7fd498ddb4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.007671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.008945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9c476f56-0d38-4fe7-a1d9-37b125d101bb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218023 Jul 15 13:38:32.011637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56600) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:32.016183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '898ce0dd-155d-4e4a-b013-bb2557b813b6', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:32.041616 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:32.046470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b2a1418e-cd1f-49c3-b146-1397cf6a6a20 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:32.047889 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.067805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b2a1418e-cd1f-49c3-b146-1397cf6a6a20 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:32.068497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b2a1418e-cd1f-49c3-b146-1397cf6a6a20 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:32.109863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.115181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.132374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dd4eb6-6828-4eae-bb7e-47b3ad281ba1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.142242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.143462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5436204c-1eb1-4139-a01c-cddbacfc0ac0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308017 Jul 15 13:38:32.146555 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:32.151461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '898ce0dd-155d-4e4a-b013-bb2557b813b6', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:32.174285 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:32.179950 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.232261 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.237681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.256816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80559070-5cbc-431c-b8d1-f8ad63789301,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.263847 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.267755 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c6d11a1-59ab-4e12-9f93-647eb0268170 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174891 Jul 15 13:38:32.268355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:32.273280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'network': {'name': 'tempest-network-smoke--679191697', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:32.295790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:32.299372 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.327653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:32.338407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.338830 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Added segment 896cc0d3-d143-4fbe-80bf-2f2fce86a29f of type vlan for network b8899377-0c00-4e07-9dae-824edf990ab4 Jul 15 13:38:32.384294 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.421122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.427462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.428104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.472549 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2035921 Jul 15 13:38:32.472697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:32.478598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'admin_state_up': True, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:32.505549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b214ef-1d19-40cb-9253-2d98e97fa683 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Network': ['ID=b8899377-0c00-4e07-9dae-824edf990ab4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.519389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b8899377-0c00-4e07-9dae-824edf990ab4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:32.538650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.540251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.628363 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.811986 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.825530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa822af-0d56-48da-b62f-5f717520b75b req-40569ab9-f751-42dc-b5a2-e67017b97a55 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.827069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3aa822af-0d56-48da-b62f-5f717520b75b req-40569ab9-f751-42dc-b5a2-e67017b97a55 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 945 time: 0.2542062 Jul 15 13:38:32.892159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3aa822af-0d56-48da-b62f-5f717520b75b req-de88debb-7176-4782-a1cc-d8030ec469eb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566292 Jul 15 13:38:33.056464 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.083098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.267242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.81 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/025a1e15-9067-4b16-baee-6af4780fcc8b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:33.385055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.424790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.460462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:33.466521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:33.469965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:33.491461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=025a1e15-9067-4b16-baee-6af4780fcc8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:33.717441 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.003775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.157429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c509377-a915-4d15-bf64-057ec086c32e req-48d96b9e-c637-45ef-8b34-1b8fa1f8e3f9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.158980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c509377-a915-4d15-bf64-057ec086c32e req-48d96b9e-c637-45ef-8b34-1b8fa1f8e3f9 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 945 time: 0.1503370 Jul 15 13:38:34.245709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c509377-a915-4d15-bf64-057ec086c32e req-496f66ea-1077-4ba2-9df8-1acf4d8b1a46 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772734 Jul 15 13:38:34.301667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.483322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16343bff-b02b-4a64-8b89-ffbc91945665 req-251176cc-6b7d-4135-be15-0a7461acfa7d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.484809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16343bff-b02b-4a64-8b89-ffbc91945665 req-251176cc-6b7d-4135-be15-0a7461acfa7d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 945 time: 0.0946901 Jul 15 13:38:34.500642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router e18fbf3d-d804-461a-b307-bc44f90b477b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:34.565973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16343bff-b02b-4a64-8b89-ffbc91945665 req-42183338-aa20-4aa6-a873-8ecbbe10bccb tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739901 Jul 15 13:38:34.592582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.644078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:34.654300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739eb402-9bb7-48db-807f-a6792f11e15f tempest-TestVolumeBootPattern-1216923975 tempest-TestVolumeBootPattern-1216923975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.655730 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Sync routers for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:34.659073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.659228 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-739eb402-9bb7-48db-807f-a6792f11e15f tempest-TestVolumeBootPattern-1216923975 tempest-TestVolumeBootPattern-1216923975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1091 time: 0.0652652 Jul 15 13:38:34.664691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:34.665986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:34.666653 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.696133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.700428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.701821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cabb321b-8dab-4857-828a-48c64273bad9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2271686 Jul 15 13:38:34.707876 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56676) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.762931 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bd45126e-e6ec-4e4a-8b8d-41f09f021b43 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e70c89903dd149da81e88cdd44dfeed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533633 Jul 15 13:38:34.763845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.797451 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:34.815169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.870502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb4dfc-9317-43f5-bce4-47010296db92 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.872277 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-32bb4dfc-9317-43f5-bce4-47010296db92 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073012 Jul 15 13:38:34.878657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.919520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6f51feff-5949-4c75-82fb-f02709e80cc7 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389783 Jul 15 13:38:34.922290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 56686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:34.929866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1714298901', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:34.991790 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:33Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:35.024003 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Checking router: e18fbf3d-d804-461a-b307-bc44f90b477b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:35.024648 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Updating router e18fbf3d-d804-461a-b307-bc44f90b477b port 025a1e15-9067-4b16-baee-6af4780fcc8b binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:35.047950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.25.2.230 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/174721d6-904f-46b0-8ff0-8a5827d37e8a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:35.060574 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.090305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:35.093809 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.244725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.356886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.407243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.422285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:35.441325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=174721d6-904f-46b0-8ff0-8a5827d37e8a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.448858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:35.460058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:35.517502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Subnet': ['ID=0ea9dc75-6416-426a-b0af-2e67f930119d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.522152 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.533502 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Transition to ACTIVE for port object 025a1e15-9067-4b16-baee-6af4780fcc8b will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:35.539455 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.567362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Checking segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:35.567742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network hostable DHCP agents. Network: b8899377-0c00-4e07-9dae-824edf990ab4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:35.587908 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Attempting to bind port 025a1e15-9067-4b16-baee-6af4780fcc8b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:35.588275 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Attempting to bind port 025a1e15-9067-4b16-baee-6af4780fcc8b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:35.588631 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Attempting to bind port 025a1e15-9067-4b16-baee-6af4780fcc8b on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:35.601598 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:35.601967 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:35.602401 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.602792 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:35.603252 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Bound port: 025a1e15-9067-4b16-baee-6af4780fcc8b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:35.603626 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.617126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network b8899377-0c00-4e07-9dae-824edf990ab4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:35.632026 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Pushing event updated for resources: {'Port': ['ID=025a1e15-9067-4b16-baee-6af4780fcc8b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.639249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b8899377-0c00-4e07-9dae-824edf990ab4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:35.665347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8131ea8c-95f6-4697-98f3-78d2377f357a None None] Network b8899377-0c00-4e07-9dae-824edf990ab4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:35.668599 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] For port 025a1e15-9067-4b16-baee-6af4780fcc8b, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:35.671975 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] For port 025a1e15-9067-4b16-baee-6af4780fcc8b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=025a1e15-9067-4b16-baee-6af4780fcc8b,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:35.674569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.675175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.681286 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.681634 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.682171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.682441 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.682902 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.683158 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.683529 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.683965 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.684165 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.684729 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.685148 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.685517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.692100 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.702518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-36ddfda4-8b2b-49fd-bab2-4f0e793a3e23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7789881 Jul 15 13:38:35.705266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 56698) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:35.772753 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:35.773602 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:35.840552 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876132e9-b086-4ac4-a719-0af2db344dee None None] Pushing event updated for resources: {'Port': ['ID=025a1e15-9067-4b16-baee-6af4780fcc8b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.928731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-b8899377-0c00-4e07-9dae-824edf990ab4', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:35.930509 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.085987 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:36.195944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Allocated IP 172.20.0.2 (b8899377-0c00-4e07-9dae-824edf990ab4/0ea9dc75-6416-426a-b0af-2e67f930119d/717e4fa2-89aa-4b90-bc62-ff8cbcbd6374) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:36.232839 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.324752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:33Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:36.358360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a25aba-777e-4297-95db-c65379e6c7b2 None None] The sync data for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 is: [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:33Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:36.367122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.377108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Transition to ACTIVE for port object 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:36.396433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.405009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Transition to ACTIVE for port object 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:36.419192 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.473317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Network b8899377-0c00-4e07-9dae-824edf990ab4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:36.479339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:36.486588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:36.533809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Pushing event updated for resources: {'Port': ['ID=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:36.569068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Attempting to bind port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:36.569360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Attempting to bind port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:36.569979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Attempting to bind port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:36.575339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:36.575749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Checking segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:36.576202 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.576595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Bound using segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:36.577046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Bound port: 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:36.577439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.664701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] For port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:36.668981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] For port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:36.678505 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.780334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d5b6-1763-43f3-9fcf-71a862ce0c98 None None] Pushing event updated for resources: {'Port': ['ID=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:36.792419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.845716 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.1 (b8899377-0c00-4e07-9dae-824edf990ab4/0ea9dc75-6416-426a-b0af-2e67f930119d/9f0f6d03-162f-4271-99e9-c62cce80372e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:37.069407 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.072509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.087620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.110820 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object 9f0f6d03-162f-4271-99e9-c62cce80372e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:37.178430 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.198289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=174721d6-904f-46b0-8ff0-8a5827d37e8a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.207977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.276955 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network b8899377-0c00-4e07-9dae-824edf990ab4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:37.280418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:37.282909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:37.333942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=9f0f6d03-162f-4271-99e9-c62cce80372e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.350471 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Floating IP 050b684a-d9d9-4af7-9cb9-25d8e20c302b associated. External IP: 172.25.2.230, port: a62bc079-ed93-4ba6-b0df-00f94ef386ef. Jul 15 13:38:37.363564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.541270 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.614721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:37.771431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:37.781113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:37.792668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:37.793358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.794681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:37.858947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-df749447-0ac8-4321-a478-6bd4770f583f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1983671 Jul 15 13:38:37.859654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:37.862230 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914afc67-c114-4b4d-b04a-4aaa6848f1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:37.918415 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401e6fb5-8497-4ed8-9162-724738ef3d10 x-openstack-request-id: req-401e6fb5-8497-4ed8-9162-724738ef3d10 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:37.918708 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:37.919020 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-401e6fb5-8497-4ed8-9162-724738ef3d10 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:37.919468 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'status': 'completed', 'code': 200} Jul 15 13:38:37.976871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:38.008317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.021932 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.154070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24cc20-bc27-402b-aac1-c46c07d23709 None None] Network b8899377-0c00-4e07-9dae-824edf990ab4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:38.162377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-ee6f41b3-8732-4f0a-b517-f64a151e1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.164363 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-ee6f41b3-8732-4f0a-b517-f64a151e1854 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1096 time: 0.2184775 Jul 15 13:38:38.203802 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.221703 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=9f0f6d03-162f-4271-99e9-c62cce80372e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:38.239231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ca08bca-42bc-4aa5-a76f-5c311e378535 None None] Provisioning for port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:38.281562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:38.393903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-1205404b-a95b-42a1-bd9e-087ceccfcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.396241 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-1205404b-a95b-42a1-bd9e-087ceccfcfa5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.2237763 Jul 15 13:38:38.408283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network b8899377-0c00-4e07-9dae-824edf990ab4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:38.475053 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-5c7ef8b8-c9e9-415c-b5a5-02ec10edcb9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 999 time: 0.0693734 Jul 15 13:38:38.476264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:38.493214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:38.506347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:38.506898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.572602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-a0e731cf-2595-430d-9b95-4d142f21a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.574110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-a0e731cf-2595-430d-9b95-4d142f21a141 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0923090 Jul 15 13:38:38.669827 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router e18fbf3d-d804-461a-b307-bc44f90b477b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:38.688225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-77c8ad5d-e0fd-4bcb-a3ef-0d4b2912f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.689708 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-77c8ad5d-e0fd-4bcb-a3ef-0d4b2912f72d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850613 Jul 15 13:38:38.779173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:38.815985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:38.860832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:38.861805 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:38.869739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.993112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:39.006637 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.007592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 025a1e15-9067-4b16-baee-6af4780fcc8b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:39.083059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:39.141304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:39.226029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 025a1e15-9067-4b16-baee-6af4780fcc8b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:39.227297 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:39.235575 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e47051d1-f459-471e-ad62-0d8ab78e086d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/e18fbf3d-d804-461a-b307-bc44f90b477b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280850 Jul 15 13:38:39.245116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c3d02b8-da0d-44e7-8cf6-3ddb6a540305 None None] Provisioning for port 9f0f6d03-162f-4271-99e9-c62cce80372e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:39.249406 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Sync routers for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:39.254013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 025a1e15-9067-4b16-baee-6af4780fcc8b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.254692 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.261510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c3d02b8-da0d-44e7-8cf6-3ddb6a540305 None None] Provisioning complete for port 9f0f6d03-162f-4271-99e9-c62cce80372e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.266194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:39.267558 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:39.271026 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-6bedfaf0-0a2c-4978-a059-31a90be9395b service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417209 Jul 15 13:38:39.272277 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02b8-da0d-44e7-8cf6-3ddb6a540305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.363254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d02b8-da0d-44e7-8cf6-3ddb6a540305 None None] Port 9f0f6d03-162f-4271-99e9-c62cce80372e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:39.487333 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:39.510302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-914afc67-c114-4b4d-b04a-4aaa6848f1c3 req-65b2a0ef-052d-423d-8a86-29130bf53609 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320414 Jul 15 13:38:39.523766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c3d02b8-da0d-44e7-8cf6-3ddb6a540305 None None] Provisioning complete for port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.524148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02b8-da0d-44e7-8cf6-3ddb6a540305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.553400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-de9c4067-dca7-4ee3-9b5d-b765a42981b7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421143530&fields=id&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 267 time: 0.0557451 Jul 15 13:38:39.622538 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.705017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 025a1e15-9067-4b16-baee-6af4780fcc8b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=025a1e15-9067-4b16-baee-6af4780fcc8b,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:39.706224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-875d3516-710a-4a76-afa7-92dd1c2f2cd4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.708555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-875d3516-710a-4a76-afa7-92dd1c2f2cd4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 796 time: 0.1479044 Jul 15 13:38:39.714819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.728972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-4dddbe20-df06-4f29-805b-e6af473b1748 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/quotas/e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 375 time: 0.0147271 Jul 15 13:38:39.751820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:39.802626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4a396-87a5-4560-8aed-7f38f23c63ec None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:39.822870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-8b3e6062-424f-4e6d-86aa-b23a0bc2c531 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884933 Jul 15 13:38:39.823427 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 2, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:39.840614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fd23235a-05e3-496f-b546-8ea7ee0ccea6 None None] Provisioning complete for port 9f0f6d03-162f-4271-99e9-c62cce80372e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.841237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd23235a-05e3-496f-b546-8ea7ee0ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.854020 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Checking router: e18fbf3d-d804-461a-b307-bc44f90b477b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:39.854410 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Updating router e18fbf3d-d804-461a-b307-bc44f90b477b port 9f0f6d03-162f-4271-99e9-c62cce80372e binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:39.875539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=025a1e15-9067-4b16-baee-6af4780fcc8b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:39.928434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fd23235a-05e3-496f-b546-8ea7ee0ccea6 None None] Port 9f0f6d03-162f-4271-99e9-c62cce80372e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:39.939090 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.992184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-a06f3ae5-404a-4cb7-a89d-b83903177902 service neutron] 10.222.0.48 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332111 Jul 15 13:38:40.048106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96f8d41d-b78b-4774-87bc-7c5b1862e8e9 None None] Provisioning complete for port 9f0f6d03-162f-4271-99e9-c62cce80372e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:40.048486 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96f8d41d-b78b-4774-87bc-7c5b1862e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.111984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-e2cdc49c-61df-474e-99b1-1f8d7699498a service neutron] 10.222.0.48 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136937 Jul 15 13:38:40.134969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-96f8d41d-b78b-4774-87bc-7c5b1862e8e9 None None] Port 9f0f6d03-162f-4271-99e9-c62cce80372e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:40.155289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:40.234755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8ec27-96bd-4e8b-89e7-db152c8b49e7 None None] New status for floating IP 050b684a-d9d9-4af7-9cb9-25d8e20c302b: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:40.298031 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.310105 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Transition to ACTIVE for port object 9f0f6d03-162f-4271-99e9-c62cce80372e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:40.315787 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.334773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:40.335158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.366492 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102562a-e9a6-4050-9dde-215e6847c07f None None] Pushing event updated for resources: {'Port': ['ID=9f0f6d03-162f-4271-99e9-c62cce80372e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.432884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6842fcbf-ff04-4828-8f75-29b1bdab4f35 req-6cd48c56-fc96-4174-bd18-bec54b7d03ce tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 210 time: 0.0638039 Jul 15 13:38:40.481711 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Attempting to bind port 9f0f6d03-162f-4271-99e9-c62cce80372e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:40.482997 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Attempting to bind port 9f0f6d03-162f-4271-99e9-c62cce80372e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:40.483615 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Attempting to bind port 9f0f6d03-162f-4271-99e9-c62cce80372e on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:40.489960 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:40.490487 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Checking segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:40.491035 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.491493 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Bound using segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:40.492027 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Bound port: 9f0f6d03-162f-4271-99e9-c62cce80372e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:40.503145 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.598136 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] For port 9f0f6d03-162f-4271-99e9-c62cce80372e, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:40.602133 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] For port 9f0f6d03-162f-4271-99e9-c62cce80372e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9f0f6d03-162f-4271-99e9-c62cce80372e,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:40.612359 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.666692 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 025a1e15-9067-4b16-baee-6af4780fcc8b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:40.672391 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:40.673112 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:40.763058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 025a1e15-9067-4b16-baee-6af4780fcc8b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:40.763447 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.808436 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102562a-e9a6-4050-9dde-215e6847c07f None None] Pushing event updated for resources: {'Port': ['ID=9f0f6d03-162f-4271-99e9-c62cce80372e,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.857421 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:41.124233 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:41.152825 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecae9c-7931-440e-a3b6-3a226fe91e97 None None] The sync data for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 is: [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:41.171616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:41.610192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f90a9977-c30f-4851-9588-132c5ecfcd55 req-c3e5a539-f389-4c36-9f14-70f1149b59f7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 210 time: 0.0362277 Jul 15 13:38:41.987793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-69da5aa2-1dfc-4632-a5f9-2c93de4bc8b6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.990819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-69da5aa2-1dfc-4632-a5f9-2c93de4bc8b6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 796 time: 0.1196389 Jul 15 13:38:42.088284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-a53bb275-963a-43cf-8164-1b08830cb41b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 379 time: 0.0847833 Jul 15 13:38:42.104916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'port': {'device_id': '0cc604af-d763-425c-a408-ab78a8662e19', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'admin_state_up': True, 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'security_groups': ['898ce0dd-155d-4e4a-b013-bb2557b813b6']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:42.172881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9f0f6d03-162f-4271-99e9-c62cce80372e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:42.249263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 9f0f6d03-162f-4271-99e9-c62cce80372e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:42.255471 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9f0f6d03-162f-4271-99e9-c62cce80372e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:42.255942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.258765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:42.263163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.345596 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.388207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 9f0f6d03-162f-4271-99e9-c62cce80372e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9f0f6d03-162f-4271-99e9-c62cce80372e,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:42.398557 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.423835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.12 (b8899377-0c00-4e07-9dae-824edf990ab4/0ea9dc75-6416-426a-b0af-2e67f930119d/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:42.463868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=9f0f6d03-162f-4271-99e9-c62cce80372e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.603580 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.617052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:42.640728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73885881-c9f2-42b9-8061-0930a63db8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.666046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.710769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network b8899377-0c00-4e07-9dae-824edf990ab4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:42.725915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:42.731225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:42.819635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.838319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.839228 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.864694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-f77b719c-81dd-4b68-a1d5-1324a00bcc0d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709320 Jul 15 13:38:42.887501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77f779-6d5e-4366-baaf-fd264f8c2e5b req-5fd826c5-f902-45f0-b3c1-27ee56ecd217 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.895225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c77f779-6d5e-4366-baaf-fd264f8c2e5b req-5fd826c5-f902-45f0-b3c1-27ee56ecd217 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 932 time: 0.1350012 Jul 15 13:38:42.946044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c77f779-6d5e-4366-baaf-fd264f8c2e5b req-5d669ec4-b1e0-41c5-b1ed-d4295cc6c88c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498486 Jul 15 13:38:43.011540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Request body: {'port': {'device_id': '0cc604af-d763-425c-a408-ab78a8662e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:43.099290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.101302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f85854b1-aa84-408b-8801-a323940f5556 None None] Provisioning for port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:43.106295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f85854b1-aa84-408b-8801-a323940f5556 None None] Provisioning complete for port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:43.106989 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f85854b1-aa84-408b-8801-a323940f5556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.151363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f85854b1-aa84-408b-8801-a323940f5556 None None] Port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:43.399135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:43.407256 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.421296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Transition to ACTIVE for port object ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:43.425450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.479791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.559320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:43.559455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:43.559777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:43.564311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:43.564753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:43.574696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:43.575051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Checking segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:43.575444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Bound using segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:43.576083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Bound port: ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:43.576751 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.656007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:43.659882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:43.664392 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.704127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.704763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.706173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1092 time: 0.8328242 Jul 15 13:38:43.706638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:43.709044 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:43.748522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eab9e-cc73-47d2-901c-2d95a77795e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.801390 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f7727c-b911-488a-ad27-da726ee58746 x-openstack-request-id: req-63f7727c-b911-488a-ad27-da726ee58746 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:43.801685 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:43.801939 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63f7727c-b911-488a-ad27-da726ee58746 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:43.802357 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'status': 'completed', 'code': 200} Jul 15 13:38:43.834715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-a0b93c8f-2702-469a-8d27-487a0170fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.836552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-a0b93c8f-2702-469a-8d27-487a0170fbaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1095 time: 0.0728192 Jul 15 13:38:43.899515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-284b3e4b-955d-48a0-8adb-77e77010d5b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 217 time: 0.0554488 Jul 15 13:38:43.953962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-806dcb33-f64a-420e-a46a-3af0355e97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.955585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-806dcb33-f64a-420e-a46a-3af0355e97ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0499125 Jul 15 13:38:44.019771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-31f3ddfe-57e4-4802-a30f-c3ce05ac3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.021576 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-31f3ddfe-57e4-4802-a30f-c3ce05ac3ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602560 Jul 15 13:38:44.147172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9f0f6d03-162f-4271-99e9-c62cce80372e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:44.177680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-dbc71cb1-f73a-4cb7-b915-2f79171914f6 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494467 Jul 15 13:38:44.215058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 9f0f6d03-162f-4271-99e9-c62cce80372e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:44.215445 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.258788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d497a6-c879-4c21-987f-a6e815bcd644 req-7d3557e6-97fd-4818-af9d-3ad351877b39 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.266603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46d497a6-c879-4c21-987f-a6e815bcd644 req-7d3557e6-97fd-4818-af9d-3ad351877b39 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 944 time: 0.1643727 Jul 15 13:38:44.348351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46d497a6-c879-4c21-987f-a6e815bcd644 req-85c435af-b9c5-4927-b550-7f8cae4f0faa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802124 Jul 15 13:38:44.360215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c9fc6be-7be4-4a08-af87-9c4d064d5a1c req-eb3cf816-5fed-4416-95d4-d59651cf644b service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745176 Jul 15 13:38:44.468548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-6b6e1dd4-71df-474b-9b9c-987fb1d7ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.470073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-6b6e1dd4-71df-474b-9b9c-987fb1d7ced6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1095 time: 0.0626733 Jul 15 13:38:44.558061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-0387773a-5cfc-49e0-a7cb-673e748e802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.559566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-0387773a-5cfc-49e0-a7cb-673e748e802d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.0833640 Jul 15 13:38:44.604123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-106eb7b8-4868-445c-8f8b-080cc613e251 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 217 time: 0.0380831 Jul 15 13:38:44.653016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-ea37f9bd-aabf-45d4-8bd0-afd2dfc91edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.654501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-ea37f9bd-aabf-45d4-8bd0-afd2dfc91edb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0446012 Jul 15 13:38:44.719163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-17776046-03c7-4e40-834d-e6bbfdf5d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.720591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-17776046-03c7-4e40-834d-e6bbfdf5d828 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589659 Jul 15 13:38:44.812798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-762c8db9-c1e1-428f-8dd7-104a310e5f86 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850179 Jul 15 13:38:44.903502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d176fd5e-9ba0-48fe-8f3c-a2fe6f8420df req-ab48ecbf-7298-4bf7-9fa9-983c84dad841 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Jul 15 13:38:45.304033 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acb3bb50-1b0c-4e34-97ba-2b59c7701e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.542910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd89d-51a2-433f-9d12-a8b1caeecf67 req-91d2d323-7f1e-429c-bd07-7851659936cf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.544385 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61ecd89d-51a2-433f-9d12-a8b1caeecf67 req-91d2d323-7f1e-429c-bd07-7851659936cf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 944 time: 0.0674200 Jul 15 13:38:45.586241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61ecd89d-51a2-433f-9d12-a8b1caeecf67 req-3930f1ad-9353-459a-ad6d-1dcaddb537df tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358000 Jul 15 13:38:45.587440 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.774467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b218ba-f420-47c7-b55c-a7c535093fc2 req-a7d1892d-b241-4def-8183-2ddc480a89a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.776254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81b218ba-f420-47c7-b55c-a7c535093fc2 req-a7d1892d-b241-4def-8183-2ddc480a89a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 944 time: 0.0722520 Jul 15 13:38:46.795830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.818142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81b218ba-f420-47c7-b55c-a7c535093fc2 req-ac187886-3788-4742-95f1-fa62c7e9826d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347834 Jul 15 13:38:47.994188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de34418-03d7-47a4-be66-21e926e8e7bc req-1f5bbb6f-a34c-48b6-aa37-1aa1aa8d4ede tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.995698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1de34418-03d7-47a4-be66-21e926e8e7bc req-1f5bbb6f-a34c-48b6-aa37-1aa1aa8d4ede tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 944 time: 0.0654984 Jul 15 13:38:48.038078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1de34418-03d7-47a4-be66-21e926e8e7bc req-053a8e97-1f71-46bd-83ed-2e2615e4be40 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365460 Jul 15 13:38:48.135228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.694318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:48.792167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:48.804224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'port_id': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'mac_address': 'fa:16:3e:b7:ab:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:48.841335 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.857883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:48.879178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:48.883701 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.930797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:49.068176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:49.641435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46876a81-971e-4326-b652-92886298f83e req-aa432380-7d70-4156-847e-f3d760cdb172 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.642923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46876a81-971e-4326-b652-92886298f83e req-aa432380-7d70-4156-847e-f3d760cdb172 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.3454175 Jul 15 13:38:49.680255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-46876a81-971e-4326-b652-92886298f83e req-9d83d0d1-56f0-4026-90ae-fcdb776e402d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Jul 15 13:38:50.710304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:50.765399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:50.770618 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:50.771031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.854563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.872118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb47db-293f-41c0-9ce9-c89ba3751c24 req-0e5fbc86-53bb-4f07-84c7-d11e64730c30 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.873619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9eb47db-293f-41c0-9ce9-c89ba3751c24 req-0e5fbc86-53bb-4f07-84c7-d11e64730c30 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.0714242 Jul 15 13:38:50.878279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:50.881217 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a543d017-627c-4c01-8d3e-f26546d10a2b" -d '{"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-plugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:50.895005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:50.907923 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.921222 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9eb47db-293f-41c0-9ce9-c89ba3751c24 req-c9dd5fdb-f072-44d8-bd7e-3d01c066067d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399041 Jul 15 13:38:50.951606 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb92abe-435b-4ef1-9674-71010e1927e7 x-openstack-request-id: req-7eb92abe-435b-4ef1-9674-71010e1927e7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:50.952064 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-plugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:50.952420 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7eb92abe-435b-4ef1-9674-71010e1927e7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:50.952900 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'code': 200} Jul 15 13:38:50.967728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:51.074854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de685f-06c3-44db-99d5-9ad26cac1cac req-d4e90788-7aa2-4258-ae31-be3050ef6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:51.076386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6de685f-06c3-44db-99d5-9ad26cac1cac req-d4e90788-7aa2-4258-ae31-be3050ef6de4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1097 time: 0.0583260 Jul 15 13:38:51.110387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a6de685f-06c3-44db-99d5-9ad26cac1cac req-4a44cd31-793c-473e-8a17-ad4e3ed7b3d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276811 Jul 15 13:38:52.117564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88af7d-c961-458a-97b9-a42839d322c5 req-e1ccbaa8-fc3d-4e7c-9a16-6850e24d8e80 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.119100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd88af7d-c961-458a-97b9-a42839d322c5 req-e1ccbaa8-fc3d-4e7c-9a16-6850e24d8e80 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0685873 Jul 15 13:38:52.160307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd88af7d-c961-458a-97b9-a42839d322c5 req-344e66a9-235e-46cf-8f55-8b8d1626c617 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Jul 15 13:38:52.343152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aa67-229c-4ec3-8976-cc0ffb8948a7 req-db854eac-f66e-42f1-b5d3-4575ec09b2aa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.344639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71d9aa67-229c-4ec3-8976-cc0ffb8948a7 req-db854eac-f66e-42f1-b5d3-4575ec09b2aa tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0642245 Jul 15 13:38:52.382378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71d9aa67-229c-4ec3-8976-cc0ffb8948a7 req-bfd98833-ee6e-4f1c-b8cb-7e5b0204afd8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Jul 15 13:38:52.407500 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.459640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5262d58d-11a3-42b2-a513-994b5023cb9a tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.461180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5262d58d-11a3-42b2-a513-994b5023cb9a tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1092 time: 0.0526700 Jul 15 13:38:52.463963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.468414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:52.491648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.593923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.704601 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.183 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ca1c4373-41c8-4ed5-86a4-1abbc6e72916) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:52.814674 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.853648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.899456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:52.904723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:52.907279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:52.911300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=ca1c4373-41c8-4ed5-86a4-1abbc6e72916,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:52.938178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.938547 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.938879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.939212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.939533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.939855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.940266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.940592 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.941439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.941758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.942074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:52.942414 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.313990 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.395993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.557792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.562634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.629630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=ca1c4373-41c8-4ed5-86a4-1abbc6e72916,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.648386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.752931 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 associated. External IP: 172.25.2.183, port: ca55ee02-30c1-46b4-a6ad-eb2f630e0b64. Jul 15 13:38:53.973729 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router e18fbf3d-d804-461a-b307-bc44f90b477b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:54.095772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:54.104798 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] Sync routers for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:54.114934 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:54.115582 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.117018 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.156635 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4270b463-66f1-4828-b70f-3d055c1b86e6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6916332 Jul 15 13:38:54.158109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:54.161285 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcac0ce-9b94-471b-931c-fc85114cd75d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:54.256773 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:54.280122 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5595a1c-5ff3-4248-b26d-e928ccc0e1c9 x-openstack-request-id: req-b5595a1c-5ff3-4248-b26d-e928ccc0e1c9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:54.280517 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:54.280869 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5595a1c-5ff3-4248-b26d-e928ccc0e1c9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:54.281385 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'status': 'completed', 'code': 200} Jul 15 13:38:54.401004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8bbbd-9e4a-41dc-9ab9-89f55295cd26 req-adbc066b-6418-4aea-9258-f3622cf33a90 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.404790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15d8bbbd-9e4a-41dc-9ab9-89f55295cd26 req-adbc066b-6418-4aea-9258-f3622cf33a90 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.1298077 Jul 15 13:38:54.424151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-6b2d78fc-afde-4826-8657-3e8cd1661f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.426461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-6b2d78fc-afde-4826-8657-3e8cd1661f38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1097 time: 0.1138866 Jul 15 13:38:54.486717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-15d8bbbd-9e4a-41dc-9ab9-89f55295cd26 req-05a1a7e3-9c5e-4b22-a485-5dab06b1e0a9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756643 Jul 15 13:38:54.512853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57076) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:54.555424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-b0a62f34-138b-4128-848f-4cd12cf60a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.557468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-b0a62f34-138b-4128-848f-4cd12cf60a05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.1246448 Jul 15 13:38:54.591203 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2fd66b7c-4987-4bde-aa26-4201b2abb75a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 HTTP/1.1" status: 200 len: 992 time: 0.0769055 Jul 15 13:38:54.638089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-9ff307e5-302f-45a3-8a7b-1fdbaa3b5f1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1000 time: 0.0735016 Jul 15 13:38:54.638818 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'port_id': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'mac_address': 'fa:16:3e:b7:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc604af-d763-425c-a408-ab78a8662e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:53Z', 'updated_at': '2021-07-15T13:38:53Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.669105 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] Checking router: e18fbf3d-d804-461a-b307-bc44f90b477b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:54.680079 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:54.680700 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:38:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.697900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-7e0ad7c1-fb8e-4b45-bcc2-e5ffb2ef8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.699683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-7e0ad7c1-fb8e-4b45-bcc2-e5ffb2ef8908 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0559649 Jul 15 13:38:54.760759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-ac615188-7e4b-41b5-a791-47492bef8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.762482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-ac615188-7e4b-41b5-a791-47492bef8772 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564027 Jul 15 13:38:54.787472 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:54.851639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-9d76e95e-9458-47af-b003-369c3b010243 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833144 Jul 15 13:38:54.951860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fcac0ce-9b94-471b-931c-fc85114cd75d req-91acbc40-bff9-498e-a1eb-ab605aa36627 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938969 Jul 15 13:38:55.045992 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'port_id': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'mac_address': 'fa:16:3e:b7:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc604af-d763-425c-a408-ab78a8662e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:53Z', 'updated_at': '2021-07-15T13:38:53Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:55.073710 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb61e-ba2f-47af-9721-d4bdfdebb118 None None] The sync data for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 is: [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'port_id': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'mac_address': 'fa:16:3e:b7:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc604af-d763-425c-a408-ab78a8662e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:53Z', 'updated_at': '2021-07-15T13:38:53Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:55.276268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91680aab-4483-4574-aeda-571ba1804c33 None None] New status for floating IP 2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:55.595198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57096) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.660368 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3a4bf564-4caf-4006-9d77-22aabcd5573b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 HTTP/1.1" status: 200 len: 994 time: 0.0624483 Jul 15 13:39:01.053382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.724398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.620049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-4995fbc9-4ba0-42e5-8c94-91d94b4a1eec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044033 Jul 15 13:39:08.718117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-f833a03b-afbb-42ed-ab3f-581e81f8040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.719628 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-f833a03b-afbb-42ed-ab3f-581e81f8040b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3e52cc940fb455595b501be4b297452&device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 1097 time: 0.0571351 Jul 15 13:39:08.827708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-360ed233-7638-41f3-80de-943f85432614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.829501 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-360ed233-7638-41f3-80de-943f85432614 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 200 len: 910 time: 0.0898609 Jul 15 13:39:08.901555 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-8f90ea85-7552-48d5-9023-09870bdf40ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 200 len: 1002 time: 0.0653553 Jul 15 13:39:08.952619 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-6c85ceaa-88cf-4424-9865-bed9cac35a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.954080 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-6c85ceaa-88cf-4424-9865-bed9cac35a7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 200 len: 848 time: 0.0454562 Jul 15 13:39:09.010875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-4751a22a-c892-4401-8f81-e6dad99b5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.012395 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-4751a22a-c892-4401-8f81-e6dad99b5feb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8af5652-b06c-4a14-a0c3-486e96e43d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521584 Jul 15 13:39:09.116088 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-76d89557-07a6-4b70-b217-da41fb56d1bd service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962346 Jul 15 13:39:09.212557 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-a2f4aeb1-b4f7-4ff0-a40d-1c134e1c79f2 req-53ef1def-ae4d-4bc2-82dc-9a5135818f07 service neutron] 10.222.0.49 "GET /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905704 Jul 15 13:39:10.493358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-148bd9c5-ebb5-4791-9313-430e167edc9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536771 Jul 15 13:39:10.589305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-b9f15479-802a-4398-90cb-28f0599227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.590856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-b9f15479-802a-4398-90cb-28f0599227cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1097 time: 0.0533919 Jul 15 13:39:10.700955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-f83d4e70-86cd-4001-bb13-a77519c49db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.702470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-f83d4e70-86cd-4001-bb13-a77519c49db5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.0913067 Jul 15 13:39:10.771700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-8a49dac5-aac0-4691-869d-354111bc0e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1002 time: 0.0631485 Jul 15 13:39:10.832114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-dce44c5a-9c39-45ee-8077-51bd2b713a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.833708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-dce44c5a-9c39-45ee-8077-51bd2b713a22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0535505 Jul 15 13:39:10.891795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-964d7cba-44b7-4cbe-b7e3-fbf9a6419dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.893546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-964d7cba-44b7-4cbe-b7e3-fbf9a6419dcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535271 Jul 15 13:39:10.984472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-04b7ba4c-9398-473e-8fda-8a87a52a0701 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841339 Jul 15 13:39:11.079667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d9747fca-fa87-4a2a-865b-8334fdd70410 req-988e286a-af9a-493c-9a4e-6f5063612e2b service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886614 Jul 15 13:39:12.632682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-764b313a-2455-432e-9df2-c46f2b38ae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.305075 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26433a5f-a462-4ae5-ae91-31865a3b7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.593749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.796815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.137824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.171140 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:27.032152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b78a70-00ad-4b7b-935e-dbf9c5cd567e req-340dd224-f6fd-4f3f-82fa-98e7a762ab6f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:27.033735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83b78a70-00ad-4b7b-935e-dbf9c5cd567e req-340dd224-f6fd-4f3f-82fa-98e7a762ab6f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0707211 Jul 15 13:39:27.076300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-83b78a70-00ad-4b7b-935e-dbf9c5cd567e req-53444d48-58c5-4f2d-bf13-7da2165f25ef tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365391 Jul 15 13:39:27.102663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 57526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:27.172230 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d3ad0bd8-5858-4e2d-9315-b1e83d16a21a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 HTTP/1.1" status: 200 len: 994 time: 0.0683753 Jul 15 13:39:27.714572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da75f99-dd83-4b4a-b9a7-76a12209931f req-4f1fb59b-f3d6-40bb-b0eb-b56e4594b1df tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:27.716705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5da75f99-dd83-4b4a-b9a7-76a12209931f req-4f1fb59b-f3d6-40bb-b0eb-b56e4594b1df tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1097 time: 0.0580590 Jul 15 13:39:27.757101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5da75f99-dd83-4b4a-b9a7-76a12209931f req-8fc69ea2-3f8c-489c-ad7b-68fc279f85dd tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348341 Jul 15 13:39:28.462632 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-1c642fe0-adf2-48d4-9ae9-0f80a13dc862 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1041815 Jul 15 13:39:29.008394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e91522b5-1966-4523-90ef-2127e49a60b6 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:39:29.009718 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e91522b5-1966-4523-90ef-2127e49a60b6 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0681162 Jul 15 13:39:29.021098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Request body: {'binding': {'host': 'n-h1-798249-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:29.021799 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:39:29.195123 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on host n-h1-798249-9 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:29.195450 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:29.195817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:29.200887 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:29.201323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:29.206851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:29.207200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Checking segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:29.207644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Bound using segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:29.208074 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Bound port: ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:29.319173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:29.325520 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.326642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6b1c8b0b-bfb5-45d5-8e16-3c2e5a7c8f91 service neutron] 10.222.0.48 "POST /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64/bindings HTTP/1.1" status: 201 len: 389 time: 0.3100200 Jul 15 13:39:29.569166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879900ef-4ece-4712-9257-a07685bd43fe req-2afb10bf-c6ed-4588-b604-dbe806b063b8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.571041 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-879900ef-4ece-4712-9257-a07685bd43fe req-2afb10bf-c6ed-4588-b604-dbe806b063b8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0801017 Jul 15 13:39:29.617786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-879900ef-4ece-4712-9257-a07685bd43fe req-d5528738-0d39-46d9-917c-6489053980d9 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407495 Jul 15 13:39:29.650052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-85370157-ff04-4a31-95fe-be68943f66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.651605 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-85370157-ff04-4a31-95fe-be68943f66bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1097 time: 0.0806060 Jul 15 13:39:29.748398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6579724b-fe85-45f6-b401-11cc3aa7e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.750244 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-6579724b-fe85-45f6-b401-11cc3aa7e463 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.0916615 Jul 15 13:39:29.823148 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-ad9c59ab-d18e-47e0-be28-4cc3813fd900 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1002 time: 0.0666378 Jul 15 13:39:29.876529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-30293049-9cfd-4dff-8a64-b5e4b185f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.878607 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-30293049-9cfd-4dff-8a64-b5e4b185f9f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0485270 Jul 15 13:39:29.943277 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-3011a26c-04a0-4140-a743-f78544cb409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.945069 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-3011a26c-04a0-4140-a743-f78544cb409f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599809 Jul 15 13:39:30.054649 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-5939b9c4-309f-42b4-bb5e-0b954935ea88 service neutron] 10.222.0.49 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027830 Jul 15 13:39:30.173110 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-a08031e3-5876-477a-8317-1d7474b6cde3 service neutron] 10.222.0.49 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116548 Jul 15 13:39:30.339760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-f8b0b3d2-bc51-49c5-b85b-b1fead3aecbc tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.341716 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-f8b0b3d2-bc51-49c5-b85b-b1fead3aecbc tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19&tenant_id=e70c89903dd149da81e88cdd44dfeed1&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1097 time: 0.1064632 Jul 15 13:39:30.354008 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-9'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:30.435544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.582549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:30.626326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:30.684767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:30.687611 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3f1721-16c8-4b22-848c-09870494d12b" -d '{"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-unplugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:30.693914 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.707373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.788242 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7a762-4b41-411b-ad64-e8688cdba490 x-openstack-request-id: req-68e7a762-4b41-411b-ad64-e8688cdba490 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:30.788672 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-unplugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:30.789046 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68e7a762-4b41-411b-ad64-e8688cdba490 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:30.789610 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'code': 200} Jul 15 13:39:30.820354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:30.876842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463bc65-6089-47a7-93e5-d88f9c290946 req-ceb2b84d-6e72-43ca-834b-1097e5a50565 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.885131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6463bc65-6089-47a7-93e5-d88f9c290946 req-ceb2b84d-6e72-43ca-834b-1097e5a50565 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 944 time: 0.0993223 Jul 15 13:39:30.934793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6463bc65-6089-47a7-93e5-d88f9c290946 req-b1cb675e-1031-407d-8737-ae970067e03c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487409 Jul 15 13:39:30.983358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on host n-h2-798249-9 for vnic_type normal with profile {"migrating_to": "n-h1-798249-9"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:30.983701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:30.984034 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:30.989090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:30.989420 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Attempting to bind port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on network b8899377-0c00-4e07-9dae-824edf990ab4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:30.995561 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:30.995899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Checking segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:30.996570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Bound using segment: {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:30.997194 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Bound port: ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896cc0d3-d143-4fbe-80bf-2f2fce86a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:30.997748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.057972 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.084176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:31.088132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:31.095201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.166250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Provisioning complete for port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:31.166857 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.200856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.266681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.267089 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.269087 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-e510ec51-0084-4ce6-a5d3-3e18746909f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1122 time: 0.9193413 Jul 15 13:39:31.282634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.318418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:31.321036 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8109a22-2904-4d49-8999-9b9fd29b394f" -d '{"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-plugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:31.336194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:31.380852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:31.390575 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.479380 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f1bf06-5dc3-43e4-9713-8c81544c641f x-openstack-request-id: req-63f1bf06-5dc3-43e4-9713-8c81544c641f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:31.479677 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-plugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:31.479933 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63f1bf06-5dc3-43e4-9713-8c81544c641f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:31.480322 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'code': 200} Jul 15 13:39:31.560836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.581921 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.582168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.582505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.582849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.583291 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.583629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.583970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.584474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.584639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.585136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.585280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.585565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c1716-7e43-4d36-bc84-893777926bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.760642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2eca42dd-9e54-42ef-9802-dffcee58d4d6 None None] Provisioning complete for port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:31.761157 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eca42dd-9e54-42ef-9802-dffcee58d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.128427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398114bf-c038-428a-9497-b679606f4ff8 req-8c9d6c13-b523-49b9-b962-a8a6611d690f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.131661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-398114bf-c038-428a-9497-b679606f4ff8 req-8c9d6c13-b523-49b9-b962-a8a6611d690f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0765839 Jul 15 13:39:32.173506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-398114bf-c038-428a-9497-b679606f4ff8 req-ffa28d0c-4597-4c39-b870-5c58fc9f56dd tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349612 Jul 15 13:39:32.791266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:32.793647 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:32.829308 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6b661-707f-432e-a8d8-ccc831cfb95e x-openstack-request-id: req-54c6b661-707f-432e-a8d8-ccc831cfb95e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:32.829600 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:32.829852 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54c6b661-707f-432e-a8d8-ccc831cfb95e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:32.831112 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'status': 'completed', 'code': 200} Jul 15 13:39:32.904573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-b8c95c30-5969-49e5-b96f-dab6d37164c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.906066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-b8c95c30-5969-49e5-b96f-dab6d37164c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1127 time: 0.0541108 Jul 15 13:39:32.999925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-b184fab1-4b45-48d1-bf3c-d0d8515459a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.001389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-b184fab1-4b45-48d1-bf3c-d0d8515459a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.0894775 Jul 15 13:39:33.066444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-296683e5-2983-4a12-bcbb-3f1ff78cb03f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1002 time: 0.0587654 Jul 15 13:39:33.119827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-16b2f4ee-2bf9-4ec5-b56d-b7e96b12d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.121292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-16b2f4ee-2bf9-4ec5-b56d-b7e96b12d6cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0484200 Jul 15 13:39:33.179128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-cb2a718e-0f06-4c9f-b69d-ac7397ef97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.180671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-cb2a718e-0f06-4c9f-b69d-ac7397ef97e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537627 Jul 15 13:39:33.277350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-e129a8d1-7f68-455a-96ee-4a1fa99de5f5 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896542 Jul 15 13:39:33.425687 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-517d9fcb-0a19-4b47-9496-01cb0a9a01dd req-e2784580-6670-402c-8e43-1a8862c90060 service neutron] 10.222.0.23 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411760 Jul 15 13:39:33.437751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7a10-d2b5-42af-b1f3-45e01a7c1d0d req-a5cee146-8aa8-41c1-bca9-8ffe5be36e1e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.439529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87bc7a10-d2b5-42af-b1f3-45e01a7c1d0d req-a5cee146-8aa8-41c1-bca9-8ffe5be36e1e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.1457045 Jul 15 13:39:33.488273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87bc7a10-d2b5-42af-b1f3-45e01a7c1d0d req-991fd343-cad2-4947-b4db-7b850e4c8c67 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Jul 15 13:39:33.683215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:33.774921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.791644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:33.801798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 has no active binding in host n-h1-798249-9 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:39:34.680239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1af56-c41b-4daf-a881-f8975c008c0f req-7fba5038-cf97-4f55-9643-9b412470edc1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.681810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27b1af56-c41b-4daf-a881-f8975c008c0f req-7fba5038-cf97-4f55-9643-9b412470edc1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0793149 Jul 15 13:39:34.722402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-27b1af56-c41b-4daf-a881-f8975c008c0f req-5dada79c-5522-46b0-802f-c054c9109c1b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 Jul 15 13:39:35.911446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637f84a-99f9-48db-af2a-93b394679a64 req-69f4b53f-84ca-4aa0-9ab1-5b7928dee963 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.912932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4637f84a-99f9-48db-af2a-93b394679a64 req-69f4b53f-84ca-4aa0-9ab1-5b7928dee963 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 946 time: 0.0755873 Jul 15 13:39:35.955905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4637f84a-99f9-48db-af2a-93b394679a64 req-6cd9f3d1-71af-4070-8d5d-9141a8e45e2a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366936 Jul 15 13:39:36.308024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-b4f75a39-49dc-4690-856a-ea7f0f9e5e4c service neutron] 10.222.0.23 "GET /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 384 time: 0.0629051 Jul 15 13:39:36.491291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:36.512684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:36.556670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:36.559218 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e1e06-ac7f-45b3-a399-4999b05a995e" -d '{"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-unplugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:36.567776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:36.584869 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.621446 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11708d4-e812-44a5-94b6-76ce3b6c514f x-openstack-request-id: req-c11708d4-e812-44a5-94b6-76ce3b6c514f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:36.621811 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-unplugged", "status": "completed", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:36.622130 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c11708d4-e812-44a5-94b6-76ce3b6c514f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:36.622653 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'code': 200} Jul 15 13:39:36.664589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Transition to ACTIVE for port object ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:36.668728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.775488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=11']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:36.790480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.790830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.791175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.791514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.791926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.792262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.792592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.792919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.793244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.793566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.793890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.794234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:36.826885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] No DVR routers for this DVR port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:36.966301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-061e45ce-a567-4280-b010-80cbff1f9b90 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64/bindings/n-h1-798249-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6520340 Jul 15 13:39:37.088038 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-c7a2d87e-db9c-484e-b983-e9c005c201e1 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.090546 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-c7a2d87e-db9c-484e-b983-e9c005c201e1 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19&tenant_id=e70c89903dd149da81e88cdd44dfeed1&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.0640647 Jul 15 13:39:37.156364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace20aeb-71c5-48e1-b4b6-77ecdb343a30 req-825608d6-1b95-4a41-ac45-b21f86ead52e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.158091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ace20aeb-71c5-48e1-b4b6-77ecdb343a30 req-825608d6-1b95-4a41-ac45-b21f86ead52e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.0782144 Jul 15 13:39:37.169404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-050728dd-2bf2-45f2-aa43-8d4c29b1c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.170964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-050728dd-2bf2-45f2-aa43-8d4c29b1c5e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 1096 time: 0.0715830 Jul 15 13:39:37.200192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ace20aeb-71c5-48e1-b4b6-77ecdb343a30 req-92caa9dc-aad8-4d9a-9808-2e9e54404224 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349500 Jul 15 13:39:37.257395 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-f2e6084c-5c4b-4fa1-8dd1-09279228e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.258908 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-f2e6084c-5c4b-4fa1-8dd1-09279228e76e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1096 time: 0.0640485 Jul 15 13:39:37.361693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-61ee3936-b9b8-445e-87cc-11f832b7d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.363199 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-61ee3936-b9b8-445e-87cc-11f832b7d874 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.0943096 Jul 15 13:39:37.437553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-097d7901-dfe0-4eab-b9e6-edaad25955e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 1000 time: 0.0631688 Jul 15 13:39:37.491493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-4a609023-487a-45af-8544-d240d2ddca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.492999 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-4a609023-487a-45af-8544-d240d2ddca99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0481811 Jul 15 13:39:37.561098 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-ebcc07d2-5bad-4735-a349-12caa1f0f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.562718 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-ebcc07d2-5bad-4735-a349-12caa1f0f7a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608654 Jul 15 13:39:37.661561 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-ae0c0205-1d7d-4551-8eef-ea61a4371033 service neutron] 10.222.0.49 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923345 Jul 15 13:39:37.767967 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-a755c5d9-c769-44c0-832e-77cd3c118b12 service neutron] 10.222.0.49 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005647 Jul 15 13:39:38.067362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-a462b650-a4fe-41f1-b049-bcecf8788cd4 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.068834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-a462b650-a4fe-41f1-b049-bcecf8788cd4 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19&tenant_id=e70c89903dd149da81e88cdd44dfeed1&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 1096 time: 0.0642867 Jul 15 13:39:38.201088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-84ac15c7-ff1e-44cb-927b-b2d73e17f2b8 service neutron] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h2-798249-9, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:38.205422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-84ac15c7-ff1e-44cb-927b-b2d73e17f2b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.206658 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-05382d17-2ed6-47b8-94ba-6bb1b5fad839 req-84ac15c7-ff1e-44cb-927b-b2d73e17f2b8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64/bindings/n-h2-798249-9 HTTP/1.1" status: 204 len: 173 time: 0.1315656 Jul 15 13:39:38.394634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4eafb-8f3d-4891-aaf6-1878c1c1d9c0 req-0076bbb0-f434-4ce1-85ff-725598fc7f1c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.396234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ff4eafb-8f3d-4891-aaf6-1878c1c1d9c0 req-0076bbb0-f434-4ce1-85ff-725598fc7f1c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.0629551 Jul 15 13:39:38.436143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ff4eafb-8f3d-4891-aaf6-1878c1c1d9c0 req-fca8201a-b1e9-4f15-af91-d2c69fc079ec tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337062 Jul 15 13:39:38.605886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98429e-314c-458f-9031-ae9136478225 req-bbbdef56-1908-45fb-966c-0bfbdffe8a4e tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.607486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f98429e-314c-458f-9031-ae9136478225 req-bbbdef56-1908-45fb-966c-0bfbdffe8a4e tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1096 time: 0.0550056 Jul 15 13:39:38.649300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f98429e-314c-458f-9031-ae9136478225 req-f5030308-60d3-4509-a793-ae4aa662fbf9 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347254 Jul 15 13:39:38.854975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c699c-fa67-47c5-9406-3d504c0566fb req-8af8a2ca-e9b9-4809-b210-fe32a4ac99fc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.856495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe9c699c-fa67-47c5-9406-3d504c0566fb req-8af8a2ca-e9b9-4809-b210-fe32a4ac99fc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.0743599 Jul 15 13:39:38.898672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe9c699c-fa67-47c5-9406-3d504c0566fb req-99a86689-3e81-47ad-aab1-7435663e114c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Jul 15 13:39:38.923393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:38.988406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc30f519-0bcf-462e-b315-d579fd681e84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 HTTP/1.1" status: 200 len: 992 time: 0.0629659 Jul 15 13:39:39.236095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:39.391249 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port ca1c4373-41c8-4ed5-86a4-1abbc6e72916 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:39.391498 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.465579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.465903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.477305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for ca1c4373-41c8-4ed5-86a4-1abbc6e72916 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:39.620748 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.649638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=ca1c4373-41c8-4ed5-86a4-1abbc6e72916,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.022665 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.022928 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 disassociated (deleted). External IP: 172.25.2.183, port: ca55ee02-30c1-46b4-a6ad-eb2f630e0b64. Jul 15 13:39:40.238595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router e18fbf3d-d804-461a-b307-bc44f90b477b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:40.356769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:40.361633 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.368227 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] Sync routers for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:40.377307 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:40.378682 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:40.400731 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8ef45e02-176c-4dc6-a5cc-651cc89cde23 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/floatingips/2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1 HTTP/1.1" status: 204 len: 168 time: 1.1635621 Jul 15 13:39:40.401584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:40.404084 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2c3d3b-e677-4507-b4e9-194965f93edd" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:40.444179 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569bfe80-9c0f-437d-ad41-1075ed2a072d x-openstack-request-id: req-569bfe80-9c0f-437d-ad41-1075ed2a072d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:40.444929 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:40.445203 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-569bfe80-9c0f-437d-ad41-1075ed2a072d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:40.445627 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'status': 'completed', 'code': 200} Jul 15 13:39:40.492496 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:40.540913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-eb32da0a-9615-4de4-b1e3-c700c6c5f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.542821 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-eb32da0a-9615-4de4-b1e3-c700c6c5f4e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 1096 time: 0.0720720 Jul 15 13:39:40.698672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-3f0eb2fb-1c19-4a3f-852b-2a1655b4ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.701263 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-3f0eb2fb-1c19-4a3f-852b-2a1655b4ec72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 200 len: 897 time: 0.1521313 Jul 15 13:39:40.725469 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:40.754397 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] Checking router: e18fbf3d-d804-461a-b307-bc44f90b477b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:40.758441 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-982c0976-a120-4192-a000-4fe0d4ce6c8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 200 len: 217 time: 0.0484395 Jul 15 13:39:40.763411 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:40.764156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:40.831566 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-033001e4-cf9d-423d-94fe-0ae222a8a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.833477 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-033001e4-cf9d-423d-94fe-0ae222a8a591 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 200 len: 835 time: 0.0685799 Jul 15 13:39:40.852735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97705fd-6000-437c-bf9f-67e07baf0efe req-fcc42c0f-c655-40f3-95f6-009095ae5d01 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.854322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f97705fd-6000-437c-bf9f-67e07baf0efe req-fcc42c0f-c655-40f3-95f6-009095ae5d01 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.0839961 Jul 15 13:39:40.892081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:40.899669 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:40.914897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f97705fd-6000-437c-bf9f-67e07baf0efe req-040ea86e-828c-48e0-b5e3-f623904c6ab6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=898ce0dd-155d-4e4a-b013-bb2557b813b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494390 Jul 15 13:39:40.936922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-16129532-561c-4e37-8f18-28c4a241d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.938481 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-16129532-561c-4e37-8f18-28c4a241d33a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8899377-0c00-4e07-9dae-824edf990ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967662 Jul 15 13:39:40.950696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:41.042252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-0124911c-4e2c-48bf-80f3-6d88ea138791 service neutron] 10.222.0.49 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921612 Jul 15 13:39:41.130241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:41.155867 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-4cf5082c-1de6-4d32-b182-4c2c1d406456 service neutron] 10.222.0.49 "GET /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047468 Jul 15 13:39:41.172002 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1743e12-84a2-4ead-b0f2-c4ad4de1afd5 None None] The sync data for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 is: [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '9f0f6d03-162f-4271-99e9-c62cce80372e', 'name': '', 'network_id': 'b8899377-0c00-4e07-9dae-824edf990ab4', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:2a:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '0ea9dc75-6416-426a-b0af-2e67f930119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:41.201052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-30e772ff-ecfe-4b3b-a190-31e736fbe85f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.202775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-30e772ff-ecfe-4b3b-a190-31e736fbe85f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc604af-d763-425c-a408-ab78a8662e19 HTTP/1.1" status: 200 len: 945 time: 0.0802338 Jul 15 13:39:41.325410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:41.325865 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.421783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:41.422147 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.436382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:41.456793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa4956-2e8d-44c1-b06a-1d2fa0012e44 None None] New status for floating IP 2308bbc3-b0c7-4a74-b142-50ed7c3b5ec1: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:39:41.583682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.610939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=ca55ee02-30c1-46b4-a6ad-eb2f630e0b64,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:41.658700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] No DVR routers for this DVR port ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:41.661376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.663354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e1703ed-06c0-4c23-a526-db6bed2fe4db req-d642c45a-ca47-4092-90f9-4a59f32d7ed1 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.49 "DELETE /v2.0/ports/ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 HTTP/1.1" status: 204 len: 173 time: 0.4545588 Jul 15 13:39:41.663846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-deleted', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:41.666063 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfefafa9-5dea-4d70-bde9-5e76d940fb98" -d '{"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-deleted", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:41.715194 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3926d1-a71d-4675-bfbe-1ab5987d87c7 x-openstack-request-id: req-da3926d1-a71d-4675-bfbe-1ab5987d87c7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:41.715470 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc604af-d763-425c-a408-ab78a8662e19", "name": "network-vif-deleted", "tag": "ca55ee02-30c1-46b4-a6ad-eb2f630e0b64", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:41.715720 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da3926d1-a71d-4675-bfbe-1ab5987d87c7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:41.716210 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc604af-d763-425c-a408-ab78a8662e19', 'name': 'network-vif-deleted', 'tag': 'ca55ee02-30c1-46b4-a6ad-eb2f630e0b64', 'status': 'completed', 'code': 200} Jul 15 13:39:42.026934 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58146) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:42.430935 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.636716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd87171-53f6-4ef6-b2f0-8dfd45cc0110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.713132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 9f0f6d03-162f-4271-99e9-c62cce80372e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:42.713480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.807070 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 9f0f6d03-162f-4271-99e9-c62cce80372e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9f0f6d03-162f-4271-99e9-c62cce80372e,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:42.807670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.821530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 9f0f6d03-162f-4271-99e9-c62cce80372e owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:43.008544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.034994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=9f0f6d03-162f-4271-99e9-c62cce80372e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.232320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.450638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router e18fbf3d-d804-461a-b307-bc44f90b477b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:43.557526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:43.565913 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4caba2ee-6085-4452-bd5e-7f872c27a58e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/e18fbf3d-d804-461a-b307-bc44f90b477b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5344417 Jul 15 13:39:43.565913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:43.568380 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] Sync routers for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:43.577685 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:43.578307 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:43.621478 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting subnet 0ea9dc75-6416-426a-b0af-2e67f930119d {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:43.624691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.669650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.711633 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:43.764189 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.837795 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.867251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea9dc75-6416-426a-b0af-2e67f930119d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.871656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.873150 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0084d7cc-5fdb-45c5-96e9-38d490fe375c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/subnets/0ea9dc75-6416-426a-b0af-2e67f930119d HTTP/1.1" status: 204 len: 168 time: 0.3069584 Jul 15 13:39:43.875672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58178) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:43.880878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e673709-cd0d-46d6-9f09-6d9fbdb0f486 None None] Network b8899377-0c00-4e07-9dae-824edf990ab4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:44.009127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:39:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:44.010390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.038725 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] Checking router: e18fbf3d-d804-461a-b307-bc44f90b477b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:44.053220 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] Routers {'e18fbf3d-d804-461a-b307-bc44f90b477b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:44.053993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['e18fbf3d-d804-461a-b307-bc44f90b477b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:44.143348 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] DHCP port deletion for b8899377-0c00-4e07-9dae-824edf990ab4 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:44.148908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.206761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] Deleting port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:44.207031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.217417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 025a1e15-9067-4b16-baee-6af4780fcc8b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:44.217815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.224724 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] Set router e18fbf3d-d804-461a-b307-bc44f90b477b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:44.307650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] For port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,segment=NetworkSegment(896cc0d3-d143-4fbe-80bf-2f2fce86a29f),segment_id=896cc0d3-d143-4fbe-80bf-2f2fce86a29f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:44.308310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.334246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] Calling delete_port for 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:44.348138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 025a1e15-9067-4b16-baee-6af4780fcc8b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=025a1e15-9067-4b16-baee-6af4780fcc8b,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:44.348509 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.361000 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 025a1e15-9067-4b16-baee-6af4780fcc8b owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:44.423952 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.456062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] Pushing event deleted for resources: {'Port': ['ID=717e4fa2-89aa-4b90-bc62-ff8cbcbd6374,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:44.459289 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:39:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:44.465511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52f171-647d-428b-802d-5bd2620bc5c4 None None] No DVR routers for this DVR port 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:44.496639 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9849-7f38-4276-8699-028707f54ff7 None None] The sync data for ids ['e18fbf3d-d804-461a-b307-bc44f90b477b'] in n-d-798249-9 is: [{'id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980249053', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:32Z', 'updated_at': '2021-07-15T13:39:42Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': '025a1e15-9067-4b16-baee-6af4780fcc8b', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18fbf3d-d804-461a-b307-bc44f90b477b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:44.565753 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.596312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=025a1e15-9067-4b16-baee-6af4780fcc8b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:44.660922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.750455 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.753019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.795157 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.795782 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Fanout notify agent at l3_agent the message router_deleted on router e18fbf3d-d804-461a-b307-bc44f90b477b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:39:44.804874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.806055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc75fde2-c722-49f5-9b5d-58ee5d5797f0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/routers/e18fbf3d-d804-461a-b307-bc44f90b477b HTTP/1.1" status: 204 len: 168 time: 0.9293888 Jul 15 13:39:44.808780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:44.896345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.994259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.005693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8899377-0c00-4e07-9dae-824edf990ab4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:45.020100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896cc0d3-d143-4fbe-80bf-2f2fce86a29f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:45.020394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896cc0d3-d143-4fbe-80bf-2f2fce86a29f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:45.029941 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.044603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.051313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:45.051724 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:45.054780 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:45.118712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.129655 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.134861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/networks/b8899377-0c00-4e07-9dae-824edf990ab4 HTTP/1.1" status: 204 len: 168 time: 0.3248391 Jul 15 13:39:45.135144 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:45.160875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6fb15-ed60-417d-96ea-7767cedfb29a tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Network': ['ID=b8899377-0c00-4e07-9dae-824edf990ab4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.213985 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acc7520f-e54a-4d11-be6d-6793f1e86018 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.244137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acc7520f-e54a-4d11-be6d-6793f1e86018 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.310726 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58737221-fbe9-442e-9eb6-387a2e88be54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.313522 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acc7520f-e54a-4d11-be6d-6793f1e86018 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.316747 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acc7520f-e54a-4d11-be6d-6793f1e86018 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.318127 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-acc7520f-e54a-4d11-be6d-6793f1e86018 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/security-groups/898ce0dd-155d-4e4a-b013-bb2557b813b6 HTTP/1.1" status: 204 len: 168 time: 0.1817024 Jul 15 13:39:45.328538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7520f-e54a-4d11-be6d-6793f1e86018 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ce0dd-155d-4e4a-b013-bb2557b813b6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.590139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.691088 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:45.697453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948079413', 'description': 'tempest-secgroup-smoke-948079413 description', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:45.723334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.738466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:45.759241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:45.759852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device ca55ee02-30c1-46b4-a6ad-eb2f630e0b64 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:45.810133 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.815207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.844580 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.845821 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1535416 Jul 15 13:39:45.847155 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c3b8e-4112-414c-b423-26b352ac5c95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e55e7a-cdb2-4c1e-9dee-035807faec20,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.849183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:45.853812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '89e55e7a-cdb2-4c1e-9dee-035807faec20', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:45.882656 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.944014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.948268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.972204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d19a95-9346-4e91-aac4-c7d0ec2008e4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.980646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.982272 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-92b2cee8-6cb5-455b-994e-1a43f54fd65f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318150 Jul 15 13:39:45.984679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:45.989576 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '89e55e7a-cdb2-4c1e-9dee-035807faec20', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.017151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.074774 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.078536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.099506 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74a7b63-481c-4d86-8a32-ec027b3d80d4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.106128 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.109956 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2600e6db-b4bc-4c7e-b9f7-751da5827d12 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217184 Jul 15 13:39:46.110195 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58230) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.115631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '89e55e7a-cdb2-4c1e-9dee-035807faec20', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.143821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.167580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9f0f6d03-162f-4271-99e9-c62cce80372e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:46.189038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 9f0f6d03-162f-4271-99e9-c62cce80372e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:46.189389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9f0f6d03-162f-4271-99e9-c62cce80372e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:46.190436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:46.209030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.210889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:46.211350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 717e4fa2-89aa-4b90-bc62-ff8cbcbd6374 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:46.211822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 025a1e15-9067-4b16-baee-6af4780fcc8b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:46.214009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.234370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249bf55d-2642-4ddd-9199-556ef6dc885e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.241999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 025a1e15-9067-4b16-baee-6af4780fcc8b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:46.242761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 025a1e15-9067-4b16-baee-6af4780fcc8b not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:46.242863 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.246238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a09cd1f-8baa-46da-a4b9-77ad70e3c4a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331089 Jul 15 13:39:46.247207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.254511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '89e55e7a-cdb2-4c1e-9dee-035807faec20', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.289382 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.352691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.356712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.373588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512c6e1a-8911-40da-b50d-a68ba2c32f18,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.381185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.382468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-82b6f83e-2f46-44f1-bc3b-29214c7483d7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342301 Jul 15 13:39:46.385244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58238) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.389602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '89e55e7a-cdb2-4c1e-9dee-035807faec20', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.411570 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:39:46.416636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.484745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.489308 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.516302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2992c901-a38e-4a5b-b2d2-448ea6e40987,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.524188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.525283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f0d5d0c7-c7a7-45ed-93f7-30eba6e8e5b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391370 Jul 15 13:39:46.528115 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.533732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'security_group_rule': {'security_group_id': '89e55e7a-cdb2-4c1e-9dee-035807faec20', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.556693 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Project e70c89903dd149da81e88cdd44dfeed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:39:46.561415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.622729 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.626280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.646380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596bebb3-1b16-465c-9d38-8a355fb9f958,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.652053 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.656128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.656292 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b5299ef9-5389-4b84-8bde-e104e23ff79e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268926 Jul 15 13:39:46.662119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'network': {'name': 'tempest-network-smoke--1682356112', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.682912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:46.687065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.716212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:46.730010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.730396 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Added segment aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7 of type vlan for network e35ac7a2-3f02-4dfb-804c-fb10b8211ade Jul 15 13:39:46.773345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.798685 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.809071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.814546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:46.815140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.849582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1921434 Jul 15 13:39:46.852677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.857077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'admin_state_up': True, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.880503 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.881779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.889315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c334b81-2cfc-43bb-be10-cabe5bbf88dc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Network': ['ID=e35ac7a2-3f02-4dfb-804c-fb10b8211ade,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.901081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:46.946012 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.409366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.602976 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.621232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.730423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.50 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ed0dd133-fa52-4742-8208-a552498fe3f0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:47.837475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.876944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.921176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:47.926086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:47.930451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:47.933452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=ed0dd133-fa52-4742-8208-a552498fe3f0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.145560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.198178 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.407557 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.536185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:39:48.652055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:48.661275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Sync routers for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:48.671931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:48.672256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.672801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.677245 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-90c1adda-8e79-4a88-8ed2-2af9a9cfedc0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8200462 Jul 15 13:39:48.677600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:48.713617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f51c2417-b117-4b19-8283-8d1cb0c7d6e9 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e70c89903dd149da81e88cdd44dfeed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348322 Jul 15 13:39:48.716350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58288) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:48.796999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:48.881628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535e0c3-3fb9-4c87-a2c3-1651b3b2ddc7 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:48.883165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b535e0c3-3fb9-4c87-a2c3-1651b3b2ddc7 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1657569 Jul 15 13:39:48.885989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:48.915911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-093430d6-63b0-4c6d-863e-f92a13264dfc tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263202 Jul 15 13:39:48.916121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58296) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:48.920713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-270158942', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:48.984376 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:48Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.006082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:49.009984 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.014358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Checking router: 4420abfc-8eaa-43b5-bdb9-e5232543ee9c for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:49.014706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Updating router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c port ed0dd133-fa52-4742-8208-a552498fe3f0 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:49.057858 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.233016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.313197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Checking segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:49.313648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network hostable DHCP agents. Network: e35ac7a2-3f02-4dfb-804c-fb10b8211ade, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:49.321795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Subnet': ['ID=3e530dd9-0488-4786-8f8b-4fe290c7d6f9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.324885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.336492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Transition to ACTIVE for port object ed0dd133-fa52-4742-8208-a552498fe3f0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:49.337384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:49.344265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.347894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, e35ac7a2-3f02-4dfb-804c-fb10b8211ade) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:49.352037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.352631 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.368178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b403e95-6fa4-4dd9-9ea6-881389f1655e None None] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:49.370668 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:49.381740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f255bdc6-52fc-4770-adc1-ccc2a7e949ff tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4646683 Jul 15 13:39:49.445358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Attempting to bind port ed0dd133-fa52-4742-8208-a552498fe3f0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:49.445726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Attempting to bind port ed0dd133-fa52-4742-8208-a552498fe3f0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:49.446075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Attempting to bind port ed0dd133-fa52-4742-8208-a552498fe3f0 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:49.481395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f0b4a-e8ef-4fd9-b947-8ecc506ad422 None None] Pushing event updated for resources: {'Port': ['ID=ed0dd133-fa52-4742-8208-a552498fe3f0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.487684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:49.488060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:49.488606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.488948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:49.489276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Bound port: ed0dd133-fa52-4742-8208-a552498fe3f0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:49.489657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.580932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] For port ed0dd133-fa52-4742-8208-a552498fe3f0, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:49.585277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] For port ed0dd133-fa52-4742-8208-a552498fe3f0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ed0dd133-fa52-4742-8208-a552498fe3f0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:49.594302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.666049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:49.666941 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.677363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:49.678008 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.728717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f0b4a-e8ef-4fd9-b947-8ecc506ad422 None None] Pushing event updated for resources: {'Port': ['ID=ed0dd133-fa52-4742-8208-a552498fe3f0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.839538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.062641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:50.164163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Allocated IP 172.20.0.2 (e35ac7a2-3f02-4dfb-804c-fb10b8211ade/3e530dd9-0488-4786-8f8b-4fe290c7d6f9/ec5aae03-a54a-4710-880d-ded01ad77a9e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:50.385397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:48Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:50.390872 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.421177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5429bc9-7d75-41a1-8ef8-1e9409641341 None None] The sync data for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 is: [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:48Z', 'revision_number': 3, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:50.427089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Transition to ACTIVE for port object ec5aae03-a54a-4710-880d-ded01ad77a9e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:50.455030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Transition to ACTIVE for port object ec5aae03-a54a-4710-880d-ded01ad77a9e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:50.462259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.527905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:50.533670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:50.536030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Pushing event updated for resources: {'Port': ['ID=ec5aae03-a54a-4710-880d-ded01ad77a9e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:50.538341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:50.552851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.1 (e35ac7a2-3f02-4dfb-804c-fb10b8211ade/3e530dd9-0488-4786-8f8b-4fe290c7d6f9/2f5ce3d5-dd45-48af-be11-838f4277cd04) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:50.600959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Attempting to bind port ec5aae03-a54a-4710-880d-ded01ad77a9e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:50.601349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Attempting to bind port ec5aae03-a54a-4710-880d-ded01ad77a9e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:50.601710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Attempting to bind port ec5aae03-a54a-4710-880d-ded01ad77a9e on network e35ac7a2-3f02-4dfb-804c-fb10b8211ade {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:50.606819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:50.607190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Checking segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:50.607579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.607973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Bound using segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:50.608428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Bound port: ec5aae03-a54a-4710-880d-ded01ad77a9e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:50.608809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.680660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] For port ec5aae03-a54a-4710-880d-ded01ad77a9e, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:50.685657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] For port ec5aae03-a54a-4710-880d-ded01ad77a9e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec5aae03-a54a-4710-880d-ded01ad77a9e,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:50.692213 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.735765 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.759488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object 2f5ce3d5-dd45-48af-be11-838f4277cd04 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:50.801942 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696ee2-8b29-4417-960e-ee33c1477cc5 None None] Pushing event updated for resources: {'Port': ['ID=ec5aae03-a54a-4710-880d-ded01ad77a9e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:50.813993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.864283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:50.868149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:50.872914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:50.913770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=2f5ce3d5-dd45-48af-be11-838f4277cd04,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:50.926761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.139771 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.461142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.467315 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.549854 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.551872 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=2f5ce3d5-dd45-48af-be11-838f4277cd04,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:51.659045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:51.660529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:51.789253 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:51.905190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:51.911468 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-11b9e51a-cf88-4a4a-b2f2-272aac8aacee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/4420abfc-8eaa-43b5-bdb9-e5232543ee9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5395505 Jul 15 13:39:51.918603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abefeb83-f9aa-4adc-96f6-7a416a55d33e None None] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:52.021955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1bf7a10e-42a6-41a2-b8d8-0129882e060c None None] Provisioning for port ec5aae03-a54a-4710-880d-ded01ad77a9e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:52.074536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-33aca36e-0ea3-4c49-9b96-e83ff7322932 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948079413&fields=id&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 267 time: 0.0359087 Jul 15 13:39:52.244747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-37a294da-9c1d-4329-90fe-9bd1169e5729 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.246398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-37a294da-9c1d-4329-90fe-9bd1169e5729 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 797 time: 0.1617010 Jul 15 13:39:52.278995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec5aae03-a54a-4710-880d-ded01ad77a9e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:52.280655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-19e41b4b-9bfd-4649-9fef-f5d2e671c7b3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/quotas/e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 375 time: 0.0167470 Jul 15 13:39:52.340629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ec5aae03-a54a-4710-880d-ded01ad77a9e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:52.346597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec5aae03-a54a-4710-880d-ded01ad77a9e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:52.347095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.417301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-db6c0189-9a40-489a-b134-00d334dd75c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275141 Jul 15 13:39:52.451644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.492234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ec5aae03-a54a-4710-880d-ded01ad77a9e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec5aae03-a54a-4710-880d-ded01ad77a9e,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:52.499506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.500926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ed0dd133-fa52-4742-8208-a552498fe3f0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:52.528970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-5888d348-60f5-423a-a012-66e9038faab3 service neutron] 10.222.0.48 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972040 Jul 15 13:39:52.562989 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Sync routers for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:52.578357 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:52.579250 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:52.619006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0cb41162-67d4-4e6d-9be2-5562479633a3 None None] Provisioning complete for port ec5aae03-a54a-4710-880d-ded01ad77a9e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:52.619416 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cb41162-67d4-4e6d-9be2-5562479633a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.621569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ec5aae03-a54a-4710-880d-ded01ad77a9e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:52.669991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ed0dd133-fa52-4742-8208-a552498fe3f0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:52.682573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-a41c5d1a-5abb-4883-9908-9fa0e4b5caf8 service neutron] 10.222.0.48 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467009 Jul 15 13:39:52.687630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ed0dd133-fa52-4742-8208-a552498fe3f0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:52.687985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.770576 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:52.841389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0cb41162-67d4-4e6d-9be2-5562479633a3 None None] Provisioning for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:52.848890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0cb41162-67d4-4e6d-9be2-5562479633a3 None None] Provisioning complete for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:52.849315 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cb41162-67d4-4e6d-9be2-5562479633a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.850947 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.927513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41162-67d4-4e6d-9be2-5562479633a3 None None] Port 2f5ce3d5-dd45-48af-be11-838f4277cd04 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:52.955370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f5dfef7-0a5f-4ab2-9301-b0b70c419501 req-a259f3b1-db5c-4b13-a1b3-33a993b5ca32 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 210 time: 0.0474083 Jul 15 13:39:52.965460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ed0dd133-fa52-4742-8208-a552498fe3f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ed0dd133-fa52-4742-8208-a552498fe3f0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:52.976189 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.066773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ed0dd133-fa52-4742-8208-a552498fe3f0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:53.076017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-526b8c77-2274-4b90-85b4-bc6550d7894b None None] Provisioning complete for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:53.076549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-526b8c77-2274-4b90-85b4-bc6550d7894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.108493 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 2, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:53.133751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-526b8c77-2274-4b90-85b4-bc6550d7894b None None] Port 2f5ce3d5-dd45-48af-be11-838f4277cd04 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:53.144785 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Checking router: 4420abfc-8eaa-43b5-bdb9-e5232543ee9c for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:53.145143 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Updating router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c port 2f5ce3d5-dd45-48af-be11-838f4277cd04 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:53.183773 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.257484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a289a195-6f1c-4684-b4ed-3f9a3e5da714 None None] Provisioning complete for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:53.258258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a289a195-6f1c-4684-b4ed-3f9a3e5da714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.308694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a289a195-6f1c-4684-b4ed-3f9a3e5da714 None None] Port 2f5ce3d5-dd45-48af-be11-838f4277cd04 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:53.489420 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.499483 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Transition to ACTIVE for port object 2f5ce3d5-dd45-48af-be11-838f4277cd04 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:53.506025 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.561715 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Pushing event updated for resources: {'Port': ['ID=2f5ce3d5-dd45-48af-be11-838f4277cd04,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:53.616671 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.617360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.617360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.617652 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.618052 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.618636 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.619251 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.619775 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.620419 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.621158 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.621650 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.622155 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:53.640819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Attempting to bind port 2f5ce3d5-dd45-48af-be11-838f4277cd04 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:53.641330 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Attempting to bind port 2f5ce3d5-dd45-48af-be11-838f4277cd04 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:53.641696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Attempting to bind port 2f5ce3d5-dd45-48af-be11-838f4277cd04 on network e35ac7a2-3f02-4dfb-804c-fb10b8211ade {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:53.648439 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:53.649342 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Checking segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:53.649929 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.650502 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Bound using segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:53.651272 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Bound port: 2f5ce3d5-dd45-48af-be11-838f4277cd04, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:53.651909 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.733792 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] For port 2f5ce3d5-dd45-48af-be11-838f4277cd04, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:53.739782 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] For port 2f5ce3d5-dd45-48af-be11-838f4277cd04, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2f5ce3d5-dd45-48af-be11-838f4277cd04,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:53.750794 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.824924 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:53.825557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:53.829168 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30700da0-fc62-4d47-a2f3-1a7c57d74894 None None] Pushing event updated for resources: {'Port': ['ID=2f5ce3d5-dd45-48af-be11-838f4277cd04,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:54.063102 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:54.191121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-213d9983-b15f-4870-aba1-fa0c1235e39a req-3fa98be1-06f5-4d1e-8969-4d9f90238cee tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 210 time: 0.0626211 Jul 15 13:39:54.201501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec5aae03-a54a-4710-880d-ded01ad77a9e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:54.290572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec5aae03-a54a-4710-880d-ded01ad77a9e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:54.291294 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.383093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-7b821eff-951a-4a94-b2e6-862feb4b11c7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.385034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-7b821eff-951a-4a94-b2e6-862feb4b11c7 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 797 time: 0.1915793 Jul 15 13:39:54.415900 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:53Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:54.419105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ed0dd133-fa52-4742-8208-a552498fe3f0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:54.429564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-e1f07637-bfb5-4100-857b-313562bb4819 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70c89903dd149da81e88cdd44dfeed1 HTTP/1.1" status: 200 len: 379 time: 0.0349560 Jul 15 13:39:54.441412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'port': {'device_id': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'admin_state_up': True, 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'security_groups': ['89e55e7a-cdb2-4c1e-9dee-035807faec20']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:54.448278 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929f7f2-4f25-4b24-b755-85a598d12e05 None None] The sync data for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 is: [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:53Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:54.478179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ed0dd133-fa52-4742-8208-a552498fe3f0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:54.478775 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.906628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Made reservation on behalf of e70c89903dd149da81e88cdd44dfeed1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:54.911230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.050926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.20.0.13 (e35ac7a2-3f02-4dfb-804c-fb10b8211ade/3e530dd9-0488-4786-8f8b-4fe290c7d6f9/4c1d83ee-fd52-4a2d-8519-5a4285398d5a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:55.169970 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:55.206292 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.221129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Transition to ACTIVE for port object 4c1d83ee-fd52-4a2d-8519-5a4285398d5a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:55.260564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.321796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:55.323130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:55.325940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:55.328299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:55.415255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.415899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.446743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-ce8e7796-c8af-44db-b7bd-2218c00049c2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0107443 Jul 15 13:39:55.459865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Request body: {'port': {'device_id': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:55.493308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e7584-01ec-404f-a890-aa5fa8d20120 req-0cbe8858-6044-4c3e-a053-411cde8a5406 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.494916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc2e7584-01ec-404f-a890-aa5fa8d20120 req-0cbe8858-6044-4c3e-a053-411cde8a5406 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 932 time: 0.1197236 Jul 15 13:39:55.591730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc2e7584-01ec-404f-a890-aa5fa8d20120 req-e9ca4db5-de41-4e68-8eb7-59ad72f3b2e0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823865 Jul 15 13:39:55.594763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.711880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-55ceb350-b350-4d90-b314-5e69741c49ab None None] Provisioning for port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:55.717026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-55ceb350-b350-4d90-b314-5e69741c49ab None None] Provisioning complete for port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:55.717568 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55ceb350-b350-4d90-b314-5e69741c49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.768854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-55ceb350-b350-4d90-b314-5e69741c49ab None None] Port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:55.929507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1d83ee-fd52-4a2d-8519-5a4285398d5a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:55.937234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.950072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Transition to ACTIVE for port object 4c1d83ee-fd52-4a2d-8519-5a4285398d5a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:55.954084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.024847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:56.085313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Attempting to bind port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:56.085845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Attempting to bind port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:56.086508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Attempting to bind port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a on network e35ac7a2-3f02-4dfb-804c-fb10b8211ade {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:56.101799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a on network e35ac7a2-3f02-4dfb-804c-fb10b8211ade not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:56.102081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Attempting to bind port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a on network e35ac7a2-3f02-4dfb-804c-fb10b8211ade {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:56.110684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:56.111160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Checking segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:56.112124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Bound using segment: {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:56.112567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Bound port: 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:56.113358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.198868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:56.199130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f5ce3d5-dd45-48af-be11-838f4277cd04 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:56.207020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:56.216760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.259259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.259881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.261287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] 10.222.0.23 "PUT /v2.0/ports/4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 1092 time: 0.8074582 Jul 15 13:39:56.261728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:56.264293 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:56.299715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:56.306655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:56.307683 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.364850 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18568a8-2c66-4cbb-9a68-470f5e0d731e x-openstack-request-id: req-d18568a8-2c66-4cbb-9a68-470f5e0d731e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:56.365139 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:56.365385 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d18568a8-2c66-4cbb-9a68-470f5e0d731e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:56.365776 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'status': 'completed', 'code': 200} Jul 15 13:39:56.373009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4fb84-50a1-45e6-a2ee-c52ce258922e service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:56.404301 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.411301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-84066fed-9047-49c7-a73f-e650266b4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.412829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-84066fed-9047-49c7-a73f-e650266b4e08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1095 time: 0.0877516 Jul 15 13:39:56.442357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 2f5ce3d5-dd45-48af-be11-838f4277cd04, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2f5ce3d5-dd45-48af-be11-838f4277cd04,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:56.448764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.475717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-43122ca5-a27b-444c-94ee-0b67dcb28427 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 217 time: 0.0556295 Jul 15 13:39:56.508350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=2f5ce3d5-dd45-48af-be11-838f4277cd04,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:56.530146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-723623aa-c820-4d68-a5dc-489ed24e3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.531669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-723623aa-c820-4d68-a5dc-489ed24e3034 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 200 len: 834 time: 0.0495915 Jul 15 13:39:56.592489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a568-d010-46ae-8b8a-736db018d608 req-c049ce3c-3fd4-4ae1-b738-1096f1f13e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.594014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-c049ce3c-3fd4-4ae1-b738-1096f1f13e06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565212 Jul 15 13:39:56.691922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-1dd6b740-5fc3-45bc-b60b-9dfd8077503d service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918946 Jul 15 13:39:56.830412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5219a568-d010-46ae-8b8a-736db018d608 req-55ba4944-f18e-4853-a19e-9fafbc0bd265 service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317301 Jul 15 13:39:56.844112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99bf04-e1cd-4151-a2bf-7d3de7757bcf req-e6449771-0b56-49c5-ab41-6216754c0b95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.845512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de99bf04-e1cd-4151-a2bf-7d3de7757bcf req-e6449771-0b56-49c5-ab41-6216754c0b95 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 944 time: 0.1286962 Jul 15 13:39:56.888972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de99bf04-e1cd-4151-a2bf-7d3de7757bcf req-4106bde8-e211-4ca5-97e7-d4a5b669bd99 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368769 Jul 15 13:39:56.946510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-5f4fe863-fb41-4c59-8046-e36387870bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.948002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-5f4fe863-fb41-4c59-8046-e36387870bf4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1095 time: 0.0568151 Jul 15 13:39:57.040304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-fe756266-7b71-4998-aa6b-e47fc5680c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.041770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-fe756266-7b71-4998-aa6b-e47fc5680c66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 898 time: 0.0878377 Jul 15 13:39:57.082866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-8697ff6b-ed2e-4291-8499-34195f703167 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 217 time: 0.0352814 Jul 15 13:39:57.137190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-3e3ea07c-541f-420a-9b54-7b0ad4a744f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.138663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-3e3ea07c-541f-420a-9b54-7b0ad4a744f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 200 len: 834 time: 0.0494857 Jul 15 13:39:57.196038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-5b0cd00c-2b2f-4cac-9733-39f2f62b7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.197541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-5b0cd00c-2b2f-4cac-9733-39f2f62b7071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521896 Jul 15 13:39:57.287298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-fc5a2697-cdcb-4c09-a3f1-fe0c2707be29 service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824647 Jul 15 13:39:57.388359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c66eb2-82a0-41af-8082-c21ddc6a43fa req-6d536d2c-6aac-4e57-95a3-5b8e1b733ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947900 Jul 15 13:39:58.067813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3053ba6-8d4d-44d7-9794-cbda0fd4cd55 req-8c019bce-9d6d-4fd6-98ba-87e557dccdbc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.069360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3053ba6-8d4d-44d7-9794-cbda0fd4cd55 req-8c019bce-9d6d-4fd6-98ba-87e557dccdbc tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 944 time: 0.0667851 Jul 15 13:39:58.110879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3053ba6-8d4d-44d7-9794-cbda0fd4cd55 req-58861062-bc62-477d-807a-c675c215e874 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357492 Jul 15 13:39:58.154043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f5ce3d5-dd45-48af-be11-838f4277cd04 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:58.201514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2f5ce3d5-dd45-48af-be11-838f4277cd04 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:58.201958 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.297188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c8b21-2537-4b5a-a25e-f2979df7183e req-2ddabcd7-2f14-4c37-8fa4-e53688ea739e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.298927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4c8b21-2537-4b5a-a25e-f2979df7183e req-2ddabcd7-2f14-4c37-8fa4-e53688ea739e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 944 time: 0.0714116 Jul 15 13:39:59.337857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b4c8b21-2537-4b5a-a25e-f2979df7183e req-a39621cf-c333-4a84-b92c-fa218e387e68 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329249 Jul 15 13:40:00.527534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee543cd3-8f6a-4238-866c-e731f28fd08e req-826885c0-428d-4b21-ab08-7d20c7f5d2c6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.529144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee543cd3-8f6a-4238-866c-e731f28fd08e req-826885c0-428d-4b21-ab08-7d20c7f5d2c6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 944 time: 0.0643389 Jul 15 13:40:00.569921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee543cd3-8f6a-4238-866c-e731f28fd08e req-cdf8a3b1-e9d1-4922-9015-9eb715863147 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344517 Jul 15 13:40:00.935183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4c1d83ee-fd52-4a2d-8519-5a4285398d5a details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:01.027327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:01.042865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'port_id': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'mac_address': 'fa:16:3e:2c:83:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:01.055394 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.090061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.103499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1d83ee-fd52-4a2d-8519-5a4285398d5a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:01.131937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:01.136239 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.186155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.334192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['4c1d83ee-fd52-4a2d-8519-5a4285398d5a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:01.754577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995269f-ceef-48ca-9626-f884d6ac0253 req-60071a0d-d23d-4473-a403-1f7740e5b6a8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.756217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0995269f-ceef-48ca-9626-f884d6ac0253 req-60071a0d-d23d-4473-a403-1f7740e5b6a8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 945 time: 0.0654359 Jul 15 13:40:01.795335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0995269f-ceef-48ca-9626-f884d6ac0253 req-0c129946-dc9f-4847-a1c9-66eb07fcc033 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Jul 15 13:40:02.934930 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4c1d83ee-fd52-4a2d-8519-5a4285398d5a up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:02.985070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6d821-3a4f-4030-a28c-afdb2900e7a2 req-663f7756-335d-4025-ab91-3672006b9b6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:02.985778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:02.986845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75b6d821-3a4f-4030-a28c-afdb2900e7a2 req-663f7756-335d-4025-ab91-3672006b9b6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 945 time: 0.0716395 Jul 15 13:40:02.989905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:02.990305 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.034860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75b6d821-3a4f-4030-a28c-afdb2900e7a2 req-42082555-8b57-480e-a55c-e6d12cba8d33 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398314 Jul 15 13:40:03.071444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.094746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:03.097044 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30331105-774b-4e26-b9cc-7cda030f06b8" -d '{"events": [{"server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:03.110359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:03.115747 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.146089 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9efd634-e942-4290-9366-3ffe96f1883e x-openstack-request-id: req-d9efd634-e942-4290-9366-3ffe96f1883e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:03.146474 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:03.146657 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9efd634-e942-4290-9366-3ffe96f1883e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:03.147052 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'code': 200} Jul 15 13:40:03.180717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.258857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616887e4-d7cc-4257-a8b2-345982d37e73 req-ba811b5c-f65b-4e76-9fe6-1e0a3d005bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:03.260342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-616887e4-d7cc-4257-a8b2-345982d37e73 req-ba811b5c-f65b-4e76-9fe6-1e0a3d005bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1097 time: 0.0512366 Jul 15 13:40:03.294247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-616887e4-d7cc-4257-a8b2-345982d37e73 req-1e9ab0fe-7dea-4def-ac8f-fac1cda619fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277407 Jul 15 13:40:03.745616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.227193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122164ef-05c6-43db-8e97-a76501060e13 req-01a94ebc-77b8-4930-be6f-d87699a18d6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:04.228684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-122164ef-05c6-43db-8e97-a76501060e13 req-01a94ebc-77b8-4930-be6f-d87699a18d6e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0746336 Jul 15 13:40:04.271330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-122164ef-05c6-43db-8e97-a76501060e13 req-19c7d276-7868-470a-b70b-87ba27a8c38d tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368683 Jul 15 13:40:04.463151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01bbc9-8eef-41c6-b34f-62f6084537a7 req-150c8a23-b69c-461a-b5ae-eec82383f6b4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:04.464657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c01bbc9-8eef-41c6-b34f-62f6084537a7 req-150c8a23-b69c-461a-b5ae-eec82383f6b4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0669088 Jul 15 13:40:04.503555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c01bbc9-8eef-41c6-b34f-62f6084537a7 req-536dffa6-484d-4c9f-8e5e-e792e217bc44 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331469 Jul 15 13:40:04.527887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:04.579352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a62ae-1e65-4931-b3a4-3174689b9b37 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:04.581538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a23a62ae-1e65-4931-b3a4-3174689b9b37 tempest-TestNetworkAdvancedServerOps-1343366542 tempest-TestNetworkAdvancedServerOps-1343366542-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1092 time: 0.0526519 Jul 15 13:40:04.584353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:04.588676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:04.611455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.715559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.825032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Allocated IP 172.25.2.158 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/323472fc-2e4e-4c88-8976-c725dbdc0bed) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:04.926929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.968545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.009605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:05.012402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:05.015906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:05.041881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=323472fc-2e4e-4c88-8976-c725dbdc0bed,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.399319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.491673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.668757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.673882 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.746180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event updated for resources: {'Port': ['ID=323472fc-2e4e-4c88-8976-c725dbdc0bed,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.764687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.875734 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 950d59b0-09f9-4bdc-a0db-bd206c2dc62d associated. External IP: 172.25.2.158, port: 4c1d83ee-fd52-4a2d-8519-5a4285398d5a. Jul 15 13:40:06.119800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:06.240153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:06.253043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] Sync routers for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:06.259867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.263359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:06.264215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:06.299274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-433f3fdc-4ee9-4e17-859b-9242232d8a58 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7132053 Jul 15 13:40:06.300049 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:06.302692 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926" -d '{"events": [{"name": "network-changed", "server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:06.359963 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7066eee-248f-4fde-a8f5-283d0a885548 x-openstack-request-id: req-a7066eee-248f-4fde-a8f5-283d0a885548 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:06.360496 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:06.361760 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7066eee-248f-4fde-a8f5-283d0a885548 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:06.362877 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'status': 'completed', 'code': 200} Jul 15 13:40:06.395920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:06.443048 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-fe642a8a-dace-4f88-85ce-7c0b5926d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:06.444541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-fe642a8a-dace-4f88-85ce-7c0b5926d000 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1097 time: 0.0622497 Jul 15 13:40:06.584556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f3e9-dce6-4419-9cd7-b45efe12a2e5 req-db507cae-9d85-4639-b3cf-df7211290fce tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:06.586149 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0488f3e9-dce6-4419-9cd7-b45efe12a2e5 req-db507cae-9d85-4639-b3cf-df7211290fce tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.1456876 Jul 15 13:40:06.589337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-af28d841-e61c-4d18-a41a-b92e58be513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:06.590755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-af28d841-e61c-4d18-a41a-b92e58be513c service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 898 time: 0.1368506 Jul 15 13:40:06.660906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '950d59b0-09f9-4bdc-a0db-bd206c2dc62d', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'port_id': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'mac_address': 'fa:16:3e:2c:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:05Z', 'updated_at': '2021-07-15T13:40:05Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:56Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:06.676026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0488f3e9-dce6-4419-9cd7-b45efe12a2e5 req-5f52349f-24d2-4029-adf0-293e4ba8f846 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835176 Jul 15 13:40:06.684125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-a1bac0d5-b5be-444b-acf2-fdbf8b3560ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 1000 time: 0.0839875 Jul 15 13:40:06.688241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] Checking router: 4420abfc-8eaa-43b5-bdb9-e5232543ee9c for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:06.706332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 58650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:06.706897 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:06.707228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:39:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:06.736471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-6e5395d8-e401-46bd-9245-ffbd9a3cec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:06.737964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-6e5395d8-e401-46bd-9245-ffbd9a3cec8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 200 len: 834 time: 0.0479739 Jul 15 13:40:06.770683 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9d273cb3-eda2-48c8-8e37-ef2e79760464 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/950d59b0-09f9-4bdc-a0db-bd206c2dc62d HTTP/1.1" status: 200 len: 992 time: 0.0620739 Jul 15 13:40:06.799993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-a2544741-18bc-4454-942e-7fac8ed7d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:06.801618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-a2544741-18bc-4454-942e-7fac8ed7d977 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561495 Jul 15 13:40:06.826147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:07.073374 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '950d59b0-09f9-4bdc-a0db-bd206c2dc62d', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'port_id': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'mac_address': 'fa:16:3e:2c:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:05Z', 'updated_at': '2021-07-15T13:40:05Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:56Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:07.101239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec08c32-9cce-4354-9b91-caefb1f0ab7d None None] The sync data for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 is: [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '950d59b0-09f9-4bdc-a0db-bd206c2dc62d', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'port_id': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'mac_address': 'fa:16:3e:2c:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:05Z', 'updated_at': '2021-07-15T13:40:05Z', 'revision_number': 0, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:56Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:07.219100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-27a88374-e7b2-42b5-9f0c-a85705bd94aa service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112046 Jul 15 13:40:07.312048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d9a1dfb-f39d-40d2-b3c0-c263ae2d9926 req-0dc3cade-e7ce-4ae1-8d69-89c9e59cf020 service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870159 Jul 15 13:40:07.336587 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ccef3-77b6-4752-8a94-a3cbaa79d954 None None] New status for floating IP 950d59b0-09f9-4bdc-a0db-bd206c2dc62d: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:07.772378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 58670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:07.836653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97319f0b-c651-41e2-b566-55e184228ddb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/950d59b0-09f9-4bdc-a0db-bd206c2dc62d HTTP/1.1" status: 200 len: 994 time: 0.0629888 Jul 15 13:40:09.574410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-04405472-0b2f-40be-bba8-efa2a185c2e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513687 Jul 15 13:40:09.650493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-a7aae37e-7709-4334-b934-2dbdce57b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.652030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-a7aae37e-7709-4334-b934-2dbdce57b8ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1096 time: 0.0546107 Jul 15 13:40:09.758781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-394a675a-7a73-461d-96a9-b46be907d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.760306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-394a675a-7a73-461d-96a9-b46be907d0dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.0881259 Jul 15 13:40:09.828409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-810d997b-6248-4507-8f4a-2e32a4648c01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 1001 time: 0.0613236 Jul 15 13:40:09.880271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-228bfa92-9f3c-4f86-a74d-c4f1033e3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.881745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-228bfa92-9f3c-4f86-a74d-c4f1033e3e43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0473852 Jul 15 13:40:09.939472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-383a7226-ceb1-4a99-8014-e7fed1ee0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.940973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-383a7226-ceb1-4a99-8014-e7fed1ee0092 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523379 Jul 15 13:40:10.034663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-d3cd062c-ebe9-42be-ad3a-d4c78f0c417e service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869453 Jul 15 13:40:10.130907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b1a0a88-0031-456a-9ab2-af04cde5ff5f req-deb9b6aa-59cf-4ac8-a464-9d3dc3fbc576 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901852 Jul 15 13:40:11.516769 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-029c5dba-2bb2-42b2-ac85-ac5b563ef9a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512993 Jul 15 13:40:11.616177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806943af-ca03-43c3-b245-6453bfa3490c req-132fe1af-1f58-4c12-9607-2ba12a77202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.617613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-132fe1af-1f58-4c12-9607-2ba12a77202f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1097 time: 0.0582786 Jul 15 13:40:11.722970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806943af-ca03-43c3-b245-6453bfa3490c req-1438f783-6ce7-48e1-af82-9a569227fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.724589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-1438f783-6ce7-48e1-af82-9a569227fac5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 898 time: 0.0860794 Jul 15 13:40:11.795614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-4776358d-53ca-4794-940e-eb3ece88455f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 1002 time: 0.0641119 Jul 15 13:40:11.844411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806943af-ca03-43c3-b245-6453bfa3490c req-d44cffee-e68b-42ee-b74e-c3e225299671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.846497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-d44cffee-e68b-42ee-b74e-c3e225299671 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 200 len: 834 time: 0.0449476 Jul 15 13:40:11.902308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806943af-ca03-43c3-b245-6453bfa3490c req-0615d1d2-5204-4cbd-8b2a-227632f41b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.903799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-0615d1d2-5204-4cbd-8b2a-227632f41b3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518701 Jul 15 13:40:11.996598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-c0cdea32-37b1-4200-bc35-dc8b0f9ebcfe service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Jul 15 13:40:12.091255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-806943af-ca03-43c3-b245-6453bfa3490c req-6a1b803d-ec13-4a4d-a881-8ba11f4a850e service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887516 Jul 15 13:40:12.638850 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea501a18-e5bb-4d74-84d7-e7d8be0a5ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.312996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d1beebf-3559-4094-b164-66bac3bda262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.591339 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.801357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.150552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.801363 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.946597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.069205 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.077993 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.109671 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19b7e6585bf84e4f99dd4a1450fef68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072357 Jul 15 13:40:23.113114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.144017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011b2550-69be-495a-a96f-26820fd91302,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.154794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.155267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.155907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.156534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.157150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.158348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.158682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.159442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.159774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.160374 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.160880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.161401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e66c4c-6a31-49e7-8de5-d66e26bb127b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:23.211868 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaca033b-6886-43e6-9290-606c104591d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.236440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaca033b-6886-43e6-9290-606c104591d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.312603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaca033b-6886-43e6-9290-606c104591d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.316419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaca033b-6886-43e6-9290-606c104591d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.320728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eaca033b-6886-43e6-9290-606c104591d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/011b2550-69be-495a-a96f-26820fd91302 HTTP/1.1" status: 204 len: 168 time: 0.2060661 Jul 15 13:40:23.329124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca033b-6886-43e6-9290-606c104591d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011b2550-69be-495a-a96f-26820fd91302,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.707357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.722719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c436445-8ddf-43d3-8330-7227d01062da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.866771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c436445-8ddf-43d3-8330-7227d01062da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.875766 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c436445-8ddf-43d3-8330-7227d01062da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.926069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0c436445-8ddf-43d3-8330-7227d01062da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec2d82e4ba294018899f820ef28047e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187545 Jul 15 13:40:23.929240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.939584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c436445-8ddf-43d3-8330-7227d01062da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee7789-e5ae-4734-bd09-b74cc459c10b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.345028 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff86055b-28c2-42f3-84bf-0203030bb8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.369329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff86055b-28c2-42f3-84bf-0203030bb8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.435005 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff86055b-28c2-42f3-84bf-0203030bb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.437544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff86055b-28c2-42f3-84bf-0203030bb8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.439499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ff86055b-28c2-42f3-84bf-0203030bb8b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6ee7789-e5ae-4734-bd09-b74cc459c10b HTTP/1.1" status: 204 len: 168 time: 0.5091865 Jul 15 13:40:24.448518 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86055b-28c2-42f3-84bf-0203030bb8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee7789-e5ae-4734-bd09-b74cc459c10b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.839995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-2cf8c0aa-cb81-4fc2-9dac-32b991dbc73a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785037666&fields=id&tenant_id=12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 267 time: 0.0340824 Jul 15 13:40:27.953363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-3ce0e99f-08b1-41cd-b342-d908e32963da tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:27.954774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-3ce0e99f-08b1-41cd-b342-d908e32963da tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.1076007 Jul 15 13:40:27.969622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-71b71cda-eb40-4bcd-be3d-82de0bed0839 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/quotas/12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 375 time: 0.0092971 Jul 15 13:40:28.050327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-9393c0eb-0c71-4083-9c9c-a43997bc6e8d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0739174 Jul 15 13:40:28.257447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-74512e39-b8c7-41ea-9a03-074c7b25c954 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950233 Jul 15 13:40:28.354817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-5f861d18-638a-46ab-99a4-4a2db5e796b5 service neutron] 10.222.0.48 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910902 Jul 15 13:40:28.665743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47925ae8-9eb1-49cc-bc05-28565c356ff7 req-b9d4cbd7-ce63-45d6-b78e-f2cd19704bbd tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0341167 Jul 15 13:40:29.735724 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8116522e-6f42-4c74-b4b1-24cb9158f21b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.738503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8116522e-6f42-4c74-b4b1-24cb9158f21b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 810 time: 0.1201394 Jul 15 13:40:29.812257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-092f55bc-e45a-457b-9294-7f3139822758 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e8d087526148dca4926cc3ee4deaef HTTP/1.1" status: 200 len: 380 time: 0.0634353 Jul 15 13:40:29.832701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30a81584-6977-4daa-95c0-db9c4299c08d req-ba028c37-9603-4eb5-b1a7-ed4ce4eee699 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0421476 Jul 15 13:40:29.836338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'port': {'device_id': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'admin_state_up': True, 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'security_groups': ['5e714f5d-cefc-41b3-942a-4a39e47043dc']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:29.967280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Made reservation on behalf of 12e8d087526148dca4926cc3ee4deaef for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:29.970975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.125060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.20.0.8 (8581b858-66ed-47f6-a501-a54e167c18eb/1db43ffc-2dba-4faf-9c72-60ef1e90f49f/96d82704-06da-4e1d-bd09-9875235ed661) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:30.281301 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.296511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Transition to ACTIVE for port object 96d82704-06da-4e1d-bd09-9875235ed661 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:30.332006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.380254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 8581b858-66ed-47f6-a501-a54e167c18eb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:30.383743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:30.388558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:30.394123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=96d82704-06da-4e1d-bd09-9875235ed661,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.451419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:30.452116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.475124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8ba33d02-3a6c-42d8-8f82-65e250e8e636 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457474 Jul 15 13:40:30.487868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Request body: {'port': {'device_id': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:30.577491 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.634885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff913cc2-0005-4a86-a614-bb539cccef6c None None] Provisioning for port 96d82704-06da-4e1d-bd09-9875235ed661 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:30.638566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff913cc2-0005-4a86-a614-bb539cccef6c None None] Provisioning complete for port 96d82704-06da-4e1d-bd09-9875235ed661 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:30.638942 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff913cc2-0005-4a86-a614-bb539cccef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.676819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff913cc2-0005-4a86-a614-bb539cccef6c None None] Port 96d82704-06da-4e1d-bd09-9875235ed661 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:30.855250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d82704-06da-4e1d-bd09-9875235ed661 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:30.867126 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.881213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Transition to ACTIVE for port object 96d82704-06da-4e1d-bd09-9875235ed661 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:30.886413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.940965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Pushing event updated for resources: {'Port': ['ID=96d82704-06da-4e1d-bd09-9875235ed661,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.068122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.084356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Attempting to bind port 96d82704-06da-4e1d-bd09-9875235ed661 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:31.084775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Attempting to bind port 96d82704-06da-4e1d-bd09-9875235ed661 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:31.085182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Attempting to bind port 96d82704-06da-4e1d-bd09-9875235ed661 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:31.095297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Port 96d82704-06da-4e1d-bd09-9875235ed661 on network 8581b858-66ed-47f6-a501-a54e167c18eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:31.095704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Attempting to bind port 96d82704-06da-4e1d-bd09-9875235ed661 on network 8581b858-66ed-47f6-a501-a54e167c18eb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:31.109732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:31.110190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Checking segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:31.110680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Bound using segment: {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:31.111189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Bound port: 96d82704-06da-4e1d-bd09-9875235ed661, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea84ce-a750-41ae-af73-a23048145fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:31.111686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.181097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ad1a-d486-4cd4-aba1-b024da6eaa88 req-01d1fa34-e71c-4cf6-b179-a8b008686df5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.186754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1349ad1a-d486-4cd4-aba1-b024da6eaa88 req-01d1fa34-e71c-4cf6-b179-a8b008686df5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.2108324 Jul 15 13:40:31.227329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] For port 96d82704-06da-4e1d-bd09-9875235ed661, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:31.250044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] For port 96d82704-06da-4e1d-bd09-9875235ed661, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=96d82704-06da-4e1d-bd09-9875235ed661,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:31.258715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1349ad1a-d486-4cd4-aba1-b024da6eaa88 req-ddb2e07e-0afc-4655-bba4-ea6fbefdaa84 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675187 Jul 15 13:40:31.262955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.306304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.306928 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.308446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] 10.222.0.23 "PUT /v2.0/ports/96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 200 len: 1091 time: 0.8255553 Jul 15 13:40:31.308762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:31.311041 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c46b8f-68d1-415d-87b4-4ae22b604b67" -d '{"events": [{"name": "network-changed", "server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "tag": "96d82704-06da-4e1d-bd09-9875235ed661"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:31.334053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e6be4-5c72-42c7-9e96-3fd27b3bc639 service neutron] Pushing event updated for resources: {'Port': ['ID=96d82704-06da-4e1d-bd09-9875235ed661,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.391711 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db7662e-a40c-4d26-bb07-71a041d9a6da x-openstack-request-id: req-1db7662e-a40c-4d26-bb07-71a041d9a6da {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:31.392319 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "tag": "96d82704-06da-4e1d-bd09-9875235ed661", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:31.392921 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1db7662e-a40c-4d26-bb07-71a041d9a6da {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:31.394630 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661', 'status': 'completed', 'code': 200} Jul 15 13:40:31.436634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-229fe8c7-e815-4cf4-8324-eb06caef8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.438251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-229fe8c7-e815-4cf4-8324-eb06caef8901 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1094 time: 0.0812600 Jul 15 13:40:31.490387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-44abf626-f2e3-40e3-b68a-d6b09df402d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 200 len: 217 time: 0.0422850 Jul 15 13:40:31.542696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-c6610451-e701-49ca-95d5-1ddd0242d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.544256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-c6610451-e701-49ca-95d5-1ddd0242d118 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0475202 Jul 15 13:40:31.601754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8108441d-db82-43fd-ac70-b2c9b67f967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.603299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-8108441d-db82-43fd-ac70-b2c9b67f967f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530674 Jul 15 13:40:31.704610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-f8d06f91-e4ab-4a64-8d71-2f81aef1af9d service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945036 Jul 15 13:40:31.799987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dd1db92-3b2f-48f7-8bbd-62ab809b206a req-dc860782-116c-4a68-a70a-cc1cc7a1caac service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900009 Jul 15 13:40:31.902851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-ab91eeec-e2d7-4fee-8d5f-8e62c2451b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.904347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-ab91eeec-e2d7-4fee-8d5f-8e62c2451b9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1094 time: 0.0566061 Jul 15 13:40:31.994840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-8875b31d-f7ca-4589-8cd7-7d47a7507e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.996321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-8875b31d-f7ca-4589-8cd7-7d47a7507e34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.0844412 Jul 15 13:40:32.040271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-aba152e3-5b3d-463d-aaa0-45ef18671b29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 200 len: 217 time: 0.0377603 Jul 15 13:40:32.089586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-5814e111-46cc-4075-997c-76512e29b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.091444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-5814e111-46cc-4075-997c-76512e29b8d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0447984 Jul 15 13:40:32.149366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-a8dcbe6c-5dad-4e99-8ef7-a91a1d88e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.150879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-a8dcbe6c-5dad-4e99-8ef7-a91a1d88e112 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535083 Jul 15 13:40:32.176629 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:32.251197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-2afefa59-7ed6-415c-81bd-281543a6bea7 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925660 Jul 15 13:40:32.349921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2c46b8f-68d1-415d-87b4-4ae22b604b67 req-7b0b547d-2824-42b0-800c-13a6e815c9a2 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891628 Jul 15 13:40:32.484210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978347d1-098d-4815-aad0-0f65f9d6b821 req-f2663b0a-d56a-4fc8-b758-0201754bc5b5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.486111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-978347d1-098d-4815-aad0-0f65f9d6b821 req-f2663b0a-d56a-4fc8-b758-0201754bc5b5 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0736573 Jul 15 13:40:32.527587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-978347d1-098d-4815-aad0-0f65f9d6b821 req-9aad78b6-a25b-47fb-ad3b-97fbfa59c276 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Jul 15 13:40:33.717433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3f23a-294c-4570-9f72-2499c02b29d5 req-a4c73f1c-3848-4538-ab41-818bef169854 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.719203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97d3f23a-294c-4570-9f72-2499c02b29d5 req-a4c73f1c-3848-4538-ab41-818bef169854 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0725079 Jul 15 13:40:33.764826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97d3f23a-294c-4570-9f72-2499c02b29d5 req-66580ee6-7166-42b9-bdca-6069293fb4d8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380716 Jul 15 13:40:33.917864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.943826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded5b00-36be-411f-a450-7be7b0cd0907 req-7ef7d266-bd15-459f-b2e8-92993f4fcc97 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.945566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ded5b00-36be-411f-a450-7be7b0cd0907 req-7ef7d266-bd15-459f-b2e8-92993f4fcc97 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0623052 Jul 15 13:40:34.983555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ded5b00-36be-411f-a450-7be7b0cd0907 req-4870c6d5-657b-4546-b4e4-33e8ab3aeaa1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Jul 15 13:40:36.177073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b6e8a-8b8d-4bc1-ad86-cb08fbc88cf9 req-9b7f4d58-1a18-4866-82a3-cc80adbe2a00 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.178614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-627b6e8a-8b8d-4bc1-ad86-cb08fbc88cf9 req-9b7f4d58-1a18-4866-82a3-cc80adbe2a00 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0795922 Jul 15 13:40:36.219071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-627b6e8a-8b8d-4bc1-ad86-cb08fbc88cf9 req-2e9713c2-d2ab-46a7-9b98-c7238bbb9ef7 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348816 Jul 15 13:40:36.997552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835948-4b89-4f5f-a4e6-47ca97af8be4 req-a5c8297a-bd83-472f-a9f5-4a84c8b7ea3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.999017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17835948-4b89-4f5f-a4e6-47ca97af8be4 req-a5c8297a-bd83-472f-a9f5-4a84c8b7ea3e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0634823 Jul 15 13:40:37.038415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17835948-4b89-4f5f-a4e6-47ca97af8be4 req-1dc9a106-c851-48b8-8060-49a8db14a97e tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321980 Jul 15 13:40:37.397950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f3392-29b7-427b-a9f7-621fa40bc83f req-0f7f0d6e-cba7-4638-899e-3d64dacc56d3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.399650 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-834f3392-29b7-427b-a9f7-621fa40bc83f req-0f7f0d6e-cba7-4638-899e-3d64dacc56d3 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0681305 Jul 15 13:40:37.441995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-834f3392-29b7-427b-a9f7-621fa40bc83f req-f9870fbf-7ce5-45a7-a603-d0d49a8fae9b tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361776 Jul 15 13:40:38.220146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7256e-7743-46d5-9dce-66f6226d4313 req-5fac658b-eb3d-4ee5-a32a-9ebd0f071707 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.222318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9e7256e-7743-46d5-9dce-66f6226d4313 req-5fac658b-eb3d-4ee5-a32a-9ebd0f071707 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0685358 Jul 15 13:40:38.261119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9e7256e-7743-46d5-9dce-66f6226d4313 req-8c4a3fda-32b0-4aad-817e-1b3c29346be3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331349 Jul 15 13:40:38.619137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ee693-7827-473b-88f1-e2a95c9f86bf req-39f23903-c1aa-45b5-942c-01702ce5047f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.620780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd6ee693-7827-473b-88f1-e2a95c9f86bf req-39f23903-c1aa-45b5-942c-01702ce5047f tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0681329 Jul 15 13:40:38.662662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd6ee693-7827-473b-88f1-e2a95c9f86bf req-a17972a7-6c85-4dbf-8f94-e61a609c8058 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351720 Jul 15 13:40:39.451033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97dbc7-3ce3-4642-b5c7-1ce0765146af req-57f88817-10ce-45e8-ad2c-82b46561c9ae tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:39.452533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc97dbc7-3ce3-4642-b5c7-1ce0765146af req-57f88817-10ce-45e8-ad2c-82b46561c9ae tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0704522 Jul 15 13:40:39.492233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc97dbc7-3ce3-4642-b5c7-1ce0765146af req-8439a271-a08d-4d74-b563-e903b0bd1568 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332229 Jul 15 13:40:39.843647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa98-bd7f-41fa-9de3-915e0ee3e1d6 req-76d270be-d2bb-4442-9393-91674c6c2b80 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:39.845140 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0563aa98-bd7f-41fa-9de3-915e0ee3e1d6 req-76d270be-d2bb-4442-9393-91674c6c2b80 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0631001 Jul 15 13:40:39.884494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0563aa98-bd7f-41fa-9de3-915e0ee3e1d6 req-0dca06d6-6bd3-494e-bee3-f4ac8f1af866 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331228 Jul 15 13:40:40.680664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827debd-8ac0-48ac-a135-6456554b20ec req-73a987be-ac6f-4d16-a620-85579e24e378 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:40.682235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0827debd-8ac0-48ac-a135-6456554b20ec req-73a987be-ac6f-4d16-a620-85579e24e378 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0730631 Jul 15 13:40:40.722150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0827debd-8ac0-48ac-a135-6456554b20ec req-5491fc3d-1dd7-4e28-ad37-e22c2121aad6 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335629 Jul 15 13:40:41.080897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdf3a5-8fbd-4273-b570-628759d444e7 req-3869e0b2-e727-4e67-9e75-c1add559e698 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.082546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4bdf3a5-8fbd-4273-b570-628759d444e7 req-3869e0b2-e727-4e67-9e75-c1add559e698 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0723770 Jul 15 13:40:41.131256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4bdf3a5-8fbd-4273-b570-628759d444e7 req-14762843-49f2-48e0-a7c5-600257aa084c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Jul 15 13:40:41.907719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c137-fa54-4979-904c-6994a731265d req-c3d37bb4-b8b0-4392-9342-2dd84d484969 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.909989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7645c137-fa54-4979-904c-6994a731265d req-c3d37bb4-b8b0-4392-9342-2dd84d484969 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0706124 Jul 15 13:40:41.951347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7645c137-fa54-4979-904c-6994a731265d req-f84bef23-b7c9-4694-b7ea-2363e5e1e246 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355229 Jul 15 13:40:42.327495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393d91e-810e-4e3a-8edd-0b73514668bd req-c8400aa2-3eb6-44d8-bd22-decce5323ce6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.328984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d393d91e-810e-4e3a-8edd-0b73514668bd req-c8400aa2-3eb6-44d8-bd22-decce5323ce6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 943 time: 0.0681334 Jul 15 13:40:42.367956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d393d91e-810e-4e3a-8edd-0b73514668bd req-34c0ee9d-165a-4f44-927a-862748b1f9e8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Jul 15 13:40:42.642130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37458ec7-a064-4bfe-89c8-c7dae0ac5965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.127455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5274f81-935d-41b5-83a0-0bba2adc18e6 req-eda27938-641d-4ea1-9df2-a5dc739a49a0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.128924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5274f81-935d-41b5-83a0-0bba2adc18e6 req-eda27938-641d-4ea1-9df2-a5dc739a49a0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0623493 Jul 15 13:40:43.144988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 96d82704-06da-4e1d-bd09-9875235ed661 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:43.169094 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5274f81-935d-41b5-83a0-0bba2adc18e6 req-d80be107-f5db-42c6-b675-e12c827ede43 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340452 Jul 15 13:40:43.251608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 96d82704-06da-4e1d-bd09-9875235ed661, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=96d82704-06da-4e1d-bd09-9875235ed661,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:43.262988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '96d82704-06da-4e1d-bd09-9875235ed661', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'port_id': '96d82704-06da-4e1d-bd09-9875235ed661', 'mac_address': 'fa:16:3e:2c:8d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:43.301635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.313881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d82704-06da-4e1d-bd09-9875235ed661 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:43.334236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 96d82704-06da-4e1d-bd09-9875235ed661, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=96d82704-06da-4e1d-bd09-9875235ed661,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:43.338036 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.384440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=96d82704-06da-4e1d-bd09-9875235ed661,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.392104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.392401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.392566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.393027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.393416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.393778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.394115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.394476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.394797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.395250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.395586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.395914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.548420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7c6b-215e-4518-85c2-950bc121dcc3 req-8703d92e-23a8-4e76-a0a1-b56c81127412 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.550456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef4f7c6b-215e-4518-85c2-950bc121dcc3 req-8703d92e-23a8-4e76-a0a1-b56c81127412 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 944 time: 0.0672562 Jul 15 13:40:43.555167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['96d82704-06da-4e1d-bd09-9875235ed661'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:43.594617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef4f7c6b-215e-4518-85c2-950bc121dcc3 req-9c946016-470e-49cc-9f73-968818cfbb85 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Jul 15 13:40:44.351780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa0df8-116b-4e46-95d2-68cc77bc23cb req-de90cdf0-bed6-4a7a-93ad-42c331fa9bdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.353301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03aa0df8-116b-4e46-95d2-68cc77bc23cb req-de90cdf0-bed6-4a7a-93ad-42c331fa9bdf tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0672357 Jul 15 13:40:44.392269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-03aa0df8-116b-4e46-95d2-68cc77bc23cb req-784b0282-06dc-47b6-a308-afd9c0ce2709 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331101 Jul 15 13:40:44.777856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fc4e-4283-49a4-9479-59a22bca426c req-a15d7184-8e04-46de-8ad6-9f82875f3861 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.779375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7e4fc4e-4283-49a4-9479-59a22bca426c req-a15d7184-8e04-46de-8ad6-9f82875f3861 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 944 time: 0.0668819 Jul 15 13:40:44.816961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7e4fc4e-4283-49a4-9479-59a22bca426c req-557cbe34-9b3f-4492-a0c0-a57535b2867a tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Jul 15 13:40:45.151770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 96d82704-06da-4e1d-bd09-9875235ed661 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:45.202402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 96d82704-06da-4e1d-bd09-9875235ed661 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:45.206964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 96d82704-06da-4e1d-bd09-9875235ed661 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:45.207342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.293698 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.325052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:45.327319 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbac946-f15c-494a-8c0d-3a304fefd0d8" -d '{"events": [{"server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "name": "network-vif-plugged", "status": "completed", "tag": "96d82704-06da-4e1d-bd09-9875235ed661"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:45.344709 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c0ac-6adb-4f7c-8d41-b3c83ec90363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.347529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 96d82704-06da-4e1d-bd09-9875235ed661, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=96d82704-06da-4e1d-bd09-9875235ed661,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:45.353746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.376789 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1b679d-9da0-4b47-9086-af88e5d37a71 x-openstack-request-id: req-8c1b679d-9da0-4b47-9086-af88e5d37a71 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:45.377704 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "name": "network-vif-plugged", "status": "completed", "tag": "96d82704-06da-4e1d-bd09-9875235ed661", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:45.377969 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c1b679d-9da0-4b47-9086-af88e5d37a71 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:45.378401 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661', 'code': 200} Jul 15 13:40:45.405086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=96d82704-06da-4e1d-bd09-9875235ed661,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.500260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fa4b7-f7d7-43f9-8e27-30fce7a0ee8a req-d4dda1fb-4c52-4a73-96f1-575538f75806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.506390 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e0fa4b7-f7d7-43f9-8e27-30fce7a0ee8a req-d4dda1fb-4c52-4a73-96f1-575538f75806 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1096 time: 0.0586655 Jul 15 13:40:45.569037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e0fa4b7-f7d7-43f9-8e27-30fce7a0ee8a req-92b2d65b-4cee-4103-826e-706e7601f1db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601442 Jul 15 13:40:45.594530 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.603794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f889-3aa0-4854-8846-6fd4a1a1e15f req-0d3bec38-a41e-4f8d-94d6-96b30aa49f3f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.605281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5d3f889-3aa0-4854-8846-6fd4a1a1e15f req-0d3bec38-a41e-4f8d-94d6-96b30aa49f3f tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0766160 Jul 15 13:40:45.643153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5d3f889-3aa0-4854-8846-6fd4a1a1e15f req-4fdd6a40-4c7f-4e4e-8cfb-720af01d831b tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Jul 15 13:40:45.996766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb548-21d2-485a-90c4-cfbcbb614b29 req-90bf077f-13fe-4283-b902-33264117bc29 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.998290 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba0fb548-21d2-485a-90c4-cfbcbb614b29 req-90bf077f-13fe-4283-b902-33264117bc29 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 945 time: 0.0688674 Jul 15 13:40:46.038800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba0fb548-21d2-485a-90c4-cfbcbb614b29 req-f6bcf226-ceca-4fc5-8f2d-b9ece9d229cf tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Jul 15 13:40:46.823905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.830827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ced3a1-39c8-46a5-839a-7c0b1f87acb1 req-027efe6f-e847-4087-829d-148b53ee3494 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:46.832168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9ced3a1-39c8-46a5-839a-7c0b1f87acb1 req-027efe6f-e847-4087-829d-148b53ee3494 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0773411 Jul 15 13:40:46.868901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9ced3a1-39c8-46a5-839a-7c0b1f87acb1 req-6ecb3808-9c70-438d-a59f-d2d661cf52a5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Jul 15 13:40:47.217390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db24983-4db2-462d-8c51-205dff30ece2 req-61ff7e66-f544-4e54-adb1-9dd6e060de62 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.218908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5db24983-4db2-462d-8c51-205dff30ece2 req-61ff7e66-f544-4e54-adb1-9dd6e060de62 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 945 time: 0.0634959 Jul 15 13:40:47.259532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5db24983-4db2-462d-8c51-205dff30ece2 req-252494c7-2d72-4970-a7c9-a4f09117adc4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345385 Jul 15 13:40:47.436737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbf4bd-bf71-4188-8c25-0f25b59130bb req-f959778d-a96a-40cf-aff5-1a54754cd205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.438196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5acbf4bd-bf71-4188-8c25-0f25b59130bb req-f959778d-a96a-40cf-aff5-1a54754cd205 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 945 time: 0.0663240 Jul 15 13:40:47.476398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5acbf4bd-bf71-4188-8c25-0f25b59130bb req-cc5cf6c6-dbbd-4285-a276-23b96c4d2458 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Jul 15 13:40:47.500871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.558161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd94a8-62de-4331-9fdf-b0af56ce65e6 tempest-TestVolumeBootPattern-1216923975 tempest-TestVolumeBootPattern-1216923975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.559542 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dfbd94a8-62de-4331-9fdf-b0af56ce65e6 tempest-TestVolumeBootPattern-1216923975 tempest-TestVolumeBootPattern-1216923975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1091 time: 0.0576003 Jul 15 13:40:47.562299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.567646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '96d82704-06da-4e1d-bd09-9875235ed661', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:47.592730 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.692416 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.806623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Allocated IP 172.25.2.55 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/73cd5500-320d-4d8d-af74-5933cd002a67) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:47.915534 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.958083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.000316 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:48.001833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:48.005602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:48.039617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=73cd5500-320d-4d8d-af74-5933cd002a67,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.056423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34aedc6-1304-4453-9091-fbb230e6f2e3 req-86c59ad7-2b4e-4de8-a767-85c8ac10d439 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.059788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e34aedc6-1304-4453-9091-fbb230e6f2e3 req-86c59ad7-2b4e-4de8-a767-85c8ac10d439 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0741394 Jul 15 13:40:48.104766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e34aedc6-1304-4453-9091-fbb230e6f2e3 req-3c3a2585-1192-436c-99e4-de9f4d109b5c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Jul 15 13:40:48.146399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.415442 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.505864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.673334 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.679207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.746977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event updated for resources: {'Port': ['ID=73cd5500-320d-4d8d-af74-5933cd002a67,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.757186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.861040 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Floating IP a4079350-e441-4bb1-9161-cc3972aeb01e associated. External IP: 172.25.2.55, port: 96d82704-06da-4e1d-bd09-9875235ed661. Jul 15 13:40:49.073113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:49.191135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:49.203437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:49.210836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.217632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:49.218891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.268564 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2a3bfc19-2845-4c19-9685-dae099d9c6e1 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6944802 Jul 15 13:40:49.268564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:49.268564 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c90cc-6e0d-4261-85c5-e7599c990850" -d '{"events": [{"name": "network-changed", "server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "tag": "96d82704-06da-4e1d-bd09-9875235ed661"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:49.297793 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9354cab-99d6-43e9-adee-01b736d64a7c x-openstack-request-id: req-d9354cab-99d6-43e9-adee-01b736d64a7c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:49.298078 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "tag": "96d82704-06da-4e1d-bd09-9875235ed661", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:49.298378 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9354cab-99d6-43e9-adee-01b736d64a7c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:49.298824 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661', 'status': 'completed', 'code': 200} Jul 15 13:40:49.321802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267149e1-b723-481e-88a0-92a48d7db6b1 req-9bc9ecfa-3297-46a2-96c5-6491117ab2a2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.323384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-267149e1-b723-481e-88a0-92a48d7db6b1 req-9bc9ecfa-3297-46a2-96c5-6491117ab2a2 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0951838 Jul 15 13:40:49.368241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:49.396541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-267149e1-b723-481e-88a0-92a48d7db6b1 req-293a43f0-301e-49f8-baec-d0a48ef3487c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639148 Jul 15 13:40:49.446251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-c4ae49ef-5fa4-452f-b178-bd68526ad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.446251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-c4ae49ef-5fa4-452f-b178-bd68526ad0b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1096 time: 0.1218779 Jul 15 13:40:49.676668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 1, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}, {'id': 'a4079350-e441-4bb1-9161-cc3972aeb01e', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': '96d82704-06da-4e1d-bd09-9875235ed661', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:2c:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:48Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.706676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:49.717382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:49.718830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.865517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:49.900947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-4a4a3fa5-5e43-4573-b96f-a57a37a921b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.902506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-4a4a3fa5-5e43-4573-b96f-a57a37a921b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.4498672 Jul 15 13:40:49.982107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73326d7d-e567-4547-be2e-f728e3bded34 req-ae2cc310-8a60-4d40-a27a-6dfdc16153a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.983646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73326d7d-e567-4547-be2e-f728e3bded34 req-ae2cc310-8a60-4d40-a27a-6dfdc16153a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1097 time: 0.4428828 Jul 15 13:40:49.985838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-05a4d17a-ca5e-4e51-82b6-10afc57b54d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 200 len: 998 time: 0.0754051 Jul 15 13:40:50.102455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73326d7d-e567-4547-be2e-f728e3bded34 req-e84ae524-751f-4cae-9186-74c2294e06f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061096 Jul 15 13:40:50.106893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-a028c838-05e9-4be1-a6a5-f3fb271098b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.108623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-a028c838-05e9-4be1-a6a5-f3fb271098b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.1061876 Jul 15 13:40:50.139274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 1, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}, {'id': 'a4079350-e441-4bb1-9161-cc3972aeb01e', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': '96d82704-06da-4e1d-bd09-9875235ed661', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:2c:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:48Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:50.147281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad958cce-f478-44dc-a8e1-b16b01ee2418 req-f62c3f91-0769-490e-a7e0-0a973044525c tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.148800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad958cce-f478-44dc-a8e1-b16b01ee2418 req-f62c3f91-0769-490e-a7e0-0a973044525c tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.1132629 Jul 15 13:40:50.167700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6aaa8c-1a24-4ff5-b6bc-1f64bcbf5f94 None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 1, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}, {'id': 'a4079350-e441-4bb1-9161-cc3972aeb01e', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': '96d82704-06da-4e1d-bd09-9875235ed661', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:2c:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:48Z', 'revision_number': 0, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:50.231426 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ad958cce-f478-44dc-a8e1-b16b01ee2418 req-c9d6f9ac-af78-416c-86c6-e5231b8ebce3 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513117 Jul 15 13:40:50.240073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-6ad867b1-e810-4516-97fa-939afa04fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.241560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-6ad867b1-e810-4516-97fa-939afa04fcb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903544 Jul 15 13:40:50.338256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-70394df8-85e9-4c83-b3a5-7f3cefdd04ba service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893686 Jul 15 13:40:50.417331 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8abdd2e-615a-4e5e-9d03-e7616b40e6e8 None None] New status for floating IP a4079350-e441-4bb1-9161-cc3972aeb01e: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:50.444014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-117c90cc-6e0d-4261-85c5-e7599c990850 req-00edb54e-f6df-4485-8c62-983a23c57988 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981886 Jul 15 13:40:50.596363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bb6eb-0c63-4931-b9ad-eefc46d2a12f req-8562623d-20be-4fec-b339-fa5ff5baeea5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.597904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-901bb6eb-0c63-4931-b9ad-eefc46d2a12f req-8562623d-20be-4fec-b339-fa5ff5baeea5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0729597 Jul 15 13:40:50.641758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-901bb6eb-0c63-4931-b9ad-eefc46d2a12f req-6f58193a-4182-4489-9e54-e534a4929ee5 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Jul 15 13:40:51.162747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4c1d83ee-fd52-4a2d-8519-5a4285398d5a details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:51.260306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:51.264429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-839d0cd2-b452-44bd-a2a6-a6e40ec2a226 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.265923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-839d0cd2-b452-44bd-a2a6-a6e40ec2a226 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.49 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.0647948 Jul 15 13:40:51.282922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'port_id': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'mac_address': 'fa:16:3e:2c:83:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:51.322246 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.339630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c1d83ee-fd52-4a2d-8519-5a4285398d5a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:51.362924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:51.367115 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.417625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:51.425148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Deleting port 86e71590-b282-45ba-a785-7994273a1e82 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:51.425997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.467075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0335b8-7ec1-42f5-a254-53c4cc55d48a req-023a405b-3d6a-4da6-b506-3241837cbca4 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.468803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a0335b8-7ec1-42f5-a254-53c4cc55d48a req-023a405b-3d6a-4da6-b506-3241837cbca4 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 946 time: 0.1159010 Jul 15 13:40:51.555768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a0335b8-7ec1-42f5-a254-53c4cc55d48a req-22516f11-b384-4869-a6fa-dfa9c0767afe tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/security-groups?id=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782700 Jul 15 13:40:51.567735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] For port 86e71590-b282-45ba-a785-7994273a1e82, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=86e71590-b282-45ba-a785-7994273a1e82,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:51.568096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.582806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['4c1d83ee-fd52-4a2d-8519-5a4285398d5a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:51.751956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.752349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.752664 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Floating IP 5ff0963c-0797-4f6f-893b-ad20467ce92b disassociated. External IP: 172.25.2.194, port: 86e71590-b282-45ba-a785-7994273a1e82. Jul 15 13:40:51.753008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Calling delete_port for 86e71590-b282-45ba-a785-7994273a1e82 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:51.917577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23eac2-7246-400e-bfda-712a8a6858a1 req-de178edb-33a8-4555-833e-a3d30f86dd94 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.919040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c23eac2-7246-400e-bfda-712a8a6858a1 req-de178edb-33a8-4555-833e-a3d30f86dd94 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 945 time: 0.1090894 Jul 15 13:40:51.957048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.001403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event deleted for resources: {'Port': ['ID=86e71590-b282-45ba-a785-7994273a1e82,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:52.006965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8c23eac2-7246-400e-bfda-712a8a6858a1 req-56397afe-62ef-4d78-8fbb-ba67d360fb5c tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786588 Jul 15 13:40:52.020629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.021100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.021449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.021789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.022130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.022501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.022817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.023145 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.023469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.023797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.024123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.024444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:52.041932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:52.108102 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2adfbabc-0cb3-494f-98f6-ef72a413b585 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/floatingips/950d59b0-09f9-4bdc-a0db-bd206c2dc62d HTTP/1.1" status: 200 len: 993 time: 0.0649712 Jul 15 13:40:52.135565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Router 20b4920d-0186-4a80-8d33-d27d245513ca has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:52.250301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:52.265882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] Sync routers for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:52.275905 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:52.276552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:52.300930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] No DVR routers for this DVR port 86e71590-b282-45ba-a785-7994273a1e82 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:52.303452 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.305777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c09b9c13-35df-44fb-8e5c-455ac4f9559f req-d1b55dda-999c-4d81-8f34-50c0055cfabd tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.49 "DELETE /v2.0/ports/86e71590-b282-45ba-a785-7994273a1e82 HTTP/1.1" status: 204 len: 173 time: 1.0329590 Jul 15 13:40:52.306254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'name': 'network-vif-deleted', 'tag': '86e71590-b282-45ba-a785-7994273a1e82'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:52.309099 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed48a8-dd50-4cd9-8e91-678ad495af42" -d '{"events": [{"server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "name": "network-vif-deleted", "tag": "86e71590-b282-45ba-a785-7994273a1e82"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:52.359773 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac369a0-a594-47ce-a725-96b00794b350 x-openstack-request-id: req-7ac369a0-a594-47ce-a725-96b00794b350 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:52.360074 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f8f66-38bd-4fb9-a4e2-4e436a9577e4", "name": "network-vif-deleted", "tag": "86e71590-b282-45ba-a785-7994273a1e82", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:52.360323 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ac369a0-a594-47ce-a725-96b00794b350 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:52.361591 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f8f66-38bd-4fb9-a4e2-4e436a9577e4', 'name': 'network-vif-deleted', 'tag': '86e71590-b282-45ba-a785-7994273a1e82', 'status': 'completed', 'code': 200} Jul 15 13:40:52.396819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:52.642414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:52.668869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] Checking router: 20b4920d-0186-4a80-8d33-d27d245513ca for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:52.677955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:52.678589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:52.713167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d5f8349-c0f3-4d66-96b0-28268bf9e323 req-b49c8b44-694f-4730-8c8e-06f2722f29aa tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "GET /v2.0/ports?device_id=030f8f66-38bd-4fb9-a4e2-4e436a9577e4 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Jul 15 13:40:52.794565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:53.009060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:53.041798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eef76-3d40-4640-ae07-7232b0af9acb None None] The sync data for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 is: [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '154f6f73-cc05-4cc6-8fce-4a09d0ee7480', 'name': '', 'network_id': 'f8af5652-b06c-4a14-a0c3-486e96e43d69', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'mac_address': 'fa:16:3e:a5:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:27Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'subnets': [{'id': '14552d75-8ea0-4e94-8320-60490381fb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:53.182784 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4c1d83ee-fd52-4a2d-8519-5a4285398d5a up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:53.234167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:53.234583 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.289138 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41a89b-e037-465b-a7b4-0898c795be33 None None] New status for floating IP 5ff0963c-0797-4f6f-893b-ad20467ce92b: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:53.322557 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.351969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:53.354472 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19319030-9ff0-42ea-a6f4-56760b51d2e4" -d '{"events": [{"server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:53.369847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:53.374062 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.416692 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab37289-78ce-4b39-b2b6-2f486007b061 x-openstack-request-id: req-1ab37289-78ce-4b39-b2b6-2f486007b061 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:53.417268 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:53.417575 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ab37289-78ce-4b39-b2b6-2f486007b061 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:53.418023 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'code': 200} Jul 15 13:40:53.445375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:53.807608 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:53.940263 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Deleting port 00f84bb4-a449-4d30-9c01-688347858272 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:53.940600 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.015318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.015649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.027234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Calling delete_port for 00f84bb4-a449-4d30-9c01-688347858272 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:54.165118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.188896 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event deleted for resources: {'Port': ['ID=00f84bb4-a449-4d30-9c01-688347858272,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:54.258818 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.262021 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.263207 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a842e331-026d-41c4-aced-405e9a370582 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ff0963c-0797-4f6f-893b-ad20467ce92b HTTP/1.1" status: 204 len: 168 time: 0.4545496 Jul 15 13:40:54.414959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:54.474293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0cd75b1-3545-45b7-81d6-c3c3a1ef0188 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.500468 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0cd75b1-3545-45b7-81d6-c3c3a1ef0188 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.560628 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0cd75b1-3545-45b7-81d6-c3c3a1ef0188 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.563565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0cd75b1-3545-45b7-81d6-c3c3a1ef0188 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.565485 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c0cd75b1-3545-45b7-81d6-c3c3a1ef0188 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] 10.222.0.48 "DELETE /v2.0/security-groups/e53d7770-dc8d-49d7-92a5-f4d1c96d8e49 HTTP/1.1" status: 204 len: 168 time: 0.1494737 Jul 15 13:40:54.578482 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd75b1-3545-45b7-81d6-c3c3a1ef0188 tempest-TestServerBasicOps-1760093606 tempest-TestServerBasicOps-1760093606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d7770-dc8d-49d7-92a5-f4d1c96d8e49,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:54.604033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:55.063723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.333611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Deleting port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:55.333955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.415045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] For port 154f6f73-cc05-4cc6-8fce-4a09d0ee7480, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:55.415406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.430988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Calling delete_port for 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:55.632259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.658751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Pushing event deleted for resources: {'Port': ['ID=154f6f73-cc05-4cc6-8fce-4a09d0ee7480,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:55.854460 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.074071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Router 20b4920d-0186-4a80-8d33-d27d245513ca has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:56.193936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 86e71590-b282-45ba-a785-7994273a1e82 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:56.195628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:56.200761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-55dfefb5-a175-496b-8e34-3361d4e9347d admin admin] 10.222.0.48 "PUT /v2.0/routers/20b4920d-0186-4a80-8d33-d27d245513ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953269 Jul 15 13:40:56.203236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:56.240561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 86e71590-b282-45ba-a785-7994273a1e82 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:56.240962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 86e71590-b282-45ba-a785-7994273a1e82 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:56.242469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] Sync routers for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:56.253138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:56.253777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:56.317833 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.363773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:56.426709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.488653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Deleting port 32418e96-712e-48b6-aa48-07cc16846591 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:56.490030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.555109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '32418e96-712e-48b6-aa48-07cc16846591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:40:55Z', 'revision_number': 5, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port': {'id': '32418e96-712e-48b6-aa48-07cc16846591', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:23Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:56.586913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] Checking router: 20b4920d-0186-4a80-8d33-d27d245513ca for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:56.592013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] For port 32418e96-712e-48b6-aa48-07cc16846591, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=32418e96-712e-48b6-aa48-07cc16846591,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:56.592598 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.595570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] Routers {'20b4920d-0186-4a80-8d33-d27d245513ca'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:56.597060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['20b4920d-0186-4a80-8d33-d27d245513ca'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:56.605236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Calling delete_port for 32418e96-712e-48b6-aa48-07cc16846591 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:56.792985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.824484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=32418e96-712e-48b6-aa48-07cc16846591,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:56.856229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] Set router 20b4920d-0186-4a80-8d33-d27d245513ca gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:56.895551 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.910798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 6, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:56.942293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960339ef-23a3-487f-9314-c9782fea2e51 None None] The sync data for ids ['20b4920d-0186-4a80-8d33-d27d245513ca'] in n-d-798249-9 is: [{'id': '20b4920d-0186-4a80-8d33-d27d245513ca', 'name': 'tempest-TestServerBasicOps-1230748415-router', 'tenant_id': 'b3e52cc940fb455595b501be4b297452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 6, 'project_id': 'b3e52cc940fb455595b501be4b297452', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:56.997424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.999654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.050743 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.051283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b4920d-0186-4a80-8d33-d27d245513ca {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:57.055787 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.056963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f0860fa6-dcc8-468c-b3b0-52df7da5e9d0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/20b4920d-0186-4a80-8d33-d27d245513ca HTTP/1.1" status: 204 len: 168 time: 0.8527904 Jul 15 13:40:57.059772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:57.108703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Deleting subnet 14552d75-8ea0-4e94-8320-60490381fb0f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:57.113019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.151150 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.241189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.298893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.325956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2be456-9eb6-4fe6-a6d2-291e8e0afa7b None None] Network f8af5652-b06c-4a14-a0c3-486e96e43d69 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:57.337735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.340070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14552d75-8ea0-4e94-8320-60490381fb0f HTTP/1.1" status: 204 len: 168 time: 0.2793725 Jul 15 13:40:57.342791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:57.353289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8ec60-560f-4079-a297-b273d67c531a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14552d75-8ea0-4e94-8320-60490381fb0f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.434624 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.500391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Deleting port fa64c22c-2bed-40e7-8e80-3ebc01f1288d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:57.500817 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.568838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] For port fa64c22c-2bed-40e7-8e80-3ebc01f1288d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:57.569203 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.582368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Calling delete_port for fa64c22c-2bed-40e7-8e80-3ebc01f1288d owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:57.785738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff480c-9328-4512-a537-aba200492e63 None None] DHCP port deletion for f8af5652-b06c-4a14-a0c3-486e96e43d69 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:57.868946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8bff480c-9328-4512-a537-aba200492e63 None None] Deleting port fa64c22c-2bed-40e7-8e80-3ebc01f1288d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:57.869416 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bff480c-9328-4512-a537-aba200492e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.943674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8bff480c-9328-4512-a537-aba200492e63 None None] For port fa64c22c-2bed-40e7-8e80-3ebc01f1288d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,segment=NetworkSegment(90099920-8900-4eb6-af70-f63afc310a31),segment_id=90099920-8900-4eb6-af70-f63afc310a31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:57.944219 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bff480c-9328-4512-a537-aba200492e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.959274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8bff480c-9328-4512-a537-aba200492e63 None None] Calling delete_port for fa64c22c-2bed-40e7-8e80-3ebc01f1288d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:57.994294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.023289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.027301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] No DVR routers for this DVR port fa64c22c-2bed-40e7-8e80-3ebc01f1288d on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:58.057708 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bff480c-9328-4512-a537-aba200492e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.085699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff480c-9328-4512-a537-aba200492e63 None None] Pushing event deleted for resources: {'Port': ['ID=fa64c22c-2bed-40e7-8e80-3ebc01f1288d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.096360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff480c-9328-4512-a537-aba200492e63 None None] No DVR routers for this DVR port fa64c22c-2bed-40e7-8e80-3ebc01f1288d on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:58.117496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.130498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8af5652-b06c-4a14-a0c3-486e96e43d69']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:58.142910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90099920-8900-4eb6-af70-f63afc310a31') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:58.143283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90099920-8900-4eb6-af70-f63afc310a31') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:58.154579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.181027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.189820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:58.190422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:58.192715 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:58.236722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:58.258599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:58.258855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 154f6f73-cc05-4cc6-8fce-4a09d0ee7480 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:58.259259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32418e96-712e-48b6-aa48-07cc16846591 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:58.289105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 32418e96-712e-48b6-aa48-07cc16846591 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:58.289507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 32418e96-712e-48b6-aa48-07cc16846591 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:58.289924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa64c22c-2bed-40e7-8e80-3ebc01f1288d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:58.291221 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.297425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.303350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] 10.222.0.48 "DELETE /v2.0/networks/f8af5652-b06c-4a14-a0c3-486e96e43d69 HTTP/1.1" status: 204 len: 168 time: 0.9594500 Jul 15 13:40:58.306142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59886) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:58.318914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fa64c22c-2bed-40e7-8e80-3ebc01f1288d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:58.319444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fa64c22c-2bed-40e7-8e80-3ebc01f1288d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:58.374094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659e3eb-3ffa-4109-8aa4-bf1bf8e8f66c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8af5652-b06c-4a14-a0c3-486e96e43d69,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.693580 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.961291 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Deleting port f82f086d-c958-461d-9ad5-25e7ce38b368 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:58.961670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.047171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] For port f82f086d-c958-461d-9ad5-25e7ce38b368, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f82f086d-c958-461d-9ad5-25e7ce38b368,segment=NetworkSegment(2de28c17-2e63-491a-a59d-82cb5e519520),segment_id=2de28c17-2e63-491a-a59d-82cb5e519520)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:59.047873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.061945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Calling delete_port for f82f086d-c958-461d-9ad5-25e7ce38b368 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:59.245719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.278687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82f086d-c958-461d-9ad5-25e7ce38b368,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.461642 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.685941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:59.792820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:59.800134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c19e5ca0-b1bc-435b-a810-da1e6cc0eef0 admin admin] 10.222.0.48 "PUT /v2.0/routers/5b01bfb9-d64c-4e3b-8af4-5d35d90f4760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4918349 Jul 15 13:40:59.800801 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:59.801787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] Sync routers for ids ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:59.812161 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] Routers {'5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:59.812776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:59.925207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.936064 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] Set router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:00.032540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.095838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Deleting port 4ad0b476-a511-4493-ad64-b480a47b8df4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:00.096224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.118706 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:40:59Z', 'revision_number': 5, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port': {'id': '4ad0b476-a511-4493-ad64-b480a47b8df4', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:36Z', 'updated_at': '2021-07-15T13:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:00.149154 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] Checking router: 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:00.163735 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] Routers {'5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:00.163848 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:00.191457 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] For port 4ad0b476-a511-4493-ad64-b480a47b8df4, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4ad0b476-a511-4493-ad64-b480a47b8df4,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:00.192361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.208063 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Calling delete_port for 4ad0b476-a511-4493-ad64-b480a47b8df4 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:00.258348 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] Set router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:00.309794 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:41:00Z', 'revision_number': 6, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:00.403694 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.431184 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad0b476-a511-4493-ad64-b480a47b8df4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.435557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d48c8-87ce-4b0e-9c95-93f8db41c5b1 None None] The sync data for ids ['5b01bfb9-d64c-4e3b-8af4-5d35d90f4760'] in n-d-798249-9 is: [{'id': '5b01bfb9-d64c-4e3b-8af4-5d35d90f4760', 'name': 'tempest-TestServerBasicOps-1276573563-router', 'tenant_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:41:00Z', 'revision_number': 6, 'project_id': '1aa4a0d153b44eda9b9f3d80d107b6df', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:00.504714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.600590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.602761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.652203 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.652817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:00.657690 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.659742 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-73dff74d-ea94-40bc-87f2-a48bab5d886f admin admin] 10.222.0.48 "DELETE /v2.0/routers/5b01bfb9-d64c-4e3b-8af4-5d35d90f4760 HTTP/1.1" status: 204 len: 168 time: 0.8576412 Jul 15 13:41:00.661797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:00.707671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Deleting subnet adc8d3fa-6645-4fc4-9718-81daa4e25c0b {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:00.710826 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.747074 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.833871 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.894585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.921295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc8d3fa-6645-4fc4-9718-81daa4e25c0b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.926183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.928145 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c601cb8d-2d9c-4d6b-82e8-16f10d134467 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/adc8d3fa-6645-4fc4-9718-81daa4e25c0b HTTP/1.1" status: 204 len: 168 time: 0.2653587 Jul 15 13:41:00.930963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:00.935153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb890d-a60b-4dd9-82f8-23f872abc571 None None] Network 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:01.006682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.060911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.070197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Deleting port 79d468e8-a491-445c-ba32-873393413600 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:01.070577 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.144316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] For port 79d468e8-a491-445c-ba32-873393413600, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=79d468e8-a491-445c-ba32-873393413600,segment=NetworkSegment(2de28c17-2e63-491a-a59d-82cb5e519520),segment_id=2de28c17-2e63-491a-a59d-82cb5e519520)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:01.144670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.158394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Calling delete_port for 79d468e8-a491-445c-ba32-873393413600 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:01.230925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] DHCP port deletion for 42d9ae1d-562e-4f0e-961f-3870c03cc9a2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:01.259381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.286361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=79d468e8-a491-445c-ba32-873393413600,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.289861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] No DVR routers for this DVR port 79d468e8-a491-445c-ba32-873393413600 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:01.292429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Deleting port 79d468e8-a491-445c-ba32-873393413600 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:01.292929 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.358234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] For port 79d468e8-a491-445c-ba32-873393413600, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:01.358770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.368258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.372483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Calling delete_port for 79d468e8-a491-445c-ba32-873393413600 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:01.375670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Port 79d468e8-a491-445c-ba32-873393413600 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:41:01.378241 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.378977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d9ae1d-562e-4f0e-961f-3870c03cc9a2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:01.392577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de28c17-2e63-491a-a59d-82cb5e519520') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:01.392843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de28c17-2e63-491a-a59d-82cb5e519520') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:01.403147 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.408158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] Pushing event deleted for resources: {'Port': ['ID=79d468e8-a491-445c-ba32-873393413600,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.415306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ec098-6b19-41c7-a0dc-99bd91da6361 None None] No DVR routers for this DVR port 79d468e8-a491-445c-ba32-873393413600 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:01.420838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.432944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:01.433215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:01.435158 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:01.497681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.504313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.506318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] 10.222.0.48 "DELETE /v2.0/networks/42d9ae1d-562e-4f0e-961f-3870c03cc9a2 HTTP/1.1" status: 204 len: 168 time: 0.5742667 Jul 15 13:41:01.518457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb6e29-5d8b-4567-b75c-3ee1af863d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=42d9ae1d-562e-4f0e-961f-3870c03cc9a2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.646456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:01.687969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-99b64267-21f0-4189-aac3-8e85b4c7c043 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3e52cc940fb455595b501be4b297452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378289 Jul 15 13:41:01.688205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 59944) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:01.742109 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ba24-8927-4325-94ca-f6e065684da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.764190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ba24-8927-4325-94ca-f6e065684da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.810440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ba24-8927-4325-94ca-f6e065684da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.813134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ba24-8927-4325-94ca-f6e065684da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.814885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1ae3ba24-8927-4325-94ca-f6e065684da0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f24803ea-8f6d-4752-97c0-16bbb02d5cd8 HTTP/1.1" status: 204 len: 168 time: 0.1258230 Jul 15 13:41:01.823426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3ba24-8927-4325-94ca-f6e065684da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24803ea-8f6d-4752-97c0-16bbb02d5cd8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:02.160639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:02.204356 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5724624f-229c-45f1-8482-51a04990ae63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1aa4a0d153b44eda9b9f3d80d107b6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423725 Jul 15 13:41:02.207349 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 59954) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:02.211786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79d468e8-a491-445c-ba32-873393413600 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:02.238245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 79d468e8-a491-445c-ba32-873393413600 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:02.238587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79d468e8-a491-445c-ba32-873393413600 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:02.239299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4ad0b476-a511-4493-ad64-b480a47b8df4 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:02.259129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4ad0b476-a511-4493-ad64-b480a47b8df4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:02.259557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4ad0b476-a511-4493-ad64-b480a47b8df4 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:02.259976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82f086d-c958-461d-9ad5-25e7ce38b368 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:02.261996 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf397e36-8c7b-4ade-b50b-d2f52c4a3362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.278469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f82f086d-c958-461d-9ad5-25e7ce38b368 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:02.278824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f82f086d-c958-461d-9ad5-25e7ce38b368 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:02.285070 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf397e36-8c7b-4ade-b50b-d2f52c4a3362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.334994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf397e36-8c7b-4ade-b50b-d2f52c4a3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.337819 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf397e36-8c7b-4ade-b50b-d2f52c4a3362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.340150 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cf397e36-8c7b-4ade-b50b-d2f52c4a3362 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a05c558-7795-49b9-9c88-e7b5ea39b1b6 HTTP/1.1" status: 204 len: 168 time: 0.1297796 Jul 15 13:41:02.348770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf397e36-8c7b-4ade-b50b-d2f52c4a3362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a05c558-7795-49b9-9c88-e7b5ea39b1b6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:03.734635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.175444 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:10.744669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:10.864067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acec9d5b-3dda-45c2-9bf4-6eb168628532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.960150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acec9d5b-3dda-45c2-9bf4-6eb168628532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.964644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acec9d5b-3dda-45c2-9bf4-6eb168628532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.008359 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-acec9d5b-3dda-45c2-9bf4-6eb168628532 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66df3202a0554f5aa0292206eef9fcef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624145 Jul 15 13:41:11.010709 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec9d5b-3dda-45c2-9bf4-6eb168628532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a71955-43ba-4323-a616-a2e22e9c169e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.011303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.064391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e63b3c-67db-459f-97a0-f6dc36f4c1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.087007 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e63b3c-67db-459f-97a0-f6dc36f4c1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.141182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e63b3c-67db-459f-97a0-f6dc36f4c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.144344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e63b3c-67db-459f-97a0-f6dc36f4c1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.145818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-35e63b3c-67db-459f-97a0-f6dc36f4c1c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1a71955-43ba-4323-a616-a2e22e9c169e HTTP/1.1" status: 204 len: 168 time: 0.1333771 Jul 15 13:41:11.156685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e63b3c-67db-459f-97a0-f6dc36f4c1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a71955-43ba-4323-a616-a2e22e9c169e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.552168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-c5d800ba-ddbf-42aa-9fe1-0866ca416192 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529242 Jul 15 13:41:11.647873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-fea3f4b0-47ee-4d21-8889-c204ee711f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.652009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-fea3f4b0-47ee-4d21-8889-c204ee711f45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1096 time: 0.0535800 Jul 15 13:41:11.762000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-7cf7c6c4-a7f5-4351-84d2-867a5991dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.763703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-7cf7c6c4-a7f5-4351-84d2-867a5991dcdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.0938725 Jul 15 13:41:11.841683 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-fb74357e-f072-42af-9286-1f7a4f8438b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 1001 time: 0.0704405 Jul 15 13:41:11.882844 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.923681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-5300ef38-5615-46c2-a8a7-6b6817de70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.925159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-5300ef38-5615-46c2-a8a7-6b6817de70ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0766594 Jul 15 13:41:11.981938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-618783027-network', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:11.985848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-79f3fcc9-846f-4a42-8776-da8631c7ff94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084714 Jul 15 13:41:12.002689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-b3359942-2a3e-4085-8ed7-3d7dd93753a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.003837 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Made reservation on behalf of e88fb3c067e14bc9b0ef495bf1d6e722 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:12.004567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-b3359942-2a3e-4085-8ed7-3d7dd93753a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726650 Jul 15 13:41:12.006551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.015381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.106827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.111524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.132769 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:12.147252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d423ff-9e66-4f0c-bcf2-85c91d6c0c6e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:12.152122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-d2b8c799-ff75-4379-a03f-07de726f4cc1 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416171 Jul 15 13:41:12.152692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.152692 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Added segment 57dfe196-577b-4e44-9083-67a4c244113b of type vlan for network bb650317-b85e-42f7-a37c-ad3a3bb5a952 Jul 15 13:41:12.155387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-e55e6e53-cb76-4674-b3df-ed03c2912367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.156786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-e55e6e53-cb76-4674-b3df-ed03c2912367 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1097 time: 0.1249866 Jul 15 13:41:12.201403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.235855 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.237009 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.237893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.289302 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4053342 Jul 15 13:41:12.293662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:12.298784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Request body: {'subnet': {'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-618783027-subnet', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:12.322309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e59e9b4e-acf4-4fe1-92a3-a8f63dfea3f4 req-ce1077d7-fb7f-44dc-b71d-87c022baebe6 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633763 Jul 15 13:41:12.336018 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351ac8e-0f88-4c76-b451-0df7e6392f59 admin admin] Pushing event updated for resources: {'Network': ['ID=bb650317-b85e-42f7-a37c-ad3a3bb5a952,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:12.344935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-db7bedcb-2c9e-4a5f-b23f-15602bacb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.346715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-db7bedcb-2c9e-4a5f-b23f-15602bacb14b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 898 time: 0.1663463 Jul 15 13:41:12.347078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:12.348718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Made reservation on behalf of e88fb3c067e14bc9b0ef495bf1d6e722 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:12.351249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.644216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-100c1c9a-e55a-4fae-a392-eb60d8d2d3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.755270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-58a8847a-13cd-4079-bc37-38c18adb670b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 1002 time: 0.4008591 Jul 15 13:41:12.819098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-f32ade90-b04f-4494-adee-bf9bad866c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.820812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-f32ade90-b04f-4494-adee-bf9bad866c70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 200 len: 834 time: 0.0591078 Jul 15 13:41:12.937266 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.946855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-96697c4e-94f7-4bd3-a12c-6d4c5f7018b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.948344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-96697c4e-94f7-4bd3-a12c-6d4c5f7018b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098175 Jul 15 13:41:13.022652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1e9720-897c-4065-9dbc-9ba646e9f954,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.068378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Checking segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:13.068730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Network hostable DHCP agents. Network: bb650317-b85e-42f7-a37c-ad3a3bb5a952, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:13.095706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-c0df2f8a-7e8c-467d-81bc-6890a84eed80 service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297889 Jul 15 13:41:13.096850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:13.111581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, bb650317-b85e-42f7-a37c-ad3a3bb5a952) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:13.118957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57f27e-bba4-44b5-b53e-6d6427901db1 None None] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:13.130471 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:13.131049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.173870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8ede7eda-20e5-4a0b-bb57-6f67b123e442 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8788137 Jul 15 13:41:13.176835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.181476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:13.218494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a0f50962-90a1-45b3-8f1b-2aec25a6b7d4 req-9a202547-b030-4aae-94ee-4145ed2dfbe3 service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161571 Jul 15 13:41:13.219717 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.220680 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.278703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.279984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:13.279984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.414552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Allocated IP 172.20.0.2 (bb650317-b85e-42f7-a37c-ad3a3bb5a952/6e1e9720-897c-4065-9dbc-9ba646e9f954/121e50a7-50b4-4ada-9eb3-6e88e65266c8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:13.421093 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.568042 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.577887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Transition to ACTIVE for port object 121e50a7-50b4-4ada-9eb3-6e88e65266c8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:13.593292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Transition to ACTIVE for port object 121e50a7-50b4-4ada-9eb3-6e88e65266c8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:13.601441 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.644595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:13.650716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:13.652766 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.655293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:13.658407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Pushing event updated for resources: {'Port': ['ID=121e50a7-50b4-4ada-9eb3-6e88e65266c8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.679672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.725993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Attempting to bind port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:13.726406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Attempting to bind port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:13.726770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Attempting to bind port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:13.731697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:13.732076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Checking segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:13.732475 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.732860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Bound using segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:13.733316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Bound port: 121e50a7-50b4-4ada-9eb3-6e88e65266c8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:13.733686 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.794603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Allocated IP 172.25.2.225 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:13.797398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] For port 121e50a7-50b4-4ada-9eb3-6e88e65266c8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:13.800865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] For port 121e50a7-50b4-4ada-9eb3-6e88e65266c8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=121e50a7-50b4-4ada-9eb3-6e88e65266c8,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:13.806982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.872493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634f42-ee4f-4fb1-a55e-490d0075c55d None None] Pushing event updated for resources: {'Port': ['ID=121e50a7-50b4-4ada-9eb3-6e88e65266c8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.913414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.953636 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.991066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:13.995940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:13.999281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:14.034156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Pushing event updated for resources: {'Port': ['ID=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.232651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 121e50a7-50b4-4ada-9eb3-6e88e65266c8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:14.281295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.285186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:14.492434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.630123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:41:14.743975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:14.753041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Sync routers for ids ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:14.762429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.766427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3d3cb2b-33f7-45aa-a79e-032f4751e4cc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5860677 Jul 15 13:41:14.766834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Routers {'3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:14.766959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:14.767414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:40:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:14.851511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541927dc-2d2d-4dba-92a3-0ce288cfe962 None None] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:14.923920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] Provisioning for port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:14.936765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Set router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:14.938696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] Provisioning complete for port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:14.938908 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.229956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.287565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] For port 121e50a7-50b4-4ada-9eb3-6e88e65266c8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=121e50a7-50b4-4ada-9eb3-6e88e65266c8,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:15.294762 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.345756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:14Z', 'revision_number': 3, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:15.386470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-648d4760-ce20-494d-b23a-7dcb7f874402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.389575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Checking router: 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:15.389932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Updating router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:15.395727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c29e9-e7d7-41b8-9f60-aad3e0ca2056 None None] Pushing event updated for resources: {'Port': ['ID=121e50a7-50b4-4ada-9eb3-6e88e65266c8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.432027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.524877 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.541497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7cbb8420-ee5e-4d81-93d3-123913877ab6 None None] Provisioning complete for port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:15.541861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8420-ee5e-4d81-93d3-123913877ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.687750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Allocated IP 172.20.0.1 (bb650317-b85e-42f7-a37c-ad3a3bb5a952/6e1e9720-897c-4065-9dbc-9ba646e9f954/f2c451fc-cde3-4b8a-a3f4-d2e3b4886168) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:15.771739 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.794652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.808614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Transition to ACTIVE for port object f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:15.841732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.888441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:15.891285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:15.893821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:15.920830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.927018 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.937340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Transition to ACTIVE for port object 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:15.940649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.944015 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.996277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Attempting to bind port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:15.996643 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Attempting to bind port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:15.997004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Attempting to bind port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:15.999074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e946d-ea6e-4454-8c5b-888837a83bab None None] Pushing event updated for resources: {'Port': ['ID=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.004900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:16.005279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:16.005790 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.006171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:16.006669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Bound port: 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:16.007045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.064534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] For port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:16.068051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] For port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:16.072877 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.099295 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.138874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Routers {'3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:16.139505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:16.141342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e946d-ea6e-4454-8c5b-888837a83bab None None] Pushing event updated for resources: {'Port': ['ID=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.246482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 121e50a7-50b4-4ada-9eb3-6e88e65266c8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:16.268836 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c690956e-d8a0-41e5-8c80-c4b537aa6b18 None None] Provisioning for port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:16.282983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c690956e-d8a0-41e5-8c80-c4b537aa6b18 None None] Provisioning complete for port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:16.283357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c690956e-d8a0-41e5-8c80-c4b537aa6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.301326 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.306768 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.345298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] Set router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:16.349794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c690956e-d8a0-41e5-8c80-c4b537aa6b18 None None] Port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:16.378169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.381791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.390382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:16.390778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.480710 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:16.482128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:16.602089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:16.629195 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2c451fc-cde3-4b8a-a3f4-d2e3b4886168', 'name': '', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'mac_address': 'fa:16:3e:8d:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:15Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 1, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'subnets': [{'id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:16.667549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ac96-7e71-47f3-b6f0-b15ceba4574f None None] The sync data for ids ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'] in n-d-798249-9 is: [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2c451fc-cde3-4b8a-a3f4-d2e3b4886168', 'name': '', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'mac_address': 'fa:16:3e:8d:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:15Z', 'updated_at': '2021-07-15T13:41:15Z', 'revision_number': 1, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'subnets': [{'id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:16.718265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:16.723942 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e04e597f-a493-4ecf-a82a-16951d19a147 admin admin] 10.222.0.48 "PUT /v2.0/routers/3c83f82d-64f4-46bc-970d-bafc6f0bb9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9551194 Jul 15 13:41:16.769761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96791bd0-4f7b-4a07-85a5-8229c49d7003 None None] Provisioning complete for port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:16.771128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96791bd0-4f7b-4a07-85a5-8229c49d7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.817402 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.818657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-96791bd0-4f7b-4a07-85a5-8229c49d7003 None None] Port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:17.260690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.266873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1253089757-network', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:17.291611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Made reservation on behalf of 74e58f6ee4a745368d8f9464de40ea05 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:17.294094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.322346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.428047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.432773 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.458965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:17.468201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a01a4b-e78d-4952-b6f3-73b96aed7ee4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.475510 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.475860 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Added segment cfeb2ea8-b970-4a4d-aba6-6896d397163f of type vlan for network 399c6865-6d4f-4367-9e60-0b5a14153af1 Jul 15 13:41:17.518475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.548983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.550171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.550997 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.586823 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3222959 Jul 15 13:41:17.587019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.593431 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Request body: {'subnet': {'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1253089757-subnet', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:17.627057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ac44-ccc6-4406-873f-6bcf3df45d0c admin admin] Pushing event updated for resources: {'Network': ['ID=399c6865-6d4f-4367-9e60-0b5a14153af1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.637957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:17.647659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Made reservation on behalf of 74e58f6ee4a745368d8f9464de40ea05 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:17.650134 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.829805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.893040 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ced30f8-0be3-4e65-b881-7a71439c2ecf,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.901216 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Checking segment: {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:17.901575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Network hostable DHCP agents. Network: 399c6865-6d4f-4367-9e60-0b5a14153af1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:17.922636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:17.933838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 399c6865-6d4f-4367-9e60-0b5a14153af1) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:17.942343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352db28-f22a-47b7-a1e8-5df72dbe68b5 None None] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:17.945278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.945986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.961344 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-21a84e67-e699-4268-8f00-851f7544f064 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3731573 Jul 15 13:41:17.963845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.968325 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:17.989713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.990763 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.048428 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.106454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-399c6865-6d4f-4367-9e60-0b5a14153af1', 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'fixed_ips': [{'subnet_id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:18.107334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.188791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.201646 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.256601 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:18.284479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Allocated IP 172.20.0.2 (399c6865-6d4f-4367-9e60-0b5a14153af1/4ced30f8-0be3-4e65-b881-7a71439c2ecf/1b1b3ad6-0786-46c9-aeab-549310013bcd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:18.368505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:18.380378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:18.380752 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.421567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.443408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.505621 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.522540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Transition to ACTIVE for port object 1b1b3ad6-0786-46c9-aeab-549310013bcd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:18.533272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.549321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Transition to ACTIVE for port object 1b1b3ad6-0786-46c9-aeab-549310013bcd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:18.555830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Allocated IP 172.25.2.5 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/5ab3bc71-41e6-425b-83c7-81ea4b5cf788) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:18.560234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.569052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:18.592853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.610250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:18.613241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:18.616956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:18.623800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Pushing event updated for resources: {'Port': ['ID=1b1b3ad6-0786-46c9-aeab-549310013bcd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.674009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.716342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.721442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Attempting to bind port 1b1b3ad6-0786-46c9-aeab-549310013bcd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:18.721822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Attempting to bind port 1b1b3ad6-0786-46c9-aeab-549310013bcd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:18.722186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Attempting to bind port 1b1b3ad6-0786-46c9-aeab-549310013bcd on network 399c6865-6d4f-4367-9e60-0b5a14153af1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:18.724247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.731500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:18.732386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Checking segment: {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:18.732386 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.732644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Bound using segment: {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:18.733114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Bound port: 1b1b3ad6-0786-46c9-aeab-549310013bcd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:18.733497 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.759369 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:18.761656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:18.765398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:18.769205 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Sync routers for ids ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:18.778890 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Routers {'3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:18.779740 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:18.803836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.812489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] For port 1b1b3ad6-0786-46c9-aeab-549310013bcd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:18.815838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] For port 1b1b3ad6-0786-46c9-aeab-549310013bcd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1b1b3ad6-0786-46c9-aeab-549310013bcd,segment=NetworkSegment(cfeb2ea8-b970-4a4d-aba6-6896d397163f),segment_id=cfeb2ea8-b970-4a4d-aba6-6896d397163f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:18.820809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.883363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34912e-394a-4c48-b3fb-364bd4ab4ce5 None None] Pushing event updated for resources: {'Port': ['ID=1b1b3ad6-0786-46c9-aeab-549310013bcd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.887085 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Set router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:19.068897 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.129360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2c451fc-cde3-4b8a-a3f4-d2e3b4886168', 'name': '', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'mac_address': 'fa:16:3e:8d:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:15Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 2, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'subnets': [{'id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:19.165240 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Checking router: 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:19.165599 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Updating router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:19.231053 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.386856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.529583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Router d789f571-9dfa-4bcf-807f-d69709cde173 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:41:19.546691 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.557758 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Transition to ACTIVE for port object f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:19.563124 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.617393 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Pushing event updated for resources: {'Port': ['ID=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.641157 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.641499 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.641831 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.642138 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:19.642257 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.642506 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.642817 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.643801 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.644150 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.644463 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.644775 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.645663 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.645981 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:19.661968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Sync routers for ids ['d789f571-9dfa-4bcf-807f-d69709cde173'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:19.666011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.670446 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-435c7ec5-fb42-412a-bede-808a0f248371 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7026730 Jul 15 13:41:19.670446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60492) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:19.685327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Routers {'d789f571-9dfa-4bcf-807f-d69709cde173'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:19.685327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d789f571-9dfa-4bcf-807f-d69709cde173'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:19.696839 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Attempting to bind port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:19.697784 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Attempting to bind port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:19.698407 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Attempting to bind port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:19.704835 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:19.705378 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Checking segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:19.705872 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.706787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Bound using segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:19.708257 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Bound port: f2c451fc-cde3-4b8a-a3f4-d2e3b4886168, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:19.708911 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.796214 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] For port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:19.799967 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] For port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:19.806093 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.860940 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Routers {'3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:19.861640 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.024808 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] Set router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:20.056187 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc5b54-3bce-446a-883b-ce50f94d1fe5 None None] Pushing event updated for resources: {'Port': ['ID=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:20.156003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Set router d789f571-9dfa-4bcf-807f-d69709cde173 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:20.332998 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2c451fc-cde3-4b8a-a3f4-d2e3b4886168', 'name': '', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'mac_address': 'fa:16:3e:8d:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:15Z', 'updated_at': '2021-07-15T13:41:19Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'subnets': [{'id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.376114 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bc5af-f6be-49cb-a169-d3045a78abfa None None] The sync data for ids ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'] in n-d-798249-9 is: [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:16Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'f2c451fc-cde3-4b8a-a3f4-d2e3b4886168', 'name': '', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'mac_address': 'fa:16:3e:8d:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:15Z', 'updated_at': '2021-07-15T13:41:19Z', 'revision_number': 4, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'subnets': [{'id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:20.422339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1b1b3ad6-0786-46c9-aeab-549310013bcd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:20.456234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a6007-4685-4e8c-9cff-a4c583ac428d None None] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:20.477518 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.572549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:18Z', 'revision_number': 3, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.610961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Checking router: d789f571-9dfa-4bcf-807f-d69709cde173 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:20.611300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Updating router d789f571-9dfa-4bcf-807f-d69709cde173 port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:20.612973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1b1b3ad6-0786-46c9-aeab-549310013bcd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:20.643763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:20.654774 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Allocated IP 172.20.0.1 (399c6865-6d4f-4367-9e60-0b5a14153af1/4ced30f8-0be3-4e65-b881-7a71439c2ecf/56f44105-f381-4070-8952-c2cf1f33bc76) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:20.728619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] Provisioning for port 1b1b3ad6-0786-46c9-aeab-549310013bcd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:20.731169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.761880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] Provisioning complete for port 1b1b3ad6-0786-46c9-aeab-549310013bcd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:20.762095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.907072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:20.907482 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.114443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.198477 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.221196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Transition to ACTIVE for port object 56f44105-f381-4070-8952-c2cf1f33bc76 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:21.261544 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.264202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:21.268415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] For port 1b1b3ad6-0786-46c9-aeab-549310013bcd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1b1b3ad6-0786-46c9-aeab-549310013bcd,segment=NetworkSegment(cfeb2ea8-b970-4a4d-aba6-6896d397163f),segment_id=cfeb2ea8-b970-4a4d-aba6-6896d397163f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:21.297045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.306862 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:21.309982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:21.312903 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:21.330026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.352573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Pushing event updated for resources: {'Port': ['ID=56f44105-f381-4070-8952-c2cf1f33bc76,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.361787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Transition to ACTIVE for port object 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:21.376960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.377616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9cd41-7958-432b-a645-f0ffddb144b4 None None] Pushing event updated for resources: {'Port': ['ID=1b1b3ad6-0786-46c9-aeab-549310013bcd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.382093 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.450366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Attempting to bind port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:21.450758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Attempting to bind port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:21.451370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Attempting to bind port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:21.453354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:21.466435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:21.466657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.469474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:21.469849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:21.470265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.470662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:21.471133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Bound port: 5ab3bc71-41e6-425b-83c7-81ea4b5cf788, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:21.471507 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.475589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8b9b1-3fb5-48f3-94d3-55fa1f297520 None None] Pushing event updated for resources: {'Port': ['ID=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.494668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11eeeef5-e0a3-4a6c-8cf6-38d9e745e171 None None] Provisioning complete for port 1b1b3ad6-0786-46c9-aeab-549310013bcd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:21.495035 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11eeeef5-e0a3-4a6c-8cf6-38d9e745e171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.544807 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.593989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] For port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:21.597937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] For port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:21.604720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.703536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.710454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.715165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.724940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8b9b1-3fb5-48f3-94d3-55fa1f297520 None None] Pushing event updated for resources: {'Port': ['ID=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.740292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Routers {'d789f571-9dfa-4bcf-807f-d69709cde173'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:21.740891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d789f571-9dfa-4bcf-807f-d69709cde173'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:21.786116 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Pushing event updated for resources: {'Port': ['ID=56f44105-f381-4070-8952-c2cf1f33bc76,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.788506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.792341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:21.799286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.881121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:21.882656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:21.903336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8a899c4-6050-4f17-8a9f-90544e5e5bdf None None] Provisioning for port 56f44105-f381-4070-8952-c2cf1f33bc76 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:21.907167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] Set router d789f571-9dfa-4bcf-807f-d69709cde173 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:21.909580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.934754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e8a899c4-6050-4f17-8a9f-90544e5e5bdf None None] Provisioning complete for port 56f44105-f381-4070-8952-c2cf1f33bc76 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:21.935129 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8a899c4-6050-4f17-8a9f-90544e5e5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.014258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Router d789f571-9dfa-4bcf-807f-d69709cde173 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:22.021998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e8a899c4-6050-4f17-8a9f-90544e5e5bdf None None] Port 56f44105-f381-4070-8952-c2cf1f33bc76 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:22.129835 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:22.134710 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ee0641c-4613-4270-a3cf-97070b016d6e admin admin] 10.222.0.48 "PUT /v2.0/routers/d789f571-9dfa-4bcf-807f-d69709cde173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4614491 Jul 15 13:41:22.147164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03ba7d1e-d70e-4c6a-a967-9cd11e46f0c7 None None] Provisioning complete for port 56f44105-f381-4070-8952-c2cf1f33bc76 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:22.147654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ba7d1e-d70e-4c6a-a967-9cd11e46f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.188179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '56f44105-f381-4070-8952-c2cf1f33bc76', 'name': '', 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'mac_address': 'fa:16:3e:6d:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:20Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 2, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'subnets': [{'id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:22.222069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8e204-22ef-4445-9d46-d6a7c2f0f4ba None None] The sync data for ids ['d789f571-9dfa-4bcf-807f-d69709cde173'] in n-d-798249-9 is: [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '56f44105-f381-4070-8952-c2cf1f33bc76', 'name': '', 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'mac_address': 'fa:16:3e:6d:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:20Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 2, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'subnets': [{'id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:22.223977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03ba7d1e-d70e-4c6a-a967-9cd11e46f0c7 None None] Port 56f44105-f381-4070-8952-c2cf1f33bc76 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:22.234109 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1b1b3ad6-0786-46c9-aeab-549310013bcd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:22.288782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1b1b3ad6-0786-46c9-aeab-549310013bcd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:22.289553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.373865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:22.425180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:22.425619 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.759651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-082c1166-4b04-4380-9cc7-fe52380b824b tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.761972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-082c1166-4b04-4380-9cc7-fe52380b824b tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/networks?id=bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 200 len: 910 time: 0.0956550 Jul 15 13:41:22.777197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-5cbd1365-a6ad-4b2c-850b-328ff96c7411 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/quotas/74e58f6ee4a745368d8f9464de40ea05 HTTP/1.1" status: 200 len: 375 time: 0.0102582 Jul 15 13:41:22.871179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4c93f5b4-3058-4f54-ab1a-43bffa9a68ae tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=74e58f6ee4a745368d8f9464de40ea05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884373 Jul 15 13:41:23.061529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-ab5ea0c5-4f1e-4712-a1e1-f01a0e2e33d5 service neutron] 10.222.0.48 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835473 Jul 15 13:41:23.148910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-a963b9bb-e9fc-4cf9-b80d-87388a9a0ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810585 Jul 15 13:41:23.334919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63385378-18ef-4fed-952a-7600a7630c49 req-13d9ae3b-019d-45e3-a835-04e248fd744d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 210 time: 0.0281944 Jul 15 13:41:24.222412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:24.275947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:24.280242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:24.280642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.378438 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.404975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:24.411336 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.465633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-d02b82d7-1075-4227-8324-faddaf2ff48b tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.476221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-d02b82d7-1075-4227-8324-faddaf2ff48b tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.23 "GET /v2.0/networks?id=bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 200 len: 910 time: 0.1586890 Jul 15 13:41:24.485017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.491579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Request body: {'port': {'device_id': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'admin_state_up': True, 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:24.520740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-878ae358-ea22-44f3-a1ac-ff35b2017baa req-329e7d3d-49b1-44da-a52c-35708ab28ecc tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 210 time: 0.0434358 Jul 15 13:41:24.547924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Made reservation on behalf of 74e58f6ee4a745368d8f9464de40ea05 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:24.550605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.666308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Allocated IP 172.20.0.9 (bb650317-b85e-42f7-a37c-ad3a3bb5a952/6e1e9720-897c-4065-9dbc-9ba646e9f954/b41d8889-2277-4465-ba87-fd6b105fe1aa) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:24.672438 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Sync routers for ids ['d789f571-9dfa-4bcf-807f-d69709cde173'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:24.681875 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Routers {'d789f571-9dfa-4bcf-807f-d69709cde173'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:24.682543 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d789f571-9dfa-4bcf-807f-d69709cde173'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:24.787516 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Set router d789f571-9dfa-4bcf-807f-d69709cde173 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:24.806192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.819208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Transition to ACTIVE for port object b41d8889-2277-4465-ba87-fd6b105fe1aa will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:24.853667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.892287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:24.896037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:24.901882 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:24.931178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Pushing event updated for resources: {'Port': ['ID=b41d8889-2277-4465-ba87-fd6b105fe1aa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.947621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.948214 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.963220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-615d1dae-c7c1-4d60-972d-209e27e6e902 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4766753 Jul 15 13:41:24.977272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Request body: {'port': {'device_id': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:25.062250 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.095241 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '56f44105-f381-4070-8952-c2cf1f33bc76', 'name': '', 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'mac_address': 'fa:16:3e:6d:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:20Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 2, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'subnets': [{'id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:25.121899 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Checking router: d789f571-9dfa-4bcf-807f-d69709cde173 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:25.122285 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Updating router d789f571-9dfa-4bcf-807f-d69709cde173 port 56f44105-f381-4070-8952-c2cf1f33bc76 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:25.154730 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.172869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aff112aa-b9b1-4382-a89f-f2a1d255e41c None None] Provisioning for port b41d8889-2277-4465-ba87-fd6b105fe1aa completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:25.176747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aff112aa-b9b1-4382-a89f-f2a1d255e41c None None] Provisioning complete for port b41d8889-2277-4465-ba87-fd6b105fe1aa triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:25.177133 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aff112aa-b9b1-4382-a89f-f2a1d255e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.219199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aff112aa-b9b1-4382-a89f-f2a1d255e41c None None] Port b41d8889-2277-4465-ba87-fd6b105fe1aa cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:25.329294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41d8889-2277-4465-ba87-fd6b105fe1aa {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:25.337706 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.349779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Transition to ACTIVE for port object b41d8889-2277-4465-ba87-fd6b105fe1aa will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:25.353741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.424662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Pushing event updated for resources: {'Port': ['ID=b41d8889-2277-4465-ba87-fd6b105fe1aa,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.450196 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.468330 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Transition to ACTIVE for port object 56f44105-f381-4070-8952-c2cf1f33bc76 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:25.476638 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.479688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Attempting to bind port b41d8889-2277-4465-ba87-fd6b105fe1aa on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:25.480220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Attempting to bind port b41d8889-2277-4465-ba87-fd6b105fe1aa by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:25.480801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Attempting to bind port b41d8889-2277-4465-ba87-fd6b105fe1aa on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:25.485887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Port b41d8889-2277-4465-ba87-fd6b105fe1aa on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:25.485887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Attempting to bind port b41d8889-2277-4465-ba87-fd6b105fe1aa on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:25.490834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:25.491173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Checking segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:25.491926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Bound using segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:25.492028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Bound port: b41d8889-2277-4465-ba87-fd6b105fe1aa, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:25.492330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.547769 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f7690-c0d1-4467-b76a-2f108a1c1872 None None] Pushing event updated for resources: {'Port': ['ID=56f44105-f381-4070-8952-c2cf1f33bc76,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.583979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] For port b41d8889-2277-4465-ba87-fd6b105fe1aa, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:25.587461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] For port b41d8889-2277-4465-ba87-fd6b105fe1aa, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:25.593663 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Attempting to bind port 56f44105-f381-4070-8952-c2cf1f33bc76 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:25.594041 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Attempting to bind port 56f44105-f381-4070-8952-c2cf1f33bc76 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:25.594482 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Attempting to bind port 56f44105-f381-4070-8952-c2cf1f33bc76 on network 399c6865-6d4f-4367-9e60-0b5a14153af1 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:25.595254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.601193 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:25.601700 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Checking segment: {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:25.602152 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.602573 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Bound using segment: {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:25.603109 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Bound port: 56f44105-f381-4070-8952-c2cf1f33bc76, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb2ea8-b970-4a4d-aba6-6896d397163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:25.603545 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.636341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.636968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.638539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] 10.222.0.23 "PUT /v2.0/ports/b41d8889-2277-4465-ba87-fd6b105fe1aa HTTP/1.1" status: 200 len: 1091 time: 0.6667199 Jul 15 13:41:25.642678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'tag': 'b41d8889-2277-4465-ba87-fd6b105fe1aa'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:25.645658 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "13c2d57c-12c6-47a5-9b2f-e31f520c5bd5", "tag": "b41d8889-2277-4465-ba87-fd6b105fe1aa"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:25.713047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] For port 56f44105-f381-4070-8952-c2cf1f33bc76, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:25.716009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd614f7-9019-4569-994b-a5b673fe9c84 service neutron] Pushing event updated for resources: {'Port': ['ID=b41d8889-2277-4465-ba87-fd6b105fe1aa,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.717785 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] For port 56f44105-f381-4070-8952-c2cf1f33bc76, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=56f44105-f381-4070-8952-c2cf1f33bc76,segment=NetworkSegment(cfeb2ea8-b970-4a4d-aba6-6896d397163f),segment_id=cfeb2ea8-b970-4a4d-aba6-6896d397163f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:25.733189 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.829776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Routers {'d789f571-9dfa-4bcf-807f-d69709cde173'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:25.830595 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d789f571-9dfa-4bcf-807f-d69709cde173'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:25.839122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-c97be200-6319-4235-9cad-9d50c200eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.840708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-c97be200-6319-4235-9cad-9d50c200eb94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=74e58f6ee4a745368d8f9464de40ea05&device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1094 time: 0.1575477 Jul 15 13:41:25.848775 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a876572-2d74-417e-be63-5d24acc956a6 x-openstack-request-id: req-7a876572-2d74-417e-be63-5d24acc956a6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:25.849057 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c2d57c-12c6-47a5-9b2f-e31f520c5bd5", "tag": "b41d8889-2277-4465-ba87-fd6b105fe1aa", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:25.849291 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a876572-2d74-417e-be63-5d24acc956a6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:25.849685 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'tag': 'b41d8889-2277-4465-ba87-fd6b105fe1aa', 'status': 'completed', 'code': 200} Jul 15 13:41:25.863384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcbf77-ce3e-4882-bf9a-7acbad84acd3 req-7a5693db-63d2-4c47-81e6-ef286c4786b9 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.865123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0edcbf77-ce3e-4882-bf9a-7acbad84acd3 req-7a5693db-63d2-4c47-81e6-ef286c4786b9 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1094 time: 0.1121259 Jul 15 13:41:25.893486 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f7690-c0d1-4467-b76a-2f108a1c1872 None None] Pushing event updated for resources: {'Port': ['ID=56f44105-f381-4070-8952-c2cf1f33bc76,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.904392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-a9f353ee-bbee-4678-b51d-01dbfbb6b3dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa HTTP/1.1" status: 200 len: 217 time: 0.0511959 Jul 15 13:41:25.983146 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] Set router d789f571-9dfa-4bcf-807f-d69709cde173 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:26.217131 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '56f44105-f381-4070-8952-c2cf1f33bc76', 'name': '', 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'mac_address': 'fa:16:3e:6d:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:20Z', 'updated_at': '2021-07-15T13:41:25Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'subnets': [{'id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:26.249216 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce283e5a-4da9-4136-959a-4a8f734045bc None None] The sync data for ids ['d789f571-9dfa-4bcf-807f-d69709cde173'] in n-d-798249-9 is: [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:21Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '56f44105-f381-4070-8952-c2cf1f33bc76', 'name': '', 'network_id': '399c6865-6d4f-4367-9e60-0b5a14153af1', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'mac_address': 'fa:16:3e:6d:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:20Z', 'updated_at': '2021-07-15T13:41:25Z', 'revision_number': 4, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'subnets': [{'id': '4ced30f8-0be3-4e65-b881-7a71439c2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:26.259745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 56f44105-f381-4070-8952-c2cf1f33bc76 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:26.306743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0edcbf77-ce3e-4882-bf9a-7acbad84acd3 req-545c50bd-2718-4bd2-b60e-b12601174493 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069452 Jul 15 13:41:26.314524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-29daf7ca-00cf-4591-8529-f2d3b8787892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.315720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 56f44105-f381-4070-8952-c2cf1f33bc76 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:26.316198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-29daf7ca-00cf-4591-8529-f2d3b8787892 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1e9720-897c-4065-9dbc-9ba646e9f954 HTTP/1.1" status: 200 len: 848 time: 0.4039295 Jul 15 13:41:26.320493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 56f44105-f381-4070-8952-c2cf1f33bc76 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:26.320936 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.378180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-0be7d22e-50fd-49fc-85dc-8fb1073caa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.380247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-0be7d22e-50fd-49fc-85dc-8fb1073caa9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb650317-b85e-42f7-a37c-ad3a3bb5a952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567436 Jul 15 13:41:26.410915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.448551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 56f44105-f381-4070-8952-c2cf1f33bc76, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=56f44105-f381-4070-8952-c2cf1f33bc76,segment=NetworkSegment(cfeb2ea8-b970-4a4d-aba6-6896d397163f),segment_id=cfeb2ea8-b970-4a4d-aba6-6896d397163f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:26.455132 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.455936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:26.494594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-df5db562-55fb-455d-99a7-dd834878dc88 service neutron] 10.222.0.23 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068306 Jul 15 13:41:26.597068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c6e837f-6071-451c-ba80-d77795b4b0e1 req-b9509fd2-2fee-4a76-90e8-8b8e764d2cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959456 Jul 15 13:41:26.703314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=56f44105-f381-4070-8952-c2cf1f33bc76,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:26.705110 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-360a084a-f4db-457b-9181-8f3992550714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.706667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-360a084a-f4db-457b-9181-8f3992550714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=74e58f6ee4a745368d8f9464de40ea05&device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1094 time: 0.0553231 Jul 15 13:41:26.718470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:26.718848 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.807906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-113a86c8-bade-4620-b6d5-369f3df8a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.809407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-113a86c8-bade-4620-b6d5-369f3df8a569 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 200 len: 910 time: 0.0960741 Jul 15 13:41:26.854960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-ef465e2d-2734-4d8b-ad27-ce066762ff93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa HTTP/1.1" status: 200 len: 217 time: 0.0381711 Jul 15 13:41:26.908029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-dc9e020b-0e63-44a9-a09c-fc50aaadd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.909514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-dc9e020b-0e63-44a9-a09c-fc50aaadd2c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1e9720-897c-4065-9dbc-9ba646e9f954 HTTP/1.1" status: 200 len: 848 time: 0.0477591 Jul 15 13:41:26.965778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-68e82446-02e8-4b93-a39a-096371588165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.967270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-68e82446-02e8-4b93-a39a-096371588165 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb650317-b85e-42f7-a37c-ad3a3bb5a952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507593 Jul 15 13:41:27.053843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-f4eb3a42-a922-4cdc-ad9e-008f0d8b3b9e service neutron] 10.222.0.23 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793898 Jul 15 13:41:27.147427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19a301bd-b50c-4eb1-a33e-0d560bac6e4b req-dbed395e-7eba-4472-b15a-96e02b5b2fb0 service neutron] 10.222.0.23 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869935 Jul 15 13:41:27.394445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:27.548279 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4e17-3121-4f1a-b153-2c8204f6734f req-bb7f306c-d638-48e5-a954-dd11c3cb1213 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.549816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc2c4e17-3121-4f1a-b153-2c8204f6734f req-bb7f306c-d638-48e5-a954-dd11c3cb1213 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1094 time: 0.1176050 Jul 15 13:41:27.611565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc2c4e17-3121-4f1a-b153-2c8204f6734f req-d24077cd-a5f4-4f90-84d7-b721daa9b655 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Jul 15 13:41:27.625283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 323472fc-2e4e-4c88-8976-c725dbdc0bed {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:27.625635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.700522 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.700844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.712206 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 323472fc-2e4e-4c88-8976-c725dbdc0bed owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:27.883328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.907899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=323472fc-2e4e-4c88-8976-c725dbdc0bed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:27.973645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.974039 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Floating IP 950d59b0-09f9-4bdc-a0db-bd206c2dc62d disassociated (deleted). External IP: 172.25.2.158, port: 4c1d83ee-fd52-4a2d-8519-5a4285398d5a. Jul 15 13:41:28.179924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:28.211701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 56f44105-f381-4070-8952-c2cf1f33bc76 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:28.258024 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 56f44105-f381-4070-8952-c2cf1f33bc76 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:28.258426 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.290895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:28.295897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.300266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] Sync routers for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:28.329984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:28.330710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:28.332612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-940ce8a9-450e-4b7b-9f16-a30d19fbed84 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/floatingips/950d59b0-09f9-4bdc-a0db-bd206c2dc62d HTTP/1.1" status: 204 len: 168 time: 0.9359863 Jul 15 13:41:28.333263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:28.336079 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90da5ea-1b9b-419e-8a10-7feeb1d03759" -d '{"events": [{"name": "network-changed", "server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:28.376561 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41de8cfc-a4cf-435d-ab26-880d13988a5c x-openstack-request-id: req-41de8cfc-a4cf-435d-ab26-880d13988a5c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:28.376945 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:28.377258 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41de8cfc-a4cf-435d-ab26-880d13988a5c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:28.377727 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'status': 'completed', 'code': 200} Jul 15 13:41:28.453350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:28.453537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-38744ab1-de9f-4a8b-acf3-f526e28a8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.455061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-38744ab1-de9f-4a8b-acf3-f526e28a8195 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e70c89903dd149da81e88cdd44dfeed1&device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 1097 time: 0.0582283 Jul 15 13:41:28.561288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-796062fa-2fc7-4751-bca1-d3cac712aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.562874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-796062fa-2fc7-4751-bca1-d3cac712aad0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 200 len: 898 time: 0.1004536 Jul 15 13:41:28.606735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-68127ce3-5dc6-447b-8f2e-0231464f4e95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 200 len: 217 time: 0.0369205 Jul 15 13:41:28.674103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-a0d02e4f-38fd-433c-8ff9-018b3599fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.674297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:56Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:28.675523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-a0d02e4f-38fd-433c-8ff9-018b3599fe40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 200 len: 834 time: 0.0619130 Jul 15 13:41:28.701920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] Checking router: 4420abfc-8eaa-43b5-bdb9-e5232543ee9c for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:28.712357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:28.713472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:28.815556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf4aa1-b21e-4fb8-9b98-64cf07265663 req-078573ac-4ac2-40e0-9e2f-5a315bf596f4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.817727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51cf4aa1-b21e-4fb8-9b98-64cf07265663 req-078573ac-4ac2-40e0-9e2f-5a315bf596f4 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.1632025 Jul 15 13:41:28.823903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:28.848524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-b42747fa-71f6-4fa4-b134-40a607866485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.850367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-b42747fa-71f6-4fa4-b134-40a607866485 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35ac7a2-3f02-4dfb-804c-fb10b8211ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576033 Jul 15 13:41:28.872076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3acf-9c4e-4793-be56-e17d6e0a6ada req-09755cec-6311-4813-99ad-2ce81c6441b7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.873522 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-297c3acf-9c4e-4793-be56-e17d6e0a6ada req-09755cec-6311-4813-99ad-2ce81c6441b7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1094 time: 0.1374047 Jul 15 13:41:28.908537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51cf4aa1-b21e-4fb8-9b98-64cf07265663 req-9239e978-6597-4710-b71c-f41c4e87fb67 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834680 Jul 15 13:41:28.962956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-297c3acf-9c4e-4793-be56-e17d6e0a6ada req-cb5f22da-6899-4308-bbd5-a0db1cff39b2 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Jul 15 13:41:28.989808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-6b9de6c6-b423-4049-a49d-78e0cfb39abf service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286058 Jul 15 13:41:29.037019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:56Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:29.069214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2210-4d49-432d-9344-74f186da3519 None None] The sync data for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 is: [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:39:51Z', 'revision_number': 4, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '2f5ce3d5-dd45-48af-be11-838f4277cd04', 'name': '', 'network_id': 'e35ac7a2-3f02-4dfb-804c-fb10b8211ade', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'mac_address': 'fa:16:3e:c2:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:56Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'subnets': [{'id': '3e530dd9-0488-4786-8f8b-4fe290c7d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:29.088336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e90da5ea-1b9b-419e-8a10-7feeb1d03759 req-1810c3b5-8871-4d4a-bfb3-8bb59f35a1bb service neutron] 10.222.0.23 "GET /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921021 Jul 15 13:41:29.284545 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3b8ea-b990-4634-9e3e-06f86933ccaa None None] New status for floating IP 950d59b0-09f9-4bdc-a0db-bd206c2dc62d: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:29.375056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b41d8889-2277-4465-ba87-fd6b105fe1aa details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:29.466377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b41d8889-2277-4465-ba87-fd6b105fe1aa, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:29.477187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'b41d8889-2277-4465-ba87-fd6b105fe1aa', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'port_id': 'b41d8889-2277-4465-ba87-fd6b105fe1aa', 'mac_address': 'fa:16:3e:fa:37:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:29.515501 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.527741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41d8889-2277-4465-ba87-fd6b105fe1aa {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:29.546578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b41d8889-2277-4465-ba87-fd6b105fe1aa, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:29.550823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.595855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b41d8889-2277-4465-ba87-fd6b105fe1aa,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:29.825520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b41d8889-2277-4465-ba87-fd6b105fe1aa'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:29.970172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-812b5a63-a3a8-4e80-b977-f51393b9dfb3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.971795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-812b5a63-a3a8-4e80-b977-f51393b9dfb3 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.0730493 Jul 15 13:41:30.167769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eb147-8aaf-42aa-a02e-081c4427abe1 req-3e48ed5c-32b1-4895-b947-b926d570b040 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.169260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d7eb147-8aaf-42aa-a02e-081c4427abe1 req-3e48ed5c-32b1-4895-b947-b926d570b040 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed446da-9dfa-4d7d-9df5-ee554d24aca9 HTTP/1.1" status: 200 len: 946 time: 0.1446381 Jul 15 13:41:30.172362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:30.172708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.214262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867b7a5-11b3-4d92-abce-cb6964b65751 req-f790e3a0-6ce7-43ad-af4a-6171f0ad8c40 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.215728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1867b7a5-11b3-4d92-abce-cb6964b65751 req-f790e3a0-6ce7-43ad-af4a-6171f0ad8c40 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1095 time: 0.1380579 Jul 15 13:41:30.280397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d7eb147-8aaf-42aa-a02e-081c4427abe1 req-754ee242-f082-43fc-ae16-ef61eba86fb0 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e55e7a-cdb2-4c1e-9dee-035807faec20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036239 Jul 15 13:41:30.309868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1867b7a5-11b3-4d92-abce-cb6964b65751 req-82598069-4962-472c-a598-204dec69fa96 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Jul 15 13:41:30.321942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:30.322360 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.335420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 4c1d83ee-fd52-4a2d-8519-5a4285398d5a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:30.460358 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.492922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=4c1d83ee-fd52-4a2d-8519-5a4285398d5a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:30.538033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] No DVR routers for this DVR port 4c1d83ee-fd52-4a2d-8519-5a4285398d5a on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:30.540695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.542751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6e3d203-56bb-4587-9eea-5ccba45ac012 req-82310597-5600-492c-b77f-f047046aadc8 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.23 "DELETE /v2.0/ports/4c1d83ee-fd52-4a2d-8519-5a4285398d5a HTTP/1.1" status: 204 len: 173 time: 0.5646605 Jul 15 13:41:30.543179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'name': 'network-vif-deleted', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:30.545449 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d4b9c7-ab0a-41ea-b4db-bef0dc47db90" -d '{"events": [{"server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "name": "network-vif-deleted", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:30.581578 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ffa0f-edd5-42ec-8190-a4e75a157ed3 x-openstack-request-id: req-4b3ffa0f-edd5-42ec-8190-a4e75a157ed3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:30.581867 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed446da-9dfa-4d7d-9df5-ee554d24aca9", "name": "network-vif-deleted", "tag": "4c1d83ee-fd52-4a2d-8519-5a4285398d5a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:30.582322 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b3ffa0f-edd5-42ec-8190-a4e75a157ed3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:30.582749 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed446da-9dfa-4d7d-9df5-ee554d24aca9', 'name': 'network-vif-deleted', 'tag': '4c1d83ee-fd52-4a2d-8519-5a4285398d5a', 'status': 'completed', 'code': 200} Jul 15 13:41:31.049159 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.378003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:31.391659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b41d8889-2277-4465-ba87-fd6b105fe1aa up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:31.448483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port b41d8889-2277-4465-ba87-fd6b105fe1aa completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:31.452792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port b41d8889-2277-4465-ba87-fd6b105fe1aa triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:31.453208 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.546970 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.575096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41d8889-2277-4465-ba87-fd6b105fe1aa'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:31.577797 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f61ac-3551-47b9-9d4f-db5443752eb3" -d '{"events": [{"server_uuid": "13c2d57c-12c6-47a5-9b2f-e31f520c5bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b41d8889-2277-4465-ba87-fd6b105fe1aa"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:31.593739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port b41d8889-2277-4465-ba87-fd6b105fe1aa, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:31.598585 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.626934 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e88b60-3234-4d6d-81c6-2c2b1d9aaf03 x-openstack-request-id: req-50e88b60-3234-4d6d-81c6-2c2b1d9aaf03 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:31.627226 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d57c-12c6-47a5-9b2f-e31f520c5bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b41d8889-2277-4465-ba87-fd6b105fe1aa", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:31.627477 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50e88b60-3234-4d6d-81c6-2c2b1d9aaf03 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:31.628134 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41d8889-2277-4465-ba87-fd6b105fe1aa', 'code': 200} Jul 15 13:41:31.662140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=b41d8889-2277-4465-ba87-fd6b105fe1aa,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:31.911482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0f34e-55f1-49cd-bee4-10ee2830c8d8 req-066e86f0-e659-4f33-ad88-9f398a02e192 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.913018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95d0f34e-55f1-49cd-bee4-10ee2830c8d8 req-066e86f0-e659-4f33-ad88-9f398a02e192 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1095 time: 0.4877617 Jul 15 13:41:31.955150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d9c1-169f-465d-955b-1a81f71c402c req-24243c77-a012-4df9-bcbb-32b7e02ee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.956664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b72d9c1-169f-465d-955b-1a81f71c402c req-24243c77-a012-4df9-bcbb-32b7e02ee9b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.1764762 Jul 15 13:41:32.055617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95d0f34e-55f1-49cd-bee4-10ee2830c8d8 req-cdf1a27f-392b-4872-834c-3355868f543f tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059918 Jul 15 13:41:32.060903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1b72d9c1-169f-465d-955b-1a81f71c402c req-14f52e40-88fd-40e8-a4d1-750386144f97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965145 Jul 15 13:41:32.236329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.516597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port 2f5ce3d5-dd45-48af-be11-838f4277cd04 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:32.517228 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.606087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port 2f5ce3d5-dd45-48af-be11-838f4277cd04, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2f5ce3d5-dd45-48af-be11-838f4277cd04,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:32.606476 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.619234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for 2f5ce3d5-dd45-48af-be11-838f4277cd04 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:32.817387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.845581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=2f5ce3d5-dd45-48af-be11-838f4277cd04,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:33.046878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.298874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac929a-7593-45ec-a045-73067c95d949 req-969807ed-f038-4505-8c9b-26a45a121b1d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.300413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6cac929a-7593-45ec-a045-73067c95d949 req-969807ed-f038-4505-8c9b-26a45a121b1d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.1342664 Jul 15 13:41:33.308687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:33.379882 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6cac929a-7593-45ec-a045-73067c95d949 req-fd6dd5de-e430-4d8e-8345-da37a90d497e tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730073 Jul 15 13:41:33.405936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4c1d83ee-fd52-4a2d-8519-5a4285398d5a no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:33.431414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 4c1d83ee-fd52-4a2d-8519-5a4285398d5a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:33.432222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 4c1d83ee-fd52-4a2d-8519-5a4285398d5a not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:33.447300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:33.455328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5f458a05-f749-4d1a-b7a4-76cd84df0545 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "PUT /v2.0/routers/4420abfc-8eaa-43b5-bdb9-e5232543ee9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0732501 Jul 15 13:41:33.455328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:33.458534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] Sync routers for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:33.468455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:33.469101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:33.541876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting subnet 3e530dd9-0488-4786-8f8b-4fe290c7d6f9 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:33.553326 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.576857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:33.606409 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.653252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d65bb-0305-42ac-b85c-931bc4baf501 req-5531b616-b924-40d7-84e6-239170163734 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.654753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-048d65bb-0305-42ac-b85c-931bc4baf501 req-5531b616-b924-40d7-84e6-239170163734 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.1517191 Jul 15 13:41:33.724291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-048d65bb-0305-42ac-b85c-931bc4baf501 req-198e09d3-2a2e-4fe9-a947-b7533295e02f tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635178 Jul 15 13:41:33.729200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.765180 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.779415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:41:32Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:33.803104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.813433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] Checking router: 4420abfc-8eaa-43b5-bdb9-e5232543ee9c for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:33.822309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] Routers {'4420abfc-8eaa-43b5-bdb9-e5232543ee9c'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:33.822938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:33.830383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Subnet': ['ID=3e530dd9-0488-4786-8f8b-4fe290c7d6f9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:33.839419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.844168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:33.844646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-32e25df7-7db5-4533-b6d7-f751cc17e020 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/subnets/3e530dd9-0488-4786-8f8b-4fe290c7d6f9 HTTP/1.1" status: 204 len: 168 time: 0.3882189 Jul 15 13:41:33.856749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ecaf3-5a7f-4c6e-b97d-940bafd9de29 None None] Network e35ac7a2-3f02-4dfb-804c-fb10b8211ade requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:33.907710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2764aa6-66de-4ec8-a019-71d9dc8b39e0 req-5045d615-7cae-4185-ac90-d61bdac7afe7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.909167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2764aa6-66de-4ec8-a019-71d9dc8b39e0 req-5045d615-7cae-4185-ac90-d61bdac7afe7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.0567026 Jul 15 13:41:33.945149 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2764aa6-66de-4ec8-a019-71d9dc8b39e0 req-2f49c922-9d49-4659-8fbc-e09b171d15d0 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293574 Jul 15 13:41:33.961293 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.017188 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] Set router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:34.073708 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.135623 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Deleting port ed0dd133-fa52-4742-8208-a552498fe3f0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:34.135970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.230845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:41:32Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:34.235817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] DHCP port deletion for e35ac7a2-3f02-4dfb-804c-fb10b8211ade request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:34.247296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-8103e2ab-3e8f-4667-92f4-71e028d45f5d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.250504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] For port ed0dd133-fa52-4742-8208-a552498fe3f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ed0dd133-fa52-4742-8208-a552498fe3f0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:34.250874 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.254842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-8103e2ab-3e8f-4667-92f4-71e028d45f5d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/networks?id=bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 200 len: 910 time: 0.1418259 Jul 15 13:41:34.264498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Calling delete_port for ed0dd133-fa52-4742-8208-a552498fe3f0 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:34.264846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926c1eb-5059-44a3-9202-ddcd5006b86f None None] The sync data for ids ['4420abfc-8eaa-43b5-bdb9-e5232543ee9c'] in n-d-798249-9 is: [{'id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038214280', 'tenant_id': 'e70c89903dd149da81e88cdd44dfeed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:46Z', 'updated_at': '2021-07-15T13:41:32Z', 'revision_number': 5, 'project_id': 'e70c89903dd149da81e88cdd44dfeed1', 'gw_port': {'id': 'ed0dd133-fa52-4742-8208-a552498fe3f0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420abfc-8eaa-43b5-bdb9-e5232543ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:47Z', 'updated_at': '2021-07-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:34.278074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-cd7fd781-7d1a-4bcf-ad66-54087b5dcdaa tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/quotas/74e58f6ee4a745368d8f9464de40ea05 HTTP/1.1" status: 200 len: 375 time: 0.0222855 Jul 15 13:41:34.339670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] Deleting port ec5aae03-a54a-4710-880d-ded01ad77a9e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:34.340348 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.354359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-19674e0c-36ee-45ca-9bf6-0d41c1c21bee tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=74e58f6ee4a745368d8f9464de40ea05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710697 Jul 15 13:41:34.426833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] For port ec5aae03-a54a-4710-880d-ded01ad77a9e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec5aae03-a54a-4710-880d-ded01ad77a9e,segment=NetworkSegment(aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7),segment_id=aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:34.427357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.440477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] Calling delete_port for ec5aae03-a54a-4710-880d-ded01ad77a9e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:34.469813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.479412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-88fbb0f4-5759-4810-9673-daa88c147d6b service neutron] 10.222.0.48 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122482 Jul 15 13:41:34.498972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Port': ['ID=ed0dd133-fa52-4742-8208-a552498fe3f0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:34.536562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.536912 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.537254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.537590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.537945 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.540704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.540704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.540704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.540704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.540704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.540704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.542196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:34.547741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.570623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] Pushing event deleted for resources: {'Port': ['ID=ec5aae03-a54a-4710-880d-ded01ad77a9e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:34.580540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8fbfe-3538-47a9-b9a7-761736317945 None None] No DVR routers for this DVR port ec5aae03-a54a-4710-880d-ded01ad77a9e on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:34.586119 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-9f5a7a37-0cbd-44eb-9ed9-93bbfdffff6a service neutron] 10.222.0.48 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978389 Jul 15 13:41:34.623165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.723283 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.725303 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.765318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50be4aaa-fa7f-4ce8-bf81-e5ab1c6a3f32 req-0c8fc6b6-5ed1-4b36-b1ec-29f0e919f09f tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 210 time: 0.0291066 Jul 15 13:41:34.785591 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.786657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Fanout notify agent at l3_agent the message router_deleted on router 4420abfc-8eaa-43b5-bdb9-e5232543ee9c {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:34.794546 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.798445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:34.798555 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d52e9d30-98d2-422e-b72c-aa98971c9efb tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/routers/4420abfc-8eaa-43b5-bdb9-e5232543ee9c HTTP/1.1" status: 204 len: 168 time: 0.9526398 Jul 15 13:41:34.887837 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.983585 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.994000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35ac7a2-3f02-4dfb-804c-fb10b8211ade']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:35.004357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:35.004653 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa39fce3-a36e-42fd-b1ea-f77aa43ab3e7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:35.013797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.031554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.038539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:35.039069 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:35.042191 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:35.107407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.126460 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.128344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/networks/e35ac7a2-3f02-4dfb-804c-fb10b8211ade HTTP/1.1" status: 204 len: 168 time: 0.3289368 Jul 15 13:41:35.129744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b05078-d0d8-419f-b876-568c590e7fba tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'Network': ['ID=e35ac7a2-3f02-4dfb-804c-fb10b8211ade,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.131333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.196042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10276f98-4b3e-4da1-a14a-7f483d691f62 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.221669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10276f98-4b3e-4da1-a14a-7f483d691f62 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.288180 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10276f98-4b3e-4da1-a14a-7f483d691f62 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.290855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10276f98-4b3e-4da1-a14a-7f483d691f62 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.292138 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-10276f98-4b3e-4da1-a14a-7f483d691f62 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] 10.222.0.48 "DELETE /v2.0/security-groups/89e55e7a-cdb2-4c1e-9dee-035807faec20 HTTP/1.1" status: 204 len: 168 time: 0.1599240 Jul 15 13:41:35.307590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10276f98-4b3e-4da1-a14a-7f483d691f62 tempest-TestNetworkAdvancedServerOps-2095718046 tempest-TestNetworkAdvancedServerOps-2095718046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e55e7a-cdb2-4c1e-9dee-035807faec20,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.603005 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.738679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.739440 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2d0aa048-7d53-42d8-83be-e7ecfdfd64da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e70c89903dd149da81e88cdd44dfeed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340330 Jul 15 13:41:35.787813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80297d37-060a-4505-9274-56f67e8876e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.811887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80297d37-060a-4505-9274-56f67e8876e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.937702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2f67df7-e29d-47a7-98a5-4ffb8e802098 req-6f95a83b-7fe2-42dc-88a7-d376b994a4b8 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 210 time: 0.0324216 Jul 15 13:41:35.951489 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80297d37-060a-4505-9274-56f67e8876e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.954030 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80297d37-060a-4505-9274-56f67e8876e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.963464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-80297d37-060a-4505-9274-56f67e8876e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccbc156c-00a4-49e5-95c3-c6b7b36831e1 HTTP/1.1" status: 204 len: 168 time: 0.2153296 Jul 15 13:41:35.980237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80297d37-060a-4505-9274-56f67e8876e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc156c-00a4-49e5-95c3-c6b7b36831e1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.983728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-ecbd2814-02f8-4b50-9e2d-4b526e22995d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.985452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-ecbd2814-02f8-4b50-9e2d-4b526e22995d tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.49 "GET /v2.0/networks?id=bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 200 len: 910 time: 0.1491525 Jul 15 13:41:35.998321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Request body: {'port': {'device_id': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'admin_state_up': True, 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:36.023218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Made reservation on behalf of 74e58f6ee4a745368d8f9464de40ea05 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:36.026669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.159916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Allocated IP 172.20.0.11 (bb650317-b85e-42f7-a37c-ad3a3bb5a952/6e1e9720-897c-4065-9dbc-9ba646e9f954/b2be20d3-4cd8-496b-8d23-dac33fa83885) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:36.235039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec5aae03-a54a-4710-880d-ded01ad77a9e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:36.250698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.256198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ec5aae03-a54a-4710-880d-ded01ad77a9e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:36.256545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec5aae03-a54a-4710-880d-ded01ad77a9e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:36.256953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ed0dd133-fa52-4742-8208-a552498fe3f0 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:36.276209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ed0dd133-fa52-4742-8208-a552498fe3f0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:36.276550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ed0dd133-fa52-4742-8208-a552498fe3f0 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:36.276954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f5ce3d5-dd45-48af-be11-838f4277cd04 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:36.293482 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3ea59019-2b92-4f3d-a55d-9ba286cf82f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=292b7611224a464d842e8347712266ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414448 Jul 15 13:41:36.296105 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.297200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2f5ce3d5-dd45-48af-be11-838f4277cd04 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:36.297499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2f5ce3d5-dd45-48af-be11-838f4277cd04 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:36.311483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.326688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Transition to ACTIVE for port object b2be20d3-4cd8-496b-8d23-dac33fa83885 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:36.346982 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f093dec8-a2fb-4c07-815e-29ffba75d577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.360258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.369207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f093dec8-a2fb-4c07-815e-29ffba75d577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.371865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b41d8889-2277-4465-ba87-fd6b105fe1aa'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:36.413855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:36.417381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:36.423294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:36.426554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Pushing event updated for resources: {'Port': ['ID=b2be20d3-4cd8-496b-8d23-dac33fa83885,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.445675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f093dec8-a2fb-4c07-815e-29ffba75d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.448450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f093dec8-a2fb-4c07-815e-29ffba75d577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.452287 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f093dec8-a2fb-4c07-815e-29ffba75d577 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20dc2d35-8efc-4e71-b392-5a39cd09c1d2 HTTP/1.1" status: 204 len: 168 time: 0.1524544 Jul 15 13:41:36.460080 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093dec8-a2fb-4c07-815e-29ffba75d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc2d35-8efc-4e71-b392-5a39cd09c1d2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.504629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:36.505707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.526452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-86550d3a-d983-43f9-ae7b-d2317321e352 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5329406 Jul 15 13:41:36.541780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Request body: {'port': {'device_id': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:36.658700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.820454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c7478ad-28f1-49cb-901e-40f7740bc05b None None] Provisioning for port b2be20d3-4cd8-496b-8d23-dac33fa83885 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:36.824541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c7478ad-28f1-49cb-901e-40f7740bc05b None None] Provisioning complete for port b2be20d3-4cd8-496b-8d23-dac33fa83885 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:36.824922 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c7478ad-28f1-49cb-901e-40f7740bc05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.862335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c7478ad-28f1-49cb-901e-40f7740bc05b None None] Port b2be20d3-4cd8-496b-8d23-dac33fa83885 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:36.981135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2be20d3-4cd8-496b-8d23-dac33fa83885 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:36.990764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.004924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Transition to ACTIVE for port object b2be20d3-4cd8-496b-8d23-dac33fa83885 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:37.008693 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.063369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2be20d3-4cd8-496b-8d23-dac33fa83885,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:37.186186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Attempting to bind port b2be20d3-4cd8-496b-8d23-dac33fa83885 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:37.186553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Attempting to bind port b2be20d3-4cd8-496b-8d23-dac33fa83885 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:37.186887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Attempting to bind port b2be20d3-4cd8-496b-8d23-dac33fa83885 on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:37.194767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2ac4f-61db-4235-b2fe-afb6dcdf5a0d req-8a5a5d24-90c0-4143-8c73-91e82a78c863 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.196332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3f2ac4f-61db-4235-b2fe-afb6dcdf5a0d req-8a5a5d24-90c0-4143-8c73-91e82a78c863 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1053 time: 0.1361494 Jul 15 13:41:37.197402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Port b2be20d3-4cd8-496b-8d23-dac33fa83885 on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:37.197738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Attempting to bind port b2be20d3-4cd8-496b-8d23-dac33fa83885 on network bb650317-b85e-42f7-a37c-ad3a3bb5a952 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:37.204917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:37.205254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Checking segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:37.205638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Bound using segment: {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:37.206074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Bound port: b2be20d3-4cd8-496b-8d23-dac33fa83885, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dfe196-577b-4e44-9083-67a4c244113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:37.206466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.266153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3f2ac4f-61db-4235-b2fe-afb6dcdf5a0d req-79d9f28f-c09a-4701-b60b-264bb6cc1041 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632031 Jul 15 13:41:37.294885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] For port b2be20d3-4cd8-496b-8d23-dac33fa83885, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:37.297923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] For port b2be20d3-4cd8-496b-8d23-dac33fa83885, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:37.303302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.341571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.342275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.343803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2be20d3-4cd8-496b-8d23-dac33fa83885 HTTP/1.1" status: 200 len: 1092 time: 0.8089397 Jul 15 13:41:37.344251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'tag': 'b2be20d3-4cd8-496b-8d23-dac33fa83885'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:37.346578 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd812328-dcef-48b8-a142-4fa95fbef5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "765bb5d8-0c95-452e-92cf-dc7ca5d46657", "tag": "b2be20d3-4cd8-496b-8d23-dac33fa83885"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:37.375262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca3af6-82ff-491d-a153-fa4b2fdb42d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2be20d3-4cd8-496b-8d23-dac33fa83885,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:37.404524 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b9701f-7e4c-4d01-9f17-701614cd1154 x-openstack-request-id: req-61b9701f-7e4c-4d01-9f17-701614cd1154 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:37.404808 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765bb5d8-0c95-452e-92cf-dc7ca5d46657", "tag": "b2be20d3-4cd8-496b-8d23-dac33fa83885", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:37.405108 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61b9701f-7e4c-4d01-9f17-701614cd1154 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:37.405610 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'tag': 'b2be20d3-4cd8-496b-8d23-dac33fa83885', 'status': 'completed', 'code': 200} Jul 15 13:41:37.459335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-740678d5-9720-4171-ad91-bef5f0fd2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.460858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-740678d5-9720-4171-ad91-bef5f0fd2aa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e58f6ee4a745368d8f9464de40ea05&device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1095 time: 0.0651052 Jul 15 13:41:37.504260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-52b07106-216f-48ed-9420-756a3ec91eaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885 HTTP/1.1" status: 200 len: 217 time: 0.0361691 Jul 15 13:41:37.556797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-45b33c6f-f712-4834-9cf7-014620ceb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.558268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-45b33c6f-f712-4834-9cf7-014620ceb98d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e1e9720-897c-4065-9dbc-9ba646e9f954 HTTP/1.1" status: 200 len: 848 time: 0.0487504 Jul 15 13:41:37.615577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-f48cc4a1-c604-4892-b5c0-e675285cd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.617107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-f48cc4a1-c604-4892-b5c0-e675285cd24f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb650317-b85e-42f7-a37c-ad3a3bb5a952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527983 Jul 15 13:41:37.705277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-64319f8a-f79e-4cac-a327-dc77fda9db7b service neutron] 10.222.0.49 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817273 Jul 15 13:41:38.096811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f1d34cf0-0e01-48cd-aaf2-c2d506a404a8 req-a3b3b5c1-51ae-451a-bcd8-48c961d87d39 service neutron] 10.222.0.49 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852811 Jul 15 13:41:38.201005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-6aec8c59-dde6-4d9c-ae51-55540ac9fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.202575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-6aec8c59-dde6-4d9c-ae51-55540ac9fcf6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e58f6ee4a745368d8f9464de40ea05&device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1095 time: 0.0546024 Jul 15 13:41:38.295155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-da82834f-59a0-4e50-9d79-f86a98d877a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.296636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-da82834f-59a0-4e50-9d79-f86a98d877a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 200 len: 910 time: 0.0873477 Jul 15 13:41:38.338403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-a701638a-2e12-4521-8108-6088220639bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885 HTTP/1.1" status: 200 len: 217 time: 0.0351985 Jul 15 13:41:38.420344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-9838f7a5-306d-4e86-9090-82ce7fe8b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.421738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-9838f7a5-306d-4e86-9090-82ce7fe8b9dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6e1e9720-897c-4065-9dbc-9ba646e9f954 HTTP/1.1" status: 200 len: 848 time: 0.0768354 Jul 15 13:41:38.480634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde3a4-2fd5-4aaa-aee4-ae3c3135dbfb req-248eed49-995a-4daa-9137-756ee87bbc63 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.482141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4cde3a4-2fd5-4aaa-aee4-ae3c3135dbfb req-248eed49-995a-4daa-9137-756ee87bbc63 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1095 time: 0.1023228 Jul 15 13:41:38.507818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-647ef4a8-c060-4069-ab49-72628a516a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.509263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-647ef4a8-c060-4069-ab49-72628a516a5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb650317-b85e-42f7-a37c-ad3a3bb5a952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804193 Jul 15 13:41:38.534582 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4cde3a4-2fd5-4aaa-aee4-ae3c3135dbfb req-9408da95-f965-4291-8200-92b9fc752831 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Jul 15 13:41:38.611468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-d940fac5-c267-48b1-a4e9-cbd3898b78d3 service neutron] 10.222.0.49 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930567 Jul 15 13:41:38.707581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd812328-dcef-48b8-a142-4fa95fbef5d2 req-7832bff2-2a13-4467-8c2e-df73c6481332 service neutron] 10.222.0.49 "GET /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889735 Jul 15 13:41:39.696428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd9e5-3039-43d4-bb11-24c6786d5c38 req-bed32da7-9a09-4699-91ff-5ba38f0d7ef4 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:39.697940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a77bd9e5-3039-43d4-bb11-24c6786d5c38 req-bed32da7-9a09-4699-91ff-5ba38f0d7ef4 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1095 time: 0.0531309 Jul 15 13:41:39.732878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a77bd9e5-3039-43d4-bb11-24c6786d5c38 req-994c7875-9753-4105-a9a6-bf037f6fb197 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291612 Jul 15 13:41:40.458047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b2be20d3-4cd8-496b-8d23-dac33fa83885 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:40.556879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b2be20d3-4cd8-496b-8d23-dac33fa83885, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:40.567912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'b2be20d3-4cd8-496b-8d23-dac33fa83885', 'network_id': 'bb650317-b85e-42f7-a37c-ad3a3bb5a952', 'port_id': 'b2be20d3-4cd8-496b-8d23-dac33fa83885', 'mac_address': 'fa:16:3e:89:11:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1e9720-897c-4065-9dbc-9ba646e9f954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:40.605453 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.618451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2be20d3-4cd8-496b-8d23-dac33fa83885 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:40.637743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b2be20d3-4cd8-496b-8d23-dac33fa83885, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:40.641381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.689889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b2be20d3-4cd8-496b-8d23-dac33fa83885,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:40.882228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['b2be20d3-4cd8-496b-8d23-dac33fa83885'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:40.913513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563e8a5-2082-412a-87fb-e6fb8fcce6a4 req-acd3b840-9eac-485f-b0b2-806558cd216a tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:40.915295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8563e8a5-2082-412a-87fb-e6fb8fcce6a4 req-acd3b840-9eac-485f-b0b2-806558cd216a tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1096 time: 0.0544040 Jul 15 13:41:40.954782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8563e8a5-2082-412a-87fb-e6fb8fcce6a4 req-b4e02504-3626-4636-8d06-544889bff0a7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330713 Jul 15 13:41:42.123030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97097b-fdde-4261-a82c-441992a69f89 req-3258cf4f-1a55-457b-9276-3913dbde9ad6 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.124527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee97097b-fdde-4261-a82c-441992a69f89 req-3258cf4f-1a55-457b-9276-3913dbde9ad6 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1096 time: 0.0564640 Jul 15 13:41:42.158610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ee97097b-fdde-4261-a82c-441992a69f89 req-1ba773fa-13c4-4d20-84c4-7e995dec87eb tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284736 Jul 15 13:41:42.458112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b2be20d3-4cd8-496b-8d23-dac33fa83885 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:42.508890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port b2be20d3-4cd8-496b-8d23-dac33fa83885 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:42.512669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port b2be20d3-4cd8-496b-8d23-dac33fa83885 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:42.513041 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.587286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.608871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be20d3-4cd8-496b-8d23-dac33fa83885'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:42.611139 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e91185-6832-4a35-9f8b-f0b07ad70fe1" -d '{"events": [{"server_uuid": "765bb5d8-0c95-452e-92cf-dc7ca5d46657", "name": "network-vif-plugged", "status": "completed", "tag": "b2be20d3-4cd8-496b-8d23-dac33fa83885"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:42.624046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b2be20d3-4cd8-496b-8d23-dac33fa83885, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:42.628189 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.658363 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b861b0d0-2864-407e-949a-6e7984e275b9 x-openstack-request-id: req-b861b0d0-2864-407e-949a-6e7984e275b9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:42.658655 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765bb5d8-0c95-452e-92cf-dc7ca5d46657", "name": "network-vif-plugged", "status": "completed", "tag": "b2be20d3-4cd8-496b-8d23-dac33fa83885", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:42.658906 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b861b0d0-2864-407e-949a-6e7984e275b9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:42.659287 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be20d3-4cd8-496b-8d23-dac33fa83885', 'code': 200} Jul 15 13:41:42.675098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71ffe7e9-b632-42e7-951e-7230e500f43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.692910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b2be20d3-4cd8-496b-8d23-dac33fa83885,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:42.756387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35de17e-9c5e-4db7-80ad-938de63d7682 req-57c852e2-1bfb-471f-a538-0e70d27122fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.757768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e35de17e-9c5e-4db7-80ad-938de63d7682 req-57c852e2-1bfb-471f-a538-0e70d27122fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0506983 Jul 15 13:41:42.790925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e35de17e-9c5e-4db7-80ad-938de63d7682 req-4b877b01-36af-4f27-b339-e29a0a69aa82 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270531 Jul 15 13:41:43.315331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a146cd9-9814-4e5c-922d-c59ce13682c5 req-39fc5b4e-aa7d-49d3-a949-0db46e548c68 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.316858 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a146cd9-9814-4e5c-922d-c59ce13682c5 req-39fc5b4e-aa7d-49d3-a949-0db46e548c68 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0512362 Jul 15 13:41:43.350596 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a146cd9-9814-4e5c-922d-c59ce13682c5 req-c6663930-10f5-4464-a44c-5ad367e3d2e6 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271804 Jul 15 13:41:44.515469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1bb75-7c9e-413d-9755-39d26d921ef2 req-d333be39-6815-4aff-94cb-ae251744caf7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.516888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ac1bb75-7c9e-413d-9755-39d26d921ef2 req-d333be39-6815-4aff-94cb-ae251744caf7 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0564213 Jul 15 13:41:44.552233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ac1bb75-7c9e-413d-9755-39d26d921ef2 req-9d265993-4ca4-485c-bbd2-d28dc3b40121 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298367 Jul 15 13:41:44.711363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f800d3-005b-4e8e-a73b-d757a6848ed3 req-5aa78f1d-c168-4447-a761-eced3b962650 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.713424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33f800d3-005b-4e8e-a73b-d757a6848ed3 req-5aa78f1d-c168-4447-a761-eced3b962650 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0534146 Jul 15 13:41:44.747420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33f800d3-005b-4e8e-a73b-d757a6848ed3 req-9916218f-dd77-4104-80fe-2c42acf618a9 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284634 Jul 15 13:41:44.903692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639236c-eaa0-40a3-af4e-bbd1cd16492e req-7edb428b-9d7d-45fd-9576-f5b9c5230c5a tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.905206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9639236c-eaa0-40a3-af4e-bbd1cd16492e req-7edb428b-9d7d-45fd-9576-f5b9c5230c5a tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0517457 Jul 15 13:41:44.938377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9639236c-eaa0-40a3-af4e-bbd1cd16492e req-f58b8a66-20c6-44d6-9156-1a98155813db tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275786 Jul 15 13:41:45.304411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b85a98-3630-4674-bdf5-33b3f152fe4d req-a9ce0273-4f56-49e4-a153-310f3db6809c tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:45.306477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52b85a98-3630-4674-bdf5-33b3f152fe4d req-a9ce0273-4f56-49e4-a153-310f3db6809c tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0555079 Jul 15 13:41:45.318362 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7540b892-1a26-4357-890d-d4bce3de3ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.341057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-52b85a98-3630-4674-bdf5-33b3f152fe4d req-e182cf05-2632-4143-b8b5-779a55c36dba tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288808 Jul 15 13:41:45.593169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.174630 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:46.520505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-c8d4cf90-b0bd-466c-89d4-09667ad49a62 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.521906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-c8d4cf90-b0bd-466c-89d4-09667ad49a62 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0870872 Jul 15 13:41:46.536613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d4492-8ec5-4b24-93a2-0fb167d8e301 req-dad06ee4-216a-4b1d-b0a9-4514726bb9bf tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.538012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e29d4492-8ec5-4b24-93a2-0fb167d8e301 req-dad06ee4-216a-4b1d-b0a9-4514726bb9bf tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=765bb5d8-0c95-452e-92cf-dc7ca5d46657 HTTP/1.1" status: 200 len: 1097 time: 0.0773060 Jul 15 13:41:46.615015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e29d4492-8ec5-4b24-93a2-0fb167d8e301 req-c7023bca-8c4d-4699-8726-6e6963bdf4a9 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Jul 15 13:41:46.639251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Deleting port b2be20d3-4cd8-496b-8d23-dac33fa83885 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:46.639603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.719483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] For port b2be20d3-4cd8-496b-8d23-dac33fa83885, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b2be20d3-4cd8-496b-8d23-dac33fa83885,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:46.719847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.737268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Calling delete_port for b2be20d3-4cd8-496b-8d23-dac33fa83885 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:46.809449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.858513 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.871016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b41d8889-2277-4465-ba87-fd6b105fe1aa'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:46.873655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['b2be20d3-4cd8-496b-8d23-dac33fa83885'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:46.883862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2be20d3-4cd8-496b-8d23-dac33fa83885,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:46.934538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] No DVR routers for this DVR port b2be20d3-4cd8-496b-8d23-dac33fa83885 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:46.937815 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.940220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a31f880f-a907-4ca8-9e03-9cb4c9aa5d1c req-7eaf4bfb-45be-40a4-a593-ae9812f7b376 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b2be20d3-4cd8-496b-8d23-dac33fa83885 HTTP/1.1" status: 204 len: 173 time: 0.4112902 Jul 15 13:41:46.940908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'name': 'network-vif-deleted', 'tag': 'b2be20d3-4cd8-496b-8d23-dac33fa83885'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:46.943746 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fec4578-c86c-4ee4-bfab-3c08fcdc2bdc" -d '{"events": [{"server_uuid": "765bb5d8-0c95-452e-92cf-dc7ca5d46657", "name": "network-vif-deleted", "tag": "b2be20d3-4cd8-496b-8d23-dac33fa83885"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:46.982410 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503f8620-3b31-4f53-9f93-4e2dc37d6cff x-openstack-request-id: req-503f8620-3b31-4f53-9f93-4e2dc37d6cff {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:46.982705 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765bb5d8-0c95-452e-92cf-dc7ca5d46657", "name": "network-vif-deleted", "tag": "b2be20d3-4cd8-496b-8d23-dac33fa83885", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:46.982959 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-503f8620-3b31-4f53-9f93-4e2dc37d6cff {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:46.983377 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bb5d8-0c95-452e-92cf-dc7ca5d46657', 'name': 'network-vif-deleted', 'tag': 'b2be20d3-4cd8-496b-8d23-dac33fa83885', 'status': 'completed', 'code': 200} Jul 15 13:41:48.042121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440fdf7-e792-4879-bc0b-ceb9e05f6b30 req-6844781a-ca15-4fb0-b99a-ee71c0c7ce25 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.043704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4440fdf7-e792-4879-bc0b-ceb9e05f6b30 req-6844781a-ca15-4fb0-b99a-ee71c0c7ce25 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.0522029 Jul 15 13:41:48.077509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4440fdf7-e792-4879-bc0b-ceb9e05f6b30 req-b67c97d4-2199-4c07-8253-50d46c6da8e2 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283015 Jul 15 13:41:48.141046 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.268850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dfa0b-e894-4dc0-9a0d-09c9e1fd90ef req-2e79ae0b-521a-4b20-aa6f-7d23d3131f5c tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.270346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e3dfa0b-e894-4dc0-9a0d-09c9e1fd90ef req-2e79ae0b-521a-4b20-aa6f-7d23d3131f5c tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.0834746 Jul 15 13:41:49.307826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd73e-6e36-46ee-971d-00548bccad16 req-e5481cef-51aa-493e-a2da-7819b3631657 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.309287 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-918bd73e-6e36-46ee-971d-00548bccad16 req-e5481cef-51aa-493e-a2da-7819b3631657 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=13c2d57c-12c6-47a5-9b2f-e31f520c5bd5 HTTP/1.1" status: 200 len: 1096 time: 0.0831392 Jul 15 13:41:49.314878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e3dfa0b-e894-4dc0-9a0d-09c9e1fd90ef req-8f9c4a52-acc5-49c6-bdb9-ba55e08ea4b5 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=39a01a4b-e78d-4952-b6f3-73b96aed7ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Jul 15 13:41:49.398822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Deleting port b41d8889-2277-4465-ba87-fd6b105fe1aa {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:49.399228 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.480043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] For port b41d8889-2277-4465-ba87-fd6b105fe1aa, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=b41d8889-2277-4465-ba87-fd6b105fe1aa,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:49.480406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.492416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Calling delete_port for b41d8889-2277-4465-ba87-fd6b105fe1aa owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:49.612803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.623084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['b41d8889-2277-4465-ba87-fd6b105fe1aa'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:49.641791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Pushing event deleted for resources: {'Port': ['ID=b41d8889-2277-4465-ba87-fd6b105fe1aa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:49.686287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] No DVR routers for this DVR port b41d8889-2277-4465-ba87-fd6b105fe1aa on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:49.688968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.691024 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-918bd73e-6e36-46ee-971d-00548bccad16 req-f706118c-0c62-480d-a9e3-30d0e8af2152 tempest-TestServerMultinode-593473100 tempest-TestServerMultinode-593473100-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b41d8889-2277-4465-ba87-fd6b105fe1aa HTTP/1.1" status: 204 len: 173 time: 0.3752971 Jul 15 13:41:49.691468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'name': 'network-vif-deleted', 'tag': 'b41d8889-2277-4465-ba87-fd6b105fe1aa'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:49.694991 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85548277-1edd-4ba2-b243-da6c697c4607" -d '{"events": [{"server_uuid": "13c2d57c-12c6-47a5-9b2f-e31f520c5bd5", "name": "network-vif-deleted", "tag": "b41d8889-2277-4465-ba87-fd6b105fe1aa"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:49.735903 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979483c2-2df9-47e8-b91e-9c0fb007e5ab x-openstack-request-id: req-979483c2-2df9-47e8-b91e-9c0fb007e5ab {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:49.736201 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d57c-12c6-47a5-9b2f-e31f520c5bd5", "name": "network-vif-deleted", "tag": "b41d8889-2277-4465-ba87-fd6b105fe1aa", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:49.736454 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-979483c2-2df9-47e8-b91e-9c0fb007e5ab {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:49.736847 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d57c-12c6-47a5-9b2f-e31f520c5bd5', 'name': 'network-vif-deleted', 'tag': 'b41d8889-2277-4465-ba87-fd6b105fe1aa', 'status': 'completed', 'code': 200} Jul 15 13:41:50.415442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60676) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:50.489995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b2be20d3-4cd8-496b-8d23-dac33fa83885 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:50.509869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: b2be20d3-4cd8-496b-8d23-dac33fa83885 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:50.510233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b2be20d3-4cd8-496b-8d23-dac33fa83885 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:50.762555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.014437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Deleting port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:51.014706 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.091950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] For port f2c451fc-cde3-4b8a-a3f4-d2e3b4886168, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:51.092346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.105340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Calling delete_port for f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:51.281446 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.313218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c451fc-cde3-4b8a-a3f4-d2e3b4886168,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:51.480200 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.689937 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:51.794913 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:51.799763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4e2737e5-7d6f-42c6-9900-ab087f1fa16f admin admin] 10.222.0.48 "PUT /v2.0/routers/3c83f82d-64f4-46bc-970d-bafc6f0bb9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3833044 Jul 15 13:41:51.802366 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:51.805595 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] Sync routers for ids ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:51.814630 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] Routers {'3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:51.815245 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:51.905751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.921497 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] Set router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:52.006041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.059411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Deleting port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:52.059758 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.093815 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:51Z', 'revision_number': 5, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port': {'id': '90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:52.119916 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] Checking router: 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:52.127880 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] Routers {'3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:52.128472 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:52.139326 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] For port 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:52.139691 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.152539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Calling delete_port for 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:52.214012 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] Set router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:52.329833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.350119 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:52Z', 'revision_number': 6, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:52.356705 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Pushing event deleted for resources: {'Port': ['ID=90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:52.376036 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad8050-da33-44e6-896e-c6c6eff72437 None None] The sync data for ids ['3c83f82d-64f4-46bc-970d-bafc6f0bb9f7'] in n-d-798249-9 is: [{'id': '3c83f82d-64f4-46bc-970d-bafc6f0bb9f7', 'name': 'tempest-TestServerMultinode-618783027-router', 'tenant_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:13Z', 'updated_at': '2021-07-15T13:41:52Z', 'revision_number': 6, 'project_id': 'e88fb3c067e14bc9b0ef495bf1d6e722', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:52.424434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.512332 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.514408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.555643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.556157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:52.560132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.561301 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6c8dd06a-bec5-425c-92e4-22478ef9acdb admin admin] 10.222.0.48 "DELETE /v2.0/routers/3c83f82d-64f4-46bc-970d-bafc6f0bb9f7 HTTP/1.1" status: 204 len: 168 time: 0.7580459 Jul 15 13:41:52.563927 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:52.612331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Deleting subnet 6e1e9720-897c-4065-9dbc-9ba646e9f954 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:52.615327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.970468 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.046014 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.100251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.125641 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1e9720-897c-4065-9dbc-9ba646e9f954,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:53.129274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.131189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e63717e9-cf7f-4465-853c-748d9723d932 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6e1e9720-897c-4065-9dbc-9ba646e9f954 HTTP/1.1" status: 204 len: 168 time: 0.5663323 Jul 15 13:41:53.134464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:53.141990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7a108-7e69-46f5-811d-68f8e0350f98 None None] Network bb650317-b85e-42f7-a37c-ad3a3bb5a952 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:53.212337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.267709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Deleting port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:53.268052 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.331477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] DHCP port deletion for bb650317-b85e-42f7-a37c-ad3a3bb5a952 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:53.332982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] For port 121e50a7-50b4-4ada-9eb3-6e88e65266c8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=121e50a7-50b4-4ada-9eb3-6e88e65266c8,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:53.333343 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.346566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Calling delete_port for 121e50a7-50b4-4ada-9eb3-6e88e65266c8 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:53.379532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Deleting port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:53.379907 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.433905 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.450075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] For port 121e50a7-50b4-4ada-9eb3-6e88e65266c8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=121e50a7-50b4-4ada-9eb3-6e88e65266c8,segment=NetworkSegment(57dfe196-577b-4e44-9083-67a4c244113b),segment_id=57dfe196-577b-4e44-9083-67a4c244113b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:53.450594 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.461822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Pushing event deleted for resources: {'Port': ['ID=121e50a7-50b4-4ada-9eb3-6e88e65266c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:53.462637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Calling delete_port for 121e50a7-50b4-4ada-9eb3-6e88e65266c8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:53.466412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] No DVR routers for this DVR port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:53.475189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.475539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.475892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.476230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.477304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.477416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.477759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.478090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.478505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.478834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.479243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.479575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.526373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b41d8889-2277-4465-ba87-fd6b105fe1aa no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:53.549813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: b41d8889-2277-4465-ba87-fd6b105fe1aa {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:53.550152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device b41d8889-2277-4465-ba87-fd6b105fe1aa not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:53.552158 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.563075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb650317-b85e-42f7-a37c-ad3a3bb5a952']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:53.565586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.573943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dfe196-577b-4e44-9083-67a4c244113b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:53.574368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dfe196-577b-4e44-9083-67a4c244113b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:53.583390 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.592425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] No DVR routers for this DVR port 121e50a7-50b4-4ada-9eb3-6e88e65266c8 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:53.601638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Pushing event deleted for resources: {'Port': ['ID=121e50a7-50b4-4ada-9eb3-6e88e65266c8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:53.605221 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.608083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.608438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.608777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.609488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.609819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.610148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.610499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.610829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.611151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.611474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.611795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.611911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:53.612180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9884bec-c4c7-447a-b39f-99fc5d1b9ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:53.612470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:53.614325 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:53.667032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.672674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.674550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb650317-b85e-42f7-a37c-ad3a3bb5a952 HTTP/1.1" status: 204 len: 168 time: 0.5390666 Jul 15 13:41:53.677642 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:53.687575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b148cb-aaa3-4fa9-aa00-4fc5449031fb admin admin] Pushing event deleted for resources: {'Network': ['ID=bb650317-b85e-42f7-a37c-ad3a3bb5a952,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.019576 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.218952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 121e50a7-50b4-4ada-9eb3-6e88e65266c8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:54.241474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 121e50a7-50b4-4ada-9eb3-6e88e65266c8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:54.241806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 121e50a7-50b4-4ada-9eb3-6e88e65266c8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:54.242246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:54.260803 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:54.261151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 90b2ebfb-e3e7-4f29-b32b-dcb86a8f4840 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:54.261563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:54.275905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Deleting port 56f44105-f381-4070-8952-c2cf1f33bc76 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:54.276125 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.279879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:54.280226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f2c451fc-cde3-4b8a-a3f4-d2e3b4886168 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:54.356228 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] For port 56f44105-f381-4070-8952-c2cf1f33bc76, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=56f44105-f381-4070-8952-c2cf1f33bc76,segment=NetworkSegment(cfeb2ea8-b970-4a4d-aba6-6896d397163f),segment_id=cfeb2ea8-b970-4a4d-aba6-6896d397163f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:54.356584 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.369109 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Calling delete_port for 56f44105-f381-4070-8952-c2cf1f33bc76 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:54.547759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.574950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Pushing event deleted for resources: {'Port': ['ID=56f44105-f381-4070-8952-c2cf1f33bc76,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.753142 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.962409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Router d789f571-9dfa-4bcf-807f-d69709cde173 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:55.065808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:55.074350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:55.074859 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e66ca342-02c1-4148-a6f0-e297e2e6a14f admin admin] 10.222.0.48 "PUT /v2.0/routers/d789f571-9dfa-4bcf-807f-d69709cde173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3956301 Jul 15 13:41:55.074963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] Sync routers for ids ['d789f571-9dfa-4bcf-807f-d69709cde173'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:55.083806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] Routers {'d789f571-9dfa-4bcf-807f-d69709cde173'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:55.084416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d789f571-9dfa-4bcf-807f-d69709cde173'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:55.178434 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.189012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] Set router d789f571-9dfa-4bcf-807f-d69709cde173 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:55.279695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.336131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Deleting port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:55.336603 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.364729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:54Z', 'revision_number': 5, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port': {'id': '5ab3bc71-41e6-425b-83c7-81ea4b5cf788', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:18Z', 'updated_at': '2021-07-15T13:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:55.394818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] Checking router: d789f571-9dfa-4bcf-807f-d69709cde173 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:55.403387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] Routers {'d789f571-9dfa-4bcf-807f-d69709cde173'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:55.404052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d789f571-9dfa-4bcf-807f-d69709cde173'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:55.415629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] For port 5ab3bc71-41e6-425b-83c7-81ea4b5cf788, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:55.415982 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.428247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Calling delete_port for 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:55.489907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] Set router d789f571-9dfa-4bcf-807f-d69709cde173 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:55.541497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:55Z', 'revision_number': 6, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:55.571776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16377ad0-2b3e-4e19-a0f7-7d9d096cd51f None None] The sync data for ids ['d789f571-9dfa-4bcf-807f-d69709cde173'] in n-d-798249-9 is: [{'id': 'd789f571-9dfa-4bcf-807f-d69709cde173', 'name': 'tempest-TestServerMultinode-1253089757-router', 'tenant_id': '74e58f6ee4a745368d8f9464de40ea05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:17Z', 'updated_at': '2021-07-15T13:41:55Z', 'revision_number': 6, 'project_id': '74e58f6ee4a745368d8f9464de40ea05', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:55.597600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.625913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab3bc71-41e6-425b-83c7-81ea4b5cf788,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:55.689076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.779026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.781098 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.823703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.824149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d789f571-9dfa-4bcf-807f-d69709cde173 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:55.828500 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.829637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6bf857c6-701f-4a58-a032-97b532b1bc0d admin admin] 10.222.0.48 "DELETE /v2.0/routers/d789f571-9dfa-4bcf-807f-d69709cde173 HTTP/1.1" status: 204 len: 168 time: 0.7543006 Jul 15 13:41:55.832160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:55.874885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Deleting subnet 4ced30f8-0be3-4e65-b881-7a71439c2ecf {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:55.877888 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.916781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.997520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.051723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.080592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.082422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ced30f8-0be3-4e65-b881-7a71439c2ecf HTTP/1.1" status: 204 len: 168 time: 0.2492957 Jul 15 13:41:56.083601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cbe0c-b31a-4066-a104-b51cd3e5c210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ced30f8-0be3-4e65-b881-7a71439c2ecf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.084956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60690) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.087891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f10e1-f428-4b90-b414-809683528b9c None None] Network 399c6865-6d4f-4367-9e60-0b5a14153af1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:56.159048 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.213012 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Deleting port 1b1b3ad6-0786-46c9-aeab-549310013bcd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:56.213361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.276437 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] For port 1b1b3ad6-0786-46c9-aeab-549310013bcd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1b1b3ad6-0786-46c9-aeab-549310013bcd,segment=NetworkSegment(cfeb2ea8-b970-4a4d-aba6-6896d397163f),segment_id=cfeb2ea8-b970-4a4d-aba6-6896d397163f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.276736 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.288653 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Calling delete_port for 1b1b3ad6-0786-46c9-aeab-549310013bcd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:56.357898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] DHCP port deletion for 399c6865-6d4f-4367-9e60-0b5a14153af1 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:56.385219 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.408548 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] No DVR routers for this DVR port 1b1b3ad6-0786-46c9-aeab-549310013bcd on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:56.411609 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Deleting port 1b1b3ad6-0786-46c9-aeab-549310013bcd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:56.412076 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.425492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1b1b3ad6-0786-46c9-aeab-549310013bcd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:56.450600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1b3ad6-0786-46c9-aeab-549310013bcd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.493974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] For port 1b1b3ad6-0786-46c9-aeab-549310013bcd, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.494432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.501779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1b1b3ad6-0786-46c9-aeab-549310013bcd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:56.502121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1b1b3ad6-0786-46c9-aeab-549310013bcd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:56.502557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 56f44105-f381-4070-8952-c2cf1f33bc76 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:56.512451 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.513650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Calling delete_port for 1b1b3ad6-0786-46c9-aeab-549310013bcd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:56.522944 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399c6865-6d4f-4367-9e60-0b5a14153af1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.530885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Port 1b1b3ad6-0786-46c9-aeab-549310013bcd was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:41:56.532198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 56f44105-f381-4070-8952-c2cf1f33bc76 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:56.532540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 56f44105-f381-4070-8952-c2cf1f33bc76 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:56.532944 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:56.533778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb2ea8-b970-4a4d-aba6-6896d397163f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.534077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb2ea8-b970-4a4d-aba6-6896d397163f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.534666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.543176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.558677 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.565120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:56.565531 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:56.567191 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:56.573230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:56.573570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5ab3bc71-41e6-425b-83c7-81ea4b5cf788 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:56.577580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] Pushing event deleted for resources: {'Port': ['ID=1b1b3ad6-0786-46c9-aeab-549310013bcd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.581622 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0975953-a776-4e17-a588-c7ccc1d06c04 None None] No DVR routers for this DVR port 1b1b3ad6-0786-46c9-aeab-549310013bcd on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:56.638677 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.644344 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.646305 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] 10.222.0.48 "DELETE /v2.0/networks/399c6865-6d4f-4367-9e60-0b5a14153af1 HTTP/1.1" status: 204 len: 168 time: 0.5602520 Jul 15 13:41:56.660355 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bb2da-7ef3-40e9-a6fc-58be13ed3ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=399c6865-6d4f-4367-9e60-0b5a14153af1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.809456 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.853923 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ab16133c-812c-4c09-b07f-7d0ff7b06aed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e88fb3c067e14bc9b0ef495bf1d6e722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432110 Jul 15 13:41:56.856283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.905220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-476cd9ea-e407-40f4-88c0-51977ae3a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.926461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-476cd9ea-e407-40f4-88c0-51977ae3a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.972578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-476cd9ea-e407-40f4-88c0-51977ae3a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.975483 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-476cd9ea-e407-40f4-88c0-51977ae3a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.976642 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-476cd9ea-e407-40f4-88c0-51977ae3a073 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5d423ff-9e66-4f0c-bcf2-85c91d6c0c6e HTTP/1.1" status: 204 len: 168 time: 0.1194525 Jul 15 13:41:56.984268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cd9ea-e407-40f4-88c0-51977ae3a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d423ff-9e66-4f0c-bcf2-85c91d6c0c6e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:57.282470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60702) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:57.322132 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1039e38-020b-4ca4-b16c-874c8e41b4fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74e58f6ee4a745368d8f9464de40ea05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385051 Jul 15 13:41:57.324493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:57.371426 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a57-4574-4c0d-948a-0c0895b78fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.391386 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a57-4574-4c0d-948a-0c0895b78fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.439740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a57-4574-4c0d-948a-0c0895b78fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.442422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a57-4574-4c0d-948a-0c0895b78fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.443553 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fcba2a57-4574-4c0d-948a-0c0895b78fc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39a01a4b-e78d-4952-b6f3-73b96aed7ee4 HTTP/1.1" status: 204 len: 168 time: 0.1181836 Jul 15 13:41:57.451524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba2a57-4574-4c0d-948a-0c0895b78fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a01a4b-e78d-4952-b6f3-73b96aed7ee4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.080208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:58.177129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1513000819-network', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:58.198968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Made reservation on behalf of db1e8cdda70d4cfaaf64623528690d64 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:58.201204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.209626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.303035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.306857 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.327478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:58.341154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b9f3d2-8926-497c-a985-d181fd18fcac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.345845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.346192 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Added segment 33c39f30-99b7-4cfb-9dc1-b047f0787aff of type vlan for network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 Jul 15 13:41:58.384863 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.413159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.414794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.415421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.460129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3787649 Jul 15 13:41:58.464686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:58.469679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Request body: {'subnet': {'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1513000819-subnet', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:58.490788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Made reservation on behalf of db1e8cdda70d4cfaaf64623528690d64 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:58.493200 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.503617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508b4d-1c07-4647-9dc3-886792587520 admin admin] Pushing event updated for resources: {'Network': ['ID=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.515011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:58.657980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.715283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b03d298-162f-40a5-9983-5e4810226baa,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.720430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Checking segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:58.720791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Network hostable DHCP agents. Network: fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:58.737340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:58.746201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:58.750802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.751618 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.766008 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-48237cc6-e171-4a35-ae02-f3cd01f428e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3000073 Jul 15 13:41:58.768522 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:58.773243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:58.801384 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.802588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.860671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.881261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f3b3b-8b25-4694-a160-24a372214158 None None] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:59.004893 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.027393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:59.028268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.162997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Allocated IP 172.20.0.2 (fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9/1b03d298-162f-40a5-9983-5e4810226baa/12dced47-d155-4975-a032-d2ec444b375d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:59.211525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.230567 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.303625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.311744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Transition to ACTIVE for port object 12dced47-d155-4975-a032-d2ec444b375d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:59.327587 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Transition to ACTIVE for port object 12dced47-d155-4975-a032-d2ec444b375d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:59.333408 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.338159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Allocated IP 172.25.2.37 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/29476b2d-d765-4b0f-ae92-b9024c263739) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:59.368194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:59.369599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:59.372183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:59.407846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Pushing event updated for resources: {'Port': ['ID=12dced47-d155-4975-a032-d2ec444b375d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.443961 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Attempting to bind port 12dced47-d155-4975-a032-d2ec444b375d on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:59.444333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Attempting to bind port 12dced47-d155-4975-a032-d2ec444b375d by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:59.445041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Attempting to bind port 12dced47-d155-4975-a032-d2ec444b375d on network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:59.450983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:59.451358 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Checking segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:59.451472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.451759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.452153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Bound using segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:59.452613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Bound port: 12dced47-d155-4975-a032-d2ec444b375d, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:59.453003 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.490636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.515465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] For port 12dced47-d155-4975-a032-d2ec444b375d, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:59.518594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] For port 12dced47-d155-4975-a032-d2ec444b375d, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=12dced47-d155-4975-a032-d2ec444b375d,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:59.522869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.531089 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:59.533869 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:59.538569 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:59.544748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Pushing event updated for resources: {'Port': ['ID=29476b2d-d765-4b0f-ae92-b9024c263739,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.585169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b5c99-4628-4dd5-9a6a-cf5591caaa78 None None] Pushing event updated for resources: {'Port': ['ID=12dced47-d155-4975-a032-d2ec444b375d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.811231 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.006479 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.131633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Router 488f142e-58e4-4011-bc99-e5cff91a24f8 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:42:00.252340 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:00.258441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 12dced47-d155-4975-a032-d2ec444b375d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:00.261293 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Sync routers for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:00.271701 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:00.272309 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:00.276555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.279734 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-009f848f-660a-4cbb-882c-04702ab6a5ca admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5073109 Jul 15 13:42:00.280045 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:00.321443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 12dced47-d155-4975-a032-d2ec444b375d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:00.396769 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:00.550795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708dd35-5e01-41c2-8537-6e924636697a None None] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:00.588905 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:41:59Z', 'revision_number': 3, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:00.618867 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Checking router: 488f142e-58e4-4011-bc99-e5cff91a24f8 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:00.619343 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Updating router 488f142e-58e4-4011-bc99-e5cff91a24f8 port 29476b2d-d765-4b0f-ae92-b9024c263739 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:42:00.659801 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.786586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] Provisioning for port 12dced47-d155-4975-a032-d2ec444b375d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:00.801637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] Provisioning complete for port 12dced47-d155-4975-a032-d2ec444b375d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:00.802003 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.954566 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.957141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.970857 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Transition to ACTIVE for port object 29476b2d-d765-4b0f-ae92-b9024c263739 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:00.979045 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.997683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] For port 12dced47-d155-4975-a032-d2ec444b375d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=12dced47-d155-4975-a032-d2ec444b375d,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:01.003003 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.022514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Attempting to bind port 29476b2d-d765-4b0f-ae92-b9024c263739 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:01.022888 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Attempting to bind port 29476b2d-d765-4b0f-ae92-b9024c263739 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:01.023245 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Attempting to bind port 29476b2d-d765-4b0f-ae92-b9024c263739 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:01.035236 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:01.035612 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:01.036006 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.036397 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:01.036866 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Bound port: 29476b2d-d765-4b0f-ae92-b9024c263739, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:01.037241 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.078722 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.088983 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.092323 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] For port 29476b2d-d765-4b0f-ae92-b9024c263739, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:01.095886 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] For port 29476b2d-d765-4b0f-ae92-b9024c263739, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29476b2d-d765-4b0f-ae92-b9024c263739,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:01.097071 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc19f4-657f-4d60-8c1e-2a737fe5e377 None None] Pushing event updated for resources: {'Port': ['ID=29476b2d-d765-4b0f-ae92-b9024c263739,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:01.098701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23a1c8-1a8d-48b2-a7f2-3e82972d6704 None None] Pushing event updated for resources: {'Port': ['ID=12dced47-d155-4975-a032-d2ec444b375d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:01.112375 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.164482 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:01.165196 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:01.219954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc19f4-657f-4d60-8c1e-2a737fe5e377 None None] Pushing event updated for resources: {'Port': ['ID=29476b2d-d765-4b0f-ae92-b9024c263739,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:01.226677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e81c134-3b7e-4e58-b1d4-60e2be0fde30 None None] Provisioning complete for port 12dced47-d155-4975-a032-d2ec444b375d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:01.227163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e81c134-3b7e-4e58-b1d4-60e2be0fde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.274227 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Allocated IP 172.20.0.1 (fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9/1b03d298-162f-40a5-9983-5e4810226baa/806c4bda-b76f-4d52-a2fa-0030810ff986) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:01.285170 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:01.385825 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.399848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Transition to ACTIVE for port object 806c4bda-b76f-4d52-a2fa-0030810ff986 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:01.432558 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.464724 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:41:59Z', 'revision_number': 3, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:01.469285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:01.475611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:01.479367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:01.492186 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3665d-49d9-47fa-99c6-519533d35430 None None] The sync data for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 is: [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:41:59Z', 'revision_number': 3, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:01.502720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Pushing event updated for resources: {'Port': ['ID=806c4bda-b76f-4d52-a2fa-0030810ff986,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:01.531158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.682848 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.737132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ae45e23-28a7-40d3-86a3-c02d24e08bc7 None None] Provisioning for port 806c4bda-b76f-4d52-a2fa-0030810ff986 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:01.750139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ae45e23-28a7-40d3-86a3-c02d24e08bc7 None None] Provisioning complete for port 806c4bda-b76f-4d52-a2fa-0030810ff986 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:01.750553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ae45e23-28a7-40d3-86a3-c02d24e08bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.791874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7ae45e23-28a7-40d3-86a3-c02d24e08bc7 None None] Port 806c4bda-b76f-4d52-a2fa-0030810ff986 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:01.876110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.880967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.955953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.957723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Pushing event updated for resources: {'Port': ['ID=806c4bda-b76f-4d52-a2fa-0030810ff986,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:02.055153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:02.056850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:02.189466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Router 488f142e-58e4-4011-bc99-e5cff91a24f8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:02.312929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:02.316163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5b0d699-0dc1-40b5-b279-a66bdf206f67 None None] Provisioning complete for port 806c4bda-b76f-4d52-a2fa-0030810ff986 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:02.316540 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d699-0dc1-40b5-b279-a66bdf206f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.318533 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1474a09a-7730-4e8c-8f13-63db64e7ab10 admin admin] 10.222.0.48 "PUT /v2.0/routers/488f142e-58e4-4011-bc99-e5cff91a24f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0372858 Jul 15 13:42:02.347735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29476b2d-d765-4b0f-ae92-b9024c263739 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:02.410152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0d699-0dc1-40b5-b279-a66bdf206f67 None None] Port 806c4bda-b76f-4d52-a2fa-0030810ff986 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:02.425181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 29476b2d-d765-4b0f-ae92-b9024c263739 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:02.428839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 29476b2d-d765-4b0f-ae92-b9024c263739 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:02.429206 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.510644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.530857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 29476b2d-d765-4b0f-ae92-b9024c263739, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29476b2d-d765-4b0f-ae92-b9024c263739,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:02.535500 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.536579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 12dced47-d155-4975-a032-d2ec444b375d up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:02.621659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=29476b2d-d765-4b0f-ae92-b9024c263739,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:02.632481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 12dced47-d155-4975-a032-d2ec444b375d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:02.633423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.806159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:02.811187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1653756723-network', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:02.832031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Made reservation on behalf of b78bfa49e9d1402ca8443f7b652fc004 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:02.834377 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.843352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.933925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.937709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.938001 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-4f2f5223-665b-4cda-ac3e-01261284535c req-4f37fb73-0ad6-4365-8336-afed11324561 service neutron] (93823) timed out ('10.222.0.49', 65380) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:42:02.964867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:02.970908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf7abe3-a38c-4ee4-adb3-9515de01d36e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:02.976950 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.977328 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Added segment 2daae491-157a-4ba4-8d72-d9ba4fb65fd0 of type vlan for network a26bcb89-273b-4924-97c7-77914c989cba Jul 15 13:42:03.017508 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.046200 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.047215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.047795 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.069207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Sync routers for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:03.079255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:03.079872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:03.083397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2748351 Jul 15 13:42:03.085065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:03.090189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Request body: {'subnet': {'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1653756723-subnet', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:03.127140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698a856-ec2c-4a0d-b2ad-ca5b4e5f7b2a admin admin] Pushing event updated for resources: {'Network': ['ID=a26bcb89-273b-4924-97c7-77914c989cba,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.137725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network a26bcb89-273b-4924-97c7-77914c989cba details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:03.147079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Made reservation on behalf of b78bfa49e9d1402ca8443f7b652fc004 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:03.150201 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.239968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:03.321479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.376595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dd5b7d-99ec-45d6-be97-391e65eb748c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.386600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Checking segment: {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:03.386951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Network hostable DHCP agents. Network: a26bcb89-273b-4924-97c7-77914c989cba, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:03.403262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Network a26bcb89-273b-4924-97c7-77914c989cba is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:03.412767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, a26bcb89-273b-4924-97c7-77914c989cba) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:03.417850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.419266 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.423399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ec4b3-af67-437f-a36c-aa8572174a3e None None] Network a26bcb89-273b-4924-97c7-77914c989cba requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:03.432981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0621a988-eb9b-4d89-b468-e32a38bb2aee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3469307 Jul 15 13:42:03.435736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60754) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:03.440116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:03.460494 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.462340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.514392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 2, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:03.516315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.544464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Checking router: 488f142e-58e4-4011-bc99-e5cff91a24f8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:03.544735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Updating router 488f142e-58e4-4011-bc99-e5cff91a24f8 port 806c4bda-b76f-4d52-a2fa-0030810ff986 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:42:03.609105 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.638505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-a26bcb89-273b-4924-97c7-77914c989cba', 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'fixed_ips': [{'subnet_id': '79dd5b7d-99ec-45d6-be97-391e65eb748c'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:42:03.639370 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.654126 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.823394 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.856535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.876104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.915472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Allocated IP 172.20.0.2 (a26bcb89-273b-4924-97c7-77914c989cba/79dd5b7d-99ec-45d6-be97-391e65eb748c/b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:03.978624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Allocated IP 172.25.2.228 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/206cb2f1-045e-42e1-a7f9-3ea8e6b5b144) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:04.085080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.102383 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.121432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Transition to ACTIVE for port object 806c4bda-b76f-4d52-a2fa-0030810ff986 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:04.122901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.131528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.145229 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.158448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:04.163483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:04.175547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:04.175849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Transition to ACTIVE for port object b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:04.207330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Transition to ACTIVE for port object b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:04.225481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Pushing event updated for resources: {'Port': ['ID=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.239370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc481b-cb3a-41ab-99fc-db97a89f9f41 None None] Pushing event updated for resources: {'Port': ['ID=806c4bda-b76f-4d52-a2fa-0030810ff986,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.245195 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.291456 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29476b2d-d765-4b0f-ae92-b9024c263739 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:04.316252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Attempting to bind port 806c4bda-b76f-4d52-a2fa-0030810ff986 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:04.316660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Attempting to bind port 806c4bda-b76f-4d52-a2fa-0030810ff986 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:04.317246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Attempting to bind port 806c4bda-b76f-4d52-a2fa-0030810ff986 on network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:04.341981 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Network a26bcb89-273b-4924-97c7-77914c989cba is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:04.350695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:04.359182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:04.359559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Checking segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:04.359963 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.360799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Bound using segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:04.360799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Bound port: 806c4bda-b76f-4d52-a2fa-0030810ff986, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:04.361196 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.368089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:04.399881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Pushing event updated for resources: {'Port': ['ID=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.478304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.663052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Attempting to bind port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:04.663332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Attempting to bind port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:04.663695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Attempting to bind port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 on network a26bcb89-273b-4924-97c7-77914c989cba {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:04.682026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 29476b2d-d765-4b0f-ae92-b9024c263739 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:04.682425 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.685462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:04.685842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Checking segment: {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:04.686259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.686657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Bound using segment: {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:04.687138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Bound port: b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:04.687517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.689719 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] For port 806c4bda-b76f-4d52-a2fa-0030810ff986, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:04.693530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] For port 806c4bda-b76f-4d52-a2fa-0030810ff986, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=806c4bda-b76f-4d52-a2fa-0030810ff986,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:04.719925 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.832390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc481b-cb3a-41ab-99fc-db97a89f9f41 None None] Pushing event updated for resources: {'Port': ['ID=806c4bda-b76f-4d52-a2fa-0030810ff986,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.841911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:04.842562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:04.937074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] For port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:04.991509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] For port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,segment=NetworkSegment(2daae491-157a-4ba4-8d72-d9ba4fb65fd0),segment_id=2daae491-157a-4ba4-8d72-d9ba4fb65fd0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:05.000125 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.002984 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.063234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:05.114607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eb39a-5911-4c1e-855a-2f540420e6ff None None] Pushing event updated for resources: {'Port': ['ID=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:05.142915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Router 5000b6bd-0b33-4179-92a0-3989a5d9c023 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:42:05.277782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:05.286299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Sync routers for ids ['5000b6bd-0b33-4179-92a0-3989a5d9c023'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:05.293581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.297575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d9656509-3dd2-4eee-91eb-fb6952756491 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8582544 Jul 15 13:42:05.297758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:05.307503 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Routers {'5000b6bd-0b33-4179-92a0-3989a5d9c023'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:05.308205 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5000b6bd-0b33-4179-92a0-3989a5d9c023'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:05.328152 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:04Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:05.362966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4cd7-1907-4e2f-b40f-989b1a545ede None None] The sync data for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 is: [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:04Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:05.469181 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Set router 5000b6bd-0b33-4179-92a0-3989a5d9c023 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:05.673529 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:04Z', 'revision_number': 3, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:05.702629 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Checking router: 5000b6bd-0b33-4179-92a0-3989a5d9c023 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:05.703051 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Updating router 5000b6bd-0b33-4179-92a0-3989a5d9c023 port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:42:05.739102 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.797050 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.063995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Allocated IP 172.20.0.1 (a26bcb89-273b-4924-97c7-77914c989cba/79dd5b7d-99ec-45d6-be97-391e65eb748c/11861a71-f40b-453c-9e73-84d5215adeb5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:06.145637 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.157737 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Transition to ACTIVE for port object 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:06.165514 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.194912 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Attempting to bind port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:06.195807 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Attempting to bind port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:06.196169 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Attempting to bind port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:06.223324 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.238284 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:06.238643 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:06.239047 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.244029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Transition to ACTIVE for port object 11861a71-f40b-453c-9e73-84d5215adeb5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:06.244218 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:06.244772 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Bound port: 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:06.245295 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.293570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b426f47-0353-441c-a337-4231b3bbf07c None None] Network a26bcb89-273b-4924-97c7-77914c989cba requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:06.307911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.309247 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] For port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:06.318925 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] For port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:06.329479 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.352804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:06.355226 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce95d48-facb-418c-991a-a580ae96e6d2 None None] Pushing event updated for resources: {'Port': ['ID=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.376518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Network a26bcb89-273b-4924-97c7-77914c989cba is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:06.384809 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:06.387101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:06.415140 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce95d48-facb-418c-991a-a580ae96e6d2 None None] Pushing event updated for resources: {'Port': ['ID=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.417971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Pushing event updated for resources: {'Port': ['ID=11861a71-f40b-453c-9e73-84d5215adeb5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.433452 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Routers {'5000b6bd-0b33-4179-92a0-3989a5d9c023'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:06.434098 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5000b6bd-0b33-4179-92a0-3989a5d9c023'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:06.446654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.563287 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] Set router 5000b6bd-0b33-4179-92a0-3989a5d9c023 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:06.583117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:06.587140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8f4b8114-377b-413f-b0c6-70984c6ab334 None None] Provisioning for port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:06.595783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:06.596150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.599759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8f4b8114-377b-413f-b0c6-70984c6ab334 None None] Provisioning complete for port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:06.600129 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f4b8114-377b-413f-b0c6-70984c6ab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.621454 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.775761 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.780296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f4b8114-377b-413f-b0c6-70984c6ab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.810835 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:04Z', 'revision_number': 3, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:06.838113 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,segment=NetworkSegment(2daae491-157a-4ba4-8d72-d9ba4fb65fd0),segment_id=2daae491-157a-4ba4-8d72-d9ba4fb65fd0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:06.843783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.844958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 806c4bda-b76f-4d52-a2fa-0030810ff986 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:06.859930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7301cf-5c29-40d8-a243-262501f7be18 None None] The sync data for ids ['5000b6bd-0b33-4179-92a0-3989a5d9c023'] in n-d-798249-9 is: [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:04Z', 'revision_number': 3, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:06.881399 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.896436 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.969897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Pushing event updated for resources: {'Port': ['ID=11861a71-f40b-453c-9e73-84d5215adeb5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.974035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.989055 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-8f4b8114-377b-413f-b0c6-70984c6ab334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:42:06.989421 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-8f4b8114-377b-413f-b0c6-70984c6ab334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:42:06.995783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:07.008968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 806c4bda-b76f-4d52-a2fa-0030810ff986 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:07.013899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 806c4bda-b76f-4d52-a2fa-0030810ff986 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:07.014408 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.097948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Network a26bcb89-273b-4924-97c7-77914c989cba is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:07.099470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:07.113493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.152845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 806c4bda-b76f-4d52-a2fa-0030810ff986, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=806c4bda-b76f-4d52-a2fa-0030810ff986,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:07.158434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.225767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=806c4bda-b76f-4d52-a2fa-0030810ff986,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:07.235845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Router 5000b6bd-0b33-4179-92a0-3989a5d9c023 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:07.375930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:07.381052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-97caf7ec-2e19-459a-a9ab-f2f06ec5335f admin admin] 10.222.0.48 "PUT /v2.0/routers/5000b6bd-0b33-4179-92a0-3989a5d9c023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0805876 Jul 15 13:42:07.651565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9553fc7d-bd5b-4d2b-ab5f-d01a52588f03 None None] Provisioning complete for port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:07.652099 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9553fc7d-bd5b-4d2b-ab5f-d01a52588f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.749380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9553fc7d-bd5b-4d2b-ab5f-d01a52588f03 None None] Provisioning for port 11861a71-f40b-453c-9e73-84d5215adeb5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:07.753366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9553fc7d-bd5b-4d2b-ab5f-d01a52588f03 None None] Provisioning complete for port 11861a71-f40b-453c-9e73-84d5215adeb5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:07.753742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9553fc7d-bd5b-4d2b-ab5f-d01a52588f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.795240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9553fc7d-bd5b-4d2b-ab5f-d01a52588f03 None None] Port 11861a71-f40b-453c-9e73-84d5215adeb5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:08.307668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:08.356426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:08.356804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.449856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 806c4bda-b76f-4d52-a2fa-0030810ff986 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:08.505407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 806c4bda-b76f-4d52-a2fa-0030810ff986 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:08.505865 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.593441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:08.646904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:08.653238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:08.653238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.736119 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.761624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:08.767512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.775343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Sync routers for ids ['5000b6bd-0b33-4179-92a0-3989a5d9c023'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:08.808402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Routers {'5000b6bd-0b33-4179-92a0-3989a5d9c023'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:08.809011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5000b6bd-0b33-4179-92a0-3989a5d9c023'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:08.874395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:08.935813 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Set router 5000b6bd-0b33-4179-92a0-3989a5d9c023 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:09.144721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:06Z', 'revision_number': 4, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '11861a71-f40b-453c-9e73-84d5215adeb5', 'name': '', 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'mac_address': 'fa:16:3e:01:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '79dd5b7d-99ec-45d6-be97-391e65eb748c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:05Z', 'updated_at': '2021-07-15T13:42:06Z', 'revision_number': 2, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'subnets': [{'id': '79dd5b7d-99ec-45d6-be97-391e65eb748c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:09.175710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Checking router: 5000b6bd-0b33-4179-92a0-3989a5d9c023 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:09.176066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Updating router 5000b6bd-0b33-4179-92a0-3989a5d9c023 port 11861a71-f40b-453c-9e73-84d5215adeb5 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:42:09.210624 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.651243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.664838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Transition to ACTIVE for port object 11861a71-f40b-453c-9e73-84d5215adeb5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:09.673447 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.733361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3620d-cddd-40d3-9057-b3be71eaa1cc None None] Pushing event updated for resources: {'Port': ['ID=11861a71-f40b-453c-9e73-84d5215adeb5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:09.792815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Attempting to bind port 11861a71-f40b-453c-9e73-84d5215adeb5 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:09.793198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Attempting to bind port 11861a71-f40b-453c-9e73-84d5215adeb5 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:09.793569 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Attempting to bind port 11861a71-f40b-453c-9e73-84d5215adeb5 on network a26bcb89-273b-4924-97c7-77914c989cba {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:09.799638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:09.800010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Checking segment: {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:09.800425 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.800831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Bound using segment: {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:09.801309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Bound port: 11861a71-f40b-453c-9e73-84d5215adeb5, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daae491-157a-4ba4-8d72-d9ba4fb65fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:09.801699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.881332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] For port 11861a71-f40b-453c-9e73-84d5215adeb5, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:09.885960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] For port 11861a71-f40b-453c-9e73-84d5215adeb5, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=11861a71-f40b-453c-9e73-84d5215adeb5,segment=NetworkSegment(2daae491-157a-4ba4-8d72-d9ba4fb65fd0),segment_id=2daae491-157a-4ba4-8d72-d9ba4fb65fd0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:09.895862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.972745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Routers {'5000b6bd-0b33-4179-92a0-3989a5d9c023'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:09.973394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:41:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5000b6bd-0b33-4179-92a0-3989a5d9c023'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:09.981117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3620d-cddd-40d3-9057-b3be71eaa1cc None None] Pushing event updated for resources: {'Port': ['ID=11861a71-f40b-453c-9e73-84d5215adeb5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:10.120477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] Set router 5000b6bd-0b33-4179-92a0-3989a5d9c023 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:10.254613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:10.382015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:10.382443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.445572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:06Z', 'revision_number': 4, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '11861a71-f40b-453c-9e73-84d5215adeb5', 'name': '', 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'mac_address': 'fa:16:3e:01:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '79dd5b7d-99ec-45d6-be97-391e65eb748c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:05Z', 'updated_at': '2021-07-15T13:42:09Z', 'revision_number': 4, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'subnets': [{'id': '79dd5b7d-99ec-45d6-be97-391e65eb748c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:10.497186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929037f-c098-4422-b5ae-024a4cc3eb59 None None] The sync data for ids ['5000b6bd-0b33-4179-92a0-3989a5d9c023'] in n-d-798249-9 is: [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:06Z', 'revision_number': 4, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '11861a71-f40b-453c-9e73-84d5215adeb5', 'name': '', 'network_id': 'a26bcb89-273b-4924-97c7-77914c989cba', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'mac_address': 'fa:16:3e:01:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '79dd5b7d-99ec-45d6-be97-391e65eb748c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:05Z', 'updated_at': '2021-07-15T13:42:09Z', 'revision_number': 4, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'subnets': [{'id': '79dd5b7d-99ec-45d6-be97-391e65eb748c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:11.531927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-3fdbd6ff-4b27-4779-a93e-ad7ed2e3f0bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523851 Jul 15 13:42:11.627894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-1be7b93c-10b1-457a-8c64-5a1040af0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.629389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-1be7b93c-10b1-457a-8c64-5a1040af0a2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1096 time: 0.0549250 Jul 15 13:42:11.740751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-cd23a66b-1da4-44d8-8421-da5d0f6d2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.743239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-cd23a66b-1da4-44d8-8421-da5d0f6d2464 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.0929654 Jul 15 13:42:11.809004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-aa0cc545-fc0f-4b16-a476-2dde070d0ce2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 1001 time: 0.0599415 Jul 15 13:42:11.862270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-d1859158-360e-4645-b44f-969e570efca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.863756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-d1859158-360e-4645-b44f-969e570efca4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0486517 Jul 15 13:42:11.930897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-c282eb73-169c-4193-bcdc-d0741180c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.932416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-c282eb73-169c-4193-bcdc-d0741180c2e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629771 Jul 15 13:42:12.031412 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-eafd4da7-ed84-4912-9dd8-a5a0bfc2a763 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922337 Jul 15 13:42:12.129227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60a67696-7a3e-4faa-9fb2-02b54954713e req-c889fb20-5137-4acd-b310-14a3ddf9e281 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915718 Jul 15 13:42:12.251662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 11861a71-f40b-453c-9e73-84d5215adeb5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:12.303684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 11861a71-f40b-453c-9e73-84d5215adeb5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:12.307770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 11861a71-f40b-453c-9e73-84d5215adeb5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:12.308150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.386623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.425398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 11861a71-f40b-453c-9e73-84d5215adeb5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=11861a71-f40b-453c-9e73-84d5215adeb5,segment=NetworkSegment(2daae491-157a-4ba4-8d72-d9ba4fb65fd0),segment_id=2daae491-157a-4ba4-8d72-d9ba4fb65fd0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:12.430263 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.485040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=11861a71-f40b-453c-9e73-84d5215adeb5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:12.652237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-881b2ae4-0f2d-45e7-9799-4767f6de8c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.986784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-00bc5ae6-e04f-48df-88b3-55273f4e1e7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670364 Jul 15 13:42:13.066375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961d344-4498-411e-b51d-40e2201488d7 req-d6841731-7bb9-44cf-8cb7-a22c408f3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.067936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-d6841731-7bb9-44cf-8cb7-a22c408f3cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1096 time: 0.0590608 Jul 15 13:42:13.183474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961d344-4498-411e-b51d-40e2201488d7 req-8945b7f2-6ad5-46e1-9f0f-7153810a7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.185429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-8945b7f2-6ad5-46e1-9f0f-7153810a7d8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.0962760 Jul 15 13:42:13.258916 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-1d02e263-f7c6-4e0a-be02-12efcf41f19b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 200 len: 1000 time: 0.0664773 Jul 15 13:42:13.309472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961d344-4498-411e-b51d-40e2201488d7 req-828d150e-fef3-4950-a251-8394df7c32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.310991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-828d150e-fef3-4950-a251-8394df7c32d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0465283 Jul 15 13:42:13.370111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961d344-4498-411e-b51d-40e2201488d7 req-1b2eab64-8961-480a-aaad-60670f0ecb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.372181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-1b2eab64-8961-480a-aaad-60670f0ecb98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543973 Jul 15 13:42:13.480245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-af99ce49-f042-4fcf-a4a3-178c588d4918 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007063 Jul 15 13:42:13.572102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9961d344-4498-411e-b51d-40e2201488d7 req-00d7c9cc-9b3e-4df4-991d-2fd0ed5ac500 service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 Jul 15 13:42:14.234303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 11861a71-f40b-453c-9e73-84d5215adeb5 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:14.288143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 11861a71-f40b-453c-9e73-84d5215adeb5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:14.288471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.322875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f91dbf79-fb67-46e5-bb66-a049363ac317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.593428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.815375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.145147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.593112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 60882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:20.796922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port 73cd5500-320d-4d8d-af74-5933cd002a67 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:20.797281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.892164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.892415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.907466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for 73cd5500-320d-4d8d-af74-5933cd002a67 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:21.108286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.157186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=73cd5500-320d-4d8d-af74-5933cd002a67,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:21.239270 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.239612 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Floating IP a4079350-e441-4bb1-9161-cc3972aeb01e disassociated (deleted). External IP: 172.25.2.55, port: 96d82704-06da-4e1d-bd09-9875235ed661. Jul 15 13:42:21.457111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:21.886023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:21.891117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.895476 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:21.906089 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:21.906734 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.932136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-feb571d8-a7f7-4286-86b6-b7d46fabc876 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "DELETE /v2.0/floatingips/a4079350-e441-4bb1-9161-cc3972aeb01e HTTP/1.1" status: 204 len: 168 time: 1.3346627 Jul 15 13:42:21.932136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:21.932580 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1094f42d-c72d-485f-8d55-e9e57e334e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "tag": "96d82704-06da-4e1d-bd09-9875235ed661"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:21.973889 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629bbb4-0b0f-472a-a397-4c1afc846aca x-openstack-request-id: req-d629bbb4-0b0f-472a-a397-4c1afc846aca {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:21.974277 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "tag": "96d82704-06da-4e1d-bd09-9875235ed661", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:21.974595 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d629bbb4-0b0f-472a-a397-4c1afc846aca {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:21.975059 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661', 'status': 'completed', 'code': 200} Jul 15 13:42:22.013963 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:22.050915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-31c74b15-0993-45b3-a546-330f29b3c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.052533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-31c74b15-0993-45b3-a546-330f29b3c219 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 1096 time: 0.0568352 Jul 15 13:42:22.157164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-228bb1f5-9e57-4991-9be7-25a9879b44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.159049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-228bb1f5-9e57-4991-9be7-25a9879b44fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.1000550 Jul 15 13:42:22.217113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-eeb5a83a-c55a-40e9-be2f-2498cdbe2c9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 200 len: 217 time: 0.0453506 Jul 15 13:42:22.268175 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 1, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:22.295365 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:22.302783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-0fb43bdb-6a25-46e1-a25e-5a4baa67ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.303616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:22.304992 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:22.305285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-0fb43bdb-6a25-46e1-a25e-5a4baa67ee21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0806198 Jul 15 13:42:22.360879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03558-b560-40d4-a574-920dedaa0947 req-093014bd-d811-4df5-be8a-f376b1101906 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.362438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4d03558-b560-40d4-a574-920dedaa0947 req-093014bd-d811-4df5-be8a-f376b1101906 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 945 time: 0.1096549 Jul 15 13:42:22.411898 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:22.417242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-b4e06cb0-ee7f-43b0-b03d-e31d51029b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.418812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-b4e06cb0-ee7f-43b0-b03d-e31d51029b78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049225 Jul 15 13:42:22.421614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4d03558-b560-40d4-a574-920dedaa0947 req-063626dc-1085-4050-bcdd-ab831ea35bd4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522683 Jul 15 13:42:22.511751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-d8582e31-6981-49fb-b593-699afbce548d service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854025 Jul 15 13:42:22.605420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1094f42d-c72d-485f-8d55-e9e57e334e5a req-ba83f288-c393-43bd-be8f-4c283fce75ab service neutron] 10.222.0.23 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861788 Jul 15 13:42:22.636547 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 1, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:22.661389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37072-8f97-4e15-b654-8da37d205a8d None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '050b684a-d9d9-4af7-9cb9-25d8e20c302b', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'port_id': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'mac_address': 'fa:16:3e:21:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:35Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 1, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:22.885935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685be19-4e77-4abe-8829-fcf6ae017475 None None] New status for floating IP a4079350-e441-4bb1-9161-cc3972aeb01e: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:23.173965 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:23.599070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dab5e-ad0c-47fb-9bda-1c33cb28f91c req-712dcf24-c9a1-4d65-a19f-23891720e392 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.601268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a4dab5e-ad0c-47fb-9bda-1c33cb28f91c req-712dcf24-c9a1-4d65-a19f-23891720e392 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 945 time: 0.0656509 Jul 15 13:42:23.639815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a4dab5e-ad0c-47fb-9bda-1c33cb28f91c req-b5cbaa80-e707-4f7e-818e-b1f1b19e6273 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326855 Jul 15 13:42:23.715693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69553d01-fdc0-4766-a857-fecd64d552ef req-d0e2dc2b-3592-4e87-99db-bb65f8c29eec tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.717212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69553d01-fdc0-4766-a857-fecd64d552ef req-d0e2dc2b-3592-4e87-99db-bb65f8c29eec tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 945 time: 0.0654478 Jul 15 13:42:23.823108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port 96d82704-06da-4e1d-bd09-9875235ed661 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:23.823457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.915101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port 96d82704-06da-4e1d-bd09-9875235ed661, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=96d82704-06da-4e1d-bd09-9875235ed661,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.915394 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.933284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for 96d82704-06da-4e1d-bd09-9875235ed661 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:24.058609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.086158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=96d82704-06da-4e1d-bd09-9875235ed661,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.136742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port 96d82704-06da-4e1d-bd09-9875235ed661 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:24.139337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.141380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69553d01-fdc0-4766-a857-fecd64d552ef req-b48e306f-0fd4-46d2-8a30-6af1feeb44af tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.23 "DELETE /v2.0/ports/96d82704-06da-4e1d-bd09-9875235ed661 HTTP/1.1" status: 204 len: 173 time: 0.4187028 Jul 15 13:42:24.141823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'name': 'network-vif-deleted', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:24.144111 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357ef6b-700a-47d7-a6e4-c5db97d4e5f5" -d '{"events": [{"server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "name": "network-vif-deleted", "tag": "96d82704-06da-4e1d-bd09-9875235ed661"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:24.193118 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ab94dc-2ef9-4386-82d3-e32468da24b0 x-openstack-request-id: req-d6ab94dc-2ef9-4386-82d3-e32468da24b0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:24.193609 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081b6700-7c3e-4a0c-814d-7f3c54246264", "name": "network-vif-deleted", "tag": "96d82704-06da-4e1d-bd09-9875235ed661", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:24.193736 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6ab94dc-2ef9-4386-82d3-e32468da24b0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:24.194112 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b6700-7c3e-4a0c-814d-7f3c54246264', 'name': 'network-vif-deleted', 'tag': '96d82704-06da-4e1d-bd09-9875235ed661', 'status': 'completed', 'code': 200} Jul 15 13:42:24.777803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4c2ae54-7cac-48cf-a6b6-cc46f0b7c377 req-873497fb-4637-4c8c-9955-0f7682357b18 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0284984 Jul 15 13:42:25.918571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c953345-23ba-490b-b65d-1f2b502da091 req-462a7813-1337-4e00-b2cc-bcb164343f8c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jul 15 13:42:27.064088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce7e2fac-598c-4b8d-bd38-117545143a20 req-edbc4f10-ac96-4702-a7dd-3234f8c694a4 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jul 15 13:42:27.696631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 96d82704-06da-4e1d-bd09-9875235ed661 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:27.719718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 96d82704-06da-4e1d-bd09-9875235ed661 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:27.720063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 96d82704-06da-4e1d-bd09-9875235ed661 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:28.214828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d146988d-da54-44a7-a50f-28116afda392 req-2c0c6447-85fa-4560-90f2-db006519ec80 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0330014 Jul 15 13:42:29.366786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af945913-d5cd-4976-824e-d5124bf3fd1b req-de67feba-a60c-4fb8-b27e-d78f0f581a47 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=081b6700-7c3e-4a0c-814d-7f3c54246264 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Jul 15 13:42:29.479879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-f9c7e053-c100-4894-8aab-2db213d5a7e3 req-8f8f8756-bd4f-4d17-9587-bf64b87e5adb service neutron] (93823) timed out ('10.222.0.48', 41628) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:42:31.062716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.755250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.817613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 60998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:34.974182 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port 174721d6-904f-46b0-8ff0-8a5827d37e8a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:34.974564 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.052788 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.053116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.065656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for 174721d6-904f-46b0-8ff0-8a5827d37e8a owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:35.212313 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.241289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=174721d6-904f-46b0-8ff0-8a5827d37e8a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:35.252851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.253191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.253524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.253853 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.254178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.254523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.254845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.255163 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.255480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.255795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.256110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.256471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:35.312201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.312527 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Floating IP 050b684a-d9d9-4af7-9cb9-25d8e20c302b disassociated (deleted). External IP: 172.25.2.230, port: a62bc079-ed93-4ba6-b0df-00f94ef386ef. Jul 15 13:42:35.525723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:35.636798 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:35.641582 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.646491 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:35.655720 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:35.656315 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:35.681057 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b089e4e9-001e-47fe-84a8-2568b98b270e tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "DELETE /v2.0/floatingips/050b684a-d9d9-4af7-9cb9-25d8e20c302b HTTP/1.1" status: 204 len: 168 time: 0.8595812 Jul 15 13:42:35.681057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:35.681554 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:35.720627 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d419d187-a010-4c13-ac34-f425f569b136 x-openstack-request-id: req-d419d187-a010-4c13-ac34-f425f569b136 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:35.720930 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:35.721179 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d419d187-a010-4c13-ac34-f425f569b136 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:35.721588 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'status': 'completed', 'code': 200} Jul 15 13:42:35.823627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-599a67dd-4331-4c1a-87ec-2666eeb9ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:35.823627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-599a67dd-4331-4c1a-87ec-2666eeb9ab30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=12e8d087526148dca4926cc3ee4deaef&device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 1096 time: 0.0734763 Jul 15 13:42:35.871473 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:35.952948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-1a3e3b88-0a44-498b-bab7-1da804f2928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:35.955173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-1a3e3b88-0a44-498b-bab7-1da804f2928a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 200 len: 911 time: 0.1273453 Jul 15 13:42:36.007485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-6864f0dd-4aca-49d0-a6ad-e5f548548ee8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 200 len: 217 time: 0.0400176 Jul 15 13:42:36.060463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-90cf1988-ae3f-4d90-a2ff-26730d380ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.062653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-90cf1988-ae3f-4d90-a2ff-26730d380ed4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 200 len: 849 time: 0.0491829 Jul 15 13:42:36.083355 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:36.110083 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:36.119144 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:36.119756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:36.185460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-98ef7649-94de-454e-a6df-87ae58834462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.187334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-98ef7649-94de-454e-a6df-87ae58834462 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8581b858-66ed-47f6-a501-a54e167c18eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167440 Jul 15 13:42:36.199575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a39ca-b784-403f-8739-eaed25bb4b98 req-993e6b74-e958-4cbd-9465-79d4554824ff tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.202642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e4a39ca-b784-403f-8739-eaed25bb4b98 req-993e6b74-e958-4cbd-9465-79d4554824ff tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 945 time: 0.1223934 Jul 15 13:42:36.238422 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:36.299062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e4a39ca-b784-403f-8739-eaed25bb4b98 req-ac5649d7-3784-417e-ac17-4e59382f223c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874810 Jul 15 13:42:36.324299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-bcce8093-6174-4ac9-8f0b-322d28573b77 service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205149 Jul 15 13:42:36.423759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28011326-bbf5-4bb5-a463-7d1b89cd4b7f req-8c6eba60-1cad-4d5b-87ea-237de5d3127c service neutron] 10.222.0.49 "GET /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 Jul 15 13:42:36.442993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:36.473584 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44183b9-a090-415e-8ce4-85fef1622914 None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '80219511-0a9d-4b97-8fc7-00f57100eb86', 'name': '', 'network_id': '8581b858-66ed-47f6-a501-a54e167c18eb', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'mac_address': 'fa:16:3e:be:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'subnets': [{'id': '1db43ffc-2dba-4faf-9c72-60ef1e90f49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:36.708668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed179b54-09f5-4986-ae24-59fe4d48e286 None None] New status for floating IP 050b684a-d9d9-4af7-9cb9-25d8e20c302b: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:37.522111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc28d45-b7cb-4f86-80d0-b9d2f23f8e3d req-9736ba99-a1cc-4fd4-b4db-396407b62fe6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:37.523679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbc28d45-b7cb-4f86-80d0-b9d2f23f8e3d req-9736ba99-a1cc-4fd4-b4db-396407b62fe6 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 945 time: 0.0988252 Jul 15 13:42:37.579190 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cbc28d45-b7cb-4f86-80d0-b9d2f23f8e3d req-f066b337-522d-4b6e-bebe-1a7b68d4151d tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e714f5d-cefc-41b3-942a-4a39e47043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Jul 15 13:42:37.588656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-50451fc7-8cbe-4385-b163-7c81a1e80a51 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:37.590043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-50451fc7-8cbe-4385-b163-7c81a1e80a51 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 945 time: 0.1151912 Jul 15 13:42:37.700785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port a62bc079-ed93-4ba6-b0df-00f94ef386ef {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:37.701131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.788862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] For port a62bc079-ed93-4ba6-b0df-00f94ef386ef, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=a62bc079-ed93-4ba6-b0df-00f94ef386ef,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:37.789163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.801668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for a62bc079-ed93-4ba6-b0df-00f94ef386ef owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:37.935287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.965790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=a62bc079-ed93-4ba6-b0df-00f94ef386ef,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:38.016950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] No DVR routers for this DVR port a62bc079-ed93-4ba6-b0df-00f94ef386ef on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:38.019562 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.021555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75cce31a-02e6-4a18-9dad-53e31e20bcca req-850a6cef-766b-4a72-99f0-bc7f31568d6c tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.49 "DELETE /v2.0/ports/a62bc079-ed93-4ba6-b0df-00f94ef386ef HTTP/1.1" status: 204 len: 173 time: 0.4247668 Jul 15 13:42:38.021994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'name': 'network-vif-deleted', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:38.024237 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c468e-ec42-444d-9938-734932f6d15b" -d '{"events": [{"server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "name": "network-vif-deleted", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:38.067590 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2601a5-8052-4a92-bc3a-a323a4e0eec1 x-openstack-request-id: req-6f2601a5-8052-4a92-bc3a-a323a4e0eec1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:38.067879 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b711a510-eab9-4d01-bde4-edb06de6d5fb", "name": "network-vif-deleted", "tag": "a62bc079-ed93-4ba6-b0df-00f94ef386ef", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:38.068127 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f2601a5-8052-4a92-bc3a-a323a4e0eec1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:38.068523 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b711a510-eab9-4d01-bde4-edb06de6d5fb', 'name': 'network-vif-deleted', 'tag': 'a62bc079-ed93-4ba6-b0df-00f94ef386ef', 'status': 'completed', 'code': 200} Jul 15 13:42:38.730484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88b60c52-c691-4793-afbf-2d5d0dbc496c req-317484bb-5cbd-4d30-bc42-2595cb42f005 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 210 time: 0.0299885 Jul 15 13:42:39.882619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-255cf73f-e81c-462c-9a5e-17ee62718a3b req-caacce6c-1cb5-4c00-9cec-824b9d1abd14 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 210 time: 0.0289402 Jul 15 13:42:40.705832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a62bc079-ed93-4ba6-b0df-00f94ef386ef no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:40.730485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: a62bc079-ed93-4ba6-b0df-00f94ef386ef {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:40.730831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device a62bc079-ed93-4ba6-b0df-00f94ef386ef not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:41.027998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33cf29f1-fcfb-47d0-a17c-d727beea6cee req-3103f646-2b29-4d9c-801a-9a40497403b8 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "GET /v2.0/ports?device_id=b711a510-eab9-4d01-bde4-edb06de6d5fb HTTP/1.1" status: 200 len: 210 time: 0.0289555 Jul 15 13:42:42.122561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32852) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:42.261742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Deleting port f9b75299-8dc7-447c-8f97-a5817823f4c5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:42.262223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.336800 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.337128 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.348236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Calling delete_port for f9b75299-8dc7-447c-8f97-a5817823f4c5 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:42.479541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.505843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'Port': ['ID=f9b75299-8dc7-447c-8f97-a5817823f4c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:42.565780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.568356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.569790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-be3b8994-1886-4021-be71-565327661b07 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "DELETE /v2.0/floatingips/5cbd3602-8496-4ef7-b4d7-9e8f6164f51a HTTP/1.1" status: 204 len: 168 time: 0.4459906 Jul 15 13:42:42.661456 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-382e48da-e5aa-4d07-aeac-84eccb87535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.902393 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:44.963454 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa09def-ba81-470e-8b0b-0785f1131d31 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.989634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa09def-ba81-470e-8b0b-0785f1131d31 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.055252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa09def-ba81-470e-8b0b-0785f1131d31 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.058093 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa09def-ba81-470e-8b0b-0785f1131d31 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.059488 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5aa09def-ba81-470e-8b0b-0785f1131d31 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] 10.222.0.48 "DELETE /v2.0/security-groups/5e714f5d-cefc-41b3-942a-4a39e47043dc HTTP/1.1" status: 204 len: 168 time: 0.1560786 Jul 15 13:42:45.069266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa09def-ba81-470e-8b0b-0785f1131d31 tempest-TestVolumeBootPattern-1537848784 tempest-TestVolumeBootPattern-1537848784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e714f5d-cefc-41b3-942a-4a39e47043dc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.140421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:45.330692 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6e05f1c-1a97-4d72-a0ef-863406c3ad2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.596007 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.679427 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.946748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Deleting port 80219511-0a9d-4b97-8fc7-00f57100eb86 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:45.947013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.026002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] For port 80219511-0a9d-4b97-8fc7-00f57100eb86, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=80219511-0a9d-4b97-8fc7-00f57100eb86,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:46.026398 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.039468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Calling delete_port for 80219511-0a9d-4b97-8fc7-00f57100eb86 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:46.218695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.250238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=80219511-0a9d-4b97-8fc7-00f57100eb86,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:46.418415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.643835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Router de95fcc3-ddd1-401c-8007-8026f955fbbb has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:46.747698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:46.754723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-23f6693e-4a15-48fc-83b4-8befd4643d6c admin admin] 10.222.0.48 "PUT /v2.0/routers/de95fcc3-ddd1-401c-8007-8026f955fbbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125441 Jul 15 13:42:46.755474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.757117 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] Sync routers for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:46.766400 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:46.767002 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:46.819770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.873777 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.883514 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:46.982114 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.034760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Deleting port a6bbd8de-2df2-4b39-b51b-f20c998fe565 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:47.035313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.059302 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:42:46Z', 'revision_number': 5, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port': {'id': 'a6bbd8de-2df2-4b39-b51b-f20c998fe565', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:42Z', 'updated_at': '2021-07-15T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:47.085779 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] Checking router: de95fcc3-ddd1-401c-8007-8026f955fbbb for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:47.099469 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] Routers {'de95fcc3-ddd1-401c-8007-8026f955fbbb'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:47.101015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['de95fcc3-ddd1-401c-8007-8026f955fbbb'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:47.116317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] For port a6bbd8de-2df2-4b39-b51b-f20c998fe565, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a6bbd8de-2df2-4b39-b51b-f20c998fe565,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:47.116686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.128022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Calling delete_port for a6bbd8de-2df2-4b39-b51b-f20c998fe565 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:47.193125 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] Set router de95fcc3-ddd1-401c-8007-8026f955fbbb gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:47.248608 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:42:46Z', 'revision_number': 6, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:47.276801 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a2c0b-cbde-4f8a-a758-3e450b60a21d None None] The sync data for ids ['de95fcc3-ddd1-401c-8007-8026f955fbbb'] in n-d-798249-9 is: [{'id': 'de95fcc3-ddd1-401c-8007-8026f955fbbb', 'name': 'tempest-TestVolumeBootPattern-97501748-router', 'tenant_id': '12e8d087526148dca4926cc3ee4deaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:42:46Z', 'revision_number': 6, 'project_id': '12e8d087526148dca4926cc3ee4deaef', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:47.306396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.665453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bbd8de-2df2-4b39-b51b-f20c998fe565,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:47.731027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.824981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.827120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.872808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.873351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de95fcc3-ddd1-401c-8007-8026f955fbbb {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:42:47.877671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.878885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2102a936-de6c-4103-8866-120b70d8ab03 admin admin] 10.222.0.48 "DELETE /v2.0/routers/de95fcc3-ddd1-401c-8007-8026f955fbbb HTTP/1.1" status: 204 len: 168 time: 1.1223288 Jul 15 13:42:47.882104 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.926298 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Deleting subnet 1db43ffc-2dba-4faf-9c72-60ef1e90f49f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:47.929838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.965116 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.041714 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.104651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.134678 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.136481 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1db43ffc-2dba-4faf-9c72-60ef1e90f49f HTTP/1.1" status: 204 len: 168 time: 0.2533762 Jul 15 13:42:48.137588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074be2-ea31-440e-8d65-1d1762725f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db43ffc-2dba-4faf-9c72-60ef1e90f49f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:48.139100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32916) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:48.156975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f30e41-6351-493f-b637-a06f140594ea None None] Network 8581b858-66ed-47f6-a501-a54e167c18eb requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:48.241389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.249448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.305239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a6bbd8de-2df2-4b39-b51b-f20c998fe565 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:48.323106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Deleting port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:48.323699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.327082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a6bbd8de-2df2-4b39-b51b-f20c998fe565 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:48.327454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a6bbd8de-2df2-4b39-b51b-f20c998fe565 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:48.327869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 80219511-0a9d-4b97-8fc7-00f57100eb86 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:48.357677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 80219511-0a9d-4b97-8fc7-00f57100eb86 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:48.358020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 80219511-0a9d-4b97-8fc7-00f57100eb86 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:48.405079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] For port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,segment=NetworkSegment(46ea84ce-a750-41ae-af73-a23048145fc9),segment_id=46ea84ce-a750-41ae-af73-a23048145fc9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:48.405637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.422689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Calling delete_port for f23bfedd-a8e1-487b-b7e1-640a7ac0e68a owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:48.483580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] DHCP port deletion for 8581b858-66ed-47f6-a501-a54e167c18eb request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:48.518085 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.539072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Deleting port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:48.539545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.547425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:48.550804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] No DVR routers for this DVR port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:48.616993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] For port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:48.617595 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.621424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.633607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Calling delete_port for f23bfedd-a8e1-487b-b7e1-640a7ac0e68a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:48.633790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8581b858-66ed-47f6-a501-a54e167c18eb']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:48.637085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:42:48.638684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.643320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ea84ce-a750-41ae-af73-a23048145fc9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:48.643608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ea84ce-a750-41ae-af73-a23048145fc9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:48.652864 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.666519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.668989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] No DVR routers for this DVR port f23bfedd-a8e1-487b-b7e1-640a7ac0e68a on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:48.670842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1d39f-8f13-4c38-8bc0-c279e7b84e7d None None] Pushing event deleted for resources: {'Port': ['ID=f23bfedd-a8e1-487b-b7e1-640a7ac0e68a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:48.682484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:48.682885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:48.684789 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:48.742760 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.751793 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.753659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8581b858-66ed-47f6-a501-a54e167c18eb HTTP/1.1" status: 204 len: 168 time: 0.6134160 Jul 15 13:42:48.757948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32922) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:48.767620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd8e9a-8d9c-44da-b146-2c97c09a0d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=8581b858-66ed-47f6-a501-a54e167c18eb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.113882 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.380795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Deleting port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:49.381361 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.463468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] For port 9283b945-cc9e-4eb0-9e5e-35e8d5622a04, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,segment=NetworkSegment(caed0169-5242-4930-a6f3-296b81f31694),segment_id=caed0169-5242-4930-a6f3-296b81f31694)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:49.463821 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.476413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Calling delete_port for 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:49.653002 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.705239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Pushing event deleted for resources: {'Port': ['ID=9283b945-cc9e-4eb0-9e5e-35e8d5622a04,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.856359 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.075620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:50.180793 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:50.185706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f1e443cd-ecdc-45d1-a39f-d9f86936188e admin admin] 10.222.0.48 "PUT /v2.0/routers/81fd0b45-fa89-4cbb-88d1-9f0f1add9b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4267244 Jul 15 13:42:50.188199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:50.193013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] Sync routers for ids ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:50.202789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] Routers {'81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:50.203252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:50.318154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] Set router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:50.320146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.348548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f23bfedd-a8e1-487b-b7e1-640a7ac0e68a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:50.405872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: f23bfedd-a8e1-487b-b7e1-640a7ac0e68a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:50.406173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device f23bfedd-a8e1-487b-b7e1-640a7ac0e68a not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:50.528049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:42:49Z', 'revision_number': 5, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:50.557337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] Checking router: 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:50.567524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] Routers {'81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:50.568505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:42:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:50.682835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] Set router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:50.785152 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.839146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Deleting port c7159cdb-b9de-45f3-b26a-a6e2916c14bb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:50.839637 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.871198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:42:49Z', 'revision_number': 5, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:50.903493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022f3c7-88ee-45ea-9d79-96095d9c1709 None None] The sync data for ids ['81fd0b45-fa89-4cbb-88d1-9f0f1add9b56'] in n-d-798249-9 is: [{'id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'name': 'tempest-TestVolumeBootPattern-537092433-router', 'tenant_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:57Z', 'updated_at': '2021-07-15T13:42:49Z', 'revision_number': 5, 'project_id': 'fee2dff2644144af9ab9d7d4a993de2b', 'gw_port': {'id': 'c7159cdb-b9de-45f3-b26a-a6e2916c14bb', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fd0b45-fa89-4cbb-88d1-9f0f1add9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:00Z', 'updated_at': '2021-07-15T13:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:50.930230 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] For port c7159cdb-b9de-45f3-b26a-a6e2916c14bb, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:50.930805 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.945205 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Calling delete_port for c7159cdb-b9de-45f3-b26a-a6e2916c14bb owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:51.106650 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.132328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7159cdb-b9de-45f3-b26a-a6e2916c14bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:51.201835 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.295868 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.298145 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.348067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.348714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:42:51.353856 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.355452 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6b0b319f-6f6b-4e6a-9fec-ae94dbd146f2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/81fd0b45-fa89-4cbb-88d1-9f0f1add9b56 HTTP/1.1" status: 204 len: 168 time: 1.1644144 Jul 15 13:42:51.357687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 32944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:51.408529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Deleting subnet 18d60aaf-f970-4ac1-b81b-394345689353 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:51.413317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.448346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.537908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.603201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.635565 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.638640 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/18d60aaf-f970-4ac1-b81b-394345689353 HTTP/1.1" status: 204 len: 168 time: 0.2799640 Jul 15 13:42:51.639800 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2f3b0-79ed-4adf-8d91-f872d9d5d285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d60aaf-f970-4ac1-b81b-394345689353,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:51.643362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:51.644373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc3d22-a342-4f55-b0c4-5d89ad601b3a None None] Network d1db19c5-cc13-45a8-a5ba-ab70f9386517 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:51.719361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.778671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Deleting port 3a7ca678-3055-464d-8f49-162eaf7487d8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:51.779121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.845081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] For port 3a7ca678-3055-464d-8f49-162eaf7487d8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=3a7ca678-3055-464d-8f49-162eaf7487d8,segment=NetworkSegment(caed0169-5242-4930-a6f3-296b81f31694),segment_id=caed0169-5242-4930-a6f3-296b81f31694)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:51.845801 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.858227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Calling delete_port for 3a7ca678-3055-464d-8f49-162eaf7487d8 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:51.952661 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.970161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c4f96-cd75-4615-b0b6-7ff53ce33609 None None] DHCP port deletion for d1db19c5-cc13-45a8-a5ba-ab70f9386517 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:51.991385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7ca678-3055-464d-8f49-162eaf7487d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:51.994819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] No DVR routers for this DVR port 3a7ca678-3055-464d-8f49-162eaf7487d8 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:52.071118 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.081180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1db19c5-cc13-45a8-a5ba-ab70f9386517']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:52.095569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caed0169-5242-4930-a6f3-296b81f31694') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:52.095569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caed0169-5242-4930-a6f3-296b81f31694') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:52.104362 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.117854 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.123488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:52.123870 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:52.125453 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:52.178859 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.184319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.186144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] 10.222.0.48 "DELETE /v2.0/networks/d1db19c5-cc13-45a8-a5ba-ab70f9386517 HTTP/1.1" status: 204 len: 168 time: 0.5390623 Jul 15 13:42:52.200493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e482df-a503-4f8c-8081-bc9cea4a24cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d1db19c5-cc13-45a8-a5ba-ab70f9386517,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:52.280050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3a7ca678-3055-464d-8f49-162eaf7487d8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:52.303584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 3a7ca678-3055-464d-8f49-162eaf7487d8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:52.303936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 3a7ca678-3055-464d-8f49-162eaf7487d8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:52.304344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:52.309816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:52.326134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:52.326707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 9283b945-cc9e-4eb0-9e5e-35e8d5622a04 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:52.327117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7159cdb-b9de-45f3-b26a-a6e2916c14bb no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:52.345238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: c7159cdb-b9de-45f3-b26a-a6e2916c14bb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:52.345573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device c7159cdb-b9de-45f3-b26a-a6e2916c14bb not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:52.354783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0bd6e475-ae69-41c3-8383-e062f3de8726 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12e8d087526148dca4926cc3ee4deaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414162 Jul 15 13:42:52.355029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:52.407761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbce8568-8631-4cbf-a125-6b01e9e8e82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.432546 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbce8568-8631-4cbf-a125-6b01e9e8e82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.478759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbce8568-8631-4cbf-a125-6b01e9e8e82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.481874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbce8568-8631-4cbf-a125-6b01e9e8e82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.483016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bbce8568-8631-4cbf-a125-6b01e9e8e82e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0434f632-5fdd-4b85-beb4-f9e18b5c8668 HTTP/1.1" status: 204 len: 168 time: 0.1270280 Jul 15 13:42:52.492574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce8568-8631-4cbf-a125-6b01e9e8e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0434f632-5fdd-4b85-beb4-f9e18b5c8668,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:52.827123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:52.872939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2ac8cc92-679a-41a8-8d2b-40f8cb987dfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fee2dff2644144af9ab9d7d4a993de2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440516 Jul 15 13:42:52.875440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 32970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:52.923286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8839b0ce-e97b-4ffc-9d1d-35334865fbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.945556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8839b0ce-e97b-4ffc-9d1d-35334865fbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.993487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8839b0ce-e97b-4ffc-9d1d-35334865fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.996185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8839b0ce-e97b-4ffc-9d1d-35334865fbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:52.997364 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8839b0ce-e97b-4ffc-9d1d-35334865fbf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d14f144-a38d-4fe2-aa49-c765a3ae6bca HTTP/1.1" status: 204 len: 168 time: 0.1210086 Jul 15 13:42:53.005099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839b0ce-e97b-4ffc-9d1d-35334865fbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d14f144-a38d-4fe2-aa49-c765a3ae6bca,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:00.173785 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:01.065425 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.753212 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.654270 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ced8773f-1abb-4042-be5c-c7a388fecdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.322651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4f2b-0b04-45ef-bbe7-c29211bfe2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.597756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.820109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.151964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.084143 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.769912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.172557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:42.656254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cdf4-ff7e-4ee3-af1a-873aa2385f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.330499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0f6035b-acad-4a99-937d-4aa61aa6b7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.600791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.828590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.156691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.124894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.130233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317264805', 'description': 'tempest-secgroup-smoke-1317264805 description', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.155384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.233873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.237181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.262695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.263905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380081 Jul 15 13:43:55.267524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.268042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f400c165-645f-47ce-8060-a83ba24d1bcf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.273132 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group_rule': {'security_group_id': 'f400c165-645f-47ce-8060-a83ba24d1bcf', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.275272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.275622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.275963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.276300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.276631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.276960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.277285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.277608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.277935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.278292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.278609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.278929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf4dd9-e792-471b-b359-338606158e72 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.301343 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.348160 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.352539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.369890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1e552a-41e7-498b-926e-bd989ac8504e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.378272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.378679 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.379048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.379358 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.379687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.380061 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.380391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.380723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.381043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.381368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.381687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.382007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:55.384991 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.386170 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b911c133-a5a0-473e-9d7e-211713ccaf0c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176162 Jul 15 13:43:55.388967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.393335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group_rule': {'security_group_id': 'f400c165-645f-47ce-8060-a83ba24d1bcf', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.419707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.480256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.484317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.502949 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc00da0-e9be-4a70-bc3e-a6ef70f42df0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.508781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.511055 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-30739793-1894-493d-a104-14c1675b7187 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211390 Jul 15 13:43:55.513598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.518136 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group_rule': {'security_group_id': 'f400c165-645f-47ce-8060-a83ba24d1bcf', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.543960 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.602072 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.605886 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.623675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd2bdf8-0082-40f3-a007-5d74cc98fb2e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.628684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.629855 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-79fde8e3-98f5-4e5e-afe3-efaba1b77b04 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152580 Jul 15 13:43:55.633622 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.638024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group_rule': {'security_group_id': 'f400c165-645f-47ce-8060-a83ba24d1bcf', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.662631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.721350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.725588 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.743320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f12064-385b-41ec-a9ca-d59b86510187,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.750286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.751493 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9aefea01-c113-45f0-b6d2-9aed877630a7 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169510 Jul 15 13:43:55.754134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.759059 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group_rule': {'security_group_id': 'f400c165-645f-47ce-8060-a83ba24d1bcf', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.779694 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Project db1e8cdda70d4cfaaf64623528690d64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:55.784383 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.847920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.852252 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.870501 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75665ce-564c-4d64-bada-a7cac864fd65,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.876645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.877964 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4ad6115-89ba-4677-9475-171222825acb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228867 Jul 15 13:43:55.880584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.884977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'security_group_rule': {'security_group_id': 'f400c165-645f-47ce-8060-a83ba24d1bcf', 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:55.905886 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Project db1e8cdda70d4cfaaf64623528690d64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:55.910604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.970994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.975137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.992753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18878807-4326-489e-8be8-9cc16b6dfbf6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.998675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.999816 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2f2b7a51-97c3-4010-96fe-1cabf8af949d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183205 Jul 15 13:43:56.390643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-18295aff-0ae2-49a6-82ad-0c68a7cfb848 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317264805&fields=id&tenant_id=db1e8cdda70d4cfaaf64623528690d64 HTTP/1.1" status: 200 len: 267 time: 0.0322587 Jul 15 13:43:56.500687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-14911537-5284-4f3d-95f1-a40af4c0e52d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.502230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-14911537-5284-4f3d-95f1-a40af4c0e52d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 814 time: 0.1047447 Jul 15 13:43:56.517974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-b701419c-ffb1-4c82-86b2-e165dedb7f03 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/quotas/db1e8cdda70d4cfaaf64623528690d64 HTTP/1.1" status: 200 len: 375 time: 0.0091739 Jul 15 13:43:56.589323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-6492ea2c-7cd7-4f8f-b696-4bf364ac32e0 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655410 Jul 15 13:43:56.604407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-610b2764-1c66-48bc-aa46-81b108c673b7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:43:56.605381 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-610b2764-1c66-48bc-aa46-81b108c673b7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052443 Jul 15 13:43:56.693764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-85629c2e-6b36-44d1-a732-dc966dced4d4 service neutron] 10.222.0.48 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822427 Jul 15 13:43:56.786079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-7e31c91d-3b4b-4f97-9492-622989a8bed8 service neutron] 10.222.0.48 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864835 Jul 15 13:43:57.181093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a14c02f-831a-444a-966f-93352a3f2485 req-96bffcbe-a19c-42f4-b382-8d618f4a1ee5 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.1325362 Jul 15 13:43:58.278669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-741f8c96-b679-434b-8c10-080e07d40b17 req-ca4051c9-6ab1-43d2-ac16-baa673007995 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0333645 Jul 15 13:43:59.357581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fa864115-32cc-4e96-ae38-775ea3086a13 req-5592225a-f003-41d8-a81a-e99ca66b5d06 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0288501 Jul 15 13:44:00.437851 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2bb37e95-244f-4736-81cb-542b2c3faa66 req-aed772c3-04c8-4ba0-a673-869825be4047 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0298359 Jul 15 13:44:01.080635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.571953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b66f0958-e5ab-4a17-9dd9-e06371577c39 req-959a8c20-4246-45ea-8667-def862be87af tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0276773 Jul 15 13:44:02.402980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-eb8f2150-b5cb-481b-81a9-ff4aa67354bf tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.404435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-eb8f2150-b5cb-481b-81a9-ff4aa67354bf tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.49 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 814 time: 0.1080256 Jul 15 13:44:02.448533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-2f437189-86b7-4a88-b969-555e549687ce tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db1e8cdda70d4cfaaf64623528690d64 HTTP/1.1" status: 200 len: 380 time: 0.0348141 Jul 15 13:44:02.457025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'port': {'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'admin_state_up': True, 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'security_groups': ['f400c165-645f-47ce-8060-a83ba24d1bcf']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:02.567857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Made reservation on behalf of db1e8cdda70d4cfaaf64623528690d64 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:02.572022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.727974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Allocated IP 172.20.0.10 (fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9/1b03d298-162f-40a5-9983-5e4810226baa/f67c38cc-14b0-4f6b-8864-2ad369189aa6) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:02.731444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed57d0f8-e7a9-4040-adb3-eb131d39287a req-4873f437-6200-430a-a057-2a959867d330 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0414662 Jul 15 13:44:02.867171 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.880910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Transition to ACTIVE for port object f67c38cc-14b0-4f6b-8864-2ad369189aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:02.914393 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.960080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:02.965234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:02.969085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:02.997290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'Port': ['ID=f67c38cc-14b0-4f6b-8864-2ad369189aa6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.027830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.028466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.046432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-bef98407-45c3-47b7-b1c0-856d382423fb tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928621 Jul 15 13:44:03.058648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-f22c8d7c-66d6-428e-a39d-3c31baa320b1 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:44:03.059777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-f22c8d7c-66d6-428e-a39d-3c31baa320b1 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060675 Jul 15 13:44:03.072805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Request body: {'port': {'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:03.149222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.227335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c10ca390-fb3b-4e3c-b4c5-1edf50c98757 None None] Provisioning for port f67c38cc-14b0-4f6b-8864-2ad369189aa6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:03.231740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c10ca390-fb3b-4e3c-b4c5-1edf50c98757 None None] Provisioning complete for port f67c38cc-14b0-4f6b-8864-2ad369189aa6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:03.232149 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c10ca390-fb3b-4e3c-b4c5-1edf50c98757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.268589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c10ca390-fb3b-4e3c-b4c5-1edf50c98757 None None] Port f67c38cc-14b0-4f6b-8864-2ad369189aa6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:03.427416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67c38cc-14b0-4f6b-8864-2ad369189aa6 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:03.435385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.448320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Transition to ACTIVE for port object f67c38cc-14b0-4f6b-8864-2ad369189aa6 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:03.451671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.565368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Pushing event updated for resources: {'Port': ['ID=f67c38cc-14b0-4f6b-8864-2ad369189aa6,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.589523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Attempting to bind port f67c38cc-14b0-4f6b-8864-2ad369189aa6 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:03.590188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Attempting to bind port f67c38cc-14b0-4f6b-8864-2ad369189aa6 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:03.590188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Attempting to bind port f67c38cc-14b0-4f6b-8864-2ad369189aa6 on network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:03.594715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Port f67c38cc-14b0-4f6b-8864-2ad369189aa6 on network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:03.595038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Attempting to bind port f67c38cc-14b0-4f6b-8864-2ad369189aa6 on network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:03.601222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:03.601563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Checking segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:03.601954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Bound using segment: {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:03.602410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Bound port: f67c38cc-14b0-4f6b-8864-2ad369189aa6, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c39f30-99b7-4cfb-9dc1-b047f0787aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:03.602775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.677634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] For port f67c38cc-14b0-4f6b-8864-2ad369189aa6, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:03.681099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] For port f67c38cc-14b0-4f6b-8864-2ad369189aa6, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:03.686304 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.722256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.722879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.724910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] 10.222.0.49 "PUT /v2.0/ports/f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 1092 time: 0.6569409 Jul 15 13:44:03.725354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:03.728027 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c83ca87-2a63-44d0-9441-73da485bd7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:03.752235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce108d36-89d1-4e5a-b639-dc762596865a service neutron] Pushing event updated for resources: {'Port': ['ID=f67c38cc-14b0-4f6b-8864-2ad369189aa6,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.804041 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be303ad6-6e69-40dd-9484-f8e523700e59 x-openstack-request-id: req-be303ad6-6e69-40dd-9484-f8e523700e59 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:03.804330 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:03.804728 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be303ad6-6e69-40dd-9484-f8e523700e59 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:03.805136 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'status': 'completed', 'code': 200} Jul 15 13:44:03.819982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.855580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-0089b6eb-1f15-49da-b5d5-9d5a20b8950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.857162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-0089b6eb-1f15-49da-b5d5-9d5a20b8950c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1095 time: 0.0815556 Jul 15 13:44:03.916324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-d4765ceb-57be-4f56-9bc8-a0fa2b8aebb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 217 time: 0.0512671 Jul 15 13:44:03.995211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-3fd55c89-5ecc-42f3-b4af-522b5c0aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.996682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-3fd55c89-5ecc-42f3-b4af-522b5c0aac0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 200 len: 853 time: 0.0598900 Jul 15 13:44:04.020191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce5e64-fa2f-43d2-ab17-ef3b3a16194b req-42c323ac-f81f-4cd5-8b31-d652e2f18b14 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.022444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efce5e64-fa2f-43d2-ab17-ef3b3a16194b req-42c323ac-f81f-4cd5-8b31-d652e2f18b14 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.1170108 Jul 15 13:44:04.083568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efce5e64-fa2f-43d2-ab17-ef3b3a16194b req-ae183191-1b85-462d-827e-859626d4048e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393863 Jul 15 13:44:04.101860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc37-33d5-4937-adc1-475cb109faef req-40532f70-a823-4b4f-8845-6fec38baae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.103616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-40532f70-a823-4b4f-8845-6fec38baae13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995276 Jul 15 13:44:04.193942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-31917de8-ed0c-405f-be4a-59376fab957e service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838625 Jul 15 13:44:04.288265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68e1cc37-33d5-4937-adc1-475cb109faef req-7b53b6b3-5749-40df-9bb4-01dbc1929d4c service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885024 Jul 15 13:44:04.389343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-173f0649-ee54-49e2-80e2-b92eed6f84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.390919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-173f0649-ee54-49e2-80e2-b92eed6f84c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1095 time: 0.0543754 Jul 15 13:44:04.484974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-965fd022-eb0e-4ab6-86d9-cde137c93d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.486470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-965fd022-eb0e-4ab6-86d9-cde137c93d5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 915 time: 0.0888906 Jul 15 13:44:04.527173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-2ea8006f-dc9b-4e25-bdc8-c34ec8db2694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 217 time: 0.0347979 Jul 15 13:44:04.576097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-4d809525-b5e7-4eab-bee1-5202b37b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.577580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-4d809525-b5e7-4eab-bee1-5202b37b38e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 200 len: 853 time: 0.0447202 Jul 15 13:44:04.637922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-f16d94df-3233-4543-ac17-2dd54e730429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.639338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-f16d94df-3233-4543-ac17-2dd54e730429 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548511 Jul 15 13:44:04.730613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-0fa36574-0f8d-4e8d-9ec3-4ba37c3ceb70 service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837457 Jul 15 13:44:04.823728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c83ca87-2a63-44d0-9441-73da485bd7e3 req-91b701b1-6dc9-4609-9205-8426164b4d8b service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867708 Jul 15 13:44:05.260490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312205d-4517-4619-8670-651a3ec974ff req-b398f997-85ba-4b69-81db-bc104c97e89e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.261864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4312205d-4517-4619-8670-651a3ec974ff req-b398f997-85ba-4b69-81db-bc104c97e89e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0632255 Jul 15 13:44:05.301324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4312205d-4517-4619-8670-651a3ec974ff req-89c43187-4d4c-43d5-863e-c27c43db540b tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jul 15 13:44:06.482064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b69a13-c121-4a27-94b1-b63f0e81ec27 req-5de983d0-41e2-40a9-979a-ff7f2dd0d365 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.483450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22b69a13-c121-4a27-94b1-b63f0e81ec27 req-5de983d0-41e2-40a9-979a-ff7f2dd0d365 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0634186 Jul 15 13:44:06.524130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22b69a13-c121-4a27-94b1-b63f0e81ec27 req-0b7ceb35-f181-4270-973e-5b841f884a73 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350044 Jul 15 13:44:07.886464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97daed-cf1c-46f7-b0d5-637701fabc1c req-75fc4fea-4196-4dbe-904b-8468f7ef3cce tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.887925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b97daed-cf1c-46f7-b0d5-637701fabc1c req-75fc4fea-4196-4dbe-904b-8468f7ef3cce tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0659351 Jul 15 13:44:07.924471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b97daed-cf1c-46f7-b0d5-637701fabc1c req-2057bec1-ffd7-4aab-bcb6-3cf92c95c01e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Jul 15 13:44:09.097276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3643f-56aa-4bb1-8b83-60c530465f60 req-6c523802-9e84-4a16-bc0a-cbca49234567 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.098807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcc3643f-56aa-4bb1-8b83-60c530465f60 req-6c523802-9e84-4a16-bc0a-cbca49234567 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0624189 Jul 15 13:44:09.136478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcc3643f-56aa-4bb1-8b83-60c530465f60 req-8499edb4-b246-4bee-b23c-3372c75d425b tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309527 Jul 15 13:44:10.321043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e9094-607d-416e-8828-c281c9cdba1c req-65ed52a0-8626-46ce-a231-322b910b9407 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.322565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a8e9094-607d-416e-8828-c281c9cdba1c req-65ed52a0-8626-46ce-a231-322b910b9407 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0776296 Jul 15 13:44:10.359525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6a8e9094-607d-416e-8828-c281c9cdba1c req-db2d04b3-d797-4cc4-9c98-e07859626a05 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Jul 15 13:44:11.530008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fd213-4825-4ff2-9850-006fb218685b req-5d8aa92f-6257-42f9-b6ee-f70d76b40f8c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:11.531411 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-715fd213-4825-4ff2-9850-006fb218685b req-5d8aa92f-6257-42f9-b6ee-f70d76b40f8c tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0625882 Jul 15 13:44:11.574153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-715fd213-4825-4ff2-9850-006fb218685b req-9071c2ba-1930-4f14-8c07-adb26c86b354 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370643 Jul 15 13:44:12.657211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1d76-be73-466d-a4d8-a91d4c83de34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.749068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05452a31-2924-4f18-80fa-cc4e428aeeb0 req-cd9aedad-484a-4e11-bcc2-7b461870d2e8 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:12.750730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05452a31-2924-4f18-80fa-cc4e428aeeb0 req-cd9aedad-484a-4e11-bcc2-7b461870d2e8 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0630827 Jul 15 13:44:12.788088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05452a31-2924-4f18-80fa-cc4e428aeeb0 req-66bad630-8bb9-420e-b262-59f257e39dca tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Jul 15 13:44:13.964012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac5ac-9b0f-42f2-b27e-244ab3ab54d7 req-89768ec3-7d3f-4830-810c-b263b24337c9 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:13.965504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-392ac5ac-9b0f-42f2-b27e-244ab3ab54d7 req-89768ec3-7d3f-4830-810c-b263b24337c9 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0675304 Jul 15 13:44:14.004824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-392ac5ac-9b0f-42f2-b27e-244ab3ab54d7 req-c39bc41f-b716-4853-b578-bca2efccc30e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Jul 15 13:44:14.172223 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:15.176608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45fc1e-1a77-4138-9a71-1926f37db925 req-8100b14f-eb0f-43e7-82a4-922161864f38 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.178096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b45fc1e-1a77-4138-9a71-1926f37db925 req-8100b14f-eb0f-43e7-82a4-922161864f38 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 944 time: 0.0650587 Jul 15 13:44:15.215794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b45fc1e-1a77-4138-9a71-1926f37db925 req-ae5e8017-3848-46d5-b544-f61795a3cfae tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Jul 15 13:44:15.234248 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f67c38cc-14b0-4f6b-8864-2ad369189aa6 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:15.329299 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0a5c-d046-43dd-89d4-a8d0df0927b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.336438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f67c38cc-14b0-4f6b-8864-2ad369189aa6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:15.346454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:15.382622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.394513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67c38cc-14b0-4f6b-8864-2ad369189aa6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:15.412992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f67c38cc-14b0-4f6b-8864-2ad369189aa6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:15.417601 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.463458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f67c38cc-14b0-4f6b-8864-2ad369189aa6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.470465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.470811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.471146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.471478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.471806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.472132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.472454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.472774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.473092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.473410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.473727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.474042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:15.603473 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.618124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f67c38cc-14b0-4f6b-8864-2ad369189aa6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:16.389442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ddd66-6f0e-4df5-8922-9b3aa5e95803 req-ba3bfd73-9bc8-42d3-a0d1-1f811892ca4a tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:16.390951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a53ddd66-6f0e-4df5-8922-9b3aa5e95803 req-ba3bfd73-9bc8-42d3-a0d1-1f811892ca4a tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 945 time: 0.0670476 Jul 15 13:44:16.430291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a53ddd66-6f0e-4df5-8922-9b3aa5e95803 req-81bbb562-e9ce-4e44-aa36-a571789ab8c6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Jul 15 13:44:16.820004 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.249502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f67c38cc-14b0-4f6b-8864-2ad369189aa6 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:17.299015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f67c38cc-14b0-4f6b-8864-2ad369189aa6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:17.302553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f67c38cc-14b0-4f6b-8864-2ad369189aa6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:17.302921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.376162 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.397270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:17.400179 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e3a89d-9ea0-4181-8c16-bad1c49e9552" -d '{"events": [{"server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "name": "network-vif-plugged", "status": "completed", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:17.412281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f67c38cc-14b0-4f6b-8864-2ad369189aa6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:17.417947 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.443937 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6596f99-6529-4d11-ae03-48d0256fdb76 x-openstack-request-id: req-e6596f99-6529-4d11-ae03-48d0256fdb76 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:17.444229 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "name": "network-vif-plugged", "status": "completed", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:17.444744 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6596f99-6529-4d11-ae03-48d0256fdb76 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:17.445664 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'code': 200} Jul 15 13:44:17.477658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f67c38cc-14b0-4f6b-8864-2ad369189aa6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:17.638531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75568d-8eca-4c96-942e-2f3e2a628f5f req-35f2d689-b8ce-4977-808e-ab47e9a4fdb0 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.639924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc75568d-8eca-4c96-942e-2f3e2a628f5f req-35f2d689-b8ce-4977-808e-ab47e9a4fdb0 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 946 time: 0.0956213 Jul 15 13:44:17.671373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43055a7f-d111-424c-ad9f-0b631f1e8a92 req-09f0a60e-d4b2-442d-b4e6-340ba29656f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.672811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43055a7f-d111-424c-ad9f-0b631f1e8a92 req-09f0a60e-d4b2-442d-b4e6-340ba29656f8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1097 time: 0.1639147 Jul 15 13:44:17.690379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc75568d-8eca-4c96-942e-2f3e2a628f5f req-616ed599-2715-4d0c-83cb-c6a91c87bf47 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Jul 15 13:44:17.712473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-43055a7f-d111-424c-ad9f-0b631f1e8a92 req-5676dc71-4e18-47ca-a695-090f63d05a70 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jul 15 13:44:18.158635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.862972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23913d-c05c-4236-b343-277e577fd32a req-3d212042-8e8c-455f-8ba9-217d26bed2fa tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:18.864436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f23913d-c05c-4236-b343-277e577fd32a req-3d212042-8e8c-455f-8ba9-217d26bed2fa tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 946 time: 0.0645943 Jul 15 13:44:18.901789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f23913d-c05c-4236-b343-277e577fd32a req-432bd751-5020-4829-bf29-c78df74917dc tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Jul 15 13:44:19.074199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf0515-719b-4a27-ace9-0e187204519c req-2bdbba48-9310-45ca-96c8-2cf038212406 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.075663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1eaf0515-719b-4a27-ace9-0e187204519c req-2bdbba48-9310-45ca-96c8-2cf038212406 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 946 time: 0.0635159 Jul 15 13:44:19.114373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1eaf0515-719b-4a27-ace9-0e187204519c req-1c7a419b-d25f-4c17-9a0e-834c567efb4d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Jul 15 13:44:19.139998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.292212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6fb29a-0a18-4ed8-8829-90c37c5455f7 tempest-TestVolumeBackupRestore-1172150251 tempest-TestVolumeBackupRestore-1172150251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.293695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ce6fb29a-0a18-4ed8-8829-90c37c5455f7 tempest-TestVolumeBackupRestore-1172150251 tempest-TestVolumeBackupRestore-1172150251-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1092 time: 0.1526790 Jul 15 13:44:19.296693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 33762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.300913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:19.324025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.422842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.531943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Allocated IP 172.25.2.254 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/acdbe43d-79de-4b86-acc4-c75d9c7f25d1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:19.630542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.669419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.704025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:19.706774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:19.712671 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:19.743466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'Port': ['ID=acdbe43d-79de-4b86-acc4-c75d9c7f25d1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:20.390059 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.466878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.612279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.616673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.681692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event updated for resources: {'Port': ['ID=acdbe43d-79de-4b86-acc4-c75d9c7f25d1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:20.693121 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.793011 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Floating IP c42f7778-dfc3-42e3-9fc5-0aec0226ba9a associated. External IP: 172.25.2.254, port: f67c38cc-14b0-4f6b-8864-2ad369189aa6. Jul 15 13:44:20.998118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Router 488f142e-58e4-4011-bc99-e5cff91a24f8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:21.106243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:21.116075 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] Sync routers for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:21.122501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.125032 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:21.125634 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:21.160729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ccb227e4-8230-42b3-b8c0-6a2075fec1b6 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8628726 Jul 15 13:44:21.161350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:21.164416 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9" -d '{"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:21.164646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.203290 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d8dc9-ab19-40d5-a7e4-a14f9a398b02 x-openstack-request-id: req-588d8dc9-ab19-40d5-a7e4-a14f9a398b02 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:21.203687 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:21.204187 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-588d8dc9-ab19-40d5-a7e4-a14f9a398b02 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:21.204683 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'status': 'completed', 'code': 200} Jul 15 13:44:21.221664 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29885e63-1c94-475d-aa2c-b09c6ddea698 tempest-TestVolumeBackupRestore-1172150251 tempest-TestVolumeBackupRestore-1172150251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.223321 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-29885e63-1c94-475d-aa2c-b09c6ddea698 tempest-TestVolumeBackupRestore-1172150251 tempest-TestVolumeBackupRestore-1172150251-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1092 time: 0.0568981 Jul 15 13:44:21.226254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.230910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Request body: {'floatingip': {'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:21.279151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-04631ffb-ef29-406f-bc38-499bf0c6b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.280233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-04631ffb-ef29-406f-bc38-499bf0c6b11d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1097 time: 0.0541606 Jul 15 13:44:21.295183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.324077 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:21.379123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-ed3272b7-dca9-41c9-8b6f-ae8dda6b1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.380734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-ed3272b7-dca9-41c9-8b6f-ae8dda6b1f40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 915 time: 0.0941141 Jul 15 13:44:21.447404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-b3ad7c09-b775-4a2a-8d2a-286c71efd9a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 1000 time: 0.0608263 Jul 15 13:44:21.500117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-3bec591b-5150-4c64-96f6-21db1418aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.501585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-3bec591b-5150-4c64-96f6-21db1418aff8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 200 len: 853 time: 0.0485396 Jul 15 13:44:21.550274 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c42f7778-dfc3-42e3-9fc5-0aec0226ba9a', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:19Z', 'updated_at': '2021-07-15T13:44:19Z', 'revision_number': 0, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:21.563602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-46e49fd8-78a4-4f00-9722-52731415e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.565113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-46e49fd8-78a4-4f00-9722-52731415e5f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573726 Jul 15 13:44:21.580779 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] Checking router: 488f142e-58e4-4011-bc99-e5cff91a24f8 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:21.589629 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:21.590068 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:21.663085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-e2c0ff4d-2276-4d88-a847-225bbe607f3b service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911181 Jul 15 13:44:21.693804 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:21.778840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c85f3f2-09e2-469a-9168-d7bfadcf90d9 req-87ea6854-3ea7-4879-a021-f65403485a4f service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093233 Jul 15 13:44:21.802570 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.807968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.934797 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c42f7778-dfc3-42e3-9fc5-0aec0226ba9a', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:19Z', 'updated_at': '2021-07-15T13:44:19Z', 'revision_number': 0, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:21.960315 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d8f0-c3c6-44ee-9e2e-501b4ac3789a None None] The sync data for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 is: [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c42f7778-dfc3-42e3-9fc5-0aec0226ba9a', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:19Z', 'updated_at': '2021-07-15T13:44:19Z', 'revision_number': 0, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:22.030015 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Router 488f142e-58e4-4011-bc99-e5cff91a24f8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:22.147861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:22.152923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.171865 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d144e5-0ca1-4d99-9f0f-cc8a258fada0 None None] New status for floating IP c42f7778-dfc3-42e3-9fc5-0aec0226ba9a: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:44:22.192899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:22.195593 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:22.238016 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9b5a573f-cb06-4b09-90a1-e385eecab059 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "PUT /v2.0/floatingips/c42f7778-dfc3-42e3-9fc5-0aec0226ba9a HTTP/1.1" status: 200 len: 992 time: 1.0105152 Jul 15 13:44:22.311319 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880b2ca-a75d-4fa9-8d22-56d10e5857e8 x-openstack-request-id: req-7880b2ca-a75d-4fa9-8d22-56d10e5857e8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:22.311616 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:22.311868 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7880b2ca-a75d-4fa9-8d22-56d10e5857e8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:22.312273 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'status': 'completed', 'code': 200} Jul 15 13:44:22.385857 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] Sync routers for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:22.391675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-c4bb57f4-4f98-49a5-91d9-3acd057fcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.393183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-c4bb57f4-4f98-49a5-91d9-3acd057fcb38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1097 time: 0.0577409 Jul 15 13:44:22.394657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:22.395252 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:22.490795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-bea76254-c53f-4a0b-87bc-e8df4065bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.492891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-bea76254-c53f-4a0b-87bc-e8df4065bd0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 915 time: 0.0905356 Jul 15 13:44:22.500729 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:22.554999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-27e1d586-9c77-4035-9ac4-efca02f3091b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 1002 time: 0.0558903 Jul 15 13:44:22.607896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-b2f883dc-8a9b-4649-954c-67f5fc2732d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.609341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-b2f883dc-8a9b-4649-954c-67f5fc2732d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 200 len: 853 time: 0.0466256 Jul 15 13:44:22.665793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-4a30197e-f7c6-4a7d-ad39-64f27a0afa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.667329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-4a30197e-f7c6-4a7d-ad39-64f27a0afa63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522079 Jul 15 13:44:22.719902 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c42f7778-dfc3-42e3-9fc5-0aec0226ba9a', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:19Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 2, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:22.745996 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] Checking router: 488f142e-58e4-4011-bc99-e5cff91a24f8 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:22.753756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:22.754374 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:22.756573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-53ef58a9-d3c8-41ce-b7c7-44a0001217df service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827367 Jul 15 13:44:22.849188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65eb8cc0-76d5-4cc6-9e98-6258f7ec5bbb req-d4b3ef20-a2a1-48da-adcb-a671f9ece2c2 service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868397 Jul 15 13:44:22.855182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:23.072830 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c42f7778-dfc3-42e3-9fc5-0aec0226ba9a', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:19Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 2, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:23.175394 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f34a4-3862-4f40-a34d-3c62bdad9b2d None None] The sync data for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 is: [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c42f7778-dfc3-42e3-9fc5-0aec0226ba9a', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'port_id': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'mac_address': 'fa:16:3e:40:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:19Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 2, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:24.313823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:24.316223 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb67f618-40ae-47f1-a528-207f4063a8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:24.356823 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f0a8b-eab0-44d8-99e1-4c1ebd8b5b68 x-openstack-request-id: req-5f0f0a8b-eab0-44d8-99e1-4c1ebd8b5b68 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:24.357108 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:24.357357 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f0f0a8b-eab0-44d8-99e1-4c1ebd8b5b68 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:24.357775 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'status': 'completed', 'code': 200} Jul 15 13:44:24.432519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-38889865-f4e3-44a0-b5c5-2740a037f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.433942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-38889865-f4e3-44a0-b5c5-2740a037f5cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1097 time: 0.0549946 Jul 15 13:44:24.531410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-11ae9f41-d1da-4c0d-8c06-3950f022e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.532869 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-11ae9f41-d1da-4c0d-8c06-3950f022e33c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 915 time: 0.0894990 Jul 15 13:44:24.595856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-364b7182-fa53-4583-8fb8-1aa3e6f4a754 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 1002 time: 0.0568519 Jul 15 13:44:24.646537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-7859d141-0bc3-405b-8eb9-c28379c4d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.647959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-7859d141-0bc3-405b-8eb9-c28379c4d3db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 200 len: 853 time: 0.0463610 Jul 15 13:44:24.704233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-09cb8f32-7090-4be2-bf43-e486b64a2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.705601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-09cb8f32-7090-4be2-bf43-e486b64a2ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518143 Jul 15 13:44:24.793303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-45b5ea52-21ae-4f02-8f70-6f1a05258074 service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813127 Jul 15 13:44:24.886414 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb67f618-40ae-47f1-a528-207f4063a8ca req-41b676a9-5166-4ca9-ab45-fe082f8ae46b service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859196 Jul 15 13:44:31.089825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.782366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.658051 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1e5d-c732-4838-a05e-09656d99c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.321532 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e143857-cda4-4c75-b9c2-88dceedf72a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.607029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.822832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.163089 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.684965 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:50.841164 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Deleting port acdbe43d-79de-4b86-acc4-c75d9c7f25d1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:50.841505 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.913751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.914080 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.925354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Calling delete_port for acdbe43d-79de-4b86-acc4-c75d9c7f25d1 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:51.072146 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.097196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event deleted for resources: {'Port': ['ID=acdbe43d-79de-4b86-acc4-c75d9c7f25d1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.164858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.165201 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Floating IP c42f7778-dfc3-42e3-9fc5-0aec0226ba9a disassociated (deleted). External IP: 172.25.2.254, port: f67c38cc-14b0-4f6b-8864-2ad369189aa6. Jul 15 13:44:51.172257 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:51.376815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Router 488f142e-58e4-4011-bc99-e5cff91a24f8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:51.488039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:51.493390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.497831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] Sync routers for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:51.506553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:51.507180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:51.529811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a0b27920-666f-444d-9163-4fcb1a6f0815 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "DELETE /v2.0/floatingips/c42f7778-dfc3-42e3-9fc5-0aec0226ba9a HTTP/1.1" status: 204 len: 168 time: 0.8437576 Jul 15 13:44:51.530408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:51.532855 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de1656-3931-4f4a-a76b-5d2cda7247e2" -d '{"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:51.571105 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db26975c-c782-4aa0-9be3-107a7f2e8cdb x-openstack-request-id: req-db26975c-c782-4aa0-9be3-107a7f2e8cdb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:51.571402 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:51.571657 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db26975c-c782-4aa0-9be3-107a7f2e8cdb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:51.572064 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'status': 'completed', 'code': 200} Jul 15 13:44:51.615690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:51.653593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-c37026ce-6a22-4153-b17c-1bf204d0a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:51.654864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-c37026ce-6a22-4153-b17c-1bf204d0a2be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db1e8cdda70d4cfaaf64623528690d64&device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 1097 time: 0.0600724 Jul 15 13:44:51.767018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-2f5dbddb-cd39-4fb9-9bba-b5a1a400bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:51.769772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-2f5dbddb-cd39-4fb9-9bba-b5a1a400bc86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 200 len: 915 time: 0.1070540 Jul 15 13:44:51.824992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-4f0c1459-4f9d-42d1-97a3-ede55d13033e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 200 len: 217 time: 0.0355520 Jul 15 13:44:51.828025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:51.854922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] Checking router: 488f142e-58e4-4011-bc99-e5cff91a24f8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:51.863642 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:51.864253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:51.910178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-f38fbf39-4386-4f33-91ec-ba61b5526184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:51.911594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-f38fbf39-4386-4f33-91ec-ba61b5526184 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 200 len: 853 time: 0.0787215 Jul 15 13:44:51.967833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18057-23d1-4f11-9f4a-df42228d9248 req-d283cdb6-12ad-4ab3-b18a-b70fdce843fe tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:51.969341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41a18057-23d1-4f11-9f4a-df42228d9248 req-d283cdb6-12ad-4ab3-b18a-b70fdce843fe tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 946 time: 0.1048186 Jul 15 13:44:51.971414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:52.017668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-4fef7ffe-4543-444e-b3d4-0d8dbd8b9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:52.019215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-4fef7ffe-4543-444e-b3d4-0d8dbd8b9fe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952430 Jul 15 13:44:52.024797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-41a18057-23d1-4f11-9f4a-df42228d9248 req-4a5006db-3b7a-4ee2-a399-d322107ce95e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480361 Jul 15 13:44:52.118980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-e7d9c703-238b-4d3b-a0f6-a79f21e9c6b6 service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915296 Jul 15 13:44:52.176888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.206557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a5a02-3e8b-411b-84c9-4ec5c571479a None None] The sync data for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 is: [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:42:01Z', 'revision_number': 4, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '806c4bda-b76f-4d52-a2fa-0030810ff986', 'name': '', 'network_id': 'fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'mac_address': 'fa:16:3e:98:d7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1b03d298-162f-40a5-9983-5e4810226baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:01Z', 'updated_at': '2021-07-15T13:42:07Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'subnets': [{'id': '1b03d298-162f-40a5-9983-5e4810226baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:52.218495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79de1656-3931-4f4a-a76b-5d2cda7247e2 req-75685bf6-3534-4f96-8f1f-512241e16a45 service neutron] 10.222.0.49 "GET /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915473 Jul 15 13:44:52.432832 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed7063-ee6f-4bae-b3d1-9c9fae612748 None None] New status for floating IP c42f7778-dfc3-42e3-9fc5-0aec0226ba9a: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:44:53.204174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a4a5f-8973-445d-973d-80d36543fcf8 req-af9a9f32-70a3-4d92-be57-6f8573fdb6c5 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:53.205663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5a4a5f-8973-445d-973d-80d36543fcf8 req-af9a9f32-70a3-4d92-be57-6f8573fdb6c5 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 946 time: 0.0630498 Jul 15 13:44:53.243332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5a4a5f-8973-445d-973d-80d36543fcf8 req-e0508701-29c9-4d07-b726-f505d5d6a54e tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/security-groups?id=f400c165-645f-47ce-8060-a83ba24d1bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jul 15 13:44:53.404031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-876a0721-f2aa-4134-bdc9-58316960c547 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:53.405497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-876a0721-f2aa-4134-bdc9-58316960c547 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.49 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 946 time: 0.0621285 Jul 15 13:44:53.508936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Deleting port f67c38cc-14b0-4f6b-8864-2ad369189aa6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:53.509273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.595708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] For port f67c38cc-14b0-4f6b-8864-2ad369189aa6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f67c38cc-14b0-4f6b-8864-2ad369189aa6,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:53.596074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.608288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Calling delete_port for f67c38cc-14b0-4f6b-8864-2ad369189aa6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:53.736673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.765230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event deleted for resources: {'Port': ['ID=f67c38cc-14b0-4f6b-8864-2ad369189aa6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.814743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] No DVR routers for this DVR port f67c38cc-14b0-4f6b-8864-2ad369189aa6 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:53.817945 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.820201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d0c51f2-c7f0-461d-8e46-3a277fbc17a5 req-3ddaf8d5-a427-4da7-b130-ec66fabc0883 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.49 "DELETE /v2.0/ports/f67c38cc-14b0-4f6b-8864-2ad369189aa6 HTTP/1.1" status: 204 len: 173 time: 0.4089026 Jul 15 13:44:53.820715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'name': 'network-vif-deleted', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:53.822946 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d7787-3939-4755-9615-5ffc9f81cbcd" -d '{"events": [{"server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "name": "network-vif-deleted", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:53.857852 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8bea03-2fc1-4118-9d05-31620c8c6ff2 x-openstack-request-id: req-0b8bea03-2fc1-4118-9d05-31620c8c6ff2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:53.858139 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511acee9-3e1a-4753-a793-f36a57a29e3a", "name": "network-vif-deleted", "tag": "f67c38cc-14b0-4f6b-8864-2ad369189aa6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:53.858418 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b8bea03-2fc1-4118-9d05-31620c8c6ff2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:53.858810 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511acee9-3e1a-4753-a793-f36a57a29e3a', 'name': 'network-vif-deleted', 'tag': 'f67c38cc-14b0-4f6b-8864-2ad369189aa6', 'status': 'completed', 'code': 200} Jul 15 13:44:54.382854 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a78c682-b37e-4c02-af7e-d6e476b5fb46 req-11c46c05-a875-4eac-bd39-b647cb4ebc21 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0307503 Jul 15 13:44:55.529914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e304d71-38f4-4737-a2da-b6a0fec97394 req-45fecdf3-422b-45a6-beac-e6666dbf7336 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0293748 Jul 15 13:44:56.667557 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61621ce3-512e-4493-b73b-0b4dc127aa04 req-5761f788-32b7-42f1-99aa-a44c7df12f4d tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "GET /v2.0/ports?device_id=511acee9-3e1a-4753-a793-f36a57a29e3a HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 15 13:44:57.421434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f67c38cc-14b0-4f6b-8864-2ad369189aa6 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:57.441361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: f67c38cc-14b0-4f6b-8864-2ad369189aa6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:57.441714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f67c38cc-14b0-4f6b-8864-2ad369189aa6 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:57.765790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 33812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:57.823939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.848318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.906175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.908755 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.909996 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] 10.222.0.48 "DELETE /v2.0/security-groups/f400c165-645f-47ce-8060-a83ba24d1bcf HTTP/1.1" status: 204 len: 168 time: 0.1431224 Jul 15 13:44:57.919350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f400c165-645f-47ce-8060-a83ba24d1bcf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:57.927907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.928256 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.928602 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.928943 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.929279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.929612 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.929940 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.930300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.930632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.930957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.931289 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:57.931634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf999b6d-049f-416e-9bcc-31b08bb10253 tempest-TestVolumeBackupRestore-662049915 tempest-TestVolumeBackupRestore-662049915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:01.105797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.364384 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:01.714604 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.969419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Deleting port 806c4bda-b76f-4d52-a2fa-0030810ff986 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:01.969675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.045433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] For port 806c4bda-b76f-4d52-a2fa-0030810ff986, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=806c4bda-b76f-4d52-a2fa-0030810ff986,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:02.045789 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.062055 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Calling delete_port for 806c4bda-b76f-4d52-a2fa-0030810ff986 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:02.239435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.269190 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Pushing event deleted for resources: {'Port': ['ID=806c4bda-b76f-4d52-a2fa-0030810ff986,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:02.433685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.963893 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Router 488f142e-58e4-4011-bc99-e5cff91a24f8 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:03.069025 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:03.074454 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a45246f0-c8db-486b-9922-e3a07ea3fbae admin admin] 10.222.0.48 "PUT /v2.0/routers/488f142e-58e4-4011-bc99-e5cff91a24f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089283 Jul 15 13:45:03.076988 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.079732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] Sync routers for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:03.089215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:03.089843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.179757 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.191391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:03.282440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.334718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Deleting port 29476b2d-d765-4b0f-ae92-b9024c263739 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:03.335059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.362846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port': {'id': '29476b2d-d765-4b0f-ae92-b9024c263739', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:59Z', 'updated_at': '2021-07-15T13:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.392214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] Checking router: 488f142e-58e4-4011-bc99-e5cff91a24f8 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:03.401201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] Routers {'488f142e-58e4-4011-bc99-e5cff91a24f8'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:03.401833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['488f142e-58e4-4011-bc99-e5cff91a24f8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.413591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] For port 29476b2d-d765-4b0f-ae92-b9024c263739, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=29476b2d-d765-4b0f-ae92-b9024c263739,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:03.413948 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.426354 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Calling delete_port for 29476b2d-d765-4b0f-ae92-b9024c263739 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:03.487001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] Set router 488f142e-58e4-4011-bc99-e5cff91a24f8 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:03.536880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:45:03Z', 'revision_number': 6, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.565232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e4c5e-bb11-463a-915e-2dec58f51c12 None None] The sync data for ids ['488f142e-58e4-4011-bc99-e5cff91a24f8'] in n-d-798249-9 is: [{'id': '488f142e-58e4-4011-bc99-e5cff91a24f8', 'name': 'tempest-TestVolumeBackupRestore-1513000819-router', 'tenant_id': 'db1e8cdda70d4cfaaf64623528690d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:58Z', 'updated_at': '2021-07-15T13:45:03Z', 'revision_number': 6, 'project_id': 'db1e8cdda70d4cfaaf64623528690d64', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:03.597508 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.627587 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=29476b2d-d765-4b0f-ae92-b9024c263739,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.688699 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.791224 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.793247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.798653 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.838112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.838692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488f142e-58e4-4011-bc99-e5cff91a24f8 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:03.842970 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.844166 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4dc2dcea-685e-4ee9-8b91-088e84f90a8e admin admin] 10.222.0.48 "DELETE /v2.0/routers/488f142e-58e4-4011-bc99-e5cff91a24f8 HTTP/1.1" status: 204 len: 168 time: 0.7662189 Jul 15 13:45:03.846698 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34268) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.895258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Deleting subnet 1b03d298-162f-40a5-9983-5e4810226baa {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:03.898127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.933949 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.015188 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.072024 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.097444 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b03d298-162f-40a5-9983-5e4810226baa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:04.101298 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.104195 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-be0608f8-f050-4c2e-8404-c361a55e585f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1b03d298-162f-40a5-9983-5e4810226baa HTTP/1.1" status: 204 len: 168 time: 0.2553113 Jul 15 13:45:04.105861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34270) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:04.109136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0918fc4-11e1-441c-bb51-81026bacff54 None None] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:04.174614 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.227639 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Deleting port 12dced47-d155-4975-a032-d2ec444b375d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:04.227978 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.295734 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] For port 12dced47-d155-4975-a032-d2ec444b375d, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=12dced47-d155-4975-a032-d2ec444b375d,segment=NetworkSegment(33c39f30-99b7-4cfb-9dc1-b047f0787aff),segment_id=33c39f30-99b7-4cfb-9dc1-b047f0787aff)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:04.296090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.308771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Calling delete_port for 12dced47-d155-4975-a032-d2ec444b375d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:04.367097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] DHCP port deletion for fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:04.397611 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.423931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Deleting port 12dced47-d155-4975-a032-d2ec444b375d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:04.424696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.434058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dced47-d155-4975-a032-d2ec444b375d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:04.437588 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] No DVR routers for this DVR port 12dced47-d155-4975-a032-d2ec444b375d on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:04.437855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29476b2d-d765-4b0f-ae92-b9024c263739 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:04.465937 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 29476b2d-d765-4b0f-ae92-b9024c263739 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:04.466306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 29476b2d-d765-4b0f-ae92-b9024c263739 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:04.466725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 12dced47-d155-4975-a032-d2ec444b375d no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:04.510486 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.522545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:04.533925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c39f30-99b7-4cfb-9dc1-b047f0787aff') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:04.534240 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c39f30-99b7-4cfb-9dc1-b047f0787aff') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:04.544813 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.565422 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.572391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:04.572800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:04.574584 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:04.635307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.641208 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.646960 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 HTTP/1.1" status: 204 len: 168 time: 0.5399384 Jul 15 13:45:04.647633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:04.664387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a191d0-f027-475a-ae7e-5bb709819022 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:04.675137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 12dced47-d155-4975-a032-d2ec444b375d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:04.675480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 12dced47-d155-4975-a032-d2ec444b375d not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:04.675883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 806c4bda-b76f-4d52-a2fa-0030810ff986 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:04.699949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 806c4bda-b76f-4d52-a2fa-0030810ff986 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:04.700298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 806c4bda-b76f-4d52-a2fa-0030810ff986 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:04.709058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] For port 12dced47-d155-4975-a032-d2ec444b375d, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:04.709461 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.723236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Calling delete_port for 12dced47-d155-4975-a032-d2ec444b375d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:04.725957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Port 12dced47-d155-4975-a032-d2ec444b375d was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:45:04.727252 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.748847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Network fa39f1f8-7fdb-49f6-a90f-cbc8eaecafb9 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:45:04.749302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] No DVR routers for this DVR port 12dced47-d155-4975-a032-d2ec444b375d on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:04.751035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881b2ee-c001-4e8b-a5c7-58c24e0ddc8d None None] Pushing event deleted for resources: {'Port': ['ID=12dced47-d155-4975-a032-d2ec444b375d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.009515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.259427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Deleting port 11861a71-f40b-453c-9e73-84d5215adeb5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:05.259811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.337768 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] For port 11861a71-f40b-453c-9e73-84d5215adeb5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=11861a71-f40b-453c-9e73-84d5215adeb5,segment=NetworkSegment(2daae491-157a-4ba4-8d72-d9ba4fb65fd0),segment_id=2daae491-157a-4ba4-8d72-d9ba4fb65fd0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:05.338117 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.350582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Calling delete_port for 11861a71-f40b-453c-9e73-84d5215adeb5 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:05.523397 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.547644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Pushing event deleted for resources: {'Port': ['ID=11861a71-f40b-453c-9e73-84d5215adeb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.559102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.559451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.559787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.560140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.560451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.560776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.561101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.561427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.561749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.562066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.562412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.562732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:05.723001 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.943598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Router 5000b6bd-0b33-4179-92a0-3989a5d9c023 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:06.365022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:06.370637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d74f8411-41b7-4553-8d34-e18d6e15b447 admin admin] 10.222.0.48 "PUT /v2.0/routers/5000b6bd-0b33-4179-92a0-3989a5d9c023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219784 Jul 15 13:45:06.373070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:06.373645 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] Sync routers for ids ['5000b6bd-0b33-4179-92a0-3989a5d9c023'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:06.384368 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] Routers {'5000b6bd-0b33-4179-92a0-3989a5d9c023'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:06.384972 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5000b6bd-0b33-4179-92a0-3989a5d9c023'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.475099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.485531 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] Set router 5000b6bd-0b33-4179-92a0-3989a5d9c023 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:06.576020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.626835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Deleting port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:06.627170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.660912 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:45:05Z', 'revision_number': 5, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port': {'id': '206cb2f1-045e-42e1-a7f9-3ea8e6b5b144', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.690030 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] Checking router: 5000b6bd-0b33-4179-92a0-3989a5d9c023 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:06.699222 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] Routers {'5000b6bd-0b33-4179-92a0-3989a5d9c023'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:06.699828 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:44:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5000b6bd-0b33-4179-92a0-3989a5d9c023'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.704751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] For port 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:06.705111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.721444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Calling delete_port for 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:06.785053 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] Set router 5000b6bd-0b33-4179-92a0-3989a5d9c023 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:06.835046 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:45:06Z', 'revision_number': 6, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.863872 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dfb81-f1b6-44f8-a44d-c51d55b4ff10 None None] The sync data for ids ['5000b6bd-0b33-4179-92a0-3989a5d9c023'] in n-d-798249-9 is: [{'id': '5000b6bd-0b33-4179-92a0-3989a5d9c023', 'name': 'tempest-TestVolumeBackupRestore-1653756723-router', 'tenant_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:45:06Z', 'revision_number': 6, 'project_id': 'b78bfa49e9d1402ca8443f7b652fc004', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:06.883139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.916719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Pushing event deleted for resources: {'Port': ['ID=206cb2f1-045e-42e1-a7f9-3ea8e6b5b144,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:06.978119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.069060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.071401 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.118772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.119296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5000b6bd-0b33-4179-92a0-3989a5d9c023 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:07.123759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.124899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-589fee3b-1397-4809-bf89-720783b9ef60 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5000b6bd-0b33-4179-92a0-3989a5d9c023 HTTP/1.1" status: 204 len: 168 time: 0.7508821 Jul 15 13:45:07.127462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.172064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Deleting subnet 79dd5b7d-99ec-45d6-be97-391e65eb748c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:07.176080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.210077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.296056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.349315 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.372277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dd5b7d-99ec-45d6-be97-391e65eb748c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.378771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.381054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b105a8e6-8ca3-440a-abb6-8184a146190c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79dd5b7d-99ec-45d6-be97-391e65eb748c HTTP/1.1" status: 204 len: 168 time: 0.2519920 Jul 15 13:45:07.383156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.384538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33018017-513d-48c3-b109-ae4bf5d612df None None] Network a26bcb89-273b-4924-97c7-77914c989cba requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:07.451267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.509237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Deleting port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:07.509579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.572766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] For port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,segment=NetworkSegment(2daae491-157a-4ba4-8d72-d9ba4fb65fd0),segment_id=2daae491-157a-4ba4-8d72-d9ba4fb65fd0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:07.573055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.584818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Calling delete_port for b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:07.623114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] DHCP port deletion for a26bcb89-273b-4924-97c7-77914c989cba request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:07.669826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Deleting port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:07.670177 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.670382 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.697597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.699734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] No DVR routers for this DVR port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:07.742158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] For port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:07.742581 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.755065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Calling delete_port for b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:07.757862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:45:07.759094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.776022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.783677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] Pushing event deleted for resources: {'Port': ['ID=b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.786012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26bcb89-273b-4924-97c7-77914c989cba']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:07.787543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b4b7c-4a2c-4dc1-af75-c10849af005d None None] No DVR routers for this DVR port b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:07.802410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daae491-157a-4ba4-8d72-d9ba4fb65fd0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:07.802711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daae491-157a-4ba4-8d72-d9ba4fb65fd0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:07.816429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.837564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.843772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:07.844181 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:07.846014 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:07.903788 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.911290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.913215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a26bcb89-273b-4924-97c7-77914c989cba HTTP/1.1" status: 204 len: 168 time: 0.5291121 Jul 15 13:45:07.924254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75bd3-88f4-4d44-8aa0-b9de82eceea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26bcb89-273b-4924-97c7-77914c989cba,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.100711 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.141071 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c43b0420-1c8a-44f1-a110-e45b2b67c399 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db1e8cdda70d4cfaaf64623528690d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391104 Jul 15 13:45:08.143502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.190282 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c965e7b-7c3b-49c3-bd33-1656c89742ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.211285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c965e7b-7c3b-49c3-bd33-1656c89742ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.261537 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c965e7b-7c3b-49c3-bd33-1656c89742ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.263938 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c965e7b-7c3b-49c3-bd33-1656c89742ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.265080 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9c965e7b-7c3b-49c3-bd33-1656c89742ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38b9f3d2-8926-497c-a985-d181fd18fcac HTTP/1.1" status: 204 len: 168 time: 0.1206756 Jul 15 13:45:08.277466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c965e7b-7c3b-49c3-bd33-1656c89742ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b9f3d2-8926-497c-a985-d181fd18fcac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.324081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:08.343927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:08.344276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b9aa5cb5-d7f0-4ea8-a9b1-d835a3be53d5 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:08.344689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 11861a71-f40b-453c-9e73-84d5215adeb5 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:08.366173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 11861a71-f40b-453c-9e73-84d5215adeb5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:08.366548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 11861a71-f40b-453c-9e73-84d5215adeb5 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:08.366955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:08.385390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:08.386036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 206cb2f1-045e-42e1-a7f9-3ea8e6b5b144 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:08.587740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34290) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.627753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c3c861e4-2232-4dd8-91a9-895cfaebd608 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b78bfa49e9d1402ca8443f7b652fc004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388677 Jul 15 13:45:08.630331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34292) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.677175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95ef0d5-ccdc-4e49-b1a1-f003a8ff65a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.701688 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95ef0d5-ccdc-4e49-b1a1-f003a8ff65a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.748553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95ef0d5-ccdc-4e49-b1a1-f003a8ff65a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.751281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95ef0d5-ccdc-4e49-b1a1-f003a8ff65a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.752425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b95ef0d5-ccdc-4e49-b1a1-f003a8ff65a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bf7abe3-a38c-4ee4-adb3-9515de01d36e HTTP/1.1" status: 204 len: 168 time: 0.1211996 Jul 15 13:45:08.760051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ef0d5-ccdc-4e49-b1a1-f003a8ff65a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf7abe3-a38c-4ee4-adb3-9515de01d36e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:12.658712 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91e8513d-ac48-4672-8ab5-f52d1a2d7f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.322494 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d787a5-2b03-4eec-8ec9-88caef024434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.607832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.826603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.168855 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.815186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-11c31238-46d4-4b67-9a15-30286395eede tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e4df0ed4efb348889153c8e818c443e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285103 Jul 15 13:45:18.999748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-310d0c6b-8d39-455c-aab1-d50079c27cbf tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:19.001234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-310d0c6b-8d39-455c-aab1-d50079c27cbf tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808746 Jul 15 13:45:19.017334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-90e84a6f-09c0-48e3-8af9-89b3a8d4e44d tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/quotas/e4df0ed4efb348889153c8e818c443e4 HTTP/1.1" status: 200 len: 375 time: 0.0095422 Jul 15 13:45:19.054479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-7dbf02ab-5650-4776-8c72-d6169b0c574b tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4df0ed4efb348889153c8e818c443e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309885 Jul 15 13:45:19.237294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eaee63c1-4c7e-4929-9562-6fe9287fe1cb req-9421820d-edfb-4015-a194-fbb834a76c03 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 210 time: 0.0345683 Jul 15 13:45:20.181063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-654c4fa4-85ae-4c03-abd7-3b20f68258bc tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e4df0ed4efb348889153c8e818c443e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229199 Jul 15 13:45:20.293867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-67fe955f-8bb9-432d-8328-3a18547a6341 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:20.295671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-67fe955f-8bb9-432d-8328-3a18547a6341 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097510 Jul 15 13:45:20.308068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Request body: {'port': {'device_id': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'admin_state_up': True, 'tenant_id': 'e4df0ed4efb348889153c8e818c443e4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:20.413298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eaee2425-1703-4361-ae88-aedaf3917cb7 req-1e42dd94-d35f-44bd-97b9-7918457cc423 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 210 time: 0.0360298 Jul 15 13:45:20.450480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Made reservation on behalf of e4df0ed4efb348889153c8e818c443e4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:20.453949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.462816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.552115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.555656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.618409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51825d38-0160-47a0-aaa9-f054371a5065,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.688292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Allocated IP 192.168.233.243 (f666c1b7-5738-4d3d-8dd6-fc5c2bffb146/caaec735-84f0-4440-9dd6-05e069a7e3b2/d3c5f64f-b18f-44ef-b495-c0578a6c61ee) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:20.836556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.850413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Transition to ACTIVE for port object d3c5f64f-b18f-44ef-b495-c0578a6c61ee will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:20.882086 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.926138 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:20.931245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:20.936445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:20.966806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Pushing event updated for resources: {'Port': ['ID=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.991536 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:20.992193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.007095 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-b83b619c-3548-4361-bba1-1cc62d089fda tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7030458 Jul 15 13:45:21.020700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Request body: {'port': {'device_id': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:21.097754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.221777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e433d554-b482-40d6-8d88-1b5f99d7c6f8 None None] Provisioning for port d3c5f64f-b18f-44ef-b495-c0578a6c61ee completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:21.225570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e433d554-b482-40d6-8d88-1b5f99d7c6f8 None None] Provisioning complete for port d3c5f64f-b18f-44ef-b495-c0578a6c61ee triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:21.225948 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e433d554-b482-40d6-8d88-1b5f99d7c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.265654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e433d554-b482-40d6-8d88-1b5f99d7c6f8 None None] Port d3c5f64f-b18f-44ef-b495-c0578a6c61ee cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:21.366912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c5f64f-b18f-44ef-b495-c0578a6c61ee {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:21.374145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.386036 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Transition to ACTIVE for port object d3c5f64f-b18f-44ef-b495-c0578a6c61ee will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:21.390097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.459616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Pushing event updated for resources: {'Port': ['ID=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:21.511227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Attempting to bind port d3c5f64f-b18f-44ef-b495-c0578a6c61ee on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:21.511570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Attempting to bind port d3c5f64f-b18f-44ef-b495-c0578a6c61ee by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:21.511899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Attempting to bind port d3c5f64f-b18f-44ef-b495-c0578a6c61ee on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:21.516469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Port d3c5f64f-b18f-44ef-b495-c0578a6c61ee on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:45:21.516798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Attempting to bind port d3c5f64f-b18f-44ef-b495-c0578a6c61ee on network f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:21.523280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:21.523764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Checking segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:21.524165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Bound using segment: {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:21.524606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Bound port: d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06ff71-23a9-4754-94f6-1e080baa2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:21.524978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.632666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] For port d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:21.647737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] For port d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:21.657066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33120b-0a91-44f6-92de-f173f3a61646 req-5ba79e87-c748-4567-a591-489a688b7cbd tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.658591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba33120b-0a91-44f6-92de-f173f3a61646 req-5ba79e87-c748-4567-a591-489a688b7cbd tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 948 time: 0.1241629 Jul 15 13:45:21.660146 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.718678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.719302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.720690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] 10.222.0.49 "PUT /v2.0/ports/d3c5f64f-b18f-44ef-b495-c0578a6c61ee HTTP/1.1" status: 200 len: 1096 time: 0.7058749 Jul 15 13:45:21.723088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'tag': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:21.725333 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba71085-4f22-43f7-b5ba-481537a52cca" -d '{"events": [{"name": "network-changed", "server_uuid": "ec049c82-53e6-4a34-9acd-d118147fe173", "tag": "d3c5f64f-b18f-44ef-b495-c0578a6c61ee"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:21.768300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba33120b-0a91-44f6-92de-f173f3a61646 req-73d5dd16-37fd-432a-a2c0-927c6ef96681 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027837 Jul 15 13:45:21.780632 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f22d9d-714a-4778-80c0-0d65a90e23db x-openstack-request-id: req-a4f22d9d-714a-4778-80c0-0d65a90e23db {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:21.780921 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec049c82-53e6-4a34-9acd-d118147fe173", "tag": "d3c5f64f-b18f-44ef-b495-c0578a6c61ee", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:21.781174 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4f22d9d-714a-4778-80c0-0d65a90e23db {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:21.781572 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'tag': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee', 'status': 'completed', 'code': 200} Jul 15 13:45:21.782117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fdc83-99e8-4076-9e35-8850ff5d17ea service neutron] Pushing event updated for resources: {'Port': ['ID=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:21.830895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-c0c10c8f-6f49-4804-8be3-5a192fbe5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.832437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-c0c10c8f-6f49-4804-8be3-5a192fbe5433 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e4df0ed4efb348889153c8e818c443e4&device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 1099 time: 0.0630195 Jul 15 13:45:21.874941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-514eec89-9083-4b22-9747-7e34b4c8edfb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee HTTP/1.1" status: 200 len: 217 time: 0.0351422 Jul 15 13:45:21.927980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-f0416a23-970b-4780-8aca-9f42d0decf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.929446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-f0416a23-970b-4780-8aca-9f42d0decf6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0491498 Jul 15 13:45:21.986264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674428-b38e-4683-9036-a783fa5b25e1 req-5c0427e0-7ca1-47ad-b936-e21faf2dcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.988467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-5c0427e0-7ca1-47ad-b936-e21faf2dcba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528512 Jul 15 13:45:22.076010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-779b0a33-3f67-48ab-a82b-00079b015af2 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811119 Jul 15 13:45:22.176386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-39674428-b38e-4683-9036-a783fa5b25e1 req-0f5e616f-074a-4e90-8570-f1e84ba6bf45 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932713 Jul 15 13:45:22.279373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-e15b9cbe-cdcb-43a4-865b-94d1e016acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.280927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-e15b9cbe-cdcb-43a4-865b-94d1e016acaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e4df0ed4efb348889153c8e818c443e4&device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 1099 time: 0.0566099 Jul 15 13:45:22.377682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-1eb64725-5343-4bf8-b50b-b27bd5dcda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.379383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-1eb64725-5343-4bf8-b50b-b27bd5dcda48 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146 HTTP/1.1" status: 200 len: 870 time: 0.0924101 Jul 15 13:45:22.421387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-46aabe90-caf4-43d0-8d97-a3f8baec83d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee HTTP/1.1" status: 200 len: 217 time: 0.0357456 Jul 15 13:45:22.469773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-7eee07fe-61ce-4db9-935b-60642d7afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.471863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-7eee07fe-61ce-4db9-935b-60642d7afa62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caaec735-84f0-4440-9dd6-05e069a7e3b2 HTTP/1.1" status: 200 len: 843 time: 0.0428364 Jul 15 13:45:22.530959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-1c6f9391-ef59-41f4-88dc-fbe26c3a6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.532343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-1c6f9391-ef59-41f4-88dc-fbe26c3a6b4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f666c1b7-5738-4d3d-8dd6-fc5c2bffb146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548654 Jul 15 13:45:22.620491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-2a153649-3a7c-425c-b967-f0ed80473e94 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809083 Jul 15 13:45:22.713589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ba71085-4f22-43f7-b5ba-481537a52cca req-a2cc7303-a9d8-4af6-96ea-78e510ed3735 service neutron] 10.222.0.49 "GET /v2.0/networks/f666c1b7-5738-4d3d-8dd6-fc5c2bffb146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Jul 15 13:45:22.935575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53313b35-a7fd-45e2-b339-1552cf388b84 req-aa029552-698e-4ad8-b612-332544464e84 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.937075 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53313b35-a7fd-45e2-b339-1552cf388b84 req-aa029552-698e-4ad8-b612-332544464e84 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 948 time: 0.0637782 Jul 15 13:45:22.975000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-53313b35-a7fd-45e2-b339-1552cf388b84 req-1f6a5957-4150-4ddb-bfae-1f9acec4b1eb tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Jul 15 13:45:24.151791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6331-cda3-4796-a7fa-583e1d4af662 req-b7461f3c-2768-4049-bf32-cc4664d431a2 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:24.153274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdaa6331-cda3-4796-a7fa-583e1d4af662 req-b7461f3c-2768-4049-bf32-cc4664d431a2 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 948 time: 0.0664849 Jul 15 13:45:24.191458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cdaa6331-cda3-4796-a7fa-583e1d4af662 req-5cc878c0-3cd8-4c83-a5dd-5a2842b01de5 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 15 13:45:25.363812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73197da9-e23e-4ef2-8122-7f3d9048a62c req-901cd39d-422b-4578-94ac-b20052c7660a tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:25.365292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73197da9-e23e-4ef2-8122-7f3d9048a62c req-901cd39d-422b-4578-94ac-b20052c7660a tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 948 time: 0.0630031 Jul 15 13:45:25.401950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73197da9-e23e-4ef2-8122-7f3d9048a62c req-2ae87a4e-d04f-45cc-9d69-9d0abbc536e2 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Jul 15 13:45:25.622956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d3c5f64f-b18f-44ef-b495-c0578a6c61ee details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:45:25.718840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:25.730349 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee', 'network_id': 'f666c1b7-5738-4d3d-8dd6-fc5c2bffb146', 'port_id': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee', 'mac_address': 'fa:16:3e:a1:8e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaec735-84f0-4440-9dd6-05e069a7e3b2', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:45:25.766584 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.779766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c5f64f-b18f-44ef-b495-c0578a6c61ee {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:25.800701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:25.804469 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.852718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.859974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.860324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.860668 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.861009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.861343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.861701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.862034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.862399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.862728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.863055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.863375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:25.863698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:26.005814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['d3c5f64f-b18f-44ef-b495-c0578a6c61ee'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:26.571618 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603736b7-11d7-4f88-b255-5373f0f9f834 req-94537054-0d9e-455b-bb7c-3709adec3737 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:26.573012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-603736b7-11d7-4f88-b255-5373f0f9f834 req-94537054-0d9e-455b-bb7c-3709adec3737 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 949 time: 0.0623257 Jul 15 13:45:26.609520 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-603736b7-11d7-4f88-b255-5373f0f9f834 req-37749ded-07e1-4e9f-a92f-c773cf5216b8 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Jul 15 13:45:27.615731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d3c5f64f-b18f-44ef-b495-c0578a6c61ee up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:27.664380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port d3c5f64f-b18f-44ef-b495-c0578a6c61ee completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:27.668036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port d3c5f64f-b18f-44ef-b495-c0578a6c61ee triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:27.668415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.746930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.769950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:27.771860 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf6daef-955b-4d86-bd47-4e25ce1afc43" -d '{"events": [{"server_uuid": "ec049c82-53e6-4a34-9acd-d118147fe173", "name": "network-vif-plugged", "status": "completed", "tag": "d3c5f64f-b18f-44ef-b495-c0578a6c61ee"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:27.786307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6b56-56f0-4e4e-a371-63a1093f4700 req-e90c8a83-ff77-41eb-b5c9-abf31179c8a9 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:27.787856 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-993d6b56-56f0-4e4e-a371-63a1093f4700 req-e90c8a83-ff77-41eb-b5c9-abf31179c8a9 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 949 time: 0.0679443 Jul 15 13:45:27.788625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:27.792887 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.828591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-993d6b56-56f0-4e4e-a371-63a1093f4700 req-b99646bc-dbc4-4e48-a575-6b717aaf01ee tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Jul 15 13:45:27.841810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.876398 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03df4342-89e9-46e8-a89e-f7b474608669 x-openstack-request-id: req-03df4342-89e9-46e8-a89e-f7b474608669 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:27.876696 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec049c82-53e6-4a34-9acd-d118147fe173", "name": "network-vif-plugged", "status": "completed", "tag": "d3c5f64f-b18f-44ef-b495-c0578a6c61ee", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:27.876951 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03df4342-89e9-46e8-a89e-f7b474608669 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:27.877369 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee', 'code': 200} Jul 15 13:45:27.986452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9088e8-9f6b-4e4d-816a-ac8c16d6561e req-95311064-2002-46f5-bd08-204262f20c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:27.988086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a9088e8-9f6b-4e4d-816a-ac8c16d6561e req-95311064-2002-46f5-bd08-204262f20c92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 1101 time: 0.0523992 Jul 15 13:45:28.021915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a9088e8-9f6b-4e4d-816a-ac8c16d6561e req-2096dab6-aaab-4444-b68d-9496c9680f46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274694 Jul 15 13:45:28.172452 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:45:29.008358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853058d6-2ce2-4f1e-a189-d88fc5192423 req-51d5f240-3f17-4503-b3e2-e75d914d735a tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:29.009823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-853058d6-2ce2-4f1e-a189-d88fc5192423 req-51d5f240-3f17-4503-b3e2-e75d914d735a tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 950 time: 0.0647748 Jul 15 13:45:29.046794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-853058d6-2ce2-4f1e-a189-d88fc5192423 req-def70eab-09b9-4eb7-be92-2734f3d526bc tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Jul 15 13:45:30.110233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d32a-9325-41c7-975f-670b4d4c6d21 req-c4a26b00-d0d0-470c-8628-fa6370bb7015 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:30.112311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9e8d32a-9325-41c7-975f-670b4d4c6d21 req-c4a26b00-d0d0-470c-8628-fa6370bb7015 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 950 time: 0.0634661 Jul 15 13:45:30.149649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9e8d32a-9325-41c7-975f-670b4d4c6d21 req-4e921fbf-1999-416d-b3eb-33ad067e3b86 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Jul 15 13:45:31.098778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.649772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-4d83a8f4-a8e1-4ebb-9df8-dc09c2b8fdf5 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.651526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-4d83a8f4-a8e1-4ebb-9df8-dc09c2b8fdf5 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 950 time: 0.4188273 Jul 15 13:45:31.664140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ea8b8-d643-44f7-be55-87334563cc9c req-d4be0747-5e99-4de8-beef-7e3cb73eba5a tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.665526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-182ea8b8-d643-44f7-be55-87334563cc9c req-d4be0747-5e99-4de8-beef-7e3cb73eba5a tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec049c82-53e6-4a34-9acd-d118147fe173 HTTP/1.1" status: 200 len: 950 time: 0.4052525 Jul 15 13:45:31.742238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-182ea8b8-d643-44f7-be55-87334563cc9c req-28e80144-0df3-460d-9424-98607b377038 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.48 "GET /v2.0/security-groups?id=51825d38-0160-47a0-aaa9-f054371a5065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694594 Jul 15 13:45:31.786944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Deleting port d3c5f64f-b18f-44ef-b495-c0578a6c61ee {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:31.787287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.876630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] For port d3c5f64f-b18f-44ef-b495-c0578a6c61ee, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,segment=NetworkSegment(2e06ff71-23a9-4754-94f6-1e080baa2739),segment_id=2e06ff71-23a9-4754-94f6-1e080baa2739)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:31.876996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.889028 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Calling delete_port for d3c5f64f-b18f-44ef-b495-c0578a6c61ee owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:32.019349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.031001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['d3c5f64f-b18f-44ef-b495-c0578a6c61ee'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:32.048026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Pushing event deleted for resources: {'Port': ['ID=d3c5f64f-b18f-44ef-b495-c0578a6c61ee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:32.093062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] No DVR routers for this DVR port d3c5f64f-b18f-44ef-b495-c0578a6c61ee on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:32.095966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.098289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-75af3ffe-be26-42bc-886b-2e8390a41652 req-25f2a0e5-c93b-4dde-a131-f15ff8a37858 tempest-ServersAdminNegativeTestJSON-1000280057 tempest-ServersAdminNegativeTestJSON-1000280057-project] 10.222.0.49 "DELETE /v2.0/ports/d3c5f64f-b18f-44ef-b495-c0578a6c61ee HTTP/1.1" status: 204 len: 173 time: 0.4318602 Jul 15 13:45:32.098733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'name': 'network-vif-deleted', 'tag': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:32.100984 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a2402f-d41a-4535-b35a-a8c3e6de4aba" -d '{"events": [{"server_uuid": "ec049c82-53e6-4a34-9acd-d118147fe173", "name": "network-vif-deleted", "tag": "d3c5f64f-b18f-44ef-b495-c0578a6c61ee"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:32.144364 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028335a1-00df-485f-84de-0fe75113461b x-openstack-request-id: req-028335a1-00df-485f-84de-0fe75113461b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:32.144710 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec049c82-53e6-4a34-9acd-d118147fe173", "name": "network-vif-deleted", "tag": "d3c5f64f-b18f-44ef-b495-c0578a6c61ee", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:32.144923 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-028335a1-00df-485f-84de-0fe75113461b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:32.145389 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec049c82-53e6-4a34-9acd-d118147fe173', 'name': 'network-vif-deleted', 'tag': 'd3c5f64f-b18f-44ef-b495-c0578a6c61ee', 'status': 'completed', 'code': 200} Jul 15 13:45:33.066230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.201048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f59f90e0-424c-4f38-94a7-15a42b8ae4f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4df0ed4efb348889153c8e818c443e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336694 Jul 15 13:45:33.203555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.249967 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2470d09a-f240-48de-b927-2f98c83dfda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.270254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2470d09a-f240-48de-b927-2f98c83dfda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.315977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2470d09a-f240-48de-b927-2f98c83dfda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.318845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2470d09a-f240-48de-b927-2f98c83dfda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.320609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2470d09a-f240-48de-b927-2f98c83dfda1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51825d38-0160-47a0-aaa9-f054371a5065 HTTP/1.1" status: 204 len: 168 time: 0.1158640 Jul 15 13:45:33.328390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d09a-f240-48de-b927-2f98c83dfda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51825d38-0160-47a0-aaa9-f054371a5065,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.575247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.589056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ffa34a7-d1b4-4f78-8e04-986139b7166a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.674652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ffa34a7-d1b4-4f78-8e04-986139b7166a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.678453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ffa34a7-d1b4-4f78-8e04-986139b7166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.717101 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1ffa34a7-d1b4-4f78-8e04-986139b7166a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b13f76c5ad874affa819f7d7db1a738c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407473 Jul 15 13:45:33.718357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa34a7-d1b4-4f78-8e04-986139b7166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac42863-dcc7-4af3-9b61-73c89dfca027,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.719900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.766629 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae09f7-9349-4925-b6fc-d9a3bed52443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.787702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae09f7-9349-4925-b6fc-d9a3bed52443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.812368 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.834735 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae09f7-9349-4925-b6fc-d9a3bed52443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.837217 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae09f7-9349-4925-b6fc-d9a3bed52443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.838382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c6ae09f7-9349-4925-b6fc-d9a3bed52443 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aac42863-dcc7-4af3-9b61-73c89dfca027 HTTP/1.1" status: 204 len: 168 time: 0.1174526 Jul 15 13:45:33.846691 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae09f7-9349-4925-b6fc-d9a3bed52443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac42863-dcc7-4af3-9b61-73c89dfca027,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.493449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.588172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1942593887-network', 'tenant_id': '2da3dddeaa1f4d7192d7117f9e938293'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:34.609062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Made reservation on behalf of 2da3dddeaa1f4d7192d7117f9e938293 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:34.612042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.622819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.712360 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.716102 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.738636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:34.751959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.758423 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.758771 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Added segment 500b9c1d-071a-4eee-bd78-bfd44106017d of type vlan for network b93ff1a8-da0d-4954-9b8b-46401f227c54 Jul 15 13:45:34.799632 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.827620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.828612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.829164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.859573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3649781 Jul 15 13:45:34.863356 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.868422 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Request body: {'subnet': {'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1942593887-subnet', 'tenant_id': '2da3dddeaa1f4d7192d7117f9e938293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:34.888365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Made reservation on behalf of 2da3dddeaa1f4d7192d7117f9e938293 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:34.890859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.892351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2475cc-1b21-4fc7-923e-1a421150b4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b93ff1a8-da0d-4954-9b8b-46401f227c54,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.902857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network b93ff1a8-da0d-4954-9b8b-46401f227c54 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:35.061453 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.115225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Pushing event updated for resources: {'Subnet': ['ID=204e1c9e-0bc0-4ac1-891e-c9443708ab66,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.126359 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Checking segment: {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:35.126733 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Network hostable DHCP agents. Network: b93ff1a8-da0d-4954-9b8b-46401f227c54, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:35.144502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Network b93ff1a8-da0d-4954-9b8b-46401f227c54 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:35.152675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, b93ff1a8-da0d-4954-9b8b-46401f227c54) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:35.156961 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:35.157587 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.162583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1370e-537e-48a6-9156-b93bbcca6f6f None None] Network b93ff1a8-da0d-4954-9b8b-46401f227c54 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:35.172567 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf98b6e7-7b32-44fc-aa32-a88c1824031c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3081267 Jul 15 13:45:35.288319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bafe80-f304-43ce-80ee-946f2af99f31 None None] Network b93ff1a8-da0d-4954-9b8b-46401f227c54 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:35.589008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-1fdf7206-0dcc-4f26-86dd-0bbf5d1d227c tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:35.590559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-1fdf7206-0dcc-4f26-86dd-0bbf5d1d227c tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 812 time: 0.0981805 Jul 15 13:45:35.604868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-d6d21eb0-4572-4ebf-8281-a717708f77e2 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/quotas/2da3dddeaa1f4d7192d7117f9e938293 HTTP/1.1" status: 200 len: 375 time: 0.0089908 Jul 15 13:45:35.637389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-a28aa687-0c7e-4058-94b9-e94e85d12e24 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273693 Jul 15 13:45:35.646605 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d3c5f64f-b18f-44ef-b495-c0578a6c61ee no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:35.665573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: d3c5f64f-b18f-44ef-b495-c0578a6c61ee {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:35.665918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d3c5f64f-b18f-44ef-b495-c0578a6c61ee not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:35.729117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-71e80d70-960e-4f86-a90e-dff2b480a901 service neutron] 10.222.0.48 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847583 Jul 15 13:45:35.820995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-325c1a01-02f5-4554-a9ac-73eae5d4976e service neutron] 10.222.0.48 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Jul 15 13:45:35.985334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97a44a83-ffdb-4ada-a7be-a7a0f65081fc req-ae4d5fa1-7772-4b7f-925c-7835aac8309d tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Jul 15 13:45:37.004082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-87aac16d-0a59-4762-a364-be24039daf5b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.005559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-87aac16d-0a59-4762-a364-be24039daf5b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.49 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 812 time: 0.1028831 Jul 15 13:45:37.020201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Request body: {'port': {'device_id': 'dc341866-52ce-4892-9a17-a439412a9925', 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54', 'admin_state_up': True, 'tenant_id': '2da3dddeaa1f4d7192d7117f9e938293'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:37.145899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01a03a60-9373-4eae-a5c0-d6c88e595a03 req-d994ebd4-ee8b-44c6-8bbc-18ea550a97d3 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 210 time: 0.0431340 Jul 15 13:45:37.170284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Made reservation on behalf of 2da3dddeaa1f4d7192d7117f9e938293 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:37.173862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.301299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Allocated IP 172.20.0.10 (b93ff1a8-da0d-4954-9b8b-46401f227c54/204e1c9e-0bc0-4ac1-891e-c9443708ab66/d171b7f4-abaa-4b6f-bba7-907a89fc12df) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:37.446417 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.483282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.528020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Network b93ff1a8-da0d-4954-9b8b-46401f227c54 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:37.531131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:37.535058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:37.541372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:37.586004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.586650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.599943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-fb043351-1c2c-44f5-b36e-23adb74312f0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850902 Jul 15 13:45:37.610842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Request body: {'port': {'device_id': 'dc341866-52ce-4892-9a17-a439412a9925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:37.684840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.939840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d171b7f4-abaa-4b6f-bba7-907a89fc12df {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:37.947446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.958831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Transition to ACTIVE for port object d171b7f4-abaa-4b6f-bba7-907a89fc12df will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:37.963132 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.016860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:38.081763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:38.082093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:38.082450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df on network b93ff1a8-da0d-4954-9b8b-46401f227c54 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:38.086785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Port d171b7f4-abaa-4b6f-bba7-907a89fc12df on network b93ff1a8-da0d-4954-9b8b-46401f227c54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:45:38.087108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df on network b93ff1a8-da0d-4954-9b8b-46401f227c54 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:38.092009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:38.092347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Checking segment: {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:38.092730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Bound using segment: {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:38.093157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Bound port: d171b7f4-abaa-4b6f-bba7-907a89fc12df, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:38.093514 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.155448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:38.159017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:38.163413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.201159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.201805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.203219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] 10.222.0.49 "PUT /v2.0/ports/d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 1092 time: 0.5963616 Jul 15 13:45:38.203644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:38.206602 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c9c606-469b-459c-804c-0e7068c8d0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:38.231348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31546e1-1a69-4dd9-a4ec-96dd506f035d service neutron] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:38.257400 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f058c8-9e63-4596-9cd1-2991292576ed x-openstack-request-id: req-c1f058c8-9e63-4596-9cd1-2991292576ed {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:38.257686 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:38.257936 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1f058c8-9e63-4596-9cd1-2991292576ed {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:38.258502 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'status': 'completed', 'code': 200} Jul 15 13:45:38.352161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-ef8e5b23-a874-4dd3-a2e9-19671f362d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.353653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-ef8e5b23-a874-4dd3-a2e9-19671f362d75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1095 time: 0.0941138 Jul 15 13:45:38.361844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5e2d4-d3d9-4336-9e6c-e311465ca3b4 req-450216ae-6c6c-492f-b615-6d23fa280c7f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.363226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ea5e2d4-d3d9-4336-9e6c-e311465ca3b4 req-450216ae-6c6c-492f-b615-6d23fa280c7f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 944 time: 0.0959365 Jul 15 13:45:38.405934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-608b9ada-426e-41b2-8a2b-fb0efd484d11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0418141 Jul 15 13:45:38.464218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1ea5e2d4-d3d9-4336-9e6c-e311465ca3b4 req-0efa7bc2-22da-4306-917d-38b3aceacd23 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946734 Jul 15 13:45:38.469346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507a89-bb64-4c90-a855-4c6106254b33 req-d86856a3-f4fe-4ded-be94-85c78a838b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.471438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-d86856a3-f4fe-4ded-be94-85c78a838b8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0584099 Jul 15 13:45:38.502581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-d31656bf-299c-41d2-993c-f1b729c82e2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254202 Jul 15 13:45:38.593004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-19d17175-4203-4201-81f3-5e73824e8888 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845666 Jul 15 13:45:38.680042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18507a89-bb64-4c90-a855-4c6106254b33 req-a2f9cdd0-7289-47a2-86a6-59a18ee9d2c5 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794976 Jul 15 13:45:38.783117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-133f810f-16a8-465f-a5e4-d0dc63476e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.785056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-133f810f-16a8-465f-a5e4-d0dc63476e5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1095 time: 0.0578523 Jul 15 13:45:38.875382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-2bfb9ef2-498a-4783-80a3-61d7396d0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.877983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-2bfb9ef2-498a-4783-80a3-61d7396d0378 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.0856578 Jul 15 13:45:38.920530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-62487dab-d057-4a97-972c-190667ead1da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0375414 Jul 15 13:45:38.969827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-98e1ddae-a832-4474-9bf8-aedb410df28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.971784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-98e1ddae-a832-4474-9bf8-aedb410df28c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0445821 Jul 15 13:45:39.005055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-968240c4-011b-428f-8d00-aefc7279e6c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265892 Jul 15 13:45:39.096329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-69ec1fa3-6736-4674-8163-1125827b97f9 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844917 Jul 15 13:45:39.183328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93c9c606-469b-459c-804c-0e7068c8d0a1 req-8c9e2b12-9ca7-4a2c-98bf-86ca5d39c112 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808618 Jul 15 13:45:39.639714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975522e-a3e0-435a-9ec3-8cc739185eec req-d2158a9b-bb3b-441a-918f-fcc39fb02ba5 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.641179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3975522e-a3e0-435a-9ec3-8cc739185eec req-d2158a9b-bb3b-441a-918f-fcc39fb02ba5 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 944 time: 0.0660248 Jul 15 13:45:39.678909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3975522e-a3e0-435a-9ec3-8cc739185eec req-5b52364f-8cb1-4e99-81ad-e2e61b269632 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Jul 15 13:45:40.848390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b488e8-1379-4bea-a1ac-b14f3d870b54 req-fb968982-3228-4255-a440-cde8e09d1d7a tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:40.849876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91b488e8-1379-4bea-a1ac-b14f3d870b54 req-fb968982-3228-4255-a440-cde8e09d1d7a tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 944 time: 0.0637529 Jul 15 13:45:40.886712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-91b488e8-1379-4bea-a1ac-b14f3d870b54 req-8dec5361-2b43-4687-ba12-5c71b5304800 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Jul 15 13:45:41.684459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:45:41.779861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:41.790503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54', 'port_id': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'mac_address': 'fa:16:3e:eb:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204e1c9e-0bc0-4ac1-891e-c9443708ab66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:45:41.825498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.837927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d171b7f4-abaa-4b6f-bba7-907a89fc12df {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:41.856918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:41.860479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.906400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.048032 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['d171b7f4-abaa-4b6f-bba7-907a89fc12df'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:42.058460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100310ec-4031-4e55-be9b-52be227b1691 req-4f59f867-0d59-4973-ac58-6b0dcd28a6c6 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.059967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-100310ec-4031-4e55-be9b-52be227b1691 req-4f59f867-0d59-4973-ac58-6b0dcd28a6c6 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 945 time: 0.0622239 Jul 15 13:45:42.098654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-100310ec-4031-4e55-be9b-52be227b1691 req-04d9a230-08c1-40b7-a5a3-f24e292de2c4 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jul 15 13:45:42.659854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f821b6fa-b75d-491c-90a5-520728f935d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.274619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca78b-f6fd-4292-94c7-6fcab98d1ebc req-2be92a52-dc91-47d3-83e0-0b1edaab4a90 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.276115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-205ca78b-f6fd-4292-94c7-6fcab98d1ebc req-2be92a52-dc91-47d3-83e0-0b1edaab4a90 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 945 time: 0.0658686 Jul 15 13:45:43.312936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-205ca78b-f6fd-4292-94c7-6fcab98d1ebc req-66b54eef-7aa3-4469-9b13-53db2090722d tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Jul 15 13:45:43.700017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:43.748537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port d171b7f4-abaa-4b6f-bba7-907a89fc12df completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:43.752200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port d171b7f4-abaa-4b6f-bba7-907a89fc12df triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:43.752570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.831123 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.853290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:43.855515 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102555b2-1a71-4837-b343-89c030bc8bd8" -d '{"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-plugged", "status": "completed", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:43.868057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:43.872022 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.905034 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4747b3b6-a8fb-484c-bced-f96cc64dd4d6 x-openstack-request-id: req-4747b3b6-a8fb-484c-bced-f96cc64dd4d6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:43.905336 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-plugged", "status": "completed", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:43.905586 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4747b3b6-a8fb-484c-bced-f96cc64dd4d6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:43.905999 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'code': 200} Jul 15 13:45:43.923664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:44.014112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479fa12-4c90-4178-bad8-d20227c2f563 req-8c012be8-6817-4f5d-ba77-e3da1924dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.015526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c479fa12-4c90-4178-bad8-d20227c2f563 req-8c012be8-6817-4f5d-ba77-e3da1924dd44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1097 time: 0.0515602 Jul 15 13:45:44.049860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c479fa12-4c90-4178-bad8-d20227c2f563 req-96cbb996-a46d-4df0-a9dc-3ed407e30191 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271642 Jul 15 13:45:44.490161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa19e1-cc95-4726-be8e-b2881d712145 req-4ad8a68f-a3d5-4623-9868-c7631bcac860 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.491690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9aa19e1-cc95-4726-be8e-b2881d712145 req-4ad8a68f-a3d5-4623-9868-c7631bcac860 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0698447 Jul 15 13:45:44.528195 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b9aa19e1-cc95-4726-be8e-b2881d712145 req-e284f78b-1eb3-4757-8313-233042d95de1 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Jul 15 13:45:45.323719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c860855c-dabc-49aa-8de3-40050cf0a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.608066 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.704864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a66736-a1e1-4e3a-aafb-64079e984080 req-ab85a998-6548-43c6-8c28-590da2247e6d tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.707243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4a66736-a1e1-4e3a-aafb-64079e984080 req-ab85a998-6548-43c6-8c28-590da2247e6d tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0655751 Jul 15 13:45:45.744621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e4a66736-a1e1-4e3a-aafb-64079e984080 req-e989fedf-86e3-4f73-af70-5a240796e3dc tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jul 15 13:45:46.133753 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-10451955-10e4-4fd3-a51a-fbc7adc9faf1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131294 Jul 15 13:45:46.137359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d889-e127-4d24-9865-c662a1765ced req-1f750229-c489-4c59-a084-ecf8c24b7cc9 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.138883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c08d889-e127-4d24-9865-c662a1765ced req-1f750229-c489-4c59-a084-ecf8c24b7cc9 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0657823 Jul 15 13:45:46.180208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c08d889-e127-4d24-9865-c662a1765ced req-ceb49216-0350-4f04-986e-71518da16d29 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354047 Jul 15 13:45:46.835238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.367236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-2e7012e7-12fa-4055-b99c-78c991384d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:47.368720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-2e7012e7-12fa-4055-b99c-78c991384d48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1097 time: 0.0954988 Jul 15 13:45:47.390817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e05f7-a398-4583-8a99-b8e291baa490 req-862b86f8-2e4c-4621-98e6-fbe6263ca8a5 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:47.392220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-751e05f7-a398-4583-8a99-b8e291baa490 req-862b86f8-2e4c-4621-98e6-fbe6263ca8a5 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0891924 Jul 15 13:45:47.478671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-751e05f7-a398-4583-8a99-b8e291baa490 req-fc15401d-788c-4e61-8072-7152a545c7d2 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Jul 15 13:45:47.498142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-e9c002ba-5afe-4b42-96f8-979aa31ce8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:47.499657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-e9c002ba-5afe-4b42-96f8-979aa31ce8d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.1241560 Jul 15 13:45:47.540125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-35369aa2-0292-4f4d-89cf-11448142da41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0337262 Jul 15 13:45:47.586828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-be752181-b24c-441c-8cb3-89231d3c7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:47.588245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-be752181-b24c-441c-8cb3-89231d3c7ed1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0427964 Jul 15 13:45:47.623047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-0069d42b-7144-46eb-8c1a-e728d977d288 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285785 Jul 15 13:45:47.709939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-02c0811e-1fbd-48ca-b5ae-a973fdb206d1 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804744 Jul 15 13:45:47.799535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-53906fb6-f90c-4499-a205-a098df23a7c5 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Jul 15 13:45:48.167239 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.647893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd632a-3164-4b90-8ce5-6cc643a225c4 req-e62e103f-1f11-4725-a600-383841b61737 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.649348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66dd632a-3164-4b90-8ce5-6cc643a225c4 req-e62e103f-1f11-4725-a600-383841b61737 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0620682 Jul 15 13:45:48.685459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66dd632a-3164-4b90-8ce5-6cc643a225c4 req-12b3e06c-f6fb-4b99-92a4-c58d0dad63bb tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306425 Jul 15 13:45:49.861591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2efd4-a2a3-43ee-8806-16318e96379b req-2bc2149a-c677-48e2-a929-c17c818dbb80 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:49.863834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e2efd4-a2a3-43ee-8806-16318e96379b req-2bc2149a-c677-48e2-a929-c17c818dbb80 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0668213 Jul 15 13:45:49.900574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50e2efd4-a2a3-43ee-8806-16318e96379b req-b738feff-537c-422c-a49e-cfe57f3b173b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jul 15 13:45:51.072579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6081e9c-374b-411b-8144-90ac92d88b0d req-3e268502-c49f-4141-9a73-074b1ae249c7 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.074098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6081e9c-374b-411b-8144-90ac92d88b0d req-3e268502-c49f-4141-9a73-074b1ae249c7 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0629165 Jul 15 13:45:51.111029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e6081e9c-374b-411b-8144-90ac92d88b0d req-485bb971-920c-4f08-aeae-51d5d72c610e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314374 Jul 15 13:45:52.286297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3b1c-26ef-48ff-a12d-1ab52d3da36d req-c1ceaf75-0010-4189-8617-41c02b789bc5 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.287633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72ab3b1c-26ef-48ff-a12d-1ab52d3da36d req-c1ceaf75-0010-4189-8617-41c02b789bc5 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0644317 Jul 15 13:45:52.326027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72ab3b1c-26ef-48ff-a12d-1ab52d3da36d req-d731f729-8f5b-45ef-b0d6-eb593b1b78c8 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Jul 15 13:45:53.502309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3491-bd23-4e22-8b53-b60ca0ecdd9c req-a6105e50-98d2-40b5-8724-aec60f1ea35c tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:53.503712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-656f3491-bd23-4e22-8b53-b60ca0ecdd9c req-a6105e50-98d2-40b5-8724-aec60f1ea35c tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0665672 Jul 15 13:45:53.540701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-656f3491-bd23-4e22-8b53-b60ca0ecdd9c req-38e6e3a0-3bdc-4ad4-b5d1-db106cdb1cb0 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Jul 15 13:45:54.710484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61157ee3-5989-4470-bbf3-efc7e13e079b req-68822638-fc1f-4578-929c-b3288a2fcdae tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:54.711948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61157ee3-5989-4470-bbf3-efc7e13e079b req-68822638-fc1f-4578-929c-b3288a2fcdae tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0624201 Jul 15 13:45:54.748729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61157ee3-5989-4470-bbf3-efc7e13e079b req-3cd01b12-eef3-48ca-a67d-5587c5ed0d74 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Jul 15 13:45:55.933086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481c338-1ba3-49b7-a7d2-463375cc1d19 req-3feaf99d-5d59-4f05-9383-4e50cfea67cf tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:55.934632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9481c338-1ba3-49b7-a7d2-463375cc1d19 req-3feaf99d-5d59-4f05-9383-4e50cfea67cf tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0673749 Jul 15 13:45:55.971831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9481c338-1ba3-49b7-a7d2-463375cc1d19 req-e1ec9b40-b30a-43e2-bff0-61679475eaa4 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Jul 15 13:45:57.145208 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07153-0f27-4bb3-9a4a-c08f4d78be13 req-985e0605-49f0-486c-8c4d-14f193e5d7e4 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:57.146701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05b07153-0f27-4bb3-9a4a-c08f4d78be13 req-985e0605-49f0-486c-8c4d-14f193e5d7e4 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0622518 Jul 15 13:45:57.184473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-05b07153-0f27-4bb3-9a4a-c08f4d78be13 req-9f79d3ee-9393-4cd6-ac3b-b2cd5e28ff6b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Jul 15 13:45:58.354512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ccdd-7a25-4437-aff1-3ea16bf83194 req-f2aaefee-ebed-459c-8cfc-d26eee7058c3 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:58.355975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c603ccdd-7a25-4437-aff1-3ea16bf83194 req-f2aaefee-ebed-459c-8cfc-d26eee7058c3 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0623188 Jul 15 13:45:58.393307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c603ccdd-7a25-4437-aff1-3ea16bf83194 req-57a0b716-959b-4129-9846-6f2cde83e01e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Jul 15 13:45:59.568796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3832f-33c9-48a5-8a99-fddb4c1b4e5a req-873e8358-dfa3-4e69-bfae-6680b9d86aad tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:59.570571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8c3832f-33c9-48a5-8a99-fddb4c1b4e5a req-873e8358-dfa3-4e69-bfae-6680b9d86aad tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0684202 Jul 15 13:45:59.608220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8c3832f-33c9-48a5-8a99-fddb4c1b4e5a req-1cc0f321-f075-4118-a18c-1d0d372e42cf tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Jul 15 13:46:00.779574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cff9c-46eb-4dfc-909b-6d8108da7490 req-127048b9-df0d-40b8-8a5f-57d98d03610b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:00.781049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f1cff9c-46eb-4dfc-909b-6d8108da7490 req-127048b9-df0d-40b8-8a5f-57d98d03610b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0638313 Jul 15 13:46:00.819508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f1cff9c-46eb-4dfc-909b-6d8108da7490 req-73749f3e-4d87-41fa-b089-0baff1e8ed17 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Jul 15 13:46:01.120489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.996280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c9b45-f4a3-451b-87c3-5aa76eb00a03 req-4d87bded-d3b4-42ec-9fd1-4a65ac7fcd53 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:01.997733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be0c9b45-f4a3-451b-87c3-5aa76eb00a03 req-4d87bded-d3b4-42ec-9fd1-4a65ac7fcd53 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0649705 Jul 15 13:46:02.035925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be0c9b45-f4a3-451b-87c3-5aa76eb00a03 req-49423337-428c-407c-96f6-ac587627f066 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Jul 15 13:46:03.206318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe17dd-5262-4b54-a4ed-66c2511f4e1d req-b03f07ff-8e17-4fcc-86ff-143c9a7c5dec tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.207911 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dfe17dd-5262-4b54-a4ed-66c2511f4e1d req-b03f07ff-8e17-4fcc-86ff-143c9a7c5dec tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0621967 Jul 15 13:46:03.245027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8dfe17dd-5262-4b54-a4ed-66c2511f4e1d req-567a71d0-509a-4f6d-9fbc-7f7c8d855595 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Jul 15 13:46:03.828284 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.417727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6549395-c532-4ed5-9971-27cdfed93eb0 req-a4d4f1d8-f0a3-4931-b10b-cdfa5f8e4794 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.419152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6549395-c532-4ed5-9971-27cdfed93eb0 req-a4d4f1d8-f0a3-4931-b10b-cdfa5f8e4794 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0648682 Jul 15 13:46:04.458280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6549395-c532-4ed5-9971-27cdfed93eb0 req-a8f53cf8-6e54-4700-b901-7d6223e9683e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Jul 15 13:46:05.171427 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:05.633438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204362a6-c404-4c0b-87b8-e0316ac0f163 req-11d5d85b-0a55-40ed-a29b-6ffbc3e0eb6e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.634925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204362a6-c404-4c0b-87b8-e0316ac0f163 req-11d5d85b-0a55-40ed-a29b-6ffbc3e0eb6e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0658066 Jul 15 13:46:05.671630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-204362a6-c404-4c0b-87b8-e0316ac0f163 req-ea78912a-8894-44ad-812d-883026a5166b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Jul 15 13:46:06.843711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c62db4-d118-4a6a-b706-3ec10083db33 req-d266966c-5139-42a8-932a-c1098ef36991 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:06.845167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3c62db4-d118-4a6a-b706-3ec10083db33 req-d266966c-5139-42a8-932a-c1098ef36991 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0617962 Jul 15 13:46:06.881930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e3c62db4-d118-4a6a-b706-3ec10083db33 req-cadbc9bf-0c1e-4813-903a-3006ab35b803 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Jul 15 13:46:08.055594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69883db9-37de-481f-b1a7-e81c1a113094 req-bc9caa13-8c90-4beb-987e-7f9609a5d63a tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:08.057059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69883db9-37de-481f-b1a7-e81c1a113094 req-bc9caa13-8c90-4beb-987e-7f9609a5d63a tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0651915 Jul 15 13:46:08.094386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-69883db9-37de-481f-b1a7-e81c1a113094 req-23f51754-22dc-4f52-a532-9fd657dcb433 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Jul 15 13:46:09.271490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb1548-c13a-40f1-be1a-389b72efaeaf req-dbae25ea-3c55-46dd-b4c8-fc2ea9b3aeac tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:09.272945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92eb1548-c13a-40f1-be1a-389b72efaeaf req-dbae25ea-3c55-46dd-b4c8-fc2ea9b3aeac tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0612175 Jul 15 13:46:09.308646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92eb1548-c13a-40f1-be1a-389b72efaeaf req-267e4e15-d14e-410a-830d-84e24d6c6d3a tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302734 Jul 15 13:46:10.479695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734493d-95d7-4568-945b-7af90ee20ded req-02aaf86b-a9d4-4246-aa4b-f70be7a142bb tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:10.481176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e734493d-95d7-4568-945b-7af90ee20ded req-02aaf86b-a9d4-4246-aa4b-f70be7a142bb tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0640190 Jul 15 13:46:10.519540 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e734493d-95d7-4568-945b-7af90ee20ded req-78d3cf1e-6d3c-4397-b2a6-7546a73bb1e2 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Jul 15 13:46:11.884699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21564ce-c011-4fb4-8a8f-c78e1f8791f3 req-37dc84d5-f943-415e-befd-89397f044a83 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:11.886180 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e21564ce-c011-4fb4-8a8f-c78e1f8791f3 req-37dc84d5-f943-415e-befd-89397f044a83 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0658944 Jul 15 13:46:11.923107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e21564ce-c011-4fb4-8a8f-c78e1f8791f3 req-aefc316a-1cad-43b9-ae7e-b3abb0a53b8f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Jul 15 13:46:12.666234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c16539b9-6514-489e-b06e-5bba92290ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.103174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e29b-a3f0-449f-aaa0-2236f390936a req-f8dc0d61-1d64-447b-ba9d-92ba3dc7ef87 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:13.104655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc69e29b-a3f0-449f-aaa0-2236f390936a req-f8dc0d61-1d64-447b-ba9d-92ba3dc7ef87 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0679886 Jul 15 13:46:13.142366 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc69e29b-a3f0-449f-aaa0-2236f390936a req-600ee38a-efb5-4240-8a6a-431197d53cfb tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Jul 15 13:46:13.578353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-9dc90d14-d392-48e9-9aac-0fec0ce85199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:13.579818 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-9dc90d14-d392-48e9-9aac-0fec0ce85199 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1097 time: 0.0548193 Jul 15 13:46:13.682350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-a0cdbb3d-3ea1-484a-9a18-be60003c8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:13.683848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-a0cdbb3d-3ea1-484a-9a18-be60003c8a79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.0830228 Jul 15 13:46:13.728568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-ecb13736-9cb2-4441-b88a-68e66753cb7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0380065 Jul 15 13:46:13.775757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-0b9d3ff1-621a-44fd-a9b3-93cc98074a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:13.777166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-0b9d3ff1-621a-44fd-a9b3-93cc98074a85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0423412 Jul 15 13:46:13.808104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-8afeb57c-805a-4dec-a533-7425ae696e1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245869 Jul 15 13:46:13.902669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-adab5a50-1b59-4875-a04b-4bbc48f9a0c6 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858397 Jul 15 13:46:13.991134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4932dbca-ccbd-464d-b15e-27f8afd8456d req-cf1241a6-5e1f-4926-ae68-87729f6058be service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Jul 15 13:46:14.317851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1cbef-7652-4229-b1fb-5e5a0571c24e req-4df220cc-c279-4365-9821-df2d1a95c80f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:14.319589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21f1cbef-7652-4229-b1fb-5e5a0571c24e req-4df220cc-c279-4365-9821-df2d1a95c80f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0653882 Jul 15 13:46:14.354969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21f1cbef-7652-4229-b1fb-5e5a0571c24e req-6aa016f2-dcaa-4c2d-be87-8f1aa787915a tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298777 Jul 15 13:46:14.809729 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-ee66b3e3-67c9-48ec-b779-ed5291bf2f52 service neutron] show failed (client error): The resource could not be found. Jul 15 13:46:14.810747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-ee66b3e3-67c9-48ec-b779-ed5291bf2f52 service neutron] 10.222.0.49 "GET /v2.0/ports/d171b7f4-abaa-4b6f-bba7-907a89fc12df/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0528982 Jul 15 13:46:15.104838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-6b23db20-d604-4ec4-8034-bc6329948ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:15.106407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-6b23db20-d604-4ec4-8034-bc6329948ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925&tenant_id=2da3dddeaa1f4d7192d7117f9e938293 HTTP/1.1" status: 200 len: 1097 time: 0.1031156 Jul 15 13:46:15.117371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:15.188424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.325033 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a88b51a-004f-465b-b99d-fe7789370afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.383207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:15.416398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:15.456838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:15.460030 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1690b591-4265-4073-b17f-a4ccca1eb627" -d '{"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-unplugged", "status": "completed", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:15.464016 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.502808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Transition to ACTIVE for port object d171b7f4-abaa-4b6f-bba7-907a89fc12df will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:15.510843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.542280 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5840dedc-0119-4f9c-bebb-0ebb483437a5 x-openstack-request-id: req-5840dedc-0119-4f9c-bebb-0ebb483437a5 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:15.542573 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-unplugged", "status": "completed", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:15.542841 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5840dedc-0119-4f9c-bebb-0ebb483437a5 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:15.543237 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'code': 200} Jul 15 13:46:15.591941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] No DVR routers for this DVR port d171b7f4-abaa-4b6f-bba7-907a89fc12df on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:15.593675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.607864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.608302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.608637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.608966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.609280 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.609466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.609603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.609996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.610442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.610765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.611084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.611409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.611841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.621577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b12e89-7aec-43f8-84d4-a68fb55cb52d req-31d73995-5b7c-4a64-b1b5-2c945c1c41db tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:15.623077 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b12e89-7aec-43f8-84d4-a68fb55cb52d req-31d73995-5b7c-4a64-b1b5-2c945c1c41db tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.1526909 Jul 15 13:46:15.669079 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:15.669330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:15.669664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df on network b93ff1a8-da0d-4954-9b8b-46401f227c54 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:15.677014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Port d171b7f4-abaa-4b6f-bba7-907a89fc12df on network b93ff1a8-da0d-4954-9b8b-46401f227c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:46:15.677333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Attempting to bind port d171b7f4-abaa-4b6f-bba7-907a89fc12df on network b93ff1a8-da0d-4954-9b8b-46401f227c54 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:15.689223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:15.689557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Checking segment: {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:15.689933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Bound using segment: {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:15.690380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Bound port: d171b7f4-abaa-4b6f-bba7-907a89fc12df, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500b9c1d-071a-4eee-bd78-bfd44106017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:15.690734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.697786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-29b12e89-7aec-43f8-84d4-a68fb55cb52d req-52f31c94-3667-4a24-a154-b69286c7595b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Jul 15 13:46:16.073708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:16.076523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:16.081026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.114731 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.115334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.116715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] 10.222.0.23 "PUT /v2.0/ports/d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 1092 time: 1.0033658 Jul 15 13:46:16.137927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a89ee9-ed57-46a5-8fe5-2d980dc33f02 service neutron] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:16.194869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-843153d3-22e2-4852-9f41-0e3fed1d0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.196375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-843153d3-22e2-4852-9f41-0e3fed1d0b19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1095 time: 0.0550067 Jul 15 13:46:16.286599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-fe5c1266-9e09-458c-ae98-4a130c17ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.288038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-fe5c1266-9e09-458c-ae98-4a130c17ddd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.0851319 Jul 15 13:46:16.327685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-fe336bcb-7582-4749-ac06-496cb113112a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0337484 Jul 15 13:46:16.378114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-60727cc7-375a-4c7f-a9b0-b7225ba0061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.379844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-60727cc7-375a-4c7f-a9b0-b7225ba0061c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0461476 Jul 15 13:46:16.411248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-301860ee-8ea0-47ad-bb67-4a6a7c3531b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258572 Jul 15 13:46:16.420623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-236db47f-8d0f-4f05-9045-592e958631e3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:46:16.421563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-236db47f-8d0f-4f05-9045-592e958631e3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047970 Jul 15 13:46:16.510087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-c5063bf8-205b-4dc9-a511-f1067fa7938c service neutron] 10.222.0.23 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819924 Jul 15 13:46:16.602155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb7789f9-ffae-4509-85e3-14bb296bd99f req-8dd77c85-5870-4cd2-8ffd-607aba22fc17 service neutron] 10.222.0.23 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852690 Jul 15 13:46:16.840040 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.931792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94beb1-ea42-40a8-8aab-e6e98ae0484b req-2f7846ab-7a02-40c5-b4b7-4e8023e48e45 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.933279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b94beb1-ea42-40a8-8aab-e6e98ae0484b req-2f7846ab-7a02-40c5-b4b7-4e8023e48e45 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 944 time: 0.1036537 Jul 15 13:46:16.979265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-40fe2ba2-5335-45fc-869e-dd88483074bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.980743 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-40fe2ba2-5335-45fc-869e-dd88483074bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1095 time: 0.1021025 Jul 15 13:46:16.985800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b94beb1-ea42-40a8-8aab-e6e98ae0484b req-64f5bd37-43c0-4977-94e3-546b248645d9 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Jul 15 13:46:17.087920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-7637934f-05db-4bb2-8778-72694317d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.089383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-7637934f-05db-4bb2-8778-72694317d318 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.0857143 Jul 15 13:46:17.135476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-0c4b1637-026f-4a1a-a7ab-b539f4fc433c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0390604 Jul 15 13:46:17.185718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-33d751b8-703d-41d5-a6a8-fb017b405dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.187215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-33d751b8-703d-41d5-a6a8-fb017b405dbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0450003 Jul 15 13:46:17.220980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-ec8bb865-6843-404c-bd44-94323fdbe6d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257840 Jul 15 13:46:17.313399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-47658c21-3da6-4727-afe5-7483dbaa4171 service neutron] 10.222.0.23 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852318 Jul 15 13:46:17.399809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c13613ba-7a31-425c-9230-ab1d47fc8433 req-461a27e6-683e-44c6-96cb-f5ae10a7d1f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796347 Jul 15 13:46:17.544492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:17.546851 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb37e99f-d028-4c4e-9661-0cf84a626ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:17.593387 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d67cd-1033-4ccb-8d51-1e3fab894ddc x-openstack-request-id: req-db4d67cd-1033-4ccb-8d51-1e3fab894ddc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:17.593674 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:17.593920 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db4d67cd-1033-4ccb-8d51-1e3fab894ddc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:17.594345 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'status': 'completed', 'code': 200} Jul 15 13:46:17.704252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-a9ba31c9-841e-4331-8a61-03b9b25ea1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.705647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-a9ba31c9-841e-4331-8a61-03b9b25ea1c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1095 time: 0.0919783 Jul 15 13:46:17.712207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-8aa2b728-75cd-4300-9b40-a33333d2f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.713568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-8aa2b728-75cd-4300-9b40-a33333d2f80a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1095 time: 0.0919631 Jul 15 13:46:17.864988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-1334ca06-4a0f-483b-b030-6d47405d3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.866482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-1334ca06-4a0f-483b-b030-6d47405d3587 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.1520596 Jul 15 13:46:17.866877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:17.867827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-154fd5cb-949c-4830-b86c-29cf2e07e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.869139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-154fd5cb-949c-4830-b86c-29cf2e07e184 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.1476684 Jul 15 13:46:17.905154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:17.939947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-55666fdf-c35b-449c-b8f6-e679c536a514 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0670655 Jul 15 13:46:17.941313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-c6a514c0-037e-46da-901b-3c5adc2ae3f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0613422 Jul 15 13:46:18.024804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-465699da-7dee-4dc9-a4f1-478c2dc981f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.026298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-465699da-7dee-4dc9-a4f1-478c2dc981f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0801749 Jul 15 13:46:18.027675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-e2b5e08a-b73c-47d7-aed4-d36b13710149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.028991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-e2b5e08a-b73c-47d7-aed4-d36b13710149 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0757678 Jul 15 13:46:18.084298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-96424ada-772f-42f4-8eec-27c5217972c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487247 Jul 15 13:46:18.086265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-fe074cdb-db69-4854-ab18-0191a3957c9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427887 Jul 15 13:46:18.170141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.295651 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-f880fc93-f733-4654-978c-e0101cc781cc service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952112 Jul 15 13:46:18.297278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-2f85e8b1-0c91-4170-92d7-e67cb2b3fda1 service neutron] 10.222.0.23 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059250 Jul 15 13:46:18.310998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07331269-b197-4fa6-97fd-805fa818fb01 req-3eeb7f40-426f-4fb5-8065-cd5986702f6c tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.312431 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07331269-b197-4fa6-97fd-805fa818fb01 req-3eeb7f40-426f-4fb5-8065-cd5986702f6c tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 944 time: 0.1968088 Jul 15 13:46:18.456407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07331269-b197-4fa6-97fd-805fa818fb01 req-75e5794b-6380-45ad-8b83-7daa2a3fae4b tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287119 Jul 15 13:46:18.494872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-ee8921fa-179e-4727-a6c7-2b3060388097 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918299 Jul 15 13:46:18.496752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb37e99f-d028-4c4e-9661-0cf84a626ac2 req-d97cfe2b-c8d3-416e-85d1-4bac2b974477 service neutron] 10.222.0.23 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767921 Jul 15 13:46:18.955199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:46:19.051274 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:19.062082 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'network_id': 'b93ff1a8-da0d-4954-9b8b-46401f227c54', 'port_id': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'mac_address': 'fa:16:3e:eb:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204e1c9e-0bc0-4ac1-891e-c9443708ab66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:46:19.098689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.111306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d171b7f4-abaa-4b6f-bba7-907a89fc12df {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:19.131685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:19.135423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.183526 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:19.380940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d171b7f4-abaa-4b6f-bba7-907a89fc12df'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:19.649436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929e1d-2d51-4c53-94d1-4559c643df43 req-21864536-dce6-4b95-a895-ec9c016a281e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:19.650892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a929e1d-2d51-4c53-94d1-4559c643df43 req-21864536-dce6-4b95-a895-ec9c016a281e tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 945 time: 0.0687513 Jul 15 13:46:19.687872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a929e1d-2d51-4c53-94d1-4559c643df43 req-cfdba2a0-6352-49fb-9aa2-4a974c718c37 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 15 13:46:20.105387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-be311361-e8d4-4acc-bbd3-ae99301ee50d tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:20.106893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-be311361-e8d4-4acc-bbd3-ae99301ee50d tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925&tenant_id=2da3dddeaa1f4d7192d7117f9e938293&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 945 time: 0.1084704 Jul 15 13:46:20.173282 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-db7f2453-0967-41b1-a8bb-96f17610ebe6 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:46:20.174351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-db7f2453-0967-41b1-a8bb-96f17610ebe6 service neutron] 10.222.0.49 "DELETE /v2.0/ports/d171b7f4-abaa-4b6f-bba7-907a89fc12df/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0601351 Jul 15 13:46:20.271848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-d1ac7346-a18f-4b85-ba08-559f78fdd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:20.273371 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-d1ac7346-a18f-4b85-ba08-559f78fdd8e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 1096 time: 0.0558543 Jul 15 13:46:20.365603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-5a594227-7dba-451e-8f81-6bdc7d1c12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:20.367026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-5a594227-7dba-451e-8f81-6bdc7d1c12d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 200 len: 913 time: 0.0880218 Jul 15 13:46:20.407092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-e7043584-d808-4b69-aa06-a52faeaf5e02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 200 len: 217 time: 0.0334599 Jul 15 13:46:20.453820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-9b262f4d-695f-40af-9536-922d01186ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:20.455268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-9b262f4d-695f-40af-9536-922d01186ea0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 200 len: 852 time: 0.0426209 Jul 15 13:46:20.486306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-2f27db3c-6e6d-4525-a196-1c1c66012e19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93ff1a8-da0d-4954-9b8b-46401f227c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251119 Jul 15 13:46:20.576510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-f33ced85-ba40-42eb-8825-eac7a8ded155 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Jul 15 13:46:20.667811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-ee13817d-e366-411d-b347-01095bb74179 service neutron] 10.222.0.49 "GET /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841548 Jul 15 13:46:20.952596 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:20.999731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port d171b7f4-abaa-4b6f-bba7-907a89fc12df completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:21.003406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port d171b7f4-abaa-4b6f-bba7-907a89fc12df triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:21.004441 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.086805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.110570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:21.112749 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d30cbe0-fcb1-49c1-abf8-cd8f1ce45dc2" -d '{"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-plugged", "status": "completed", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:21.125589 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:21.131041 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.156241 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25670e34-8974-490b-a95a-a966b59d3897 x-openstack-request-id: req-25670e34-8974-490b-a95a-a966b59d3897 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:21.156536 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-plugged", "status": "completed", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:21.156789 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25670e34-8974-490b-a95a-a966b59d3897 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:21.157171 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'code': 200} Jul 15 13:46:21.183742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:21.474026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a075e-cbd6-43b2-9a98-e641612db9ec req-889926e6-5ae8-4c2d-ae32-006bbf87390f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:21.475554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a075e-cbd6-43b2-9a98-e641612db9ec req-889926e6-5ae8-4c2d-ae32-006bbf87390f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0654755 Jul 15 13:46:21.512928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2a075e-cbd6-43b2-9a98-e641612db9ec req-a8515776-ff5b-459e-b26d-1441c9918c2f tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Jul 15 13:46:22.631940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-a7b4075d-9539-42aa-a6b9-d41b79288605 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.633444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-a7b4075d-9539-42aa-a6b9-d41b79288605 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.0644817 Jul 15 13:46:22.763346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd1ff-e8ac-4b73-9a7c-8fa965e38a7d req-bf54e0c3-0c86-4b38-87b4-452852a72a70 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.764839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a7dd1ff-e8ac-4b73-9a7c-8fa965e38a7d req-bf54e0c3-0c86-4b38-87b4-452852a72a70 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc341866-52ce-4892-9a17-a439412a9925 HTTP/1.1" status: 200 len: 946 time: 0.1305351 Jul 15 13:46:22.795770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Deleting port d171b7f4-abaa-4b6f-bba7-907a89fc12df {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:22.796033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.832937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2a7dd1ff-e8ac-4b73-9a7c-8fa965e38a7d req-6da0213f-0004-454c-b6c5-92e919466635 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619597 Jul 15 13:46:22.895114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] For port d171b7f4-abaa-4b6f-bba7-907a89fc12df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d171b7f4-abaa-4b6f-bba7-907a89fc12df,segment=NetworkSegment(500b9c1d-071a-4eee-bd78-bfd44106017d),segment_id=500b9c1d-071a-4eee-bd78-bfd44106017d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:22.895466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.907385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Calling delete_port for d171b7f4-abaa-4b6f-bba7-907a89fc12df owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:23.030861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.042332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d171b7f4-abaa-4b6f-bba7-907a89fc12df'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:23.059836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Pushing event deleted for resources: {'Port': ['ID=d171b7f4-abaa-4b6f-bba7-907a89fc12df,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:23.103986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] No DVR routers for this DVR port d171b7f4-abaa-4b6f-bba7-907a89fc12df on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:23.106637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.108585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce6cfa07-83c6-4588-9220-5eac316701a5 req-facff28c-f343-42f5-9559-971e3af65278 tempest-DeleteServersTestJSON-122803290 tempest-DeleteServersTestJSON-122803290-project] 10.222.0.23 "DELETE /v2.0/ports/d171b7f4-abaa-4b6f-bba7-907a89fc12df HTTP/1.1" status: 204 len: 173 time: 0.4660985 Jul 15 13:46:23.109091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-deleted', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:23.111371 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615454dc-b0a2-48ab-bb43-6ec602b1940f" -d '{"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-deleted", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:23.148225 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6d3926-9387-4c51-aec0-a4e1a8e0fbd7 x-openstack-request-id: req-1b6d3926-9387-4c51-aec0-a4e1a8e0fbd7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:23.148517 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc341866-52ce-4892-9a17-a439412a9925", "name": "network-vif-deleted", "tag": "d171b7f4-abaa-4b6f-bba7-907a89fc12df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:23.148763 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b6d3926-9387-4c51-aec0-a4e1a8e0fbd7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:23.149154 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc341866-52ce-4892-9a17-a439412a9925', 'name': 'network-vif-deleted', 'tag': 'd171b7f4-abaa-4b6f-bba7-907a89fc12df', 'status': 'completed', 'code': 200} Jul 15 13:46:24.067374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:24.112697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Deleting subnet 204e1c9e-0bc0-4ac1-891e-c9443708ab66 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:24.115630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.152871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.190160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.242188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.270616 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.272467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/204e1c9e-0bc0-4ac1-891e-c9443708ab66 HTTP/1.1" status: 204 len: 168 time: 0.2040656 Jul 15 13:46:24.273516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c428a64-f354-4198-b121-de1d79981062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204e1c9e-0bc0-4ac1-891e-c9443708ab66,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:24.275186 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:24.342412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.422909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.433092 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93ff1a8-da0d-4954-9b8b-46401f227c54']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:24.443206 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500b9c1d-071a-4eee-bd78-bfd44106017d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:24.443499 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500b9c1d-071a-4eee-bd78-bfd44106017d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:24.452434 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.466280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.471918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:24.472452 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:24.473888 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:24.525921 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.531460 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.533373 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] 10.222.0.48 "DELETE /v2.0/networks/b93ff1a8-da0d-4954-9b8b-46401f227c54 HTTP/1.1" status: 204 len: 168 time: 0.2571430 Jul 15 13:46:24.547848 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b93ff1a8-da0d-4954-9b8b-46401f227c54,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:24.555972 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.556315 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.556647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.556975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.557295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.557610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.557935 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.558278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.558606 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.558918 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.559233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.559550 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba40d2c-cc68-4484-84bf-3a49d63766fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:24.639580 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:24.678437 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-de5ab6a0-7089-430a-a290-f51499308d36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2da3dddeaa1f4d7192d7117f9e938293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375965 Jul 15 13:46:24.680727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:24.727429 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85003ea4-4855-4720-b92b-01ddc4e627ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.747940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85003ea4-4855-4720-b92b-01ddc4e627ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.793092 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85003ea4-4855-4720-b92b-01ddc4e627ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.795598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85003ea4-4855-4720-b92b-01ddc4e627ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.796736 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-85003ea4-4855-4720-b92b-01ddc4e627ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d HTTP/1.1" status: 204 len: 168 time: 0.1151338 Jul 15 13:46:24.805060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85003ea4-4855-4720-b92b-01ddc4e627ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc2d12a-af06-4ce3-b1f7-1da0c5398d1d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.447159 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:25.541742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1376290144-network', 'tenant_id': 'd63afcb171244e7a8235bf5e2f32651e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:25.561815 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Made reservation on behalf of d63afcb171244e7a8235bf5e2f32651e for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:25.564094 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.572250 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.658599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.662355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.685617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:25.699572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed508db0-9e33-482a-b01d-61b69805a89c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.705369 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.705709 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Added segment 82108c5d-59c3-45c2-b0cf-61c488d54eaf of type vlan for network bf61eb2f-a3aa-41d3-ac75-022d543695d9 Jul 15 13:46:25.745784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.774958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.776026 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:25.776611 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.809631 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3612382 Jul 15 13:46:25.812480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:25.820004 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Request body: {'subnet': {'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1376290144-subnet', 'tenant_id': 'd63afcb171244e7a8235bf5e2f32651e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:25.850575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab410d4-91a7-455e-9966-ac7ab7424fef admin admin] Pushing event updated for resources: {'Network': ['ID=bf61eb2f-a3aa-41d3-ac75-022d543695d9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.859935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network bf61eb2f-a3aa-41d3-ac75-022d543695d9 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:25.867589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Made reservation on behalf of d63afcb171244e7a8235bf5e2f32651e for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:25.870242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.036214 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.098963 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf900fe8-542d-4e50-95d6-ea408690030c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:26.105804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Checking segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:26.106167 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Network hostable DHCP agents. Network: bf61eb2f-a3aa-41d3-ac75-022d543695d9, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:26.122994 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Network bf61eb2f-a3aa-41d3-ac75-022d543695d9 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:26.131736 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, bf61eb2f-a3aa-41d3-ac75-022d543695d9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:26.135888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:26.136485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.141126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b9f2b-237c-49d8-aef4-117ece1fcab6 None None] Network bf61eb2f-a3aa-41d3-ac75-022d543695d9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:26.150322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4ad205b2-7cf8-4bdb-9fcb-7e80b7b1ea21 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3366635 Jul 15 13:46:26.280874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89f82b-3f61-4d53-a722-b856736149bb None None] Network bf61eb2f-a3aa-41d3-ac75-022d543695d9 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:26.571175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-d566462c-db40-45d1-a335-aa10776594d8 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:26.572573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-d566462c-db40-45d1-a335-aa10776594d8 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 815 time: 0.1044207 Jul 15 13:46:26.587458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e2068abf-ec28-4971-aae0-2f5174c9a70f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/quotas/d63afcb171244e7a8235bf5e2f32651e HTTP/1.1" status: 200 len: 375 time: 0.0095580 Jul 15 13:46:26.618741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-bca75495-60c5-4c22-910f-c21bf26fe5a4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264850 Jul 15 13:46:26.679564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-8c3fe9f4-5c76-4a9b-9aca-bb8ec311ed23 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:46:26.680590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-8c3fe9f4-5c76-4a9b-9aca-bb8ec311ed23 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559008 Jul 15 13:46:26.770987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-98af6350-8f89-4da7-8f8b-c05f9038ef2b service neutron] 10.222.0.48 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845830 Jul 15 13:46:26.856417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-2568e221-6739-4c3d-a2e1-826fc536e6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798063 Jul 15 13:46:27.001932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:27.021436 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: d171b7f4-abaa-4b6f-bba7-907a89fc12df {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:27.022103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-da68b9f9-27fa-4feb-8740-dcc72c1f12b7 req-e091d12b-0b37-4d4e-8e79-580fe8fd8f5e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 210 time: 0.0300119 Jul 15 13:46:27.024332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d171b7f4-abaa-4b6f-bba7-907a89fc12df not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:28.033911 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-9a46bd45-1769-421a-9a21-061f27b53c61 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:28.036127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-9a46bd45-1769-421a-9a21-061f27b53c61 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 815 time: 0.1091807 Jul 15 13:46:28.054567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Request body: {'port': {'device_id': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'admin_state_up': True, 'tenant_id': 'd63afcb171244e7a8235bf5e2f32651e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:28.201979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-792fb0d5-e1da-477e-bc80-8d9c575dad07 req-b1ea2bcb-7f65-41a1-950d-dab7aac17bf2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 210 time: 0.0543444 Jul 15 13:46:28.241012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Made reservation on behalf of d63afcb171244e7a8235bf5e2f32651e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:28.244595 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.367249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Allocated IP 172.20.0.11 (bf61eb2f-a3aa-41d3-ac75-022d543695d9/cf900fe8-542d-4e50-95d6-ea408690030c/7217b1ed-5576-46fa-a66a-411e9151d1e7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:28.509188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.546875 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.595025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Network bf61eb2f-a3aa-41d3-ac75-022d543695d9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:28.598983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:28.602833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:28.624893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:28.652005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:28.652600 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.666038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-e422f8dd-96d8-412a-b111-0ae134d91074 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162038 Jul 15 13:46:28.677750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Request body: {'port': {'device_id': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:28.747650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.350566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7217b1ed-5576-46fa-a66a-411e9151d1e7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:29.360190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.381010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Transition to ACTIVE for port object 7217b1ed-5576-46fa-a66a-411e9151d1e7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:29.387672 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.430461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e463-49e5-4039-b9bd-c021481a0629 req-2d910b6b-8af1-4b90-95e7-5df6af7d9577 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:29.431962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ff6e463-49e5-4039-b9bd-c021481a0629 req-2d910b6b-8af1-4b90-95e7-5df6af7d9577 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 932 time: 0.1178660 Jul 15 13:46:29.469816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:29.527172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ff6e463-49e5-4039-b9bd-c021481a0629 req-0172be25-c8b2-46e1-b778-dda8e4883801 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878739 Jul 15 13:46:29.549457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:29.549787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:29.550109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:29.555140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:46:29.555460 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:29.560129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:29.560463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Checking segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:29.560892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Bound using segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:29.561314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Bound port: 7217b1ed-5576-46fa-a66a-411e9151d1e7, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:29.561663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.621629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:29.624542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:29.629214 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.663995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:29.664459 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.666179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] 10.222.0.49 "PUT /v2.0/ports/7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 1092 time: 0.9925158 Jul 15 13:46:29.668226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:29.671149 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e9b65-783c-44c6-9887-f30777af48b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:29.697516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15589cb7-0a24-4172-b989-2f058edfb65f service neutron] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:29.763842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-cfed7850-9f6a-411b-be2a-5e26b53d3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:29.765541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-cfed7850-9f6a-411b-be2a-5e26b53d3109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1095 time: 0.0553870 Jul 15 13:46:29.768743 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a04143-e071-4c5d-9481-92919eabbbec x-openstack-request-id: req-d9a04143-e071-4c5d-9481-92919eabbbec {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:29.769104 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:29.769956 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9a04143-e071-4c5d-9481-92919eabbbec {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:29.770375 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'status': 'completed', 'code': 200} Jul 15 13:46:29.807976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-70e3180a-dc96-4137-a66c-ff297eddc34d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0337741 Jul 15 13:46:29.859082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-f002f0d0-1075-419b-bdb6-3c8268c863f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:29.860482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-f002f0d0-1075-419b-bdb6-3c8268c863f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0465798 Jul 15 13:46:29.892127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-990f39ae-f3d7-4513-b236-22aa5c296d16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246856 Jul 15 13:46:29.978646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-9cfe45c1-df84-4c6b-a07c-a482c90b07d2 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798230 Jul 15 13:46:30.067660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8b506b2-17aa-4dc6-9e52-fa24ffd7dd59 req-783ebd3e-2775-46e0-bd27-4974b0971be4 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833464 Jul 15 13:46:30.168239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9b65-783c-44c6-9887-f30777af48b5 req-7a3f984a-11ce-49bc-867c-3918f0012429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:30.169739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-7a3f984a-11ce-49bc-867c-3918f0012429 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1095 time: 0.0530460 Jul 15 13:46:30.263432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9b65-783c-44c6-9887-f30777af48b5 req-e81b5844-89c2-4738-9291-a4ff598eccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:30.264806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-e81b5844-89c2-4738-9291-a4ff598eccab service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.0877838 Jul 15 13:46:30.304726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-f2c5ff50-a421-4540-9902-77a0392a8906 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0326984 Jul 15 13:46:30.356555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9b65-783c-44c6-9887-f30777af48b5 req-4900e6d3-78e5-4adf-a728-a71ce91153cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:30.357984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-4900e6d3-78e5-4adf-a728-a71ce91153cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0474658 Jul 15 13:46:30.391972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-7898240c-0045-4d8c-9ed2-328819fdd876 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254629 Jul 15 13:46:30.481467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-acfd47b7-5428-45f4-b307-23f42b4da812 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Jul 15 13:46:30.576218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998e9b65-783c-44c6-9887-f30777af48b5 req-d94336d1-4d89-4602-a634-814f071e9490 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874395 Jul 15 13:46:30.701977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa58b9-853f-45cf-a62b-995f044482fb req-4f00dae5-0577-4712-acf5-29956729d33a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:30.703483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9fa58b9-853f-45cf-a62b-995f044482fb req-4f00dae5-0577-4712-acf5-29956729d33a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 944 time: 0.0634339 Jul 15 13:46:30.741985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9fa58b9-853f-45cf-a62b-995f044482fb req-3f9a3d7a-bc4b-4b52-b655-c1338a232763 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Jul 15 13:46:31.117974 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.918479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620406-c550-42ac-b523-f1eb8b6a4d51 req-85a3e586-6095-4681-b67d-fdd43467770c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:31.919952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3620406-c550-42ac-b523-f1eb8b6a4d51 req-85a3e586-6095-4681-b67d-fdd43467770c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 944 time: 0.0668445 Jul 15 13:46:31.948547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:46:31.959462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3620406-c550-42ac-b523-f1eb8b6a4d51 req-92ba5ef5-878e-41ac-9311-23b8c954b0d9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Jul 15 13:46:32.043155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:32.054063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'port_id': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'mac_address': 'fa:16:3e:f4:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf900fe8-542d-4e50-95d6-ea408690030c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:46:32.093911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.107465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7217b1ed-5576-46fa-a66a-411e9151d1e7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:32.125948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:32.130000 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.177187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:32.184443 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.184817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.185142 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.185480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.185819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.186149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.186505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.186833 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.187159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.187483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.187810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.188133 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:32.328889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['7217b1ed-5576-46fa-a66a-411e9151d1e7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:33.133842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dfa46-fbce-4c7f-98e8-baef9be42463 req-3f86f805-fa2e-442a-9397-e9e633683b71 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:33.135356 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e9dfa46-fbce-4c7f-98e8-baef9be42463 req-3f86f805-fa2e-442a-9397-e9e633683b71 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 945 time: 0.0638702 Jul 15 13:46:33.173435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e9dfa46-fbce-4c7f-98e8-baef9be42463 req-bd4b8e89-3230-4216-8f2d-12efb65bf3a4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Jul 15 13:46:33.825583 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.960325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:34.006747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 7217b1ed-5576-46fa-a66a-411e9151d1e7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:34.010425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 7217b1ed-5576-46fa-a66a-411e9151d1e7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:34.010795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.082804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.107625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:34.109847 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ac31a-fcfb-42fb-b442-64d10fec4ab4" -d '{"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-plugged", "status": "completed", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:34.122380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:34.126395 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.149919 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351edb83-0af2-4da8-aabf-e287c6274fae x-openstack-request-id: req-351edb83-0af2-4da8-aabf-e287c6274fae {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:34.150235 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-plugged", "status": "completed", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:34.150485 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-351edb83-0af2-4da8-aabf-e287c6274fae {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:34.150868 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'code': 200} Jul 15 13:46:34.176544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.255840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b503d-008d-4c0f-958f-5cb6f3252104 req-0b704da4-980e-45c1-93b0-7a1dc9b862cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:34.257351 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-157b503d-008d-4c0f-958f-5cb6f3252104 req-0b704da4-980e-45c1-93b0-7a1dc9b862cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1097 time: 0.0532556 Jul 15 13:46:34.304623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-157b503d-008d-4c0f-958f-5cb6f3252104 req-7761946c-d426-4980-a16d-f0c4d88b54c9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jul 15 13:46:34.353529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9edf8a-cbf6-4f26-80ab-4adc2a1dd760 req-e06c141f-3da0-44c3-92eb-50c03213241c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:34.355013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc9edf8a-cbf6-4f26-80ab-4adc2a1dd760 req-e06c141f-3da0-44c3-92eb-50c03213241c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0688350 Jul 15 13:46:34.393593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc9edf8a-cbf6-4f26-80ab-4adc2a1dd760 req-1da1e8d0-5b55-4be5-a73f-67b79168e1db tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330491 Jul 15 13:46:35.576606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ccfbe-2f0b-4cdb-8db7-a50c03b6cd48 req-7fbd6b8b-96b9-4c4a-8c73-dd747c24e260 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:35.578068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b78ccfbe-2f0b-4cdb-8db7-a50c03b6cd48 req-7fbd6b8b-96b9-4c4a-8c73-dd747c24e260 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0652020 Jul 15 13:46:35.615515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b78ccfbe-2f0b-4cdb-8db7-a50c03b6cd48 req-89b2e43f-2e9d-40df-a33b-61464d9e4292 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Jul 15 13:46:35.788753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393383b-3604-4bef-a757-084d3ba1fea6 req-55a250a6-5714-4c89-899f-f3eb1b5f12c7 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:35.790177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c393383b-3604-4bef-a757-084d3ba1fea6 req-55a250a6-5714-4c89-899f-f3eb1b5f12c7 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0682302 Jul 15 13:46:35.828594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c393383b-3604-4bef-a757-084d3ba1fea6 req-fe2a3481-a5ab-4a89-9cd6-a1c4fdd5fac7 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Jul 15 13:46:36.167893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7514-42d1-4443-891d-50e683bd4c1b req-21fa6149-5f7d-4fe9-b6a9-d6471071da4c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:36.169377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f63c7514-42d1-4443-891d-50e683bd4c1b req-21fa6149-5f7d-4fe9-b6a9-d6471071da4c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0627048 Jul 15 13:46:36.210946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f63c7514-42d1-4443-891d-50e683bd4c1b req-883d1375-d00f-460c-aa08-9176663f2fbc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358670 Jul 15 13:46:36.386177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf86f4e-7b2f-4243-b7a5-95a38361667d req-6c532239-f69a-437b-8e91-90f31ec01fbb tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:36.387716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8cf86f4e-7b2f-4243-b7a5-95a38361667d req-6c532239-f69a-437b-8e91-90f31ec01fbb tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0627260 Jul 15 13:46:36.430738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8cf86f4e-7b2f-4243-b7a5-95a38361667d req-79223ac5-e4ea-4d04-aa25-6ab198889628 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 Jul 15 13:46:36.763308 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-413f6e9e-c25d-4ce3-8fb5-2b19b2dc6194 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520759 Jul 15 13:46:36.826393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ace73-1f75-4b5c-979b-a0f366a56536 req-6d204b52-fb92-40ac-b7fd-4650fb9064c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:36.827905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b2ace73-1f75-4b5c-979b-a0f366a56536 req-6d204b52-fb92-40ac-b7fd-4650fb9064c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0655751 Jul 15 13:46:36.866361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b2ace73-1f75-4b5c-979b-a0f366a56536 req-1ac02bcb-c66d-48dd-acf1-2175a94e7aad tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jul 15 13:46:37.904414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-e135aca9-eb03-419d-a405-79053958306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:37.905977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-e135aca9-eb03-419d-a405-79053958306f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1097 time: 0.0534315 Jul 15 13:46:38.029986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-d1493416-f78d-4330-8b4b-c154968154ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:38.031474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-d1493416-f78d-4330-8b4b-c154968154ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.1189864 Jul 15 13:46:38.080056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-1554ab7f-55e5-4f04-897e-0a8b8a872132 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0407863 Jul 15 13:46:38.093935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e0bcd-94d0-4ef6-873d-42bbf1d59697 req-823b0988-ce03-4a68-be06-901872f6dfbd tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:38.095329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb0e0bcd-94d0-4ef6-873d-42bbf1d59697 req-823b0988-ce03-4a68-be06-901872f6dfbd tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.1144361 Jul 15 13:46:38.162847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eb0e0bcd-94d0-4ef6-873d-42bbf1d59697 req-4ea76bd2-80c6-4073-94f2-c94d3b82f396 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Jul 15 13:46:38.164350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-1614494a-6ac1-447b-8988-4c5627091ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:38.165715 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-1614494a-6ac1-447b-8988-4c5627091ae0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0796883 Jul 15 13:46:38.198580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-50e545a0-918d-4e88-a0d2-c900f66a6b7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262752 Jul 15 13:46:38.289102 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-003376f9-eaf1-403a-a769-6ca92b471dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843358 Jul 15 13:46:38.375258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-b9fa5e8b-4a21-46d1-8bf3-a7ec195fc12f service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798826 Jul 15 13:46:39.339806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6ed2e-d0d1-44b1-8237-28bef53e3d65 req-43df922c-efc5-4f8c-a858-4b9e62ca5ca8 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:39.341323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16d6ed2e-d0d1-44b1-8237-28bef53e3d65 req-43df922c-efc5-4f8c-a858-4b9e62ca5ca8 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0676351 Jul 15 13:46:39.378864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16d6ed2e-d0d1-44b1-8237-28bef53e3d65 req-84f553e1-a48f-4846-8edd-b4cf137f0e75 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Jul 15 13:46:40.554244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d178-d263-4d79-90ca-f8422a7eff3c req-d6250332-d2c7-4ce0-9d62-c2b1afd6fe5b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:40.555716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2a9d178-d263-4d79-90ca-f8422a7eff3c req-d6250332-d2c7-4ce0-9d62-c2b1afd6fe5b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0625720 Jul 15 13:46:40.592973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2a9d178-d263-4d79-90ca-f8422a7eff3c req-9a1c7e6b-8c77-42e6-8ec3-e8b08e428079 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Jul 15 13:46:41.767651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189d052-5380-45fb-a388-1ddd021b9d28 req-e246079d-84de-46d9-91cd-be58ed86bfac tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:41.769113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d189d052-5380-45fb-a388-1ddd021b9d28 req-e246079d-84de-46d9-91cd-be58ed86bfac tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0656807 Jul 15 13:46:41.806961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d189d052-5380-45fb-a388-1ddd021b9d28 req-e3443b3c-3d4a-4d79-b64c-35f13846d175 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jul 15 13:46:42.170293 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:42.656670 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc08da82-4645-4625-8ef5-05ebb97bef82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.981396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101264-3191-4d18-8543-df91c86fd9dd req-8c9a7ce1-3d6e-48c9-9495-817fa25dc451 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:42.982803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b101264-3191-4d18-8543-df91c86fd9dd req-8c9a7ce1-3d6e-48c9-9495-817fa25dc451 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0635977 Jul 15 13:46:43.019181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b101264-3191-4d18-8543-df91c86fd9dd req-b2cf42c8-b8b3-4c9e-a0f7-4bb712ae2948 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Jul 15 13:46:44.190827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7224-105e-407e-901a-e753bbc9ed76 req-2ede1dfc-dbe4-4f25-8904-546776a7ff7c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:44.192312 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c73f7224-105e-407e-901a-e753bbc9ed76 req-2ede1dfc-dbe4-4f25-8904-546776a7ff7c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0624471 Jul 15 13:46:44.230455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c73f7224-105e-407e-901a-e753bbc9ed76 req-6fe946e5-6d91-4405-ab65-ece2bc7e9f41 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Jul 15 13:46:45.326087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f2a2-414b-4505-a497-9179fb6463ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.403242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ff7e-ec3d-4f0f-a9eb-72670272e5ea req-b49e7a63-aa95-4553-b17e-eb8e68538e0c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:45.404739 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4c5ff7e-ec3d-4f0f-a9eb-72670272e5ea req-b49e7a63-aa95-4553-b17e-eb8e68538e0c tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0659070 Jul 15 13:46:45.442957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4c5ff7e-ec3d-4f0f-a9eb-72670272e5ea req-fd9e0d5d-94b3-4643-9639-af3c3507d078 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Jul 15 13:46:45.609808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.619920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298333-a1c9-4664-8775-8df265e8a446 req-ea9e93b5-0236-438b-a1df-74848b22533f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.621491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c298333-a1c9-4664-8775-8df265e8a446 req-ea9e93b5-0236-438b-a1df-74848b22533f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0661576 Jul 15 13:46:46.658398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c298333-a1c9-4664-8775-8df265e8a446 req-37622a34-851b-42c3-ba74-4f632dab2d86 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Jul 15 13:46:46.834434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.834963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40ee2-4cd0-4390-9477-a18d9f862711 req-b9dd6a19-1c80-48e4-942f-076d3522b7b2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:47.836424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26f40ee2-4cd0-4390-9477-a18d9f862711 req-b9dd6a19-1c80-48e4-942f-076d3522b7b2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0666127 Jul 15 13:46:47.873613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26f40ee2-4cd0-4390-9477-a18d9f862711 req-759973fe-2303-4b6e-a0af-4f6cd3e89995 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 15 13:46:48.172094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.045752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038b2b-90ed-4112-ad59-8f2f1c62b961 req-076232cc-f6b8-4e10-82fb-fea616b02272 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:49.047248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28038b2b-90ed-4112-ad59-8f2f1c62b961 req-076232cc-f6b8-4e10-82fb-fea616b02272 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0624652 Jul 15 13:46:49.084229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28038b2b-90ed-4112-ad59-8f2f1c62b961 req-fa9bbe1d-caef-4e5c-8571-cebd1708f3a0 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Jul 15 13:46:50.253740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae375c-4b37-4522-8488-6ec69b02ca89 req-643f7373-da3f-4360-8446-3c37dc7d14b9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.255238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7ae375c-4b37-4522-8488-6ec69b02ca89 req-643f7373-da3f-4360-8446-3c37dc7d14b9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0619249 Jul 15 13:46:50.293436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7ae375c-4b37-4522-8488-6ec69b02ca89 req-d5e71559-a440-4e45-a3d2-3616f44fea7f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Jul 15 13:46:51.468533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e648-c426-43dd-98a8-fa86ccc510c4 req-b1f24190-ddec-469a-af4d-86f1db619e6a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:51.469939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aac6e648-c426-43dd-98a8-fa86ccc510c4 req-b1f24190-ddec-469a-af4d-86f1db619e6a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0683110 Jul 15 13:46:51.508235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aac6e648-c426-43dd-98a8-fa86ccc510c4 req-12263102-8145-4363-b15b-a144867bfa7d tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 15 13:46:52.682863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92907401-d1b3-416f-8d29-2968a080e87a req-cf4b18f9-4768-4a99-b92a-3f5f99570286 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.684340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92907401-d1b3-416f-8d29-2968a080e87a req-cf4b18f9-4768-4a99-b92a-3f5f99570286 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0616193 Jul 15 13:46:52.720454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92907401-d1b3-416f-8d29-2968a080e87a req-cb51b41e-5eba-4fa8-813c-ec4d2785034d tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304661 Jul 15 13:46:53.900196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770350d-e1b4-4670-8329-f5f950cc09e6 req-ff3afe23-e1d3-48a8-826d-132b24939286 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:53.901686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f770350d-e1b4-4670-8329-f5f950cc09e6 req-ff3afe23-e1d3-48a8-826d-132b24939286 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0692463 Jul 15 13:46:53.939657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f770350d-e1b4-4670-8329-f5f950cc09e6 req-c4fb2030-2ef0-4842-a4cf-9cbe5d93e2e1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Jul 15 13:46:55.110243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d992e4-caae-48e2-96e4-452aad89516d req-fac76a9b-519a-4cd9-acec-c1f1065494cc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.111746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89d992e4-caae-48e2-96e4-452aad89516d req-fac76a9b-519a-4cd9-acec-c1f1065494cc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0630021 Jul 15 13:46:55.150395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89d992e4-caae-48e2-96e4-452aad89516d req-9090a4d1-1d2c-4a55-ae53-88d8bc5b8af7 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Jul 15 13:46:56.322908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0fb20-2df6-4d92-a1b1-23d11b545340 req-93137d02-4e53-44ff-b7f7-99228e34df12 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:56.324463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee0fb20-2df6-4d92-a1b1-23d11b545340 req-93137d02-4e53-44ff-b7f7-99228e34df12 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0633543 Jul 15 13:46:56.368181 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ee0fb20-2df6-4d92-a1b1-23d11b545340 req-a4d5027e-8fcc-44c9-a6c5-bb941c20a7bc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Jul 15 13:46:57.547165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ec10-ca8c-4ac8-9cee-f96f233d940b req-c2fbed1c-1040-422b-ab8d-cb44503f797f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.548667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4f9ec10-ca8c-4ac8-9cee-f96f233d940b req-c2fbed1c-1040-422b-ab8d-cb44503f797f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0661769 Jul 15 13:46:57.586082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4f9ec10-ca8c-4ac8-9cee-f96f233d940b req-56342b59-0ebf-405f-8eb7-fbfafb89e6a4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 15 13:46:58.756230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46cad-d2cf-4044-8333-66be0c091c2f req-e713b68b-d4c1-449c-9ca4-dc4fd80b802a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.757725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bed46cad-d2cf-4044-8333-66be0c091c2f req-e713b68b-d4c1-449c-9ca4-dc4fd80b802a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0634301 Jul 15 13:46:58.794563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bed46cad-d2cf-4044-8333-66be0c091c2f req-7ddbce9f-6820-4887-87f7-3524b79a2123 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Jul 15 13:46:59.968015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ea65-7a80-4d40-9aa5-8d524d710ffc req-63302c03-01e9-434b-b86f-e20cf6b0719e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:59.969500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7268ea65-7a80-4d40-9aa5-8d524d710ffc req-63302c03-01e9-434b-b86f-e20cf6b0719e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0659721 Jul 15 13:47:00.006404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7268ea65-7a80-4d40-9aa5-8d524d710ffc req-3c6f1ae4-22ce-4e4a-a22f-2e8140f4e6e9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Jul 15 13:47:01.113992 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.178378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c6a55-3cda-487e-8165-49092146e8b3 req-c6f4aa08-70d4-4e92-a16e-ac6deb74b2a4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:01.179675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b30c6a55-3cda-487e-8165-49092146e8b3 req-c6f4aa08-70d4-4e92-a16e-ac6deb74b2a4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0623503 Jul 15 13:47:01.217151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b30c6a55-3cda-487e-8165-49092146e8b3 req-d4684c9a-796c-449f-80c7-9c92645677bd tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Jul 15 13:47:02.399933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfe208-3f34-4d2b-98ae-c5afcb485a9b req-ece6d5d7-1ca0-4bd4-9bdd-3e2c69327d40 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.401402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dcfe208-3f34-4d2b-98ae-c5afcb485a9b req-ece6d5d7-1ca0-4bd4-9bdd-3e2c69327d40 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0628006 Jul 15 13:47:02.438733 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5dcfe208-3f34-4d2b-98ae-c5afcb485a9b req-e1ccc635-8143-455d-ae20-f0ef6cb6837f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jul 15 13:47:03.610371 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ae3d4-f024-4f46-b657-718bef33bfcd req-1cf0f42a-cefa-4d9e-b878-26fab7c4c1b5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:03.611852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd4ae3d4-f024-4f46-b657-718bef33bfcd req-1cf0f42a-cefa-4d9e-b878-26fab7c4c1b5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0656817 Jul 15 13:47:03.648994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd4ae3d4-f024-4f46-b657-718bef33bfcd req-da2c3638-5fb2-4313-a520-1a48c52a09f0 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Jul 15 13:47:03.840824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.816241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e6ba-bf9c-46e2-9b7d-db1652a1037e req-38b807e0-1df3-4c34-9755-89d9c4d5bdb6 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:04.817688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c597e6ba-bf9c-46e2-9b7d-db1652a1037e req-38b807e0-1df3-4c34-9755-89d9c4d5bdb6 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0607290 Jul 15 13:47:04.854954 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c597e6ba-bf9c-46e2-9b7d-db1652a1037e req-d27e267b-24e5-46b7-8b4f-8e7e7ce2b743 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Jul 15 13:47:05.256994 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-78cc949b-0022-480e-9ac2-edc09775403f req-79a4be5d-fe07-47ca-9e8e-94004a1d9d65 service neutron] show failed (client error): The resource could not be found. Jul 15 13:47:05.258034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-79a4be5d-fe07-47ca-9e8e-94004a1d9d65 service neutron] 10.222.0.49 "GET /v2.0/ports/7217b1ed-5576-46fa-a66a-411e9151d1e7/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0596554 Jul 15 13:47:05.502283 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-870f765d-2808-433a-b3b4-d38d83146c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:05.503637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-870f765d-2808-433a-b3b4-d38d83146c02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159&tenant_id=d63afcb171244e7a8235bf5e2f32651e HTTP/1.1" status: 200 len: 1097 time: 0.0518258 Jul 15 13:47:05.514939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.582284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.781329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:05.813097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:05.852908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:05.855168 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce9b62-a7e4-46d8-b236-157af3e1d268" -d '{"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-unplugged", "status": "completed", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:05.858623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.870651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Transition to ACTIVE for port object 7217b1ed-5576-46fa-a66a-411e9151d1e7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:05.874611 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.910798 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6157c95-a210-41e6-b214-d3d0034ccd34 x-openstack-request-id: req-e6157c95-a210-41e6-b214-d3d0034ccd34 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:05.911087 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-unplugged", "status": "completed", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:05.911331 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6157c95-a210-41e6-b214-d3d0034ccd34 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:05.912356 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'code': 200} Jul 15 13:47:05.924708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:05.950275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] No DVR routers for this DVR port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:06.014452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:06.014781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:06.015106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:06.022929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:06.023247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Attempting to bind port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:06.030455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:06.030786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Checking segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:06.031161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Bound using segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:06.031650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Bound port: 7217b1ed-5576-46fa-a66a-411e9151d1e7, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:06.031930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.088439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3abb1b-c6b4-4ed4-9d77-1b855459c4f0 req-e760c504-8e64-4f5c-a73d-471c3d28fa93 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.089917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e3abb1b-c6b4-4ed4-9d77-1b855459c4f0 req-e760c504-8e64-4f5c-a73d-471c3d28fa93 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 944 time: 0.1126306 Jul 15 13:47:06.126041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:06.146714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:06.152724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e3abb1b-c6b4-4ed4-9d77-1b855459c4f0 req-5dc05a2a-700b-4df9-b1f3-2b815638de0b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551383 Jul 15 13:47:06.153877 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.188582 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.189191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.190565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] 10.222.0.23 "PUT /v2.0/ports/7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 1092 time: 0.6795137 Jul 15 13:47:06.223233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b3b6-4be2-4dbf-86db-cc8a5cfee55a service neutron] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.266981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-0a779710-ef74-40e3-8459-d98ed9438a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.268474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-0a779710-ef74-40e3-8459-d98ed9438a37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1095 time: 0.0553787 Jul 15 13:47:06.357777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-775f9267-2a2e-44b0-807d-ea76a61df9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.359257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-775f9267-2a2e-44b0-807d-ea76a61df9e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.0849741 Jul 15 13:47:06.398978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-af633a40-50c8-40db-8815-36d15fa1c442 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0334404 Jul 15 13:47:06.447332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc949b-0022-480e-9ac2-edc09775403f req-70493e70-4e31-4b9d-81f6-7ef0ec4315d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.448828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-70493e70-4e31-4b9d-81f6-7ef0ec4315d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0437427 Jul 15 13:47:06.483168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-30ef6b6e-b720-4bbc-b478-4a9a6227564e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284081 Jul 15 13:47:06.571793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-21ace0af-723a-4209-a214-044705998ad1 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824006 Jul 15 13:47:06.664073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78cc949b-0022-480e-9ac2-edc09775403f req-332951c5-b9fe-4118-887e-9788a32ef795 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Jul 15 13:47:07.329469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbab44-01b1-445d-8dd3-8cdacd56649a req-dacd6882-f57e-4e3b-bbbc-1ecddace1141 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:07.330981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdbbab44-01b1-445d-8dd3-8cdacd56649a req-dacd6882-f57e-4e3b-bbbc-1ecddace1141 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 944 time: 0.0631645 Jul 15 13:47:07.368405 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fdbbab44-01b1-445d-8dd3-8cdacd56649a req-3c769fab-24ab-42e3-99a9-f2d9b84a27da tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Jul 15 13:47:07.913824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:07.916204 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f931e-0e16-4939-b7d6-3599c09deb55" -d '{"events": [{"name": "network-changed", "server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:07.965051 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5036bac-0d46-4668-b033-99e14abe6255 x-openstack-request-id: req-f5036bac-0d46-4668-b033-99e14abe6255 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:07.965375 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:07.965609 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5036bac-0d46-4668-b033-99e14abe6255 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:07.966062 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'status': 'completed', 'code': 200} Jul 15 13:47:08.055001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:08.078891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-1526403b-1e69-4554-8fe7-df4ec86ae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.080438 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-1526403b-1e69-4554-8fe7-df4ec86ae9ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1095 time: 0.0960839 Jul 15 13:47:08.082194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-59f11527-2c7c-4e08-8024-cbec9946b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.083578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-59f11527-2c7c-4e08-8024-cbec9946b076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1095 time: 0.0908403 Jul 15 13:47:08.094105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:08.257841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-ee1976e3-2944-429c-9919-3e780d57255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.259269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-ee1976e3-2944-429c-9919-3e780d57255c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.1700144 Jul 15 13:47:08.260344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-5be35bf0-7348-4c3f-8518-c7a040dfae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.261645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-5be35bf0-7348-4c3f-8518-c7a040dfae16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.1616733 Jul 15 13:47:08.303535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-0eade621-dcb3-45b8-bbff-fafd49f5960d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0382733 Jul 15 13:47:08.341130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-9e4962a4-c6d7-428d-b93d-cdf55a382603 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0704901 Jul 15 13:47:08.409467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-ec4d6d79-f279-4778-a00f-964fbb461535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.410983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-ec4d6d79-f279-4778-a00f-964fbb461535 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0789433 Jul 15 13:47:08.415054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-df09dcf0-6471-4b87-b4cc-6a7fa3a32535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.416397 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-df09dcf0-6471-4b87-b4cc-6a7fa3a32535 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0566244 Jul 15 13:47:08.455721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-aa3008ac-f3c4-4b91-99df-c3f66d0f9acb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383909 Jul 15 13:47:08.473276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-1eb40746-aa19-44bc-9eb6-0f30ec7aeb2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488338 Jul 15 13:47:08.984855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-fd0e5628-c6c6-4ace-9de6-33a137d1737f service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136528 Jul 15 13:47:08.991451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-b7fdc18f-24bc-4ce4-be5c-cf54da9ebdb5 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109131 Jul 15 13:47:09.007175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad6c3c-3dac-4b56-b99e-b400b491ce32 req-231e2d50-45b1-454c-a6bc-8735daade786 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.008563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-faad6c3c-3dac-4b56-b99e-b400b491ce32 req-231e2d50-45b1-454c-a6bc-8735daade786 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 944 time: 0.5270560 Jul 15 13:47:09.140846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:09.152514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-faad6c3c-3dac-4b56-b99e-b400b491ce32 req-05490746-e6b5-4141-8e9c-1800a22dd601 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356175 Jul 15 13:47:09.188026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-90c1ba9f-e5d9-4b36-95e9-775b78cfb4ed service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948895 Jul 15 13:47:09.194435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4f931e-0e16-4939-b7d6-3599c09deb55 req-a6becf29-b8ce-42f6-b1d8-0940be8b134a service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847055 Jul 15 13:47:09.246503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:09.257880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'port_id': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'mac_address': 'fa:16:3e:f4:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf900fe8-542d-4e50-95d6-ea408690030c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:09.296012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.308962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7217b1ed-5576-46fa-a66a-411e9151d1e7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:09.333970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:09.338993 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.385992 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:09.512406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-1582c3b2-4aa6-445e-a06e-ca97641845ec tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.513787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-1582c3b2-4aa6-445e-a06e-ca97641845ec tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.49 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159&tenant_id=d63afcb171244e7a8235bf5e2f32651e&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 945 time: 0.1120963 Jul 15 13:47:09.525764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171ab7-225d-4bd0-9ce1-af9ea421f914 req-edd1f1b1-8034-4fa3-81a9-69e10e91ee56 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.527176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae171ab7-225d-4bd0-9ce1-af9ea421f914 req-edd1f1b1-8034-4fa3-81a9-69e10e91ee56 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 945 time: 0.1164300 Jul 15 13:47:09.534335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7217b1ed-5576-46fa-a66a-411e9151d1e7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:09.606958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ae171ab7-225d-4bd0-9ce1-af9ea421f914 req-392ea9b8-ce85-45b7-b5c2-4f1eff91c06f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724270 Jul 15 13:47:09.612556 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-12e0fbe9-adc0-40ec-976d-ad9ff6fb1e1d service neutron] delete failed (client error): The resource could not be found. Jul 15 13:47:09.613523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-12e0fbe9-adc0-40ec-976d-ad9ff6fb1e1d service neutron] 10.222.0.49 "DELETE /v2.0/ports/7217b1ed-5576-46fa-a66a-411e9151d1e7/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0855017 Jul 15 13:47:09.735848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-9504b97c-2e47-44f1-ae7d-0c87cc247fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.737361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-9504b97c-2e47-44f1-ae7d-0c87cc247fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 1096 time: 0.0536523 Jul 15 13:47:09.827404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-2786e25a-a137-4117-a2cf-62a9c48cdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.828786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-2786e25a-a137-4117-a2cf-62a9c48cdc53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.0849011 Jul 15 13:47:09.871976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-c31331be-fc65-4792-82b9-08f74d3e567f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0366771 Jul 15 13:47:09.919872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-3785330a-c792-498a-818a-e9690d34575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.921300 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-3785330a-c792-498a-818a-e9690d34575f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0430312 Jul 15 13:47:09.954043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-853883e0-ff3f-47c5-9617-c8caefa50eac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261483 Jul 15 13:47:10.043758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-e1114c44-f9ce-4a85-9efd-2730a1262fe0 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Jul 15 13:47:10.132448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ed0aa47-7f68-4a13-bb88-c286b7f3a9fc req-67315301-c8b1-4160-99d5-9ab62a396d39 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818267 Jul 15 13:47:10.802069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0556bb-535a-48e9-b745-7507d2b0dba8 req-f007e662-df66-4fb5-8099-1c7bcd1d77c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.804211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f0556bb-535a-48e9-b745-7507d2b0dba8 req-f007e662-df66-4fb5-8099-1c7bcd1d77c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 945 time: 0.0690191 Jul 15 13:47:10.841771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f0556bb-535a-48e9-b745-7507d2b0dba8 req-097c75c1-d8e5-40ad-9bf0-99e5c19e87c4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jul 15 13:47:11.012856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67f777-0dff-48f3-8ccd-4ef7f52be3d4 req-4483e7a4-c058-4366-bab8-63f67a5f0f29 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.014406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b67f777-0dff-48f3-8ccd-4ef7f52be3d4 req-4483e7a4-c058-4366-bab8-63f67a5f0f29 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 945 time: 0.0636969 Jul 15 13:47:11.051980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b67f777-0dff-48f3-8ccd-4ef7f52be3d4 req-f7fbc88d-e5cd-4bbf-bec5-ac173ffc684e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Jul 15 13:47:11.140224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:11.191029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 7217b1ed-5576-46fa-a66a-411e9151d1e7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:11.194963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 7217b1ed-5576-46fa-a66a-411e9151d1e7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:11.195330 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.226716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bed50-c768-4eef-86f3-7d48248890a2 req-61212d33-5aa7-4864-afd7-bee4fff63ee5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.228953 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-443bed50-c768-4eef-86f3-7d48248890a2 req-61212d33-5aa7-4864-afd7-bee4fff63ee5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 945 time: 0.0694799 Jul 15 13:47:11.266445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-443bed50-c768-4eef-86f3-7d48248890a2 req-b83e8d79-fb11-4a78-b89d-b2bf9e613b45 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Jul 15 13:47:11.274259 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.297314 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:11.299383 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf8968-8348-4a4b-9373-a0637d6e31d5" -d '{"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-plugged", "status": "completed", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:11.312054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:11.315960 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.343058 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5bdb7a-fb25-4a1e-a465-a26f6876fef4 x-openstack-request-id: req-ce5bdb7a-fb25-4a1e-a465-a26f6876fef4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:11.343351 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-plugged", "status": "completed", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:11.343598 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce5bdb7a-fb25-4a1e-a465-a26f6876fef4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:11.343979 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'code': 200} Jul 15 13:47:11.368850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:11.704650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-a02364a2-dab4-4aca-9960-2c971b92d36b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.706115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-a02364a2-dab4-4aca-9960-2c971b92d36b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 815 time: 0.0991042 Jul 15 13:47:11.721311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-1b405732-7f81-4032-8842-a0438edb59e9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/quotas/d63afcb171244e7a8235bf5e2f32651e HTTP/1.1" status: 200 len: 375 time: 0.0093188 Jul 15 13:47:11.791904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-038a0c93-0f84-4228-91c7-d7b406af757b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647240 Jul 15 13:47:11.930774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-8c488123-ce6d-4852-a336-78b550694f4e service neutron] 10.222.0.48 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322329 Jul 15 13:47:12.019481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-2ed52a9a-7706-49bb-a8f5-1da367d1ac94 service neutron] 10.222.0.48 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828843 Jul 15 13:47:12.191315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9efdb85e-a094-4427-8f10-bf08f55d1835 req-af9a5996-3ef6-4bb3-ad61-f7a164943dc8 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 210 time: 0.0305288 Jul 15 13:47:12.660875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-472a4dc1-635b-4b07-9f1a-235c2fc2389a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.845780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-e54dc5d5-ae96-4277-8516-ac2280d59516 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:12.847303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-e54dc5d5-ae96-4277-8516-ac2280d59516 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.23 "GET /v2.0/ports?device_id=d300769c-f92a-4143-8509-74e8ab8b7159 HTTP/1.1" status: 200 len: 946 time: 0.0755844 Jul 15 13:47:12.960681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Deleting port 7217b1ed-5576-46fa-a66a-411e9151d1e7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:12.961435 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.066286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] For port 7217b1ed-5576-46fa-a66a-411e9151d1e7, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=7217b1ed-5576-46fa-a66a-411e9151d1e7,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:13.066646 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.079793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Calling delete_port for 7217b1ed-5576-46fa-a66a-411e9151d1e7 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:13.299519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-02b6090a-07fe-4e77-8d0e-3b80d83716f1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.301010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-02b6090a-07fe-4e77-8d0e-3b80d83716f1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 815 time: 0.1530957 Jul 15 13:47:13.306055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.317708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7217b1ed-5576-46fa-a66a-411e9151d1e7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:13.320980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Request body: {'port': {'device_id': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'admin_state_up': True, 'tenant_id': 'd63afcb171244e7a8235bf5e2f32651e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:13.374955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Pushing event deleted for resources: {'Port': ['ID=7217b1ed-5576-46fa-a66a-411e9151d1e7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:13.399338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d45afb6a-1f07-45c2-9914-230b0a1fed49 req-17f17f70-8f71-44c8-aab1-4d9e5fd4fd56 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 210 time: 0.0742610 Jul 15 13:47:13.479207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] No DVR routers for this DVR port 7217b1ed-5576-46fa-a66a-411e9151d1e7 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:13.483018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.485077 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.23 "DELETE /v2.0/ports/7217b1ed-5576-46fa-a66a-411e9151d1e7 HTTP/1.1" status: 204 len: 173 time: 0.6324348 Jul 15 13:47:13.485504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-deleted', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:13.487825 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37416239-7c6a-443c-bf0b-70ca9eea14e6" -d '{"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-deleted", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:13.532771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Made reservation on behalf of d63afcb171244e7a8235bf5e2f32651e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:13.536554 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.540313 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1cee7e-04b7-4213-a4cd-12b1fe9d1f1b x-openstack-request-id: req-2a1cee7e-04b7-4213-a4cd-12b1fe9d1f1b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:13.540597 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300769c-f92a-4143-8509-74e8ab8b7159", "name": "network-vif-deleted", "tag": "7217b1ed-5576-46fa-a66a-411e9151d1e7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:13.540842 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a1cee7e-04b7-4213-a4cd-12b1fe9d1f1b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:13.541225 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300769c-f92a-4143-8509-74e8ab8b7159', 'name': 'network-vif-deleted', 'tag': '7217b1ed-5576-46fa-a66a-411e9151d1e7', 'status': 'completed', 'code': 200} Jul 15 13:47:13.668181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Allocated IP 172.20.0.10 (bf61eb2f-a3aa-41d3-ac75-022d543695d9/cf900fe8-542d-4e50-95d6-ea408690030c/606b0ae6-269d-4ddf-acac-31bc49c46321) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:13.824387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.862402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.873518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['7217b1ed-5576-46fa-a66a-411e9151d1e7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:13.903466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Network bf61eb2f-a3aa-41d3-ac75-022d543695d9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:13.909160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:13.912862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:13.937620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:13.964510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.965111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.978515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-caffffbc-3a71-48fd-8675-8383e817db46 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6669285 Jul 15 13:47:13.989744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Request body: {'port': {'device_id': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:14.063210 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.318640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606b0ae6-269d-4ddf-acac-31bc49c46321 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:14.326157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.338591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Transition to ACTIVE for port object 606b0ae6-269d-4ddf-acac-31bc49c46321 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:14.342630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.401589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:14.485918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:14.486284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:14.486614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:14.491613 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Port 606b0ae6-269d-4ddf-acac-31bc49c46321 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:14.491936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:14.496872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:14.497216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Checking segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:14.497600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Bound using segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:14.498024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Bound port: 606b0ae6-269d-4ddf-acac-31bc49c46321, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:14.498411 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.602837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:14.617426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:14.628211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61039d0-541b-4ada-8e0c-a9ff07fa868a req-7be50964-c111-4886-a9ef-a20f1f98f1f1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:14.629696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e61039d0-541b-4ada-8e0c-a9ff07fa868a req-7be50964-c111-4886-a9ef-a20f1f98f1f1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.0986643 Jul 15 13:47:14.630902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.681913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:14.682477 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.683829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] 10.222.0.23 "PUT /v2.0/ports/606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 1092 time: 0.6980515 Jul 15 13:47:14.716691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e61039d0-541b-4ada-8e0c-a9ff07fa868a req-bcc441c0-dfb3-4917-9eb4-7062f1037dca tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799763 Jul 15 13:47:14.717428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bab9ad-8496-4850-8389-b2410606ecd3 service neutron] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:14.771473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-2ffb480a-9a85-403d-a644-f9b0fbea5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:14.773134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-2ffb480a-9a85-403d-a644-f9b0fbea5015 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0529022 Jul 15 13:47:14.816834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-7b2828de-24b8-4513-8be1-dee50464ec08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0368581 Jul 15 13:47:14.862415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-a8408cf8-9174-410c-b250-f033e010bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:14.863823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-a8408cf8-9174-410c-b250-f033e010bd1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0415258 Jul 15 13:47:14.896051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-16ebf179-c8d5-4f05-ba46-54083e75b620 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253534 Jul 15 13:47:14.986778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-d41a37a2-7e5b-4b0b-a760-b2265387acaa service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833063 Jul 15 13:47:15.072985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-726311fa-efbc-4cd7-a95a-4fa8a6ac642d req-03bb9fb1-5ec3-4f29-b89f-130c0b642c26 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803988 Jul 15 13:47:15.325939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36126572-b7c5-47e8-836d-0857c48250d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.542316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:15.544642 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf76f99b-7d89-4d48-8d37-bbfa6d691043" -d '{"events": [{"name": "network-changed", "server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:15.581201 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf7f9e-cd0f-4978-ad90-04984b9e87b9 x-openstack-request-id: req-1faf7f9e-cd0f-4978-ad90-04984b9e87b9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:15.581487 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:15.581734 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1faf7f9e-cd0f-4978-ad90-04984b9e87b9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:15.582160 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'status': 'completed', 'code': 200} Jul 15 13:47:15.610078 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.659941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-a00128db-5338-4bb8-8307-ed22ecc60751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:15.661454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-a00128db-5338-4bb8-8307-ed22ecc60751 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0573573 Jul 15 13:47:15.749800 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-1089c8a5-3b9e-43d7-bb9f-bc468f105962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:15.751329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-1089c8a5-3b9e-43d7-bb9f-bc468f105962 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.0831606 Jul 15 13:47:15.796655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-831e8812-8239-4098-b001-fa7a761a2154 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0380580 Jul 15 13:47:15.876046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-ee8b657f-5e8d-4198-b28c-370c357d3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:15.877489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-ee8b657f-5e8d-4198-b28c-370c357d3f3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0747027 Jul 15 13:47:15.915310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-e4e91584-66c8-49fc-aac7-f2266b818365 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312586 Jul 15 13:47:15.938434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b72fb-e5db-4591-83ea-57b36826419f req-2237e239-a7fa-499e-b86f-179e87e13036 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:15.939848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d96b72fb-e5db-4591-83ea-57b36826419f req-2237e239-a7fa-499e-b86f-179e87e13036 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.1078520 Jul 15 13:47:16.024141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d96b72fb-e5db-4591-83ea-57b36826419f req-56b34690-8c8a-4c8c-9b06-9f46011f7251 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743740 Jul 15 13:47:16.044966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-55bcc85c-1732-4dfa-b8d2-35e7920cb1a1 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222084 Jul 15 13:47:16.136192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf76f99b-7d89-4d48-8d37-bbfa6d691043 req-e4476958-a1ef-4842-867f-1600a3e9fab8 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850835 Jul 15 13:47:16.838174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.171362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:17.175251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:17.197956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c99484-5884-4907-96e9-2d8b2728586c req-f5617465-bfc2-4f5d-beda-cbec43078e28 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:17.199496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61c99484-5884-4907-96e9-2d8b2728586c req-f5617465-bfc2-4f5d-beda-cbec43078e28 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.0632563 Jul 15 13:47:17.199762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 7217b1ed-5576-46fa-a66a-411e9151d1e7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:17.200114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 7217b1ed-5576-46fa-a66a-411e9151d1e7 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:17.240001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61c99484-5884-4907-96e9-2d8b2728586c req-f0a937ba-2580-4a2c-a171-442d301919c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Jul 15 13:47:17.288232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:17.298384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'port_id': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'mac_address': 'fa:16:3e:07:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf900fe8-542d-4e50-95d6-ea408690030c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:17.335646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.348297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606b0ae6-269d-4ddf-acac-31bc49c46321 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:17.366608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:17.370508 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.421807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:17.554242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['606b0ae6-269d-4ddf-acac-31bc49c46321'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:18.174505 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.416647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701414-f000-4f4b-8b87-5a8689a1e2d6 req-df33914f-a0c3-4248-9057-74dec8e6716f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:18.418144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58701414-f000-4f4b-8b87-5a8689a1e2d6 req-df33914f-a0c3-4248-9057-74dec8e6716f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 945 time: 0.0699883 Jul 15 13:47:18.459718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-58701414-f000-4f4b-8b87-5a8689a1e2d6 req-d3239556-a94f-44fd-8b45-8ca3f0100364 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Jul 15 13:47:19.169875 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:19.184264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:19.282594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 606b0ae6-269d-4ddf-acac-31bc49c46321 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:19.292055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 606b0ae6-269d-4ddf-acac-31bc49c46321 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:19.292440 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.414554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.447360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:19.449586 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a200a-de87-46e0-bf59-8b52df799d1a" -d '{"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-plugged", "status": "completed", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:19.462770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:19.467285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.492140 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977c1a9-7a42-4595-854d-3b5ff863f04d x-openstack-request-id: req-d977c1a9-7a42-4595-854d-3b5ff863f04d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:19.492409 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-plugged", "status": "completed", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:19.492656 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d977c1a9-7a42-4595-854d-3b5ff863f04d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:19.493174 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'code': 200} Jul 15 13:47:19.528380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:19.658554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af56d0-ded5-46ab-81e7-61e64ef3bcf4 req-50fc44a4-c625-4fcd-a274-5288eb95c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:19.660058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2af56d0-ded5-46ab-81e7-61e64ef3bcf4 req-50fc44a4-c625-4fcd-a274-5288eb95c5a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1097 time: 0.1003866 Jul 15 13:47:19.671507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bfe8a-7c9d-4bb7-9202-ac70a1930807 req-0460fa80-237d-432e-b948-deda29594271 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:19.672839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a72bfe8a-7c9d-4bb7-9202-ac70a1930807 req-0460fa80-237d-432e-b948-deda29594271 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0815184 Jul 15 13:47:19.723018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2af56d0-ded5-46ab-81e7-61e64ef3bcf4 req-592617f0-b410-41c7-9d07-4359fd7cfce3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Jul 15 13:47:19.730083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a72bfe8a-7c9d-4bb7-9202-ac70a1930807 req-1f1f3446-69e8-416b-b67a-abb0372eeeb5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Jul 15 13:47:20.900920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb7db-894e-4544-9200-deea566da326 req-12a6d57e-cef7-4e63-ab51-a3419ffb20f1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:20.902462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64abb7db-894e-4544-9200-deea566da326 req-12a6d57e-cef7-4e63-ab51-a3419ffb20f1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0629110 Jul 15 13:47:20.943068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64abb7db-894e-4544-9200-deea566da326 req-fd35c1de-3488-4e79-b5f7-eada8abe6ab2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Jul 15 13:47:21.114612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8b6c0-69f4-47f2-b819-a4d950c6df53 req-ad24068b-6afa-466c-8c5b-2d5a5931242a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:21.116133 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8a8b6c0-69f4-47f2-b819-a4d950c6df53 req-ad24068b-6afa-466c-8c5b-2d5a5931242a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0632930 Jul 15 13:47:21.153509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8a8b6c0-69f4-47f2-b819-a4d950c6df53 req-81d501d5-b126-4e42-a9d5-4d443a94f81f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Jul 15 13:47:21.484887 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-298aa5fe-7a3d-4d74-960b-4701eaf50fa8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0546093 Jul 15 13:47:21.542747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e2fa4-34f1-4d9a-8531-e99b920b883e req-9bdfd744-c31e-40ef-85c5-c0a1ad6b2251 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:21.544257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e2fa4-34f1-4d9a-8531-e99b920b883e req-9bdfd744-c31e-40ef-85c5-c0a1ad6b2251 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0657310 Jul 15 13:47:21.582416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e2fa4-34f1-4d9a-8531-e99b920b883e req-49849cee-4509-4373-bcd1-c34fa3a66425 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Jul 15 13:47:22.622022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1d5907ef-da83-48fb-9d27-d339102418c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.623595 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1d5907ef-da83-48fb-9d27-d339102418c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0576017 Jul 15 13:47:22.759455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-bdca7d88-bceb-4769-8c49-58b0a2140281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.761085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-bdca7d88-bceb-4769-8c49-58b0a2140281 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.1313481 Jul 15 13:47:22.812359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-22249af1-14be-4059-b93a-a766fa2dacd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0445230 Jul 15 13:47:22.826841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c4b4f-da97-4974-afa5-1e5e2a23f9d3 req-ed227bf4-1be9-43c6-b5f8-f6588b0b4787 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.828306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-778c4b4f-da97-4974-afa5-1e5e2a23f9d3 req-ed227bf4-1be9-43c6-b5f8-f6588b0b4787 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.1206954 Jul 15 13:47:22.893212 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1ff3949a-232e-4aa4-b9b6-284d6844816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.894614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1ff3949a-232e-4aa4-b9b6-284d6844816e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0768814 Jul 15 13:47:22.899646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-778c4b4f-da97-4974-afa5-1e5e2a23f9d3 req-cfe17517-aa6b-4051-a39a-a225a6ef3fcc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642760 Jul 15 13:47:22.930017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1d0cfb8d-d1c7-4c2d-9973-af07235ad88a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287025 Jul 15 13:47:23.017406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-ab825063-96ee-4452-a74d-cce6cacc5c1e service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808303 Jul 15 13:47:23.106416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5b996d7c-da2f-4723-97ba-318fad626ae1 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Jul 15 13:47:24.071864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16a345-a00d-4c2c-9c8e-97f2a472a82b req-7c8a2b5b-fa85-434a-9725-49d59bb4d23f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:24.073253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e16a345-a00d-4c2c-9c8e-97f2a472a82b req-7c8a2b5b-fa85-434a-9725-49d59bb4d23f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0624220 Jul 15 13:47:24.113112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e16a345-a00d-4c2c-9c8e-97f2a472a82b req-f3bf9cce-64ac-4047-b48f-e7667b8409e9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Jul 15 13:47:25.284482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42a03-d07c-4995-ab1d-f8d51a90e912 req-2c0ffad6-65f2-4ca5-b97d-f07887a5df3e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:25.285929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36f42a03-d07c-4995-ab1d-f8d51a90e912 req-2c0ffad6-65f2-4ca5-b97d-f07887a5df3e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0620911 Jul 15 13:47:25.322986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36f42a03-d07c-4995-ab1d-f8d51a90e912 req-53ae4f7e-04d3-4cc7-acb1-61df4b5b8617 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Jul 15 13:47:26.498197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05d4f3-d0a1-42e8-96df-d729d6dee981 req-71905c80-86ba-4b5c-b5a7-1b826aec1e7b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:26.500454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e05d4f3-d0a1-42e8-96df-d729d6dee981 req-71905c80-86ba-4b5c-b5a7-1b826aec1e7b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0696197 Jul 15 13:47:26.536935 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e05d4f3-d0a1-42e8-96df-d729d6dee981 req-c902d954-834b-4adc-9fa4-10c5458b18f8 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Jul 15 13:47:27.707370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dba4ba-df7a-4264-8d41-2ec88919c1f2 req-f535e41d-3daf-41ee-ad85-0f2c5b0735cc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:27.708849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68dba4ba-df7a-4264-8d41-2ec88919c1f2 req-f535e41d-3daf-41ee-ad85-0f2c5b0735cc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0625312 Jul 15 13:47:27.746484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68dba4ba-df7a-4264-8d41-2ec88919c1f2 req-da1984a5-777b-45f9-bc77-239098fa757b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Jul 15 13:47:28.924293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9827a-185b-43bf-90c5-61cb4c653f04 req-eadf41d6-05e7-483e-b5c7-213e66938519 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:28.925783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cef9827a-185b-43bf-90c5-61cb4c653f04 req-eadf41d6-05e7-483e-b5c7-213e66938519 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0657132 Jul 15 13:47:28.964275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cef9827a-185b-43bf-90c5-61cb4c653f04 req-d3b526a6-57ba-457f-80cf-d13f9bd74969 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 Jul 15 13:47:30.136788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59918f-8f75-4c68-b97b-d88d3b871034 req-8483edf0-82e4-4331-a035-1fcb6c704663 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:30.138323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec59918f-8f75-4c68-b97b-d88d3b871034 req-8483edf0-82e4-4331-a035-1fcb6c704663 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0640850 Jul 15 13:47:30.176469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec59918f-8f75-4c68-b97b-d88d3b871034 req-1ec0a2a5-3ed8-4530-a017-38a1aa7a5ec2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Jul 15 13:47:31.116757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.346528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd8caa-e49f-4c4c-8dfd-2c6c18a5649f req-1c35606d-1ba1-426e-acfd-a4fc6fad539e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.347992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00cd8caa-e49f-4c4c-8dfd-2c6c18a5649f req-1c35606d-1ba1-426e-acfd-a4fc6fad539e tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0618796 Jul 15 13:47:31.384822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00cd8caa-e49f-4c4c-8dfd-2c6c18a5649f req-e3c20ab0-ea14-4a38-8f38-12e94810a5e2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Jul 15 13:47:32.882690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd9288-ae2d-4d86-a3f6-22ca3ee164d4 req-5a45ef11-707c-443b-82fa-e37b49dbbcfc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:32.884214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afcd9288-ae2d-4d86-a3f6-22ca3ee164d4 req-5a45ef11-707c-443b-82fa-e37b49dbbcfc tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.3848946 Jul 15 13:47:32.921944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-afcd9288-ae2d-4d86-a3f6-22ca3ee164d4 req-a8821fc3-eb93-48e9-9d64-673a27e8f32a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Jul 15 13:47:33.841560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:34.092351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5ca05-0616-4aaa-ad87-026eb9509407 req-08148823-7b32-49cb-9cf4-9513e1106420 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:34.093778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ede5ca05-0616-4aaa-ad87-026eb9509407 req-08148823-7b32-49cb-9cf4-9513e1106420 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0627410 Jul 15 13:47:34.131072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ede5ca05-0616-4aaa-ad87-026eb9509407 req-1503ccef-ce60-4786-9f12-8fc49f0b94d1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Jul 15 13:47:35.305702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7439999-7cd7-4381-9167-49c218cd31e6 req-d5cb6daa-cd18-4295-88df-5390e47813d5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:35.307196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7439999-7cd7-4381-9167-49c218cd31e6 req-d5cb6daa-cd18-4295-88df-5390e47813d5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0656304 Jul 15 13:47:35.344261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7439999-7cd7-4381-9167-49c218cd31e6 req-adaedec3-86ad-413c-9758-bfc19286b102 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Jul 15 13:47:36.517374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c612dd-6001-41bb-92bf-4d181b7900c6 req-22cef1ad-1e09-4afd-9a72-13618811e251 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:36.518806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89c612dd-6001-41bb-92bf-4d181b7900c6 req-22cef1ad-1e09-4afd-9a72-13618811e251 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0633297 Jul 15 13:47:36.555047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89c612dd-6001-41bb-92bf-4d181b7900c6 req-082c3d7b-3a6a-4ffe-9c65-7cadca52e00d tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Jul 15 13:47:37.726508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee7d8-7066-49bf-9e01-83f442a76d6d req-cf8e4923-0a3e-4ed1-a36c-d62e258014f3 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:37.728553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-341ee7d8-7066-49bf-9e01-83f442a76d6d req-cf8e4923-0a3e-4ed1-a36c-d62e258014f3 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0646689 Jul 15 13:47:37.769903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-341ee7d8-7066-49bf-9e01-83f442a76d6d req-c08ad36a-75a8-4d67-9f35-8092d925622b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358181 Jul 15 13:47:38.947713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd7f5-bc5e-4740-a2f7-8cd517535d73 req-7ca91f01-56cf-428c-8b97-2f83dc939ceb tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:38.949217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c5bd7f5-bc5e-4740-a2f7-8cd517535d73 req-7ca91f01-56cf-428c-8b97-2f83dc939ceb tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0634470 Jul 15 13:47:38.987436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c5bd7f5-bc5e-4740-a2f7-8cd517535d73 req-820100bb-cdf1-4597-883a-15b55d203031 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Jul 15 13:47:40.157420 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed681f2-7dbd-483c-9820-221b60aec21e req-0b447e14-8c89-49ee-91ec-0dfd36acbd8a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:40.158963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fed681f2-7dbd-483c-9820-221b60aec21e req-0b447e14-8c89-49ee-91ec-0dfd36acbd8a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0624566 Jul 15 13:47:40.197516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fed681f2-7dbd-483c-9820-221b60aec21e req-5dc2d716-42a8-4573-9b73-77e24f899a90 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Jul 15 13:47:41.371975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36817913-dfe8-403c-9721-226886d3d6dc req-dfb0830a-9896-41c8-b429-d2502a532e47 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:41.373504 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36817913-dfe8-403c-9721-226886d3d6dc req-dfb0830a-9896-41c8-b429-d2502a532e47 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0675721 Jul 15 13:47:41.410866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36817913-dfe8-403c-9721-226886d3d6dc req-8927bc10-e1f7-40f7-9976-645819b1bae9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Jul 15 13:47:42.585918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130793b-f645-4714-be21-a67ac447cc5f req-a04af71b-524c-4283-8d5f-621b02511846 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:42.587973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7130793b-f645-4714-be21-a67ac447cc5f req-a04af71b-524c-4283-8d5f-621b02511846 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0618982 Jul 15 13:47:42.624669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7130793b-f645-4714-be21-a67ac447cc5f req-712a537d-d5b0-4e42-aed5-36b0cc8968f5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Jul 15 13:47:42.663825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee04f8b7-392d-4ebd-a1c9-ad502dd0e753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:43.797155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d8fd0-54f5-43c6-91bf-f7cd6babf321 req-f40d0b26-bb22-481d-b007-b0482c85d6c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:43.798662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc8d8fd0-54f5-43c6-91bf-f7cd6babf321 req-f40d0b26-bb22-481d-b007-b0482c85d6c9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0633678 Jul 15 13:47:43.840612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc8d8fd0-54f5-43c6-91bf-f7cd6babf321 req-7a0353c3-c017-4b60-991f-b3fd45a4ccbe tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362949 Jul 15 13:47:45.011188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f14062-0804-40c8-9b43-d2c97a1fe598 req-34196502-9d62-4636-92a2-40e53eeea24f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:45.012645 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f14062-0804-40c8-9b43-d2c97a1fe598 req-34196502-9d62-4636-92a2-40e53eeea24f tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0619843 Jul 15 13:47:45.048894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63f14062-0804-40c8-9b43-d2c97a1fe598 req-eca70eb1-97ff-4e32-a045-3f984116f276 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Jul 15 13:47:45.326354 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-112db32d-d095-4bd6-aa9c-7d9616fa217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.611443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:46.220001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269f792-f05b-4e4b-a612-ff91594f5acd req-60d29f74-bfff-4342-8cb5-0ec576c3d298 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:46.221483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c269f792-f05b-4e4b-a612-ff91594f5acd req-60d29f74-bfff-4342-8cb5-0ec576c3d298 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0631990 Jul 15 13:47:46.258490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c269f792-f05b-4e4b-a612-ff91594f5acd req-eaee1b2f-5d37-49c2-bd4d-b0b67082bd5b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Jul 15 13:47:46.839875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:47.432989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec823e-1c47-4c83-8b4d-19bd4bdcaddc req-4e564357-c0cb-4d94-800f-d0401aebdf70 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:47.434647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57ec823e-1c47-4c83-8b4d-19bd4bdcaddc req-4e564357-c0cb-4d94-800f-d0401aebdf70 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0677748 Jul 15 13:47:47.473324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-57ec823e-1c47-4c83-8b4d-19bd4bdcaddc req-e87bed08-d05e-4174-a34e-c867fd9791f9 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Jul 15 13:47:48.178684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.648181 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b692ec0-8b52-4252-b5f7-c052ad03998c req-b13674b4-b201-47f4-a8e8-00733a73c43b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:48.649590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b692ec0-8b52-4252-b5f7-c052ad03998c req-b13674b4-b201-47f4-a8e8-00733a73c43b tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0630059 Jul 15 13:47:48.686943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3b692ec0-8b52-4252-b5f7-c052ad03998c req-0e882cc2-d37d-4448-bfa8-1ed243272db2 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Jul 15 13:47:49.858168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b228b6-a5d1-4447-a111-8e9ae3a3f16e req-8a280d27-ac38-4b9d-8d4a-030a3fcdc703 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:49.859679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22b228b6-a5d1-4447-a111-8e9ae3a3f16e req-8a280d27-ac38-4b9d-8d4a-030a3fcdc703 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0632029 Jul 15 13:47:49.930430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22b228b6-a5d1-4447-a111-8e9ae3a3f16e req-068b5c90-a942-4201-b147-658aa099f91a tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Jul 15 13:47:49.956627 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-ec0c480a-96a6-4359-a417-e36376b12578 service neutron] show failed (client error): The resource could not be found. Jul 15 13:47:49.957752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-ec0c480a-96a6-4359-a417-e36376b12578 service neutron] 10.222.0.23 "GET /v2.0/ports/606b0ae6-269d-4ddf-acac-31bc49c46321/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0746229 Jul 15 13:47:50.205040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-69fb130a-4636-458e-9ce2-20c113c69b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:50.206565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-69fb130a-4636-458e-9ce2-20c113c69b68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1&tenant_id=d63afcb171244e7a8235bf5e2f32651e HTTP/1.1" status: 200 len: 1097 time: 0.0545316 Jul 15 13:47:50.217542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:50.290429 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.490814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:50.523167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:50.563456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:50.565889 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b68288-4599-4534-bd9f-3ed83b47261d" -d '{"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-unplugged", "status": "completed", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:50.569466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.582235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Transition to ACTIVE for port object 606b0ae6-269d-4ddf-acac-31bc49c46321 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:50.585913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.618760 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac4388-6d7d-4165-8a24-cd529af2f1f2 x-openstack-request-id: req-22ac4388-6d7d-4165-8a24-cd529af2f1f2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:50.619055 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-unplugged", "status": "completed", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:50.619305 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22ac4388-6d7d-4165-8a24-cd529af2f1f2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:50.619699 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'code': 200} Jul 15 13:47:50.637133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:50.659368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] No DVR routers for this DVR port 606b0ae6-269d-4ddf-acac-31bc49c46321 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:50.667520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.667990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.668342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.668679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.669010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.669338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.669664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.669987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.670340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.670664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.670986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.671302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:50.707527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:50.707869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:50.708192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:50.712367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Port 606b0ae6-269d-4ddf-acac-31bc49c46321 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:50.712692 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Attempting to bind port 606b0ae6-269d-4ddf-acac-31bc49c46321 on network bf61eb2f-a3aa-41d3-ac75-022d543695d9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:50.718146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:50.718515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Checking segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:50.718899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Bound using segment: {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:50.719323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Bound port: 606b0ae6-269d-4ddf-acac-31bc49c46321, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82108c5d-59c3-45c2-b0cf-61c488d54eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:50.719675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.781411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:50.784312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:50.787674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.822438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:50.823106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.824720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] 10.222.0.49 "PUT /v2.0/ports/606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 1092 time: 0.6114094 Jul 15 13:47:50.845256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b7d5-ad05-48f6-ae8b-6d20ea29cfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:50.904659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-4f268d72-fab4-4cf0-ac6e-59bce74116a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:50.906148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-4f268d72-fab4-4cf0-ac6e-59bce74116a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0569367 Jul 15 13:47:50.998084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-00e39ddf-6ca2-46f0-bf11-1fa4a0be2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:50.999611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-00e39ddf-6ca2-46f0-bf11-1fa4a0be2e22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.0864143 Jul 15 13:47:51.046774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-da5a70aa-a7bb-4052-a117-13397fe950df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0407746 Jul 15 13:47:51.122687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1cc89066-337d-41f8-a7e4-b9cf36ed57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.124158 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-1cc89066-337d-41f8-a7e4-b9cf36ed57e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0692291 Jul 15 13:47:51.160147 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-b840c99b-e464-44f0-9461-587022a9cc02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jul 15 13:47:51.172501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf83a3-b5af-4e43-ab36-671a3d9bc4ac req-c3ee8cc6-f674-4a31-8895-33f8e5319db5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.173925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abaf83a3-b5af-4e43-ab36-671a3d9bc4ac req-c3ee8cc6-f674-4a31-8895-33f8e5319db5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.1291699 Jul 15 13:47:51.267249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abaf83a3-b5af-4e43-ab36-671a3d9bc4ac req-26303fa7-bc82-4595-804e-13b3799004f5 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854867 Jul 15 13:47:51.288688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-82214ed5-aa75-4229-bdfc-5a96614b128f service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138239 Jul 15 13:47:51.381257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1f594df-8d97-4209-9657-fae0e4926c4e req-b3215b62-3c58-4344-be3b-cd12b3be5739 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Jul 15 13:47:52.442070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47907bd9-aa9f-48f6-b4e8-1a54c6388d9d req-b0358245-1577-42ba-b354-ea5c3f61c123 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:52.443511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47907bd9-aa9f-48f6-b4e8-1a54c6388d9d req-b0358245-1577-42ba-b354-ea5c3f61c123 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.0640171 Jul 15 13:47:52.483636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47907bd9-aa9f-48f6-b4e8-1a54c6388d9d req-0d2be195-9567-40b0-9644-66ca999fdaf3 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Jul 15 13:47:52.620418 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:52.622796 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb26854c-ab76-41e6-abae-e50b7c623f32" -d '{"events": [{"name": "network-changed", "server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:52.670649 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df741455-d6e2-41cb-ae45-5378d8cbcdbb x-openstack-request-id: req-df741455-d6e2-41cb-ae45-5378d8cbcdbb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:52.670939 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:52.671223 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df741455-d6e2-41cb-ae45-5378d8cbcdbb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:52.671596 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'status': 'completed', 'code': 200} Jul 15 13:47:52.787707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-5239a9de-1b8c-4ed2-8270-5a0c60b356a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:52.789123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-5239a9de-1b8c-4ed2-8270-5a0c60b356a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0987368 Jul 15 13:47:52.790865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-261dfda2-c50e-412d-a4b0-49062ac6790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:52.792623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-261dfda2-c50e-412d-a4b0-49062ac6790b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0931094 Jul 15 13:47:52.956359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-23eb8122-f630-4b13-97e6-21233a027a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:52.957843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-23eb8122-f630-4b13-97e6-21233a027a2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.1622901 Jul 15 13:47:52.958990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-c25f7c91-fa5a-4ede-b9cb-9097871f21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:52.960298 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-c25f7c91-fa5a-4ede-b9cb-9097871f21c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.1577218 Jul 15 13:47:53.005550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-73243099-2eb6-4671-88ab-d81be7d4ace8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0400851 Jul 15 13:47:53.045338 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-782c9f7b-d8f1-42ed-8cc1-ec8552b19cc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0730460 Jul 15 13:47:53.115416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-e4f7c66f-34df-42a4-aada-379efef0ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:53.116951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-e4f7c66f-34df-42a4-aada-379efef0ba2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0811150 Jul 15 13:47:53.120757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-5a7bc30c-d9a9-42c0-ae6c-b554b727dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:53.122078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-5a7bc30c-d9a9-42c0-ae6c-b554b727dbd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0580969 Jul 15 13:47:53.175340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-71e142e7-90c7-433c-99a2-5e42f5cc785b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520351 Jul 15 13:47:53.177176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-358d2890-7bf9-46ca-8fab-844ad2643dd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470541 Jul 15 13:47:53.335470 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-8ebe9d6f-3102-47b0-8c2d-24ccf14606ca service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536367 Jul 15 13:47:53.337289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-e3c5ac3b-32dd-4950-8bb4-9e4da706209e service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482582 Jul 15 13:47:53.419012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:53.457194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:53.496747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-f6f6b6c6-b161-4aa4-960a-c271779c71d3 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547351 Jul 15 13:47:53.498688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb26854c-ab76-41e6-abae-e50b7c623f32 req-e09690a4-91d2-4fe8-a1b8-b71b643e95f1 service neutron] 10.222.0.49 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499009 Jul 15 13:47:53.664335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e9349-ebbd-40f5-8391-ed190e90045e req-c60fed42-5723-466b-b1df-2e79b83b0fb4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:53.665793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e61e9349-ebbd-40f5-8391-ed190e90045e req-c60fed42-5723-466b-b1df-2e79b83b0fb4 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.0665603 Jul 15 13:47:53.705192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e61e9349-ebbd-40f5-8391-ed190e90045e req-22c2a5bc-3452-41f1-b733-da42ddd79129 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Jul 15 13:47:54.051333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-48e8ea6e-505a-4730-a6a7-f9241657b7cd tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:54.052664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-48e8ea6e-505a-4730-a6a7-f9241657b7cd tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.23 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1&tenant_id=d63afcb171244e7a8235bf5e2f32651e&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 944 time: 0.1124148 Jul 15 13:47:54.061099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0b70-5cda-4283-8afe-05a950cbc26a req-1f2badb3-87a1-4c0a-a0ed-fa085fbb6941 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:54.062459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb9d0b70-5cda-4283-8afe-05a950cbc26a req-1f2badb3-87a1-4c0a-a0ed-fa085fbb6941 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 944 time: 0.1234109 Jul 15 13:47:54.138230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cb9d0b70-5cda-4283-8afe-05a950cbc26a req-50804316-bf81-4895-a337-5fba423c3569 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697439 Jul 15 13:47:54.140156 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-8f137b26-f41f-45a8-a640-7e2f6cc16e57 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:47:54.141085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-8f137b26-f41f-45a8-a640-7e2f6cc16e57 service neutron] 10.222.0.23 "DELETE /v2.0/ports/606b0ae6-269d-4ddf-acac-31bc49c46321/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0777922 Jul 15 13:47:54.235878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-2a38cdcd-045e-4a38-bd88-b8c7a174d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:54.237347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-2a38cdcd-045e-4a38-bd88-b8c7a174d6b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63afcb171244e7a8235bf5e2f32651e&device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0513728 Jul 15 13:47:54.254396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:54.330190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-d1e7b94c-ceb1-4606-b092-4a4d98fc4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:54.331618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-d1e7b94c-ceb1-4606-b092-4a4d98fc4f33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 200 len: 916 time: 0.0885592 Jul 15 13:47:54.348725 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:54.360812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'network_id': 'bf61eb2f-a3aa-41d3-ac75-022d543695d9', 'port_id': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'mac_address': 'fa:16:3e:07:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf900fe8-542d-4e50-95d6-ea408690030c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:54.372841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-5879ee07-dd92-46e3-94e2-233b365ecc5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 200 len: 217 time: 0.0344324 Jul 15 13:47:54.396443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.411005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606b0ae6-269d-4ddf-acac-31bc49c46321 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:54.426539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-f3bc25b8-e5c4-4d50-ab34-65e9362342bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:54.428000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-f3bc25b8-e5c4-4d50-ab34-65e9362342bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 200 len: 855 time: 0.0498130 Jul 15 13:47:54.431370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:54.436195 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.461719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-ef845bba-3f23-4904-b0fb-fabbc72723b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf61eb2f-a3aa-41d3-ac75-022d543695d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270817 Jul 15 13:47:54.484481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:54.492393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.492746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.493433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.493783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.494119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.494481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.494810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.495139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.495467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.495788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.496131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.496438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:54.554477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-d3c33fe2-df15-40c6-8235-06ab06294328 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862277 Jul 15 13:47:54.644399 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['606b0ae6-269d-4ddf-acac-31bc49c46321'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:54.645210 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccb1f12-72a4-49fe-99da-fc63911631ce req-ec009111-3e31-48f7-94d0-5cf3b0096a46 service neutron] 10.222.0.23 "GET /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841565 Jul 15 13:47:55.312417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87e561-f7d5-436f-86e6-1652f73a0869 req-ea725bac-32d1-44b8-a42f-b373d971a151 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.313893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed87e561-f7d5-436f-86e6-1652f73a0869 req-ea725bac-32d1-44b8-a42f-b373d971a151 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 945 time: 0.0631080 Jul 15 13:47:55.350909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed87e561-f7d5-436f-86e6-1652f73a0869 req-efc72f29-00cf-4574-9c4e-5462948ac718 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Jul 15 13:47:55.527136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490fc4-97ee-4d56-bf88-9e10dfaafa03 req-2211a14d-a0ed-4aff-a185-6d4aaabc5923 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.528588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07490fc4-97ee-4d56-bf88-9e10dfaafa03 req-2211a14d-a0ed-4aff-a185-6d4aaabc5923 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 945 time: 0.0671589 Jul 15 13:47:55.565921 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07490fc4-97ee-4d56-bf88-9e10dfaafa03 req-eaa78c1b-4faa-46cf-957f-8322b476f593 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Jul 15 13:47:55.734109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c468124-8468-47e3-95d6-2d0fa2471502 req-9b1eb6fe-c770-4a58-9440-0683f1e099ac tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.735608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c468124-8468-47e3-95d6-2d0fa2471502 req-9b1eb6fe-c770-4a58-9440-0683f1e099ac tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 945 time: 0.0633924 Jul 15 13:47:55.772503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c468124-8468-47e3-95d6-2d0fa2471502 req-3fcf93b6-09b7-41f9-9df1-ffe32bd2d868 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Jul 15 13:47:56.171133 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:56.275746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:56.324056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 606b0ae6-269d-4ddf-acac-31bc49c46321 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:56.324423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051151a-8362-4c7b-9589-e027ba6f099c req-189b728a-a27f-4445-9b61-4551fc13d553 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:56.325806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5051151a-8362-4c7b-9589-e027ba6f099c req-189b728a-a27f-4445-9b61-4551fc13d553 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 945 time: 0.0635941 Jul 15 13:47:56.327798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 606b0ae6-269d-4ddf-acac-31bc49c46321 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:56.328170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.366767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5051151a-8362-4c7b-9589-e027ba6f099c req-92707ac5-ebe6-4239-8dc8-a359ffaa6542 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Jul 15 13:47:56.407504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.428546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:56.430801 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b892c0f4-ac29-4b3b-ae71-0f4f8b3e5236" -d '{"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-plugged", "status": "completed", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:56.443392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:56.447530 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.470575 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d96b3-78f0-4618-809d-1ee5d4cecc57 x-openstack-request-id: req-9c5d96b3-78f0-4618-809d-1ee5d4cecc57 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:56.470862 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-plugged", "status": "completed", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:56.471112 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c5d96b3-78f0-4618-809d-1ee5d4cecc57 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:56.471493 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'code': 200} Jul 15 13:47:56.497121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:57.347518 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-44715985-acf7-435f-afeb-6fcab021cf36 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.348952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-44715985-acf7-435f-afeb-6fcab021cf36 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.49 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.0659049 Jul 15 13:47:57.446928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Deleting port 606b0ae6-269d-4ddf-acac-31bc49c46321 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:57.447198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.565879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] For port 606b0ae6-269d-4ddf-acac-31bc49c46321, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=606b0ae6-269d-4ddf-acac-31bc49c46321,segment=NetworkSegment(82108c5d-59c3-45c2-b0cf-61c488d54eaf),segment_id=82108c5d-59c3-45c2-b0cf-61c488d54eaf)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:57.566261 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.583986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Calling delete_port for 606b0ae6-269d-4ddf-acac-31bc49c46321 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:57.640612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2fa0e-47d9-4d1e-b452-01a89526a047 req-9667008c-1573-4f31-a94e-b5461e652ae1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:57.642063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cc2fa0e-47d9-4d1e-b452-01a89526a047 req-9667008c-1573-4f31-a94e-b5461e652ae1 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4691082e-abca-4dd7-9db0-3edb5dc48cb1 HTTP/1.1" status: 200 len: 946 time: 0.1354396 Jul 15 13:47:57.701026 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cc2fa0e-47d9-4d1e-b452-01a89526a047 req-64ff1258-efdd-4e16-adef-658bfa446e16 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed508db0-9e33-482a-b01d-61b69805a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524282 Jul 15 13:47:57.753759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.765096 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['606b0ae6-269d-4ddf-acac-31bc49c46321'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:57.781374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Pushing event deleted for resources: {'Port': ['ID=606b0ae6-269d-4ddf-acac-31bc49c46321,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:57.830175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] No DVR routers for this DVR port 606b0ae6-269d-4ddf-acac-31bc49c46321 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:57.832715 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.834773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3249eb3c-6dec-4be5-bc93-53c49039148d req-6e4f3ebd-d499-4707-b50b-099ce0a05544 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] 10.222.0.49 "DELETE /v2.0/ports/606b0ae6-269d-4ddf-acac-31bc49c46321 HTTP/1.1" status: 204 len: 173 time: 0.4808455 Jul 15 13:47:57.835225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-deleted', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:57.837431 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8695e8ed-89cd-46ae-ad24-6f146102377f" -d '{"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-deleted", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:57.878670 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500c345-8cf6-4882-926a-ea725b7e15d1 x-openstack-request-id: req-a500c345-8cf6-4882-926a-ea725b7e15d1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:57.878963 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691082e-abca-4dd7-9db0-3edb5dc48cb1", "name": "network-vif-deleted", "tag": "606b0ae6-269d-4ddf-acac-31bc49c46321", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:57.879217 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a500c345-8cf6-4882-926a-ea725b7e15d1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:57.879616 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691082e-abca-4dd7-9db0-3edb5dc48cb1', 'name': 'network-vif-deleted', 'tag': '606b0ae6-269d-4ddf-acac-31bc49c46321', 'status': 'completed', 'code': 200} Jul 15 13:47:58.926952 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 34980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:58.969857 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Deleting subnet cf900fe8-542d-4e50-95d6-ea408690030c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:58.972752 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.009155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.046274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.096323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.122168 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf900fe8-542d-4e50-95d6-ea408690030c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:59.127182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.129189 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cf900fe8-542d-4e50-95d6-ea408690030c HTTP/1.1" status: 204 len: 168 time: 0.2010732 Jul 15 13:47:59.131699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:59.134239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.134590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.134924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.135254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.135631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.135982 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.136353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.136677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.136997 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.137313 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.137632 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.137947 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a647a22-b93e-4a88-b565-3e0deb3af094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:59.199881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.279469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.288951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf61eb2f-a3aa-41d3-ac75-022d543695d9']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:59.298559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82108c5d-59c3-45c2-b0cf-61c488d54eaf') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:59.298871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82108c5d-59c3-45c2-b0cf-61c488d54eaf') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:59.307339 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.320275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.326780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:59.327173 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:59.328789 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:59.379874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.385160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.387844 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] 10.222.0.48 "DELETE /v2.0/networks/bf61eb2f-a3aa-41d3-ac75-022d543695d9 HTTP/1.1" status: 204 len: 168 time: 0.2551589 Jul 15 13:47:59.398431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2c5f4-f36e-4e9d-b427-70d5d69ae2de admin admin] Pushing event deleted for resources: {'Network': ['ID=bf61eb2f-a3aa-41d3-ac75-022d543695d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:59.497382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:59.540033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0eab6025-ed22-45b0-9beb-de29fd344a94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d63afcb171244e7a8235bf5e2f32651e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413661 Jul 15 13:47:59.543520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 34988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:59.591276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c99432-d24c-4324-a056-1b5a7c03c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.612709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c99432-d24c-4324-a056-1b5a7c03c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.658529 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c99432-d24c-4324-a056-1b5a7c03c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.662078 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c99432-d24c-4324-a056-1b5a7c03c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.663230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-86c99432-d24c-4324-a056-1b5a7c03c8d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed508db0-9e33-482a-b01d-61b69805a89c HTTP/1.1" status: 204 len: 168 time: 0.1188333 Jul 15 13:47:59.671710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c99432-d24c-4324-a056-1b5a7c03c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed508db0-9e33-482a-b01d-61b69805a89c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:00.304650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:00.323091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:00.346722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 606b0ae6-269d-4ddf-acac-31bc49c46321 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:00.347170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 606b0ae6-269d-4ddf-acac-31bc49c46321 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:00.402465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-526820955-network', 'tenant_id': 'ea285002648a44769de302c94eebe9fd'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:00.423961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Made reservation on behalf of ea285002648a44769de302c94eebe9fd for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:00.426273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.435650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.524291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.527937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.550985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:48:00.561015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e06af2d-ca80-41d3-b6dc-ca0e77fe71d9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:00.567462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.567462 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Added segment e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e of type vlan for network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 Jul 15 13:48:00.609135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.636394 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.637960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:00.638543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.672628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3668444 Jul 15 13:48:00.675764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:00.680875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Request body: {'subnet': {'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-526820955-subnet', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:00.698070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e7b38-e2e5-4431-9f06-6b39892bdd1c admin admin] Pushing event updated for resources: {'Network': ['ID=40c98824-0050-48ad-8c19-4ab86ca9d1b4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:00.704391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Made reservation on behalf of ea285002648a44769de302c94eebe9fd for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:00.706788 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.708665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:48:00.878083 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.937295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e671f8-2f37-4f6e-8733-3a7ab608c1f1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:00.944271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:00.944635 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Network hostable DHCP agents. Network: 40c98824-0050-48ad-8c19-4ab86ca9d1b4, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:48:00.960851 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:48:00.968924 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 40c98824-0050-48ad-8c19-4ab86ca9d1b4) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:00.972810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:00.973405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.978504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03429e2f-c39b-4015-b2b3-a07f20275b67 None None] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:00.986811 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6259983a-3220-4802-867b-4eb3be2786a0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3099272 Jul 15 13:48:00.989721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:00.994634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:01.015695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.016816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.071763 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.137895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:01.138840 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.142654 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.281702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Allocated IP 172.20.0.2 (40c98824-0050-48ad-8c19-4ab86ca9d1b4/37e671f8-2f37-4f6e-8733-3a7ab608c1f1/de6d1d9c-d3ea-4041-a2a1-f894916d29f0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:01.428556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.437039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Transition to ACTIVE for port object de6d1d9c-d3ea-4041-a2a1-f894916d29f0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:01.452199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Transition to ACTIVE for port object de6d1d9c-d3ea-4041-a2a1-f894916d29f0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:01.457891 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.498238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:01.500966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:01.504467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:01.509714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Pushing event updated for resources: {'Port': ['ID=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:01.537205 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.564506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Attempting to bind port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:01.564876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Attempting to bind port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:01.565262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Attempting to bind port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:01.570256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:01.570904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:01.571309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.571707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:01.572167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Bound port: de6d1d9c-d3ea-4041-a2a1-f894916d29f0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:01.572556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.640157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] For port de6d1d9c-d3ea-4041-a2a1-f894916d29f0, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:01.643305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] For port de6d1d9c-d3ea-4041-a2a1-f894916d29f0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:01.647077 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.711183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5634-6873-4dad-9b81-6eeb4a11121f None None] Pushing event updated for resources: {'Port': ['ID=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:01.736475 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.756645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.878238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Allocated IP 172.25.2.200 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/cdccc449-d8f3-4465-859c-3d57d007ad21) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:01.986866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.024944 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.065646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:02.068520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:02.073282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:02.075299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Pushing event updated for resources: {'Port': ['ID=cdccc449-d8f3-4465-859c-3d57d007ad21,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:02.325966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.456122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de6d1d9c-d3ea-4041-a2a1-f894916d29f0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:02.508939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:02.538442 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.635396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712e682-b25a-44ef-bd94-2eab28598622 None None] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:02.675734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Router 6a0cfdf3-0601-44b8-951d-690984edd538 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:48:02.752730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] Provisioning for port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:02.759403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] Provisioning complete for port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:02.759777 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.785889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:02.801313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.801889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:02.802666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-39afbdd4-c57d-41de-b439-6bf225eaaf12 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8119001 Jul 15 13:48:02.805308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:02.827636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:02.828257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:47:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:03.122200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.139575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:03.234352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] For port de6d1d9c-d3ea-4041-a2a1-f894916d29f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:03.238847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.240843 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.336181 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6be0c-83e2-46f7-8a1e-a5abc639af29 None None] Pushing event updated for resources: {'Port': ['ID=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:03.379578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62c932a8-8cb5-406d-8022-71fce2c32fe8 None None] Provisioning complete for port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.379854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62c932a8-8cb5-406d-8022-71fce2c32fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.395248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Allocated IP 172.20.0.1 (40c98824-0050-48ad-8c19-4ab86ca9d1b4/37e671f8-2f37-4f6e-8733-3a7ab608c1f1/a3ba80ac-156b-4dbe-8ff3-14d3763bf16e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:03.422952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:02Z', 'revision_number': 3, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:03.452517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:03.452871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Updating router 6a0cfdf3-0601-44b8-951d-690984edd538 port cdccc449-d8f3-4465-859c-3d57d007ad21 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:03.501519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.514566 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.515910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Transition to ACTIVE for port object a3ba80ac-156b-4dbe-8ff3-14d3763bf16e will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:03.551233 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.592763 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:03.595537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:03.599074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:03.627899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:03.647609 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.789696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.790483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.802062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Transition to ACTIVE for port object cdccc449-d8f3-4465-859c-3d57d007ad21 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:03.807829 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.884946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Attempting to bind port cdccc449-d8f3-4465-859c-3d57d007ad21 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:03.885158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Attempting to bind port cdccc449-d8f3-4465-859c-3d57d007ad21 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:03.885616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Attempting to bind port cdccc449-d8f3-4465-859c-3d57d007ad21 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:03.889917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694a64-477c-4047-9b25-ce8890696fec None None] Pushing event updated for resources: {'Port': ['ID=cdccc449-d8f3-4465-859c-3d57d007ad21,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:03.895573 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.899717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:03.900119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:03.900556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.901095 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:03.901633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Bound port: cdccc449-d8f3-4465-859c-3d57d007ad21, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:03.902011 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.905372 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-76bcd661-4d66-46f8-8f28-523a838444e0 None None] Provisioning for port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:03.925548 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-76bcd661-4d66-46f8-8f28-523a838444e0 None None] Provisioning complete for port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.925917 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76bcd661-4d66-46f8-8f28-523a838444e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.958543 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.963729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.981265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-76bcd661-4d66-46f8-8f28-523a838444e0 None None] Port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:03.986020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] For port cdccc449-d8f3-4465-859c-3d57d007ad21, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:03.989403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] For port cdccc449-d8f3-4465-859c-3d57d007ad21, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cdccc449-d8f3-4465-859c-3d57d007ad21,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:03.993309 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.034651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:04.037185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.047066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:04.047690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:47:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:04.091413 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694a64-477c-4047-9b25-ce8890696fec None None] Pushing event updated for resources: {'Port': ['ID=cdccc449-d8f3-4465-859c-3d57d007ad21,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:04.127910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:04.129315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:04.162880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:04.252849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:04.369333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:04.369755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 2, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:04.381602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-76da4966-b557-4045-8285-c989bb00eee1 admin admin] 10.222.0.48 "PUT /v2.0/routers/6a0cfdf3-0601-44b8-951d-690984edd538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5683005 Jul 15 13:48:04.404403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db8330-94d3-436e-919a-62c8414dbf25 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 2, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:04.426470 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c7f187b-9df6-4ac6-911e-59f61a70937a None None] Provisioning complete for port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:04.427234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c7f187b-9df6-4ac6-911e-59f61a70937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.453511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de6d1d9c-d3ea-4041-a2a1-f894916d29f0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:04.500211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f187b-9df6-4ac6-911e-59f61a70937a None None] Port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:04.516222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:04.516823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.915810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35026) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:04.921900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195479560', 'description': 'tempest-description--1040831110'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:04.944122 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.044463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.047967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.075472 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.076906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1600122 Jul 15 13:48:05.080071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:05.085269 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'security_group_rule': {'security_group_id': 'fed613cb-38b5-4943-aa66-fdd1da15fb4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:05.091636 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1367b69-f3db-4c17-8541-daf55f78e703 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed613cb-38b5-4943-aa66-fdd1da15fb4f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:05.123069 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.183551 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.187489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.207674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48f952e-abe4-4cee-8073-674b26097adb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:05.211594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.215950 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b85c90c5-f497-4e11-8ff7-d2ee639fd85c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310759 Jul 15 13:48:05.216468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:05.220724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'security_group_rule': {'security_group_id': 'fed613cb-38b5-4943-aa66-fdd1da15fb4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:05.248011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.308554 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.312475 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.333446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed639a1-2d26-42b8-974d-fd1eea43a823,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:05.341568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.345699 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9d96e31a-6db9-44a0-9f1e-21527ac20b1f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257870 Jul 15 13:48:05.345898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 35032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:05.350767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:05.373733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.477829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.588221 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Allocated IP 172.25.2.158 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/d701e5b5-2e1e-4cf3-aa4c-0bf2edcc9881) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:05.692494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.732313 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.766919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:05.771613 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:05.774962 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:05.803929 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'Port': ['ID=d701e5b5-2e1e-4cf3-aa4c-0bf2edcc9881,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:05.871150 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.914339 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.067255 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.072114 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.143031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'Port': ['ID=d701e5b5-2e1e-4cf3-aa4c-0bf2edcc9881,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:06.149377 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.164061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.165325 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-50447bc0-4d3b-4d8e-8450-fe03ed542b9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8184495 Jul 15 13:48:06.306926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-ca8518cf-481d-4cba-9c4d-5a3df6f44256 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--195479560&fields=id&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 267 time: 0.0333605 Jul 15 13:48:06.335030 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:06.344774 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:06.345370 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:47:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:06.426812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f950fc3c-aa61-41db-91d1-435d886e9bc9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.430666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f950fc3c-aa61-41db-91d1-435d886e9bc9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1169369 Jul 15 13:48:06.452070 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-e61accc9-e45f-4d2e-8b5f-4184e1eadd1d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/quotas/ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 375 time: 0.0182514 Jul 15 13:48:06.452280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cdccc449-d8f3-4465-859c-3d57d007ad21 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:06.453672 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:06.507810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port cdccc449-d8f3-4465-859c-3d57d007ad21 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:06.511936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cdccc449-d8f3-4465-859c-3d57d007ad21 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:06.513225 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.525745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-35f3630b-c9cb-4e15-b1de-475fc119ccac tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720980 Jul 15 13:48:06.602073 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.625627 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port cdccc449-d8f3-4465-859c-3d57d007ad21, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cdccc449-d8f3-4465-859c-3d57d007ad21,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:06.629866 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.644188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-7f931645-a12b-49e2-8214-5bb6522ab711 service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045058 Jul 15 13:48:06.678714 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 2, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:06.680437 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=cdccc449-d8f3-4465-859c-3d57d007ad21,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:06.711698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:06.712309 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Updating router 6a0cfdf3-0601-44b8-951d-690984edd538 port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:06.731712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-94b18cc1-510b-40e9-94a5-13cd7d4fbce6 service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Jul 15 13:48:06.836830 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.913675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c84d9c11-66a0-441f-9e26-65e706ad21f6 req-6f511bcd-2d56-4ad9-8459-436a7535d77a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 210 time: 0.0347908 Jul 15 13:48:07.111389 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.121213 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Transition to ACTIVE for port object a3ba80ac-156b-4dbe-8ff3-14d3763bf16e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:07.127902 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.182903 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Pushing event updated for resources: {'Port': ['ID=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:07.208187 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.208526 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.208885 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.209331 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.209664 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.209988 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.210332 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.210723 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.210960 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.211275 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.211589 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.211900 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:07.245301 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Attempting to bind port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:07.245809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Attempting to bind port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:07.246295 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Attempting to bind port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:07.252793 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:07.254008 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:07.254008 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.254008 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:07.254448 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Bound port: a3ba80ac-156b-4dbe-8ff3-14d3763bf16e, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:07.254830 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.322028 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] For port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:07.328586 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] For port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:07.333351 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.396405 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:07.397152 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:47:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:07.439545 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779905b-2a3e-4ea3-836f-218550120915 None None] Pushing event updated for resources: {'Port': ['ID=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:07.515220 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:07.718498 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:07Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:07.744847 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fae32-7830-4c15-ba2d-631b90f5a7d9 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:07Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:08.059495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-dc696f56-2459-4606-b5ca-81b27f97e189 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:08.061016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-dc696f56-2459-4606-b5ca-81b27f97e189 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1332068 Jul 15 13:48:08.103885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7c9aeaa-5c0a-417a-9fcc-78161eee9c00 req-5fa947c3-981a-490e-a883-5a0806365695 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 210 time: 0.0522432 Jul 15 13:48:08.128913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-ef0ed4a2-4466-46a2-a0d3-6174868a6ff4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 379 time: 0.0571043 Jul 15 13:48:08.137587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'port': {'device_id': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'admin_state_up': True, 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'security_groups': ['fed613cb-38b5-4943-aa66-fdd1da15fb4f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:08.250650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Made reservation on behalf of ea285002648a44769de302c94eebe9fd for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:08.254165 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.392732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Allocated IP 172.20.0.11 (40c98824-0050-48ad-8c19-4ab86ca9d1b4/37e671f8-2f37-4f6e-8733-3a7ab608c1f1/f063c893-d919-464a-b040-f6c59f67d8df) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:08.446363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cdccc449-d8f3-4465-859c-3d57d007ad21 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:08.496057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port cdccc449-d8f3-4465-859c-3d57d007ad21 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:08.497010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.534692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.553566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Transition to ACTIVE for port object f063c893-d919-464a-b040-f6c59f67d8df will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:08.573534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3ba80ac-156b-4dbe-8ff3-14d3763bf16e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:08.585902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.621269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:08.625035 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:08.625411 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.645275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:08.652425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:08.657255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:08.664016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:08.710513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:08.711160 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.714295 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.727516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-daed6f6d-4752-43db-894d-40a4796fdc20 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944710 Jul 15 13:48:08.740142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Request body: {'port': {'device_id': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:08.749714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:08.755204 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.808007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:08.819297 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.896148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9359a5e6-844e-4dd8-bf78-16157807890a None None] Provisioning for port f063c893-d919-464a-b040-f6c59f67d8df completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:08.899795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9359a5e6-844e-4dd8-bf78-16157807890a None None] Provisioning complete for port f063c893-d919-464a-b040-f6c59f67d8df triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:08.900173 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9359a5e6-844e-4dd8-bf78-16157807890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.933458 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9359a5e6-844e-4dd8-bf78-16157807890a None None] Port f063c893-d919-464a-b040-f6c59f67d8df cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:09.084648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f063c893-d919-464a-b040-f6c59f67d8df {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:09.092811 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.104487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Transition to ACTIVE for port object f063c893-d919-464a-b040-f6c59f67d8df will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:09.108219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.186057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:09.273269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:09.273611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:09.273953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:09.283437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Port f063c893-d919-464a-b040-f6c59f67d8df on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:48:09.283760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:09.294962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:09.295305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:09.295690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:09.296120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Bound port: f063c893-d919-464a-b040-f6c59f67d8df, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:09.296480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.321332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c0621-f228-4f5a-a030-c5cde6c88d13 req-1046a337-f21f-4d24-955a-1c50765aaa74 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:09.322876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b9c0621-f228-4f5a-a030-c5cde6c88d13 req-1046a337-f21f-4d24-955a-1c50765aaa74 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.0974658 Jul 15 13:48:09.720369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b9c0621-f228-4f5a-a030-c5cde6c88d13 req-7d7bd8dd-0839-47ce-bdad-152e1184747e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768134 Jul 15 13:48:09.724455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:09.727567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:09.733055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.768428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:09.769115 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.770533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] 10.222.0.49 "PUT /v2.0/ports/f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1092 time: 1.0353560 Jul 15 13:48:09.770965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:09.773192 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817" -d '{"events": [{"name": "network-changed", "server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:09.798698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc2edb-18c8-4340-90c8-ce3926cff209 service neutron] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:09.822277 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e55a4e-4f48-4902-be89-448f9c5824da x-openstack-request-id: req-95e55a4e-4f48-4902-be89-448f9c5824da {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:09.822648 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:09.822974 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95e55a4e-4f48-4902-be89-448f9c5824da {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:09.823425 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'status': 'completed', 'code': 200} Jul 15 13:48:09.868289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-84280276-bcd0-40e0-a4f7-3472671a1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:09.869812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-84280276-bcd0-40e0-a4f7-3472671a1580 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1095 time: 0.0589356 Jul 15 13:48:09.915786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-907237dc-b0fb-48e6-8186-95a39d714711 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 217 time: 0.0389340 Jul 15 13:48:09.970589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-13a979d0-35c5-4c20-850a-e82c42a91336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:09.971938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-13a979d0-35c5-4c20-850a-e82c42a91336 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0500731 Jul 15 13:48:10.030704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-b3b3e1ce-2424-4df0-a021-e78c33048528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.032228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-b3b3e1ce-2424-4df0-a021-e78c33048528 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540371 Jul 15 13:48:10.128183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-efd907d4-3fb1-4f03-a544-c1b801f1b5e6 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883183 Jul 15 13:48:10.218086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9967cb70-c2a3-448f-b80f-274348cd54ce req-1de01221-73e6-4a44-b08c-403f11e79029 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836377 Jul 15 13:48:10.319232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-90a42d4b-c4fe-4f91-b359-137570a8a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.320646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-90a42d4b-c4fe-4f91-b359-137570a8a8fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1095 time: 0.0522122 Jul 15 13:48:10.414730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-5dded425-67c7-4bc3-96bf-e650a63433bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.417427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-5dded425-67c7-4bc3-96bf-e650a63433bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0909050 Jul 15 13:48:10.417884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3ba80ac-156b-4dbe-8ff3-14d3763bf16e up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:10.459970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-3ecfb3eb-3ec3-4116-9785-d797a779b603 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 217 time: 0.0361090 Jul 15 13:48:10.468475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:10.468853 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.513812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-be22bf73-29b7-4c6e-b116-0317d12eb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.515329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-be22bf73-29b7-4c6e-b116-0317d12eb6f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0490298 Jul 15 13:48:10.574235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-5f79d927-0d60-40f1-a79c-691338a62bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.576292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-5f79d927-0d60-40f1-a79c-691338a62bff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537658 Jul 15 13:48:10.668831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-b8bdcabc-0c7f-4c8a-9f15-e13bb08204dd service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Jul 15 13:48:10.758708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4ece7b0a-89dd-4d6c-98fb-16213b2c1817 req-8bfde534-41f0-470f-a080-6a25c0f89f09 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834479 Jul 15 13:48:10.894117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07252afd-7c52-4356-bf47-b6ad511e40eb req-2dcb2c38-3708-4219-acaf-57b70cda9229 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.895665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07252afd-7c52-4356-bf47-b6ad511e40eb req-2dcb2c38-3708-4219-acaf-57b70cda9229 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.0630274 Jul 15 13:48:10.937435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07252afd-7c52-4356-bf47-b6ad511e40eb req-1b7c04a6-8b06-438f-880f-e8bc40ab280e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362747 Jul 15 13:48:12.111125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb80296-7156-479c-b9bd-5b381fb26045 req-e68d405b-fb8e-4341-aa9d-382cfee7085b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:12.112618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eb80296-7156-479c-b9bd-5b381fb26045 req-e68d405b-fb8e-4341-aa9d-382cfee7085b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.0636189 Jul 15 13:48:12.149703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2eb80296-7156-479c-b9bd-5b381fb26045 req-fcbd2a30-d381-4df8-89f3-3c219f2e3ae6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Jul 15 13:48:12.353876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f063c893-d919-464a-b040-f6c59f67d8df details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:48:12.448837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:12.460054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f063c893-d919-464a-b040-f6c59f67d8df', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': 'f063c893-d919-464a-b040-f6c59f67d8df', 'mac_address': 'fa:16:3e:00:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:48:12.496229 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.508612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f063c893-d919-464a-b040-f6c59f67d8df {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:12.528085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:12.532054 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.580666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:12.668318 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5f08-11b7-41a6-8a9e-8c57b6aa565c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.718140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f063c893-d919-464a-b040-f6c59f67d8df'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:48:13.318817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389354c-8674-4414-924f-7983f1f88cd9 req-ddbce6ad-8039-4db0-9786-4799bbaa6da9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:13.320302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8389354c-8674-4414-924f-7983f1f88cd9 req-ddbce6ad-8039-4db0-9786-4799bbaa6da9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 945 time: 0.0619395 Jul 15 13:48:13.358065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8389354c-8674-4414-924f-7983f1f88cd9 req-9e35f16d-4ec1-4495-9226-5277407e75dd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Jul 15 13:48:14.369568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f063c893-d919-464a-b040-f6c59f67d8df up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:14.423504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f063c893-d919-464a-b040-f6c59f67d8df completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:14.427293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f063c893-d919-464a-b040-f6c59f67d8df triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:14.427668 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.512254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.536976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:14.539303 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff58891-7cdf-4148-9449-b4c8d9dd0d6b" -d '{"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-plugged", "status": "completed", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:14.554412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:14.559766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.569802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e95c-db90-412e-9209-b0f5bb54d47e req-65c357f6-ac49-4185-acaf-656a85e91364 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:14.572848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4157e95c-db90-412e-9209-b0f5bb54d47e req-65c357f6-ac49-4185-acaf-656a85e91364 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 945 time: 0.0996869 Jul 15 13:48:14.585275 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5ddba-7ab2-4c1b-85e4-72bd26c235c8 x-openstack-request-id: req-a1e5ddba-7ab2-4c1b-85e4-72bd26c235c8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:14.585568 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-plugged", "status": "completed", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:14.585823 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1e5ddba-7ab2-4c1b-85e4-72bd26c235c8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:14.586247 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'code': 200} Jul 15 13:48:14.616912 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:14.627003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4157e95c-db90-412e-9209-b0f5bb54d47e req-058145c9-d250-434c-81ae-f36fb2361a4b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459783 Jul 15 13:48:14.721411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b49a73-6e38-4812-be22-84d02e875ed2 req-24a01150-cdaf-436f-bac9-9eacc141bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:14.723009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51b49a73-6e38-4812-be22-84d02e875ed2 req-24a01150-cdaf-436f-bac9-9eacc141bef9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1097 time: 0.0537362 Jul 15 13:48:14.758462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51b49a73-6e38-4812-be22-84d02e875ed2 req-868ea2f9-fde1-42ad-ae1a-415f7d4dc1bd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291004 Jul 15 13:48:15.327325 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea653650-fc5a-4784-a5fe-bfbd8a4ab1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.612298 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.808615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc08f0-c674-44c0-8e26-8fa6ce09082e req-b6e5af88-5ffd-404b-ad01-cdc7372a8e99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:15.810167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6fc08f0-c674-44c0-8e26-8fa6ce09082e req-b6e5af88-5ffd-404b-ad01-cdc7372a8e99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0633056 Jul 15 13:48:15.855691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c6fc08f0-c674-44c0-8e26-8fa6ce09082e req-aab39ab1-25f8-4e93-a034-2dc66c145702 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396965 Jul 15 13:48:16.022679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a7c01-1568-45a4-9d28-b9ff23f5c26c req-c17542a5-b0ba-4f82-8002-33460de66046 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:16.024136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-812a7c01-1568-45a4-9d28-b9ff23f5c26c req-c17542a5-b0ba-4f82-8002-33460de66046 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0630176 Jul 15 13:48:16.032907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35076) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:16.037320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'floatingip': {'port_id': 'f063c893-d919-464a-b040-f6c59f67d8df'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:16.076041 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.519629 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.523528 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.624568 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 associated. External IP: 172.25.2.158, port: f063c893-d919-464a-b040-f6c59f67d8df. Jul 15 13:48:16.836638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:16.842150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.943367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:16.948253 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.954678 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:16.963499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:16.964117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:48:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:16.983446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c417240b-016c-4826-980d-122b80498d4a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "PUT /v2.0/floatingips/78e47c41-f765-4fdf-a143-f639754cf529 HTTP/1.1" status: 200 len: 992 time: 0.9495029 Jul 15 13:48:16.984026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:16.986279 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5df347-6aed-4124-b806-d39d588479fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:17.022768 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0fc0c1-2db0-40eb-b15b-7d904e7dbb8a x-openstack-request-id: req-1e0fc0c1-2db0-40eb-b15b-7d904e7dbb8a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:17.023063 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:17.023317 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e0fc0c1-2db0-40eb-b15b-7d904e7dbb8a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:17.023721 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'status': 'completed', 'code': 200} Jul 15 13:48:17.083654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:17.102516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df347-6aed-4124-b806-d39d588479fe req-0ea382ae-fec7-45e0-9579-c61257564a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.104187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-0ea382ae-fec7-45e0-9579-c61257564a08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1097 time: 0.0546024 Jul 15 13:48:17.204141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df347-6aed-4124-b806-d39d588479fe req-7c6e0bf1-c910-4a97-9119-4b34ebb86d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.205623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-7c6e0bf1-c910-4a97-9119-4b34ebb86d9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0952313 Jul 15 13:48:17.272913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-895621c3-c25c-486e-85cd-c278358a7db2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1000 time: 0.0607164 Jul 15 13:48:17.324876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df347-6aed-4124-b806-d39d588479fe req-c7c4da0a-6b96-4b96-913f-eba390ef2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.326424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-c7c4da0a-6b96-4b96-913f-eba390ef2c1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0474403 Jul 15 13:48:17.382933 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df347-6aed-4124-b806-d39d588479fe req-471b6797-6b12-495b-88bf-cab72cf91e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.384460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-471b6797-6b12-495b-88bf-cab72cf91e84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520849 Jul 15 13:48:17.465685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': 'f063c893-d919-464a-b040-f6c59f67d8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:00:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:48:16Z', 'revision_number': 1, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.475510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-9bf3c537-3f36-431e-a0c7-adf67cdf2828 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849113 Jul 15 13:48:17.491568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:17.500317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:17.500924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:48:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.570051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be5df347-6aed-4124-b806-d39d588479fe req-1764701f-3a76-41bc-abf2-f53102646736 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878792 Jul 15 13:48:17.608292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:17.823806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': 'f063c893-d919-464a-b040-f6c59f67d8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:00:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:48:16Z', 'revision_number': 1, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.849954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a17e9-7727-4c7e-95bc-3d0f1a75e1f3 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': 'f063c893-d919-464a-b040-f6c59f67d8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:00:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:48:16Z', 'revision_number': 1, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:18.030961 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe11ae-519c-4636-8a82-9adb6d30dcaa None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:48:18.181047 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.130912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.170815 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:33.854646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.668559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12336139-e594-431d-a4bd-0a2214f2ced0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.327848 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52099ec6-5f75-4ae3-b271-499514f11160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.613338 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.843840 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.189444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.131967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.854138 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.170538 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:12.668440 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-925fb51b-9ccb-42c7-8cce-9ee278a41868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.329306 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1300a9c-1960-45fb-af10-5112b7a77054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.614232 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.541560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-6b0c557c-163c-4520-84c7-cdaf9c2c14e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537934 Jul 15 13:49:16.653454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-a4ba3a8b-08bf-4514-9110-06d8054f8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:16.655271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-a4ba3a8b-08bf-4514-9110-06d8054f8a24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1097 time: 0.0595510 Jul 15 13:49:16.819962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-91bdd8c0-53e0-4f4c-bb3e-c93374195274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:16.821591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-91bdd8c0-53e0-4f4c-bb3e-c93374195274 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1473694 Jul 15 13:49:16.852640 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.899544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-00217c0b-ff1f-4259-a89c-7199cc443e85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1002 time: 0.0718713 Jul 15 13:49:16.962694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-f6f10c17-6826-4d11-81e6-240413673f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:16.964252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-f6f10c17-6826-4d11-81e6-240413673f2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0584786 Jul 15 13:49:17.028528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-399571e9-a43f-4d92-a5ec-dc6f335e6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:17.030616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-399571e9-a43f-4d92-a5ec-dc6f335e6c5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602858 Jul 15 13:49:17.150265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-6716cbbf-e5d2-4264-ba69-3f2fdd3ddfc3 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134489 Jul 15 13:49:17.252472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0ec0ab-6b74-420d-8949-724a5ab4fc1f req-e409dc83-d816-42e5-9c0b-0dde947741f4 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962589 Jul 15 13:49:18.187782 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.147088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.852728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.669471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0440d209-ab44-4fba-8766-443f8828c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.329445 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04a0c5cf-f806-4b7d-b9a3-33038d503ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.614423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:46.852356 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.170617 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:48.190738 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.223787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6808d-a120-43f1-8376-0c0a96c25f98 req-07e05bd1-53d6-4220-a402-abc32bf5440a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:54.225192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b5a6808d-a120-43f1-8376-0c0a96c25f98 req-07e05bd1-53d6-4220-a402-abc32bf5440a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.1246104 Jul 15 13:49:54.261787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b5a6808d-a120-43f1-8376-0c0a96c25f98 req-26964e79-070b-49fe-b20b-938342334cca tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Jul 15 13:49:54.600384 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-8e4a34aa-4ce3-4975-a0ce-4955fe1846f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590136 Jul 15 13:49:54.657889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d3195-d92f-47ae-9af3-34ecca89d69c req-81e7b6f2-107d-4dc5-9339-6c648da35537 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:54.659441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594d3195-d92f-47ae-9af3-34ecca89d69c req-81e7b6f2-107d-4dc5-9339-6c648da35537 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0666127 Jul 15 13:49:54.699758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594d3195-d92f-47ae-9af3-34ecca89d69c req-5a7695f3-491f-4d2a-9f77-a5989a65659e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347366 Jul 15 13:49:55.869721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-3ac4c8fb-f581-46b7-b78b-513dd9217183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:55.871280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-3ac4c8fb-f581-46b7-b78b-513dd9217183 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1097 time: 0.0577478 Jul 15 13:49:56.003538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-ded33f73-8f6c-4a32-9259-6706d8717547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.004908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-ded33f73-8f6c-4a32-9259-6706d8717547 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1279202 Jul 15 13:49:56.013124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973060e1-a3bc-4e3c-b5c2-047cd4e9b855 req-ffa00220-32c5-4f64-9f54-e121f18f0ee1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.014490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-973060e1-a3bc-4e3c-b5c2-047cd4e9b855 req-ffa00220-32c5-4f64-9f54-e121f18f0ee1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.1932127 Jul 15 13:49:56.096206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-973060e1-a3bc-4e3c-b5c2-047cd4e9b855 req-6db57239-e9fc-4c3a-9ac3-5c9541756755 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746441 Jul 15 13:49:56.100266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-2a1412bd-8b64-437e-8599-962bac8345bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1002 time: 0.0849416 Jul 15 13:49:56.148433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-739305cf-bf6c-41cb-aa0b-28f6f06dce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.149837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-739305cf-bf6c-41cb-aa0b-28f6f06dce27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0429165 Jul 15 13:49:56.210453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-03391fe1-ef83-4fb5-a190-fa0fd1c082f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.211952 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-03391fe1-ef83-4fb5-a190-fa0fd1c082f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558863 Jul 15 13:49:56.299316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-35a9b421-39ef-45eb-9e22-6b44b3865b98 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Jul 15 13:49:56.389806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-0510e7b6-1f50-479b-aea1-caa9d03c76b0 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845199 Jul 15 13:49:57.267308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62265-d3e2-48de-8818-d1cc2fa5a672 req-2a6e08ff-31f9-42a3-a6fc-7e7ecd635f75 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:57.268860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2a62265-d3e2-48de-8818-d1cc2fa5a672 req-2a6e08ff-31f9-42a3-a6fc-7e7ecd635f75 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0616040 Jul 15 13:49:57.304748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2a62265-d3e2-48de-8818-d1cc2fa5a672 req-0f150d53-eb2f-4652-bf04-d775a5d37c6f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305440 Jul 15 13:49:58.476584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074573f-1870-4f0a-a8f9-7e4aa79a2983 req-3ac9cbd2-97e2-4843-8585-9def3d193383 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:58.478034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3074573f-1870-4f0a-a8f9-7e4aa79a2983 req-3ac9cbd2-97e2-4843-8585-9def3d193383 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0624065 Jul 15 13:49:58.515938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3074573f-1870-4f0a-a8f9-7e4aa79a2983 req-b810e246-3d28-49b9-a758-5dc4b8fab470 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Jul 15 13:49:59.690675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af567d-6d1e-4709-9ca5-277ce718ac6f req-7d848e3b-cff4-4c1f-bb19-050c5313f211 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:59.692131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8af567d-6d1e-4709-9ca5-277ce718ac6f req-7d848e3b-cff4-4c1f-bb19-050c5313f211 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0657568 Jul 15 13:49:59.728764 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8af567d-6d1e-4709-9ca5-277ce718ac6f req-5b4effed-56af-458d-9e3e-305516b4ceb0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jul 15 13:50:00.900293 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d424a-4318-4c0d-b77c-2277af2beced req-95cccaa3-8648-4014-b27d-d8b928f34a32 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:00.901779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d9d424a-4318-4c0d-b77c-2277af2beced req-95cccaa3-8648-4014-b27d-d8b928f34a32 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0629888 Jul 15 13:50:00.938944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d9d424a-4318-4c0d-b77c-2277af2beced req-12b0bf50-986b-4b7d-88ce-595bffd21ecd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Jul 15 13:50:01.148894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.118641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fda25-edd2-40d0-b370-f0d45f21591a req-d781edf6-3818-4b06-9fef-9474db956e0f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.120131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a6fda25-edd2-40d0-b370-f0d45f21591a req-d781edf6-3818-4b06-9fef-9474db956e0f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0668685 Jul 15 13:50:02.157790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a6fda25-edd2-40d0-b370-f0d45f21591a req-3b984abd-003c-4ebc-a5f6-0348d8b3d278 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Jul 15 13:50:03.329325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8ac3-e8c9-4819-9aae-1b46bbd51de6 req-fe4d026a-f72b-486a-ab95-88d66e8ddf90 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:03.330821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b91a8ac3-e8c9-4819-9aae-1b46bbd51de6 req-fe4d026a-f72b-486a-ab95-88d66e8ddf90 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0625808 Jul 15 13:50:03.366881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b91a8ac3-e8c9-4819-9aae-1b46bbd51de6 req-1bf51c9d-0648-47b1-a878-0d474afef8a2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Jul 15 13:50:03.867272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.539672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0c01e-c3ab-4b83-a1b5-0dfc23ca8448 req-89d6566d-6cd4-45f0-b280-d4b3474a477d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:04.541128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7b0c01e-c3ab-4b83-a1b5-0dfc23ca8448 req-89d6566d-6cd4-45f0-b280-d4b3474a477d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0614095 Jul 15 13:50:04.578382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7b0c01e-c3ab-4b83-a1b5-0dfc23ca8448 req-0dec26f7-3f55-41bc-95e7-c98b3c1ca1fa tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316153 Jul 15 13:50:05.756859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c257b20-991c-49b3-bd9d-9d0c72fb7d74 req-514b9c36-26f8-44c2-a0b2-f03715212aa2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:05.758360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c257b20-991c-49b3-bd9d-9d0c72fb7d74 req-514b9c36-26f8-44c2-a0b2-f03715212aa2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0661685 Jul 15 13:50:05.795473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c257b20-991c-49b3-bd9d-9d0c72fb7d74 req-d4552025-284b-46dc-b7c0-8344b706e9ee tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Jul 15 13:50:06.972313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8dc79-1e9e-45c3-87f8-52ea38356ee4 req-3461f287-bde8-42ef-b4e3-04ad7f304fe7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:06.973794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bf8dc79-1e9e-45c3-87f8-52ea38356ee4 req-3461f287-bde8-42ef-b4e3-04ad7f304fe7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0627465 Jul 15 13:50:07.010182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6bf8dc79-1e9e-45c3-87f8-52ea38356ee4 req-65a674b4-dd28-462c-b37f-6eac526f1508 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308788 Jul 15 13:50:08.186591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137c569-1a49-4547-af76-5558581bdb7c req-693a0543-3cfb-47d0-8094-a11adaeafe14 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:08.189120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6137c569-1a49-4547-af76-5558581bdb7c req-693a0543-3cfb-47d0-8094-a11adaeafe14 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0683365 Jul 15 13:50:08.226908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6137c569-1a49-4547-af76-5558581bdb7c req-58aa126c-4f17-460d-bd39-3c1bca801912 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Jul 15 13:50:09.399174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22fdc-3447-44ed-a9da-d53b8228bbd5 req-d6b3a97c-01bd-4e33-bcec-76fa7bc9ebbf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:09.400714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa22fdc-3447-44ed-a9da-d53b8228bbd5 req-d6b3a97c-01bd-4e33-bcec-76fa7bc9ebbf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0637608 Jul 15 13:50:09.439084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa22fdc-3447-44ed-a9da-d53b8228bbd5 req-6f8844bf-2464-4e4c-98f4-9a6930c51738 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Jul 15 13:50:10.609425 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a314589-a088-46a4-9c78-815000f9a782 req-c1a009d9-15d1-4ee4-a1fc-c9ff9698e505 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:10.611048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a314589-a088-46a4-9c78-815000f9a782 req-c1a009d9-15d1-4ee4-a1fc-c9ff9698e505 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0618956 Jul 15 13:50:10.648465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a314589-a088-46a4-9c78-815000f9a782 req-667484ab-6402-4ec6-bfe5-2f72d502571e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Jul 15 13:50:11.825771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad32c08-175e-4379-8246-7663c5529034 req-017617c7-ee42-4a40-bfd8-353110365ce4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:11.827268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ad32c08-175e-4379-8246-7663c5529034 req-017617c7-ee42-4a40-bfd8-353110365ce4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0660467 Jul 15 13:50:11.864652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ad32c08-175e-4379-8246-7663c5529034 req-3bd73dce-24fc-444b-8649-6c1ec2e69de0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Jul 15 13:50:12.670158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d39cfd-2070-49b3-890d-9976b451291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.032579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d12b5-4fdf-4aef-8702-0ffbb6fc279b req-fadc3c66-3ab2-46c7-a336-93079b765085 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:13.034099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b12d12b5-4fdf-4aef-8702-0ffbb6fc279b req-fadc3c66-3ab2-46c7-a336-93079b765085 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0621035 Jul 15 13:50:13.071526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b12d12b5-4fdf-4aef-8702-0ffbb6fc279b req-0c8fca10-f1e7-4e8d-9f13-e368702fe2cb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Jul 15 13:50:13.224801 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-4d367d39-2751-40b4-b709-a78331efc818 req-596c4982-96c5-4f74-a95c-35925d68bdad service neutron] show failed (client error): The resource could not be found. Jul 15 13:50:13.225800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-596c4982-96c5-4f74-a95c-35925d68bdad service neutron] 10.222.0.49 "GET /v2.0/ports/f063c893-d919-464a-b040-f6c59f67d8df/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0573146 Jul 15 13:50:13.473187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-c0b3a751-8069-4073-907d-eb0cdd1c9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:13.474604 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-c0b3a751-8069-4073-907d-eb0cdd1c9ed4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 1097 time: 0.0529158 Jul 15 13:50:13.485835 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:13.554345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.752167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:13.783077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:13.821101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:13.823648 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc96a69-5800-43bf-8e83-5a481e4e3c6c" -d '{"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-unplugged", "status": "completed", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:13.827371 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.840354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Transition to ACTIVE for port object f063c893-d919-464a-b040-f6c59f67d8df will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:13.844055 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.876303 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a080f0ce-ed88-47b6-a5ee-b0d508dd3831 x-openstack-request-id: req-a080f0ce-ed88-47b6-a5ee-b0d508dd3831 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:13.876593 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-unplugged", "status": "completed", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:13.876841 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a080f0ce-ed88-47b6-a5ee-b0d508dd3831 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:13.877226 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'code': 200} Jul 15 13:50:13.927009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.276738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.277395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.277395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.277617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.277913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.278243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.278562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.278873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.279183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.279497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.279805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.280114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:14.336875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] No DVR routers for this DVR port f063c893-d919-464a-b040-f6c59f67d8df on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:14.429665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaa8d2-624a-4e11-8a84-094aa506e337 req-85b22ab3-36a2-4a5a-b5da-b58492a9fa30 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.431104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bcaa8d2-624a-4e11-8a84-094aa506e337 req-85b22ab3-36a2-4a5a-b5da-b58492a9fa30 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.1656430 Jul 15 13:50:14.488281 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bcaa8d2-624a-4e11-8a84-094aa506e337 req-fe58d0b2-292f-419a-ab07-294cb1dce799 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508132 Jul 15 13:50:14.517217 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:14.517658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:14.518000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:14.522296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Port f063c893-d919-464a-b040-f6c59f67d8df on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:50:14.522624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Attempting to bind port f063c893-d919-464a-b040-f6c59f67d8df on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:14.527473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:14.527754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:14.528140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:14.528568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Bound port: f063c893-d919-464a-b040-f6c59f67d8df, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:14.528925 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.594002 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:14.597356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:14.601065 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.634819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.635438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.636809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] 10.222.0.23 "PUT /v2.0/ports/f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1092 time: 1.1549740 Jul 15 13:50:14.658188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449f64-21d7-4793-91fc-90e986070153 service neutron] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.715852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-8dfc0ab5-f653-4037-a5e4-9f075eeb5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.717396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-8dfc0ab5-f653-4037-a5e4-9f075eeb5d0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1095 time: 0.0562255 Jul 15 13:50:14.813952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-557b28d4-d401-4e22-9ade-f86bc30616d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.815514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-557b28d4-d401-4e22-9ade-f86bc30616d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0920875 Jul 15 13:50:14.879593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-4682d6c9-b556-48c5-bbd5-dee967d97cea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1000 time: 0.0566137 Jul 15 13:50:14.932593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-22a65c6a-53fc-4d59-a7a9-7b43090e65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.934047 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-22a65c6a-53fc-4d59-a7a9-7b43090e65f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0478516 Jul 15 13:50:14.989646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367d39-2751-40b4-b709-a78331efc818 req-7ba055e7-fe02-4c0d-b494-0cb9c4770d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.991183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-7ba055e7-fe02-4c0d-b494-0cb9c4770d2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509501 Jul 15 13:50:15.085079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-286d1c57-d03c-427e-9cf6-9b6c442d43c9 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874770 Jul 15 13:50:15.178796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-0bc2e94e-1453-4a3b-8526-1185ad5ebbaf service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875037 Jul 15 13:50:15.330899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1d175d7-6e1e-4df5-8779-fb4eb2df2383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.616623 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.664598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635c162-674b-4ebf-a623-cbcc20ca8437 req-6851eda3-c7d4-47b7-ac52-a0495a8543c6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:15.666090 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9635c162-674b-4ebf-a623-cbcc20ca8437 req-6851eda3-c7d4-47b7-ac52-a0495a8543c6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.0661609 Jul 15 13:50:15.704598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9635c162-674b-4ebf-a623-cbcc20ca8437 req-d8cab8e1-1f3e-4099-9859-8bb755102ed1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328207 Jul 15 13:50:15.878811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:15.881036 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f43c9-e838-477a-ba9f-115a0e21c0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:15.927363 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b1441-0ae4-4c81-8361-06d7f61720e8 x-openstack-request-id: req-514b1441-0ae4-4c81-8361-06d7f61720e8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:15.927659 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:15.927903 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-514b1441-0ae4-4c81-8361-06d7f61720e8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:15.928285 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'status': 'completed', 'code': 200} Jul 15 13:50:16.048830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-bf34886a-957d-47ce-9217-df4a199d9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.050339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-bf34886a-957d-47ce-9217-df4a199d9765 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1095 time: 0.1012716 Jul 15 13:50:16.053195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-9fab4624-c186-449f-ac3a-cf8f2e5424b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.054562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-9fab4624-c186-449f-ac3a-cf8f2e5424b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1095 time: 0.0962272 Jul 15 13:50:16.212584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-705b3f63-4f5d-443f-af4b-afedfaae5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.214066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-705b3f63-4f5d-443f-af4b-afedfaae5468 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1556959 Jul 15 13:50:16.215204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-055a6e70-e14b-4bca-987f-7da453265464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.216519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-055a6e70-e14b-4bca-987f-7da453265464 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1504080 Jul 15 13:50:16.325937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-9c1e21d5-70d4-475f-8a1d-99a00b3d26d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1000 time: 0.1050990 Jul 15 13:50:16.330420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-0049c216-ab9c-473f-aa2c-a1d3974844f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1000 time: 0.1033628 Jul 15 13:50:16.412075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-464fccda-80ad-4b40-9f9b-ede1ab6cf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.413483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-464fccda-80ad-4b40-9f9b-ede1ab6cf492 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0814586 Jul 15 13:50:16.417112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-b678dca1-7ea8-45d4-8b52-adc7c075ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.418474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-b678dca1-7ea8-45d4-8b52-adc7c075ba97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0785556 Jul 15 13:50:16.531755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-fc30346b-15de-4354-adff-a822e4c21ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.533365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-fc30346b-15de-4354-adff-a822e4c21ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049306 Jul 15 13:50:16.535574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-deaf0e85-167d-421e-a646-3d80486528d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.536962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-deaf0e85-167d-421e-a646-3d80486528d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167026 Jul 15 13:50:16.746855 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-1b46a9d9-44d5-44ee-8035-007f411b679c service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059391 Jul 15 13:50:16.750080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-fa35f30d-8d02-4fbb-83a5-bc18714bc8b8 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016196 Jul 15 13:50:16.857992 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.970463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-615e3ce0-0f05-4bb2-ab20-f9b31b9f44a2 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176526 Jul 15 13:50:16.976649 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-146f43c9-e838-477a-ba9f-115a0e21c0fc req-c0a1cd95-8492-4c7e-a259-91ae29e10383 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164519 Jul 15 13:50:16.980191 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f063c893-d919-464a-b040-f6c59f67d8df no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:17.000965 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5ae0-8440-445c-85e5-cd89dcf22bcc req-c51618bc-9b32-41fe-92cc-f8839acbf113 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:17.002616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79fe5ae0-8440-445c-85e5-cd89dcf22bcc req-c51618bc-9b32-41fe-92cc-f8839acbf113 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.1470165 Jul 15 13:50:17.034253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f063c893-d919-464a-b040-f6c59f67d8df not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:17.060032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79fe5ae0-8440-445c-85e5-cd89dcf22bcc req-c09675b9-65c3-4991-a4e5-03298268191a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Jul 15 13:50:17.112592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-75f78fbf-6b4c-4f17-b942-433c946074d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:17.115000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-75f78fbf-6b4c-4f17-b942-433c946074d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1095 time: 0.0660546 Jul 15 13:50:17.226020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-bde2e431-fa81-4652-a6c5-08c4de9108f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:17.227534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-bde2e431-fa81-4652-a6c5-08c4de9108f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0917943 Jul 15 13:50:17.294324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-3f6e0a54-bd1e-4b1c-b921-5979f7ed5f39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1000 time: 0.0606298 Jul 15 13:50:17.340695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-485901d7-8582-439a-b48d-f6fc697fbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:17.342117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-485901d7-8582-439a-b48d-f6fc697fbf62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0425012 Jul 15 13:50:17.397801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-cee624f4-74bf-44ce-a984-9a2717b8ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:17.399331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-cee624f4-74bf-44ce-a984-9a2717b8ae85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511224 Jul 15 13:50:17.492330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-d6939588-d414-4b1b-87cb-7d26bd2d4348 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 Jul 15 13:50:17.581783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0727c45-6ac4-4261-95bb-ad75569e53df req-0a523d15-27ca-44a0-bd04-54c293b93d3c service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829725 Jul 15 13:50:18.040479 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f063c893-d919-464a-b040-f6c59f67d8df details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:50:18.135229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:18.146968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f063c893-d919-464a-b040-f6c59f67d8df', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': 'f063c893-d919-464a-b040-f6c59f67d8df', 'mac_address': 'fa:16:3e:00:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:50:18.195517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.207179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.209907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f063c893-d919-464a-b040-f6c59f67d8df {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:18.230009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:18.233828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.252870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d795-20a2-4a11-903f-9982b3a9925b req-88bc388e-d4a2-425b-a567-9b9cbef28333 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.254475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66b2d795-20a2-4a11-903f-9982b3a9925b req-88bc388e-d4a2-425b-a567-9b9cbef28333 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 944 time: 0.0711029 Jul 15 13:50:18.281503 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:18.288871 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.289217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.289565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.289898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.290243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.290635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.290913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.291239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.291565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.291887 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.292209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.292530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:18.292973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-66b2d795-20a2-4a11-903f-9982b3a9925b req-03b474fb-3963-4e98-8b54-837176d98da1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Jul 15 13:50:18.480407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f063c893-d919-464a-b040-f6c59f67d8df'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:18.642193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f840c3-d59a-465d-a9c6-b948ed592f27 req-9186ae68-25c3-4ba0-8c5f-ce0bf855e2ba tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.643732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86f840c3-d59a-465d-a9c6-b948ed592f27 req-9186ae68-25c3-4ba0-8c5f-ce0bf855e2ba tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 945 time: 0.1151311 Jul 15 13:50:18.651777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-36a710a9-f156-45c9-8756-01c0c5a15a69 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.653116 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-36a710a9-f156-45c9-8756-01c0c5a15a69 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91&tenant_id=ea285002648a44769de302c94eebe9fd&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 945 time: 0.1131451 Jul 15 13:50:18.731256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86f840c3-d59a-465d-a9c6-b948ed592f27 req-26cb02ca-d564-4eaa-ab1f-ec84241fa78a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771928 Jul 15 13:50:18.739490 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-f9706ea8-6631-4dde-9c2e-de20a524d656 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:50:18.740482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-f9706ea8-6631-4dde-9c2e-de20a524d656 service neutron] 10.222.0.49 "DELETE /v2.0/ports/f063c893-d919-464a-b040-f6c59f67d8df/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0802715 Jul 15 13:50:18.834900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-5bb57f54-69c9-4fdc-a357-dd7eda7efde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.836369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-5bb57f54-69c9-4fdc-a357-dd7eda7efde3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 1096 time: 0.0527270 Jul 15 13:50:18.929547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-82d1872d-35db-4c8d-823e-b8bf000333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.930958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-82d1872d-35db-4c8d-823e-b8bf000333bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0885806 Jul 15 13:50:18.997748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-e7f66d8b-ff6b-4bc0-945a-452f5a1a7416 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 200 len: 1001 time: 0.0606580 Jul 15 13:50:19.054105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-4944cc54-16b6-4576-88b8-a8d11981c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:19.055608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-4944cc54-16b6-4576-88b8-a8d11981c102 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0524654 Jul 15 13:50:19.124865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-e68ece10-f922-4ebc-9157-3e362a84b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:19.126482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-e68ece10-f922-4ebc-9157-3e362a84b7cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652273 Jul 15 13:50:19.215689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-7204e0d9-1308-4f0f-9e31-6687cfd82f3d service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Jul 15 13:50:19.309137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93a58bc1-09d5-44f2-a7f3-f33797505252 req-babf808a-3b0d-4334-884f-4232eb27e785 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871975 Jul 15 13:50:19.921311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55a9fd-4209-47fa-98b7-0aba3bbb2596 req-dceffa7b-aca8-40f9-aa01-fdae4a9e02bd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:19.923415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af55a9fd-4209-47fa-98b7-0aba3bbb2596 req-dceffa7b-aca8-40f9-aa01-fdae4a9e02bd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 945 time: 0.0740142 Jul 15 13:50:19.963619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af55a9fd-4209-47fa-98b7-0aba3bbb2596 req-b0857ec6-115e-4547-a9d2-eb97562a317f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345001 Jul 15 13:50:20.056168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f063c893-d919-464a-b040-f6c59f67d8df up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:20.105637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port f063c893-d919-464a-b040-f6c59f67d8df completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:20.109318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f063c893-d919-464a-b040-f6c59f67d8df triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:20.109691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.145298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bd7e-c48b-4df1-aad4-63fcd986b066 req-5d9ee0fd-4b45-45bf-8013-f28a53390469 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:20.146867 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3339bd7e-c48b-4df1-aad4-63fcd986b066 req-5d9ee0fd-4b45-45bf-8013-f28a53390469 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 945 time: 0.0692780 Jul 15 13:50:20.184839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3339bd7e-c48b-4df1-aad4-63fcd986b066 req-fb333a3e-5632-4040-8e07-963289102244 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318484 Jul 15 13:50:20.188599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.213202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:20.215440 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c42c47-4ebf-4233-93d9-ca93a4c38a7a" -d '{"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-plugged", "status": "completed", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:20.228761 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:20.233212 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.259548 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaef63c3-d952-4f48-8267-0475dcafeaa5 x-openstack-request-id: req-eaef63c3-d952-4f48-8267-0475dcafeaa5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:20.259835 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-plugged", "status": "completed", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:20.260084 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eaef63c3-d952-4f48-8267-0475dcafeaa5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:20.260463 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'code': 200} Jul 15 13:50:20.286920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:20.358883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4cb41-dc72-4d46-9c2b-5dbc2955132b req-42efe07b-ea0f-4009-aae4-8dc680818d03 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:20.360701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5be4cb41-dc72-4d46-9c2b-5dbc2955132b req-42efe07b-ea0f-4009-aae4-8dc680818d03 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0636227 Jul 15 13:50:20.398708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5be4cb41-dc72-4d46-9c2b-5dbc2955132b req-deb3d312-4835-449c-a2c5-894befce1f73 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322373 Jul 15 13:50:20.769296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8599-1f3c-4a29-8163-7f2d2ecc6289 req-441f6e79-e7f7-4428-b589-af288e5128f0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:20.770735 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3de8599-1f3c-4a29-8163-7f2d2ecc6289 req-441f6e79-e7f7-4428-b589-af288e5128f0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0642526 Jul 15 13:50:20.808027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b3de8599-1f3c-4a29-8163-7f2d2ecc6289 req-f83cb07e-c43a-480f-b835-538671a0238c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Jul 15 13:50:22.025863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f3b75-1f06-4c03-b056-a71b498d7625 req-09c069b1-6b03-4c6a-b780-a0b84ebe3481 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:22.027255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-496f3b75-1f06-4c03-b056-a71b498d7625 req-09c069b1-6b03-4c6a-b780-a0b84ebe3481 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.1093774 Jul 15 13:50:22.035154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-ed2147c6-edaa-4a91-974b-29481ca0321d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:22.036479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-ed2147c6-edaa-4a91-974b-29481ca0321d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "GET /v2.0/ports?device_id=d71a7285-a1c9-491f-b041-c0affec48d91 HTTP/1.1" status: 200 len: 946 time: 0.0868857 Jul 15 13:50:22.107871 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-496f3b75-1f06-4c03-b056-a71b498d7625 req-f3fa23af-3d64-4280-8fd4-b7ee5ee20a8b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704625 Jul 15 13:50:22.158379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Deleting port f063c893-d919-464a-b040-f6c59f67d8df {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:22.158719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.244290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] For port f063c893-d919-464a-b040-f6c59f67d8df, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f063c893-d919-464a-b040-f6c59f67d8df,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:22.244648 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.418220 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.418647 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.418968 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 disassociated. External IP: 172.25.2.158, port: f063c893-d919-464a-b040-f6c59f67d8df. Jul 15 13:50:22.419308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Calling delete_port for f063c893-d919-464a-b040-f6c59f67d8df owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:22.545322 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.578189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event deleted for resources: {'Port': ['ID=f063c893-d919-464a-b040-f6c59f67d8df,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:22.698364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:22.806300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:22.815945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:22.825777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:22.826424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:50:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:22.853458 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] No DVR routers for this DVR port f063c893-d919-464a-b040-f6c59f67d8df on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:22.856314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.859150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adfa1cf6-cfac-4800-b5db-0a74dfebae2a req-147e1837-0519-4f87-b0d9-7ec95ca17797 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "DELETE /v2.0/ports/f063c893-d919-464a-b040-f6c59f67d8df HTTP/1.1" status: 204 len: 173 time: 0.8160145 Jul 15 13:50:22.859648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-deleted', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:22.862986 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697cb67d-3d05-47c5-a64f-1eef7d564484" -d '{"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-deleted", "tag": "f063c893-d919-464a-b040-f6c59f67d8df"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:22.905519 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9b21b4-bed6-4107-b90d-3d066e839fb1 x-openstack-request-id: req-9d9b21b4-bed6-4107-b90d-3d066e839fb1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:22.905983 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71a7285-a1c9-491f-b041-c0affec48d91", "name": "network-vif-deleted", "tag": "f063c893-d919-464a-b040-f6c59f67d8df", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:22.906329 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d9b21b4-bed6-4107-b90d-3d066e839fb1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:22.907444 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71a7285-a1c9-491f-b041-c0affec48d91', 'name': 'network-vif-deleted', 'tag': 'f063c893-d919-464a-b040-f6c59f67d8df', 'status': 'completed', 'code': 200} Jul 15 13:50:22.935738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:23.137049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:23.168800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:23.178251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:23.178866 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:50:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:23.281659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:23.444326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-615dc5f1-859d-438d-8247-7ee6c044a7fe tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--195479560&fields=id&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 267 time: 0.0392725 Jul 15 13:50:23.504363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:23.531049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76882f-1cf5-4602-bb67-7873454d812a None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:23.557820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-11aa830c-b699-4e93-ad3d-22d0df56c20d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:23.559352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-11aa830c-b699-4e93-ad3d-22d0df56c20d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1052108 Jul 15 13:50:23.575767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-f0d16037-8540-433a-b283-8403d60f3515 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/quotas/ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 375 time: 0.0104806 Jul 15 13:50:23.674449 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-5fed9fbf-f613-4fbb-9c1a-9b2205af3b2d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887654 Jul 15 13:50:23.769088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-879403c9-c6d4-4c05-9339-74fcf1ccdd75 service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908432 Jul 15 13:50:23.771099 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3703b2-8d2f-4c24-851c-682e02e8b0e3 None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:50:23.863589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-d1d6621d-23e9-4981-b3c3-7f94fbdc425b service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884759 Jul 15 13:50:24.034966 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93243ac7-d2a8-46d8-8a04-fc8a73e128ea req-16594187-034b-4829-abe5-3270dacf4631 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Jul 15 13:50:24.170665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:50:25.046353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-6dd22b54-9d1c-4474-b69f-d332b7c06145 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:25.048457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-6dd22b54-9d1c-4474-b69f-d332b7c06145 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1080143 Jul 15 13:50:25.104982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7ad5987-5444-46bd-a3df-857666b3e7ee tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 379 time: 0.0400336 Jul 15 13:50:25.115067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'port': {'device_id': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'admin_state_up': True, 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'security_groups': ['fed613cb-38b5-4943-aa66-fdd1da15fb4f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:25.210471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-842a705f-2610-4e68-8d67-d3e09db90a4d req-6323cd56-950d-475c-833c-55c37f230351 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 210 time: 0.0607622 Jul 15 13:50:25.259918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Made reservation on behalf of ea285002648a44769de302c94eebe9fd for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:25.263440 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.386328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Allocated IP 172.20.0.11 (40c98824-0050-48ad-8c19-4ab86ca9d1b4/37e671f8-2f37-4f6e-8733-3a7ab608c1f1/f9fa2f5e-0aed-4e21-98da-546fa2188d55) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:25.521039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.534151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Transition to ACTIVE for port object f9fa2f5e-0aed-4e21-98da-546fa2188d55 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:25.567589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.608494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:25.614390 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:25.618020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:25.648062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:25.677193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:25.677845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.692747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-b7612ce3-dbfa-4d8d-ab88-c6ab51613f78 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5816998 Jul 15 13:50:25.705446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Request body: {'port': {'device_id': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:25.779626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.873847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a1dea81-6735-4085-af33-1efcaac5251e None None] Provisioning for port f9fa2f5e-0aed-4e21-98da-546fa2188d55 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:25.878068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a1dea81-6735-4085-af33-1efcaac5251e None None] Provisioning complete for port f9fa2f5e-0aed-4e21-98da-546fa2188d55 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:25.878477 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a1dea81-6735-4085-af33-1efcaac5251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.911611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dea81-6735-4085-af33-1efcaac5251e None None] Port f9fa2f5e-0aed-4e21-98da-546fa2188d55 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:26.105543 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f063c893-d919-464a-b040-f6c59f67d8df no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:26.130245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: f063c893-d919-464a-b040-f6c59f67d8df {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:26.130590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f063c893-d919-464a-b040-f6c59f67d8df not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:26.371894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fa2f5e-0aed-4e21-98da-546fa2188d55 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:26.396483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.413058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Transition to ACTIVE for port object f9fa2f5e-0aed-4e21-98da-546fa2188d55 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:26.417300 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.482512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567226-2e1a-4ec1-aadc-c49dd8855371 req-d0e75eda-0fb5-4cc3-8ca0-90ff71558997 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:26.484054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b567226-2e1a-4ec1-aadc-c49dd8855371 req-d0e75eda-0fb5-4cc3-8ca0-90ff71558997 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 932 time: 0.1263216 Jul 15 13:50:26.487454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:26.580066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b567226-2e1a-4ec1-aadc-c49dd8855371 req-da148096-1cca-4c43-a18d-8aa3dda55308 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693007 Jul 15 13:50:26.590968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:26.591981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:26.591981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:26.607174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:50:26.607506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:26.613687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:26.614026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:26.614443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:26.614873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Bound port: f9fa2f5e-0aed-4e21-98da-546fa2188d55, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:26.615236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.678596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:26.681520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:26.684773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.718513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:26.720028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.721295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] 10.222.0.49 "PUT /v2.0/ports/f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1092 time: 1.0207539 Jul 15 13:50:26.721738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:26.724021 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:26.749395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4c57-2863-49c8-9b83-61cd94e7719a service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:26.799581 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2805a39e-3f88-42f1-8c98-50381739363e x-openstack-request-id: req-2805a39e-3f88-42f1-8c98-50381739363e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:26.799872 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:26.800121 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2805a39e-3f88-42f1-8c98-50381739363e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:26.800511 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'status': 'completed', 'code': 200} Jul 15 13:50:26.827896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-de7e26f5-1104-432d-83f9-5355062505e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:26.830112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-de7e26f5-1104-432d-83f9-5355062505e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1095 time: 0.0626340 Jul 15 13:50:26.871947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-f6abcc2a-c1ac-42fe-a70b-44040cad7367 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 217 time: 0.0348735 Jul 15 13:50:26.921331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-8c4a3a03-cc49-481f-aedd-795c5bd2e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:26.922997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-8c4a3a03-cc49-481f-aedd-795c5bd2e46b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0453005 Jul 15 13:50:26.984114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435dcf-2220-4cef-8308-0363f57ab565 req-7c45eee0-4d10-4f41-834a-3a572f96bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:26.985825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-7c45eee0-4d10-4f41-834a-3a572f96bc1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568275 Jul 15 13:50:27.082107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-43aad2fa-874a-4a91-a446-63bdcff8c8aa service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895338 Jul 15 13:50:27.175599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16435dcf-2220-4cef-8308-0363f57ab565 req-498e6b46-4240-4ff1-b2ea-b40d96899106 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867574 Jul 15 13:50:27.270058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-56804a02-3bd4-4d7d-bc13-7e66dba0a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:27.271681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-56804a02-3bd4-4d7d-bc13-7e66dba0a2ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1095 time: 0.0511606 Jul 15 13:50:27.363673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-bbba5d29-b002-40de-a150-3989f65e177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:27.365122 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-bbba5d29-b002-40de-a150-3989f65e177f service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0872593 Jul 15 13:50:27.406586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-ffade0b7-b0bf-42f2-a26c-e5138cbfc66c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 217 time: 0.0342352 Jul 15 13:50:27.455429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-0aeea6b6-147c-47ff-9612-7e84464054ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:27.456859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-0aeea6b6-147c-47ff-9612-7e84464054ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0445209 Jul 15 13:50:27.514439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-605fe172-9122-4e96-a92d-5d4f852a4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:27.516006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-605fe172-9122-4e96-a92d-5d4f852a4990 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513186 Jul 15 13:50:27.608455 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-a7bd2489-9c8c-4cbe-98fb-e9245a07468f service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Jul 15 13:50:27.714474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb79ea55-db75-41b2-9ca8-5cce3468cc0a req-13df1501-340a-4309-adcb-d5c070159c85 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988188 Jul 15 13:50:27.765936 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7f2b-5e03-402d-bcfe-99e2745d27f2 req-8e06fc38-366f-4635-aa02-8aefaf3b2b11 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:27.767429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1db7f2b-5e03-402d-bcfe-99e2745d27f2 req-8e06fc38-366f-4635-aa02-8aefaf3b2b11 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 944 time: 0.0722144 Jul 15 13:50:27.804203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1db7f2b-5e03-402d-bcfe-99e2745d27f2 req-983393a6-c7e7-4e0c-93a2-f49ae538d0c2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Jul 15 13:50:28.980960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c222c8-e048-4875-ae61-a30595b6ce51 req-ee462778-e7ad-4433-8e9c-4a08e86bc9f1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:28.982451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47c222c8-e048-4875-ae61-a30595b6ce51 req-ee462778-e7ad-4433-8e9c-4a08e86bc9f1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 944 time: 0.0630462 Jul 15 13:50:29.020496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-47c222c8-e048-4875-ae61-a30595b6ce51 req-57a73e18-c88f-4ff0-8d2b-58e55d2205c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jul 15 13:50:29.030780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:50:29.123219 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:29.133793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'mac_address': 'fa:16:3e:eb:33:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:50:29.173898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.186024 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fa2f5e-0aed-4e21-98da-546fa2188d55 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:29.205085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:29.208869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.253614 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:29.411429 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['f9fa2f5e-0aed-4e21-98da-546fa2188d55'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:30.197435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b93c-bd3e-4908-baa2-a5b21b8fdd3f req-3d53b91e-991b-4a83-a645-ef52bb69f280 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:30.198956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd3b93c-bd3e-4908-baa2-a5b21b8fdd3f req-3d53b91e-991b-4a83-a645-ef52bb69f280 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 945 time: 0.0679202 Jul 15 13:50:30.237538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7dd3b93c-bd3e-4908-baa2-a5b21b8fdd3f req-f4a3e72f-1a36-40fc-95c1-230f1b5603f7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327635 Jul 15 13:50:31.040925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:31.088426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port f9fa2f5e-0aed-4e21-98da-546fa2188d55 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:31.092143 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port f9fa2f5e-0aed-4e21-98da-546fa2188d55 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:31.092529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.174703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.178699 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.200817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:31.203096 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e01fee-5420-49e0-8ae2-0301f93def83" -d '{"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:31.216775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:31.221959 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.274242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:31.303733 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7e5ea-845d-46f7-a5d5-9db7bdea207b x-openstack-request-id: req-26e7e5ea-845d-46f7-a5d5-9db7bdea207b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:31.304026 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:31.304277 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26e7e5ea-845d-46f7-a5d5-9db7bdea207b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:31.304668 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'code': 200} Jul 15 13:50:31.456113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33059a0-0c55-47bd-ba4d-1235cbf44946 req-2d592229-c321-46a2-8970-53ec57a2906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.457610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d33059a0-0c55-47bd-ba4d-1235cbf44946 req-2d592229-c321-46a2-8970-53ec57a2906b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1097 time: 0.0854757 Jul 15 13:50:31.465847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aa4b1-a918-4ed0-b7b3-ecf1d4f30acb req-06884350-5caf-4dfb-b432-d26eca557788 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.467245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e36aa4b1-a918-4ed0-b7b3-ecf1d4f30acb req-06884350-5caf-4dfb-b432-d26eca557788 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.1040158 Jul 15 13:50:31.520471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d33059a0-0c55-47bd-ba4d-1235cbf44946 req-4b723785-5a99-4037-9af8-befe55038993 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523088 Jul 15 13:50:31.527379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e36aa4b1-a918-4ed0-b7b3-ecf1d4f30acb req-df08675d-3a3c-4311-93ce-ea72cbc0049d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535123 Jul 15 13:50:32.703307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95467084-270c-4ec9-9dfe-cdde14c0d5d1 req-21f70543-540c-40b6-8ea7-d231d4d0f2ef tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.704967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95467084-270c-4ec9-9dfe-cdde14c0d5d1 req-21f70543-540c-40b6-8ea7-d231d4d0f2ef tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0636597 Jul 15 13:50:32.742748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95467084-270c-4ec9-9dfe-cdde14c0d5d1 req-15b777c8-0198-462a-8842-484e76f75fac tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Jul 15 13:50:32.907466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e3c78-a2a1-4686-b42d-30f2cee6a618 req-03d0b62d-c97c-4f78-81e9-c2ab137e0034 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.908951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-928e3c78-a2a1-4686-b42d-30f2cee6a618 req-03d0b62d-c97c-4f78-81e9-c2ab137e0034 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0627131 Jul 15 13:50:32.917522 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:32.922139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'floatingip': {'port_id': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:32.963718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.395845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.399670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.494669 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 associated. External IP: 172.25.2.158, port: f9fa2f5e-0aed-4e21-98da-546fa2188d55. Jul 15 13:50:33.698320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:33.802686 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:33.807675 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.812049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:33.820922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:33.821540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:50:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:33.844900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2d52e336-9709-436b-8178-ef130d32fbb5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "PUT /v2.0/floatingips/78e47c41-f765-4fdf-a143-f639754cf529 HTTP/1.1" status: 200 len: 992 time: 0.9252009 Jul 15 13:50:33.845571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:33.847985 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55104747-dd45-4067-9178-673f65cf70ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:33.885901 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71349e41-8f86-452c-90cd-d909fb979660 x-openstack-request-id: req-71349e41-8f86-452c-90cd-d909fb979660 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:33.886256 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:33.886520 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71349e41-8f86-452c-90cd-d909fb979660 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:33.886901 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'status': 'completed', 'code': 200} Jul 15 13:50:33.976971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104747-dd45-4067-9178-673f65cf70ae req-e6e99c5d-7a88-4fa2-8e44-b3b4de79efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.978550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-e6e99c5d-7a88-4fa2-8e44-b3b4de79efc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1097 time: 0.0678477 Jul 15 13:50:34.085067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104747-dd45-4067-9178-673f65cf70ae req-91d0c644-81f0-45ca-a415-2558acc48b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.086652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-91d0c644-81f0-45ca-a415-2558acc48b97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1010976 Jul 15 13:50:34.090497 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.114422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:34.164899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-a176213a-a4e2-48da-8222-444774ab3e10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1000 time: 0.0683615 Jul 15 13:50:34.213963 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104747-dd45-4067-9178-673f65cf70ae req-e7effd7d-eb97-4661-bddd-753e4f7873b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.215559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-e7effd7d-eb97-4661-bddd-753e4f7873b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0441546 Jul 15 13:50:34.271891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104747-dd45-4067-9178-673f65cf70ae req-b974a128-f94c-4aba-8062-4cb44357e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.273451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-b974a128-f94c-4aba-8062-4cb44357e4e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519302 Jul 15 13:50:34.340546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:eb:33:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:50:33Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.365860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-e226bc13-e8dd-4e99-ac75-f970d720102c service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861437 Jul 15 13:50:34.370970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:34.379689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:34.380306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:50:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.455608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55104747-dd45-4067-9178-673f65cf70ae req-deadd1d7-b425-43c4-a009-60cc32fbdf14 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834000 Jul 15 13:50:34.486094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:34.704408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:eb:33:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:50:33Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.729463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aece9d-2c8e-450a-8e76-701301c0fa98 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:eb:33:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:50:33Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:34.915245 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed686c42-0e38-46d9-a7f1-189c1b33acb2 None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:50:42.671746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1ccee39-453f-4828-8d8d-42e1ad495991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.332039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98c4cdde-6cae-40e8-902d-bff9304ad7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.616237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.859163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.195310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:01.154689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:01.169997 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:03.881254 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:12.056196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-f5423754-f90f-49aa-b12c-2aaf260f2764 req-0f065177-73cd-4ac4-ba13-020c1d9973a5 service neutron] (93823) timed out ('10.222.0.23', 62231) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:51:12.672613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c81f-5f3e-4ca2-aee5-e85ed02241a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.333034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f148922-5361-4d29-8d3c-d98173915492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.616842 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.862911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.525835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-b8a72219-f331-4218-b263-e6a6dd4cb200 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550044 Jul 15 13:51:17.617113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89969302-b4c0-401d-a416-87a971b0027a req-9f20c323-6ffb-4a24-b452-6acc098aab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.618593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-9f20c323-6ffb-4a24-b452-6acc098aab9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1097 time: 0.0509710 Jul 15 13:51:17.722226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89969302-b4c0-401d-a416-87a971b0027a req-1c6012d5-4b7d-4dd8-a5da-42f6a8d4ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.723710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-1c6012d5-4b7d-4dd8-a5da-42f6a8d4ea13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0867009 Jul 15 13:51:17.793269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-d63e00bb-423b-4341-9b33-b27529c5d84b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1002 time: 0.0636189 Jul 15 13:51:17.841927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89969302-b4c0-401d-a416-87a971b0027a req-cadd98df-e44f-4bc3-80ae-8a56ce792378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.843427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-cadd98df-e44f-4bc3-80ae-8a56ce792378 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0440497 Jul 15 13:51:17.898488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89969302-b4c0-401d-a416-87a971b0027a req-71132108-9b21-475a-8a44-533ce5f2b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.899947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-71132108-9b21-475a-8a44-533ce5f2b669 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507014 Jul 15 13:51:17.991274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-34b6db2c-850e-4bd5-8b34-ba6d82625f64 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Jul 15 13:51:18.080657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-89969302-b4c0-401d-a416-87a971b0027a req-5b8085ac-dc22-4ce1-b456-ff4e0a900e86 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824018 Jul 15 13:51:18.197714 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:31.159956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:33.880828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:38.169947 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:42.673590 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d11d0dab-3458-43a8-bad1-ae1acb85cac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:44.609410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-c7e5e726-7ba5-4bdd-a12b-02a38f1d2b0e req-d37540cf-b2a7-453f-add0-c2e8789b0db7 service neutron] (93824) timed out ('10.222.0.48', 54634) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:51:45.333305 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65dac145-34e4-4777-ac37-6d3777015462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:45.618536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:46.864286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:48.200957 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:01.162847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:03.879682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:10.228528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ce8ff-baf0-4ebd-a286-c72de7901854 req-fefbe01f-e684-48a2-b824-9a52cc537a3d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:10.229988 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-409ce8ff-baf0-4ebd-a286-c72de7901854 req-fefbe01f-e684-48a2-b824-9a52cc537a3d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0681174 Jul 15 13:52:10.266994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-409ce8ff-baf0-4ebd-a286-c72de7901854 req-7b642e17-90d7-451a-ad12-0e64223ddc85 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Jul 15 13:52:11.439553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadeda0-6214-455f-b82f-af04da1ba94d req-0f5e6f51-e09f-46f4-b1d2-7af99ab96909 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:11.440948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fadeda0-6214-455f-b82f-af04da1ba94d req-0f5e6f51-e09f-46f4-b1d2-7af99ab96909 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0623519 Jul 15 13:52:11.478350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6fadeda0-6214-455f-b82f-af04da1ba94d req-107beb5c-6dd0-4a38-8d7a-9ef4ef38bb63 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319204 Jul 15 13:52:12.651201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371f0a8-27f8-40d9-882b-8bc4c4ff92ed req-8040444f-5d2a-4aec-860e-d4103d39691f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:12.652658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5371f0a8-27f8-40d9-882b-8bc4c4ff92ed req-8040444f-5d2a-4aec-860e-d4103d39691f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0644639 Jul 15 13:52:12.674002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7860ba3d-cb3f-430a-ad41-4dc236746970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:12.690006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5371f0a8-27f8-40d9-882b-8bc4c4ff92ed req-cbf26c4e-761d-4271-87e7-beee0b94b116 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Jul 15 13:52:13.864532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9fdf-d14d-433b-ab11-9ec3aac361ee req-eadce029-3507-4e6a-8b45-a325fb225d00 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:13.866017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d8e9fdf-d14d-433b-ab11-9ec3aac361ee req-eadce029-3507-4e6a-8b45-a325fb225d00 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0641627 Jul 15 13:52:13.903208 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d8e9fdf-d14d-433b-ab11-9ec3aac361ee req-c9697714-438d-40bb-9c11-c1c1e8a41497 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Jul 15 13:52:15.075312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0330e2-83ea-40a7-93b3-10c36994daa0 req-abd0225d-ae96-4f79-b825-a4eed21aba52 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:15.077038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a0330e2-83ea-40a7-93b3-10c36994daa0 req-abd0225d-ae96-4f79-b825-a4eed21aba52 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0617800 Jul 15 13:52:15.115214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a0330e2-83ea-40a7-93b3-10c36994daa0 req-ec5219d0-e1e1-4eab-9b0c-917bfca7c250 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316064 Jul 15 13:52:15.168307 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:15.333797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-913dd5ee-a7e5-4832-aa9b-fcb454f1ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.618838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:16.290906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13d696-023b-416e-9687-eb0a41236b40 req-2597d8b9-9ede-4793-b9b4-f200356b3e35 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.292348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c13d696-023b-416e-9687-eb0a41236b40 req-2597d8b9-9ede-4793-b9b4-f200356b3e35 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0648842 Jul 15 13:52:16.328899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c13d696-023b-416e-9687-eb0a41236b40 req-f9ece76d-2347-4410-8415-7bf802e971f7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Jul 15 13:52:16.438583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-fcfb3ed9-46da-457a-8ff1-840cef31083b req-d48179b8-0e17-4328-8307-4aedd487d095 service neutron] (93823) timed out ('10.222.0.48', 60172) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:52:16.866885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.508124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eac9c-f44b-4efb-9f20-0d531a89fe9c req-feccbd1b-43c5-4ad6-9770-e58f52336c8a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.509621 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-660eac9c-f44b-4efb-9f20-0d531a89fe9c req-feccbd1b-43c5-4ad6-9770-e58f52336c8a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0668714 Jul 15 13:52:17.558813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-660eac9c-f44b-4efb-9f20-0d531a89fe9c req-f1f82770-6d1b-41d7-8dc9-e554638abe79 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 Jul 15 13:52:17.610601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-2389373e-d3bb-403d-a24d-c21a4213f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.612678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-2389373e-d3bb-403d-a24d-c21a4213f2d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1097 time: 0.0677674 Jul 15 13:52:17.719623 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-a8db6efe-9a99-4673-b0a5-ccf8622a5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.721746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-a8db6efe-9a99-4673-b0a5-ccf8622a5bfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0883365 Jul 15 13:52:17.793283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-60721cdc-bb52-47dd-b1c0-682a36f8d878 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1002 time: 0.0651720 Jul 15 13:52:17.843087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-0ab1fd66-d477-472c-9637-56f64f0c3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.843905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-0ab1fd66-d477-472c-9637-56f64f0c3df4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0439973 Jul 15 13:52:17.902759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-73094819-47ba-4ce6-97d3-62cbea64f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.904263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-73094819-47ba-4ce6-97d3-62cbea64f414 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539024 Jul 15 13:52:18.000972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-b06ce3c7-944f-45df-898d-b55c97e7b1b4 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 Jul 15 13:52:18.097044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b78fb28-82a8-4fe9-9ce6-f7a06f6cf544 req-90d35039-16dc-484d-8c8d-f696cf49f180 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887208 Jul 15 13:52:18.203184 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:18.737401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae49d-ede5-486f-8817-f6bdb1d2b79f req-c5c9e479-1678-4f29-8794-be14b90c0406 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:18.738969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d34ae49d-ede5-486f-8817-f6bdb1d2b79f req-c5c9e479-1678-4f29-8794-be14b90c0406 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0685954 Jul 15 13:52:18.777200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d34ae49d-ede5-486f-8817-f6bdb1d2b79f req-ad9a52f0-85a2-4b6c-b8a6-39da39413dff tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Jul 15 13:52:19.952575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f6bb3-2528-41c2-ae22-818bc8657732 req-4cf59a79-8f59-4802-bc96-ee4ba17e112a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:19.954125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e6f6bb3-2528-41c2-ae22-818bc8657732 req-4cf59a79-8f59-4802-bc96-ee4ba17e112a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0637536 Jul 15 13:52:19.991642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e6f6bb3-2528-41c2-ae22-818bc8657732 req-b5e35416-f158-4f61-a1a9-1cb68a54704f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Jul 15 13:52:21.163513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946b7f-9081-4ae3-824b-a351553d311d req-959c562f-257d-4ecb-9c86-2cadcab1f443 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.165277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23946b7f-9081-4ae3-824b-a351553d311d req-959c562f-257d-4ecb-9c86-2cadcab1f443 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0625839 Jul 15 13:52:21.201892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-23946b7f-9081-4ae3-824b-a351553d311d req-f780f111-1e75-43e2-9aa1-c3f8ad43a963 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Jul 15 13:52:21.699504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35674) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:21.851405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8594ef-8010-4bd4-a0de-54096993edad req-534c1b89-c43f-4380-9fcc-b6d8334535a9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.853143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a8594ef-8010-4bd4-a0de-54096993edad req-534c1b89-c43f-4380-9fcc-b6d8334535a9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.1028187 Jul 15 13:52:21.893833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-b8b24db8-fa9f-454e-8123-242d05b204fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1931236 Jul 15 13:52:21.900808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3a8594ef-8010-4bd4-a0de-54096993edad req-e0e3ba7d-17c6-4c2e-b089-123abb76fdc5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Jul 15 13:52:23.081884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a6dd1-b689-4956-8fe0-66cbea5bf6d1 req-247a29d4-a0da-4e8d-9594-99d1e73d8326 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.083445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-071a6dd1-b689-4956-8fe0-66cbea5bf6d1 req-247a29d4-a0da-4e8d-9594-99d1e73d8326 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0697598 Jul 15 13:52:23.147750 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-071a6dd1-b689-4956-8fe0-66cbea5bf6d1 req-acfd3870-f28f-499a-8be0-182b06be386f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586259 Jul 15 13:52:23.170013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-e09818da-612c-4c3c-a838-1cb56731450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.171550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-e09818da-612c-4c3c-a838-1cb56731450a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1097 time: 0.0681436 Jul 15 13:52:23.263285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-e5a1946e-c5ee-41bc-b463-662f37cce101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.264660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-e5a1946e-c5ee-41bc-b463-662f37cce101 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0866656 Jul 15 13:52:23.326510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a1ea6c51-0f2c-489c-b625-36487eb6e6d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1002 time: 0.0552869 Jul 15 13:52:23.372650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-d94ab6f2-668a-48bb-9de3-59f521d190cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.374038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-d94ab6f2-668a-48bb-9de3-59f521d190cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0418313 Jul 15 13:52:23.430920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-914576c0-b050-44b5-8678-3ef92bb6a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.432384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-914576c0-b050-44b5-8678-3ef92bb6a19b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527096 Jul 15 13:52:23.524258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-bb4fc21a-2311-4b5e-a850-af08c9e3cb39 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851111 Jul 15 13:52:23.615606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-835867a8-58ef-41b9-be21-f7a626bc790c service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Jul 15 13:52:24.319922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a131-bedf-42d4-9a22-65909238d6be req-c7c9fc77-46d7-4090-adeb-0e38ec77f506 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:24.321363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d384a131-bedf-42d4-9a22-65909238d6be req-c7c9fc77-46d7-4090-adeb-0e38ec77f506 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0610814 Jul 15 13:52:24.358852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d384a131-bedf-42d4-9a22-65909238d6be req-4bf88d98-7447-44a7-89c1-36e8f0baa171 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Jul 15 13:52:25.538606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf35ac-bf67-4174-aa86-feb5050c7f3b req-1b2ba834-97fb-4b73-8f19-02b5a630456c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:25.540035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcaf35ac-bf67-4174-aa86-feb5050c7f3b req-1b2ba834-97fb-4b73-8f19-02b5a630456c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0690961 Jul 15 13:52:25.943248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcaf35ac-bf67-4174-aa86-feb5050c7f3b req-1df5fc16-eeb6-4e8e-987b-58b3ccbaf39e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976436 Jul 15 13:52:25.967330 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-10873821-fd27-480e-b916-11f3e69fcdc4 service neutron] show failed (client error): The resource could not be found. Jul 15 13:52:25.968330 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-10873821-fd27-480e-b916-11f3e69fcdc4 service neutron] 10.222.0.49 "GET /v2.0/ports/f9fa2f5e-0aed-4e21-98da-546fa2188d55/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.4061892 Jul 15 13:52:26.284429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-79908e29-108e-42ba-b134-5a33622b5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.285891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-79908e29-108e-42ba-b134-5a33622b5df6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 1097 time: 0.0979717 Jul 15 13:52:26.297084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:26.370176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.568924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:26.600900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:26.639406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:26.641963 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee01776-922d-4c28-a675-7be1a651de06" -d '{"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:26.645991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.659383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Transition to ACTIVE for port object f9fa2f5e-0aed-4e21-98da-546fa2188d55 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:26.663719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.749452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:26.758722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.759064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.759394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.759722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.760046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.760366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.760683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.760998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.761316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.761631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.761950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.762277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:26.775234 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed03a16-678c-446f-b834-794139fd6311 x-openstack-request-id: req-5ed03a16-678c-446f-b834-794139fd6311 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:26.775518 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:26.775764 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ed03a16-678c-446f-b834-794139fd6311 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:26.776150 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'code': 200} Jul 15 13:52:26.803803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] No DVR routers for this DVR port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:52:26.941571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:26.941909 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:26.942270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:26.946694 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:26.947018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Attempting to bind port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:26.952009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:26.952347 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:26.952728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:26.953177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Bound port: f9fa2f5e-0aed-4e21-98da-546fa2188d55, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:26.953532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:27.016627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:27.021078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:27.024910 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:27.070838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.071453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:27.072815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] 10.222.0.23 "PUT /v2.0/ports/f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1092 time: 0.7796483 Jul 15 13:52:27.152830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6848a5-7c9e-4531-9a2d-4d80e94a897f service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:27.191237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f7d6b-b91e-41dc-b2cd-23b8fd8a66b5 req-06ed54e8-5e6d-4c6d-bb4d-d5f1e96f33e6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.192800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c3f7d6b-b91e-41dc-b2cd-23b8fd8a66b5 req-06ed54e8-5e6d-4c6d-bb4d-d5f1e96f33e6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 944 time: 0.1351383 Jul 15 13:52:27.199486 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-d4d96d4e-b7e5-4f19-8ef9-6d2ec0701c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.200963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-d4d96d4e-b7e5-4f19-8ef9-6d2ec0701c2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1095 time: 0.1029172 Jul 15 13:52:27.290922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c3f7d6b-b91e-41dc-b2cd-23b8fd8a66b5 req-a960ca0a-e09f-4399-9813-6bc8f2f7714d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886798 Jul 15 13:52:27.317185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-b3d13257-b291-45c3-9389-7287d3673d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.318650 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-b3d13257-b291-45c3-9389-7287d3673d59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1102395 Jul 15 13:52:27.386721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a5a7b86b-342d-4626-b753-5afeda1c6b27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1000 time: 0.0611804 Jul 15 13:52:27.436598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a05da920-2531-4709-b877-09d8733b6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.438029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a05da920-2531-4709-b877-09d8733b6356 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0431497 Jul 15 13:52:27.495592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a0753a0e-e94c-4d82-b2f4-ef9367c52398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.497062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a0753a0e-e94c-4d82-b2f4-ef9367c52398 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521972 Jul 15 13:52:27.595678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-65b1373a-4a9f-4043-8793-c529d653e23f service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913877 Jul 15 13:52:27.681244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfed37bd-dc40-4a99-86e1-822bcd77dc9c req-a1b8bc28-a851-46c7-84c4-57da9b80b6aa service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788751 Jul 15 13:52:28.470723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46333-7061-4608-bc03-5228d69c80be req-9e14198f-f80d-441e-a1bc-2940a2744f17 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:28.472367 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffc46333-7061-4608-bc03-5228d69c80be req-9e14198f-f80d-441e-a1bc-2940a2744f17 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 944 time: 0.0678413 Jul 15 13:52:28.509638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ffc46333-7061-4608-bc03-5228d69c80be req-3a9df228-ff2b-43d9-8efa-efd41c3b5bd8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Jul 15 13:52:28.777773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:28.780087 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14130e90-c194-4586-a723-fba1a57e4ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:28.830413 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427edd97-c3d4-4abd-8260-868d33fe5643 x-openstack-request-id: req-427edd97-c3d4-4abd-8260-868d33fe5643 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:28.831445 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:28.831708 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-427edd97-c3d4-4abd-8260-868d33fe5643 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:28.832117 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'status': 'completed', 'code': 200} Jul 15 13:52:28.946663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-39c274ac-021e-4a00-9389-f1cb77ca699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:28.948174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-39c274ac-021e-4a00-9389-f1cb77ca699e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1095 time: 0.1008027 Jul 15 13:52:28.949891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-81e00588-94ad-43ee-bf50-c388206f8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:28.951233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-81e00588-94ad-43ee-bf50-c388206f8c20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1095 time: 0.0940843 Jul 15 13:52:29.116503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-34e958a7-7f88-4bba-91a9-7d54be3a0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.117958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-34e958a7-7f88-4bba-91a9-7d54be3a0711 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1639409 Jul 15 13:52:29.119088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-0567263d-b87b-4ebc-98a6-25041161a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.120378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-0567263d-b87b-4ebc-98a6-25041161a352 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1590867 Jul 15 13:52:29.227579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-1801d11f-29c5-4c5f-83b4-04b45a2f0edf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1000 time: 0.1032932 Jul 15 13:52:29.231782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-571219a5-d580-4fa7-9117-2acc750e3649 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1000 time: 0.1014237 Jul 15 13:52:29.308408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-f985d15b-ef51-4982-9e84-45b66904ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.309814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-f985d15b-ef51-4982-9e84-45b66904ceef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0759943 Jul 15 13:52:29.311199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-6b5762ba-5a1a-40bc-8eb8-0bb6ffb8130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.312482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-6b5762ba-5a1a-40bc-8eb8-0bb6ffb8130f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0716147 Jul 15 13:52:29.407352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-12ea870c-5834-4eaf-85e1-ce00fe2a730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.408813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-12ea870c-5834-4eaf-85e1-ce00fe2a730f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922179 Jul 15 13:52:29.411327 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-c6d6720f-6de6-4f0a-bb3d-91a5fe0987c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.412659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-c6d6720f-6de6-4f0a-bb3d-91a5fe0987c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892582 Jul 15 13:52:29.567949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-5d023504-b774-46fe-9d4f-ca00352bfa83 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527741 Jul 15 13:52:29.570046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-78014072-713b-49a6-a81d-57089b1ed52c service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481597 Jul 15 13:52:29.678995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:52:29.719044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:52:29.771358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-363bc3d8-cd24-40cd-9d07-aaebca6a323d service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971836 Jul 15 13:52:29.780700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-14130e90-c194-4586-a723-fba1a57e4ab2 req-20db3983-135e-4fb2-baf9-0aa08e247b98 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991794 Jul 15 13:52:29.789662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa30e3d-9f27-415a-b70a-c13b0da0f0d0 req-6cca3cd1-07ef-4439-8b08-3564b31434e3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.791173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-baa30e3d-9f27-415a-b70a-c13b0da0f0d0 req-6cca3cd1-07ef-4439-8b08-3564b31434e3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 944 time: 0.1678941 Jul 15 13:52:29.829486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-baa30e3d-9f27-415a-b70a-c13b0da0f0d0 req-0a970e56-6881-4f13-8778-7bc91a20d5dc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Jul 15 13:52:30.181037 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb21e-12a3-4c8e-8328-93c2a8f17ea0 req-6b1d9cd8-2396-4fd9-833a-bfe8da29dc79 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.182633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26deb21e-12a3-4c8e-8328-93c2a8f17ea0 req-6b1d9cd8-2396-4fd9-833a-bfe8da29dc79 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 944 time: 0.1177399 Jul 15 13:52:30.189848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-0194084c-76c6-429d-9c4b-1c5b72f2f7ec tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.191354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-0194084c-76c6-429d-9c4b-1c5b72f2f7ec tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18&tenant_id=ea285002648a44769de302c94eebe9fd&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 944 time: 0.1168532 Jul 15 13:52:30.254980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26deb21e-12a3-4c8e-8328-93c2a8f17ea0 req-39fe197b-d43c-4082-8bd3-8bec1f658260 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626097 Jul 15 13:52:30.271118 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-6b7f440e-2ebc-4487-9943-b5fa37f5e4ae service neutron] delete failed (client error): The resource could not be found. Jul 15 13:52:30.272125 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-6b7f440e-2ebc-4487-9943-b5fa37f5e4ae service neutron] 10.222.0.49 "DELETE /v2.0/ports/f9fa2f5e-0aed-4e21-98da-546fa2188d55/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0741069 Jul 15 13:52:30.365644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-94ce854a-d1b8-4143-b293-474187d8a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.367152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-94ce854a-d1b8-4143-b293-474187d8a882 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1095 time: 0.0525048 Jul 15 13:52:30.457935 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-b9aaf913-6057-411e-9d7d-a363e6107bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.459425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-b9aaf913-6057-411e-9d7d-a363e6107bae service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0864384 Jul 15 13:52:30.525534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-dbf32763-7e52-4fa3-89cd-79089caa7f40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1000 time: 0.0594733 Jul 15 13:52:30.572263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-2ca5843f-414d-4910-bdca-6a227f0669f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.573658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-2ca5843f-414d-4910-bdca-6a227f0669f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0421457 Jul 15 13:52:30.628074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-d1a1624d-8bfb-4c5d-8bac-079b064c235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.629536 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-d1a1624d-8bfb-4c5d-8bac-079b064c235e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501120 Jul 15 13:52:30.695538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:30.719969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-9a47dc57-fb91-48ac-91c9-293766faa8e0 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Jul 15 13:52:30.789053 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:30.800168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'mac_address': 'fa:16:3e:eb:33:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:30.810458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45030d2c-1181-4097-abf7-bb73b5561ec5 req-c3a88588-2eea-47d4-ae1c-4609c21e97b9 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831993 Jul 15 13:52:30.838327 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.855939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fa2f5e-0aed-4e21-98da-546fa2188d55 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:30.877255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:30.881678 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.930770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:30.937878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.938247 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.938594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.938935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.939269 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.939600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.940451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.940779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.941107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.941425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.941748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:30.942068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:31.110685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['f9fa2f5e-0aed-4e21-98da-546fa2188d55'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:31.193682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:31.448465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdb14f-37ee-4bd6-9613-51a8ac502200 req-1fc60506-bded-4cfc-8205-327f24cb95f5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.449853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38fdb14f-37ee-4bd6-9613-51a8ac502200 req-1fc60506-bded-4cfc-8205-327f24cb95f5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 945 time: 0.0677080 Jul 15 13:52:31.489841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38fdb14f-37ee-4bd6-9613-51a8ac502200 req-5eb24f39-e7a2-4f14-948f-a504a7d94e19 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Jul 15 13:52:31.668095 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492c62-f723-4c64-b44f-27650b195499 req-6baaa59b-d8c7-49cc-8e51-11d7cf39fdc5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.669584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11492c62-f723-4c64-b44f-27650b195499 req-6baaa59b-d8c7-49cc-8e51-11d7cf39fdc5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 945 time: 0.0626087 Jul 15 13:52:31.708471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-11492c62-f723-4c64-b44f-27650b195499 req-9f233c24-0807-4c84-9553-451a489876cc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329249 Jul 15 13:52:32.067165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-3e7a4875-a4c1-43c3-bc41-fd65c14d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.068573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-3e7a4875-a4c1-43c3-bc41-fd65c14d60f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 1096 time: 0.0957992 Jul 15 13:52:32.081058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3281a0-bec0-48ec-bdd0-7ed488564858 req-7367b27b-5c95-4bde-a12b-58d1fed69e42 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.082461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e3281a0-bec0-48ec-bdd0-7ed488564858 req-7367b27b-5c95-4bde-a12b-58d1fed69e42 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 945 time: 0.1006045 Jul 15 13:52:32.168123 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e3281a0-bec0-48ec-bdd0-7ed488564858 req-50a4af03-bdb7-4e57-a07a-ecc6a11079e7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777977 Jul 15 13:52:32.192780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-79ab77f7-992e-42c8-9e21-ca79bbd31ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.194270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-79ab77f7-992e-42c8-9e21-ca79bbd31ee6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1109653 Jul 15 13:52:32.260669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-e1ed380b-96d9-4b67-b76f-82ee9fa30714 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 200 len: 1001 time: 0.0601721 Jul 15 13:52:32.310152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-2fab9256-420c-4134-a632-6b5db9dcaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.311632 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-2fab9256-420c-4134-a632-6b5db9dcaf20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0449321 Jul 15 13:52:32.367875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-8d23531d-b03d-43af-961f-0cfacda78463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.369353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-8d23531d-b03d-43af-961f-0cfacda78463 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511370 Jul 15 13:52:32.709766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:32.763330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port f9fa2f5e-0aed-4e21-98da-546fa2188d55 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:32.766948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port f9fa2f5e-0aed-4e21-98da-546fa2188d55 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:32.767329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:32.782241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-1a13b8c7-ee21-4257-a4be-0ca4f592a85d service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064629 Jul 15 13:52:32.844529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:32.867567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:32.869825 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a22116-46d9-4bb2-b9a8-9d888e76f319" -d '{"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:32.874362 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-67b72a4d-8c01-409c-a869-9c6ec6e5ec03 req-8ff62268-6995-40ee-8482-08bf8c39a5bc service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Jul 15 13:52:32.883050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:32.888160 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:32.917354 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255d54a-3ea7-4411-85db-36bd5c77ff0e x-openstack-request-id: req-e255d54a-3ea7-4411-85db-36bd5c77ff0e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:32.917648 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:32.917898 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e255d54a-3ea7-4411-85db-36bd5c77ff0e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:32.918302 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'code': 200} Jul 15 13:52:32.941267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:33.350296 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1acd9c-2fce-45b3-afd5-1473dc9d70d4 req-89506a97-c5ac-40ed-8783-332721c76caf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:33.351807 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c1acd9c-2fce-45b3-afd5-1473dc9d70d4 req-89506a97-c5ac-40ed-8783-332721c76caf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0666790 Jul 15 13:52:33.391309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c1acd9c-2fce-45b3-afd5-1473dc9d70d4 req-e1174074-0713-4311-9e93-b2fc19a31b5d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337789 Jul 15 13:52:33.886544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:34.567359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440071d-4244-424b-9fa0-2a380b0a3d10 req-d0974b39-1032-400c-899c-0a148936f7aa tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:34.568834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7440071d-4244-424b-9fa0-2a380b0a3d10 req-d0974b39-1032-400c-899c-0a148936f7aa tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0652440 Jul 15 13:52:34.606276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7440071d-4244-424b-9fa0-2a380b0a3d10 req-7ae90f4c-14e5-434d-ba54-bc4d0d589c87 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Jul 15 13:52:34.985511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bf04-76b0-4da6-8143-24a5250ca132 req-d5097db0-c701-4296-979d-ade72928f78f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:34.987038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62e5bf04-76b0-4da6-8143-24a5250ca132 req-d5097db0-c701-4296-979d-ade72928f78f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0671399 Jul 15 13:52:35.023899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-62e5bf04-76b0-4da6-8143-24a5250ca132 req-08b18ff4-3c67-4bce-a51d-771504e41730 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313585 Jul 15 13:52:36.212775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-9eb71a44-abe3-4a5b-823f-95216b9a0936 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:36.214270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-9eb71a44-abe3-4a5b-823f-95216b9a0936 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.1047831 Jul 15 13:52:36.226194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd11dd5-84f2-47f5-88d1-29e0712fdba2 req-c53e9461-8496-4286-8e9d-0a852f0b42ec tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:36.227615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bd11dd5-84f2-47f5-88d1-29e0712fdba2 req-c53e9461-8496-4286-8e9d-0a852f0b42ec tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 946 time: 0.0910587 Jul 15 13:52:36.305293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bd11dd5-84f2-47f5-88d1-29e0712fdba2 req-9188ad84-6b5c-4c08-8df6-d65459f5ee42 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702548 Jul 15 13:52:36.349650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Deleting port f9fa2f5e-0aed-4e21-98da-546fa2188d55 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:52:36.349992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:36.441128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] For port f9fa2f5e-0aed-4e21-98da-546fa2188d55, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=f9fa2f5e-0aed-4e21-98da-546fa2188d55,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:36.441472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:36.606981 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:36.607346 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:36.607658 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 disassociated. External IP: 172.25.2.158, port: f9fa2f5e-0aed-4e21-98da-546fa2188d55. Jul 15 13:52:36.607994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Calling delete_port for f9fa2f5e-0aed-4e21-98da-546fa2188d55 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:52:36.736873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:36.767591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event deleted for resources: {'Port': ['ID=f9fa2f5e-0aed-4e21-98da-546fa2188d55,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:36.888791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:52:36.996987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:37.006953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:37.015792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:37.016397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:52:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:37.040301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] No DVR routers for this DVR port f9fa2f5e-0aed-4e21-98da-546fa2188d55 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:52:37.042904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:37.044870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ef83d4c1-62ec-4c4d-a853-42ed6b9ac8b0 req-63f6fd23-0193-47e3-812d-69748c4f74c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "DELETE /v2.0/ports/f9fa2f5e-0aed-4e21-98da-546fa2188d55 HTTP/1.1" status: 204 len: 173 time: 0.8163817 Jul 15 13:52:37.045287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-deleted', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:37.047686 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e5951-5e5a-4abe-8094-3739850de8d9" -d '{"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-deleted", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:37.084458 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2aa1e5-b9c5-4b5b-b9dc-ed0c8b867e98 x-openstack-request-id: req-ec2aa1e5-b9c5-4b5b-b9dc-ed0c8b867e98 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:37.084748 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0dd3a-f70c-4c04-af8f-e057ed078b18", "name": "network-vif-deleted", "tag": "f9fa2f5e-0aed-4e21-98da-546fa2188d55", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:37.085001 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec2aa1e5-b9c5-4b5b-b9dc-ed0c8b867e98 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:37.085404 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b0dd3a-f70c-4c04-af8f-e057ed078b18', 'name': 'network-vif-deleted', 'tag': 'f9fa2f5e-0aed-4e21-98da-546fa2188d55', 'status': 'completed', 'code': 200} Jul 15 13:52:37.131451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:37.327815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:37.353496 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:37.361695 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:37.362891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:52:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:37.457781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f7ff240c-da37-4fc0-8a5a-a5d7e3f494d4 req-10e79b92-f1c6-44a7-9afd-3c9bb83f5f9c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b0dd3a-f70c-4c04-af8f-e057ed078b18 HTTP/1.1" status: 200 len: 210 time: 0.0304291 Jul 15 13:52:37.472733 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:37.671382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:37.697157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497c57a3-5e42-4fdd-9489-659869565471 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:37.903178 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ebdce-7f4d-4917-893d-a6e4874cc9e7 None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:52:38.758021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:52:38.777716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: f9fa2f5e-0aed-4e21-98da-546fa2188d55 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:52:38.778062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device f9fa2f5e-0aed-4e21-98da-546fa2188d55 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:52:38.800823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-0af3395c-ae02-44b9-a395-867e7fc41836 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--195479560&fields=id&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 267 time: 0.0332773 Jul 15 13:52:38.907929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-5e2ec537-6911-4d6d-86d9-64003e2e41a2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:38.909987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-5e2ec537-6911-4d6d-86d9-64003e2e41a2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1023359 Jul 15 13:52:38.924249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-37ed8a17-d1fa-4bb9-b3db-4dacd7ac3c31 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/quotas/ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 375 time: 0.0089941 Jul 15 13:52:38.991321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-b50eb52d-32fe-45bf-89f7-e7fd0c81446e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621402 Jul 15 13:52:39.134588 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-8fd1495b-58d0-4d23-aba4-2ec29541190e service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318862 Jul 15 13:52:39.221932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-cfbe5373-d263-43ef-b214-162869d063f2 service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814893 Jul 15 13:52:39.405144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb2f6026-1a39-4f0d-af7d-3be6b159459f req-e2a92b94-dc33-4231-8d07-0cfec646f426 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 210 time: 0.0405462 Jul 15 13:52:40.578507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2663b4b7-b82b-412c-9a9f-7e1ca0e6bef1 req-1de3b6c1-232c-4eeb-84fd-2a4595a08db2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 210 time: 0.0401917 Jul 15 13:52:40.604720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-5e560bf8-d035-475d-86c1-ba52e6b46e0c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:40.606232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-5e560bf8-d035-475d-86c1-ba52e6b46e0c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1391933 Jul 15 13:52:40.647566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-121896a3-be5f-4897-ba4e-c097d5ff77e7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 379 time: 0.0332811 Jul 15 13:52:40.656180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'port': {'device_id': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'admin_state_up': True, 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'security_groups': ['fed613cb-38b5-4943-aa66-fdd1da15fb4f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:40.762240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Made reservation on behalf of ea285002648a44769de302c94eebe9fd for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:40.765843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:40.893141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Allocated IP 172.20.0.14 (40c98824-0050-48ad-8c19-4ab86ca9d1b4/37e671f8-2f37-4f6e-8733-3a7ab608c1f1/183108a5-7871-4b97-9a68-ed61bec958f3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:41.027951 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.041297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Transition to ACTIVE for port object 183108a5-7871-4b97-9a68-ed61bec958f3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:41.072741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.117955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:41.121053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:41.124941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:41.149087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:41.178656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:41.179288 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.198175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-f72eb34a-7d3a-4d4f-af45-474a9ea510a7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5454919 Jul 15 13:52:41.210227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Request body: {'port': {'device_id': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:41.289413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.350078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5980907c-a1df-4de8-8959-7f0e794e7377 None None] Provisioning for port 183108a5-7871-4b97-9a68-ed61bec958f3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:41.353924 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5980907c-a1df-4de8-8959-7f0e794e7377 None None] Provisioning complete for port 183108a5-7871-4b97-9a68-ed61bec958f3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:41.354333 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5980907c-a1df-4de8-8959-7f0e794e7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.391929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5980907c-a1df-4de8-8959-7f0e794e7377 None None] Port 183108a5-7871-4b97-9a68-ed61bec958f3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:52:41.543303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:41.550843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.562730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Transition to ACTIVE for port object 183108a5-7871-4b97-9a68-ed61bec958f3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:41.566816 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.642350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:41.697995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:41.698383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:41.698721 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:41.728612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:41.728944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:41.740182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:41.740527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:41.740940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:41.741362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Bound port: 183108a5-7871-4b97-9a68-ed61bec958f3, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:41.741726 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.815929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb4d76-c1b5-483c-bfb6-e20fb8a3c62d req-5ca044f0-0564-428d-932d-6c8b6d3028c5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:41.817690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bfb4d76-c1b5-483c-bfb6-e20fb8a3c62d req-5ca044f0-0564-428d-932d-6c8b6d3028c5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.1218989 Jul 15 13:52:41.837297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:41.865153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:41.873878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.887820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bfb4d76-c1b5-483c-bfb6-e20fb8a3c62d req-6142c858-395d-41dd-9550-0cc378863fce tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618992 Jul 15 13:52:41.919484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:41.920114 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:41.921495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] 10.222.0.23 "PUT /v2.0/ports/183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1092 time: 0.7163308 Jul 15 13:52:41.921930 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:41.924173 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874" -d '{"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:41.945153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4590715-6aa2-4c19-b316-844c65a0cfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:41.992796 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757eb65b-9e1c-4dee-b51e-5adef77ece6d x-openstack-request-id: req-757eb65b-9e1c-4dee-b51e-5adef77ece6d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:41.993080 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:41.993332 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-757eb65b-9e1c-4dee-b51e-5adef77ece6d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:41.993730 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'status': 'completed', 'code': 200} Jul 15 13:52:42.020867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-3beee4ac-640f-4224-9bf2-0ad07baf384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.022457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-3beee4ac-640f-4224-9bf2-0ad07baf384e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1095 time: 0.0589187 Jul 15 13:52:42.064368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-30efb416-7afa-46c4-87bd-d978c768d104 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 217 time: 0.0351696 Jul 15 13:52:42.117091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-b5f8f6fe-6bd0-45d4-a9f3-269e4dd0fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.118601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-b5f8f6fe-6bd0-45d4-a9f3-269e4dd0fb55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0483391 Jul 15 13:52:42.177479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-94a0e79a-6370-498b-850a-28118242782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.179013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-94a0e79a-6370-498b-850a-28118242782f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547538 Jul 15 13:52:42.270614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-4c958825-1e55-40b9-ad9a-c58e8c377e29 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850499 Jul 15 13:52:42.361025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4470d09-b1fb-4b47-aa0d-750bbd38a3d0 req-bea6a19d-dfca-4204-aab4-437c139ecd05 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847082 Jul 15 13:52:42.461140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-b86d74f3-37b6-4143-bd10-36eb898d515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.462634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-b86d74f3-37b6-4143-bd10-36eb898d515c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1095 time: 0.0536633 Jul 15 13:52:42.553445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-71f35c77-7980-4097-989f-8e45cbf599f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.554925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-71f35c77-7980-4097-989f-8e45cbf599f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0862930 Jul 15 13:52:42.594702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-fbf939f1-a96c-40b7-98c7-4c68d85f3687 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 217 time: 0.0337062 Jul 15 13:52:42.645238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-a734c71f-3906-4531-8d5e-4acfa07a5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.646598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-a734c71f-3906-4531-8d5e-4acfa07a5282 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0452309 Jul 15 13:52:42.675426 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd82cf54-464c-40dc-a56c-c1acec14ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:42.706573 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-e1652b5d-69d1-4655-a6d1-7510bbab8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.708072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-e1652b5d-69d1-4655-a6d1-7510bbab8dea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552020 Jul 15 13:52:42.796633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-96c82cac-123b-47a1-b30a-85a68f7fedfc service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815549 Jul 15 13:52:42.887842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd2f23e3-fd24-4668-ad1a-13ba41ea6874 req-8cb67c9c-3887-4bdf-aeda-717631429601 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840719 Jul 15 13:52:43.061170 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3c68d-30cb-4cfc-8b4f-62d2f3d79c12 req-3eb814b1-1d80-45ac-a4d0-d3ce070be21f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:43.062679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12c3c68d-30cb-4cfc-8b4f-62d2f3d79c12 req-3eb814b1-1d80-45ac-a4d0-d3ce070be21f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.0649793 Jul 15 13:52:43.102318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12c3c68d-30cb-4cfc-8b4f-62d2f3d79c12 req-4d9880c0-1815-470c-bf9c-68b4936f2ad6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332003 Jul 15 13:52:44.277607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3f27-f266-431c-a61c-c439d5a15428 req-3268524c-26f8-4946-aa8d-09496a80fc61 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:44.279081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0ba3f27-f266-431c-a61c-c439d5a15428 req-3268524c-26f8-4946-aa8d-09496a80fc61 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.0662785 Jul 15 13:52:44.315700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0ba3f27-f266-431c-a61c-c439d5a15428 req-5bfb35cb-545d-4e64-a4d0-fe37a1428901 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297158 Jul 15 13:52:44.788879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:44.882827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:44.893249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '183108a5-7871-4b97-9a68-ed61bec958f3', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3', 'mac_address': 'fa:16:3e:86:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:44.932632 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:44.945379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:44.964045 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:44.968137 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:45.013962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:45.155369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['183108a5-7871-4b97-9a68-ed61bec958f3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:45.332913 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a40c077-e12a-422e-96ac-487fc4edd04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:45.485567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27ab2-a1d8-4bd5-bdbf-b7cb2bf8ee03 req-12f305af-8f8f-47ce-a315-d1c9d33df3b4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:45.487509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9c27ab2-a1d8-4bd5-bdbf-b7cb2bf8ee03 req-12f305af-8f8f-47ce-a315-d1c9d33df3b4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 945 time: 0.0638459 Jul 15 13:52:45.524447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9c27ab2-a1d8-4bd5-bdbf-b7cb2bf8ee03 req-f55736cf-5287-45b4-bdba-0c06d3bfcaf1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Jul 15 13:52:45.619349 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:46.699713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b90ca-471f-49ef-bc73-0ce616cec8e7 req-c7b8e877-e688-49ee-8e26-ce3540a9a8f2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:46.701221 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd8b90ca-471f-49ef-bc73-0ce616cec8e7 req-c7b8e877-e688-49ee-8e26-ce3540a9a8f2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 945 time: 0.0653117 Jul 15 13:52:46.738495 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd8b90ca-471f-49ef-bc73-0ce616cec8e7 req-e4a7cc99-61e4-40d2-87a6-1ef45e9c4182 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Jul 15 13:52:46.820067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:46.872406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:46.878272 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 183108a5-7871-4b97-9a68-ed61bec958f3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:46.882056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 183108a5-7871-4b97-9a68-ed61bec958f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:46.882472 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:46.956404 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:46.977357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:46.979586 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000c3e5c-fb10-41e2-b119-7358d81a698b" -d '{"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-plugged", "status": "completed", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:46.995210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:46.999537 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:47.026901 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0a68c0-55d8-43c7-aea8-54eefcb4ac21 x-openstack-request-id: req-4b0a68c0-55d8-43c7-aea8-54eefcb4ac21 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:47.027238 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-plugged", "status": "completed", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:47.027493 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b0a68c0-55d8-43c7-aea8-54eefcb4ac21 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:47.027899 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'code': 200} Jul 15 13:52:47.054830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:47.135267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb891f3-d2b4-477e-b83b-d1683bd8d74c req-21b65c66-bfb5-4f7c-9847-e311434744ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:47.136730 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-beb891f3-d2b4-477e-b83b-d1683bd8d74c req-21b65c66-bfb5-4f7c-9847-e311434744ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1097 time: 0.0537715 Jul 15 13:52:47.170598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-beb891f3-d2b4-477e-b83b-d1683bd8d74c req-93b9723c-f658-414a-8b68-b5b849bb60b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267608 Jul 15 13:52:47.911455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fefc4-9f99-4d0e-a978-3c37ecb603df req-e3e56f79-55a3-42b3-a839-fec1f6407382 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:47.912991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a8fefc4-9f99-4d0e-a978-3c37ecb603df req-e3e56f79-55a3-42b3-a839-fec1f6407382 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0643241 Jul 15 13:52:47.955241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a8fefc4-9f99-4d0e-a978-3c37ecb603df req-bb5baab9-109e-4ec4-b401-41f2bc8642e2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367193 Jul 15 13:52:48.205962 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:49.132409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040340c4-a9c7-44e5-a8d7-af8525ce3881 req-826aff30-e9fd-4229-850c-377d18b087cb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.133877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-040340c4-a9c7-44e5-a8d7-af8525ce3881 req-826aff30-e9fd-4229-850c-377d18b087cb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0679941 Jul 15 13:52:49.171482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-040340c4-a9c7-44e5-a8d7-af8525ce3881 req-2e6d9d1a-9bac-4374-926a-ff3554d6c044 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Jul 15 13:52:49.337040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed142784-2b5d-4531-b1c2-a1f979911f36 req-d028e496-91e1-4adf-8210-d4c9e3fad620 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.338543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ed142784-2b5d-4531-b1c2-a1f979911f36 req-d028e496-91e1-4adf-8210-d4c9e3fad620 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0632384 Jul 15 13:52:49.347090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 35820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:49.351532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'floatingip': {'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:49.389400 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:49.830316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:49.834338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:50.258656 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 associated. External IP: 172.25.2.158, port: 183108a5-7871-4b97-9a68-ed61bec958f3. Jul 15 13:52:50.459568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:52:50.566998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:52:50.571803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:50.577697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:52:50.587100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:50.587713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:52:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:50.606870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b74b24c1-daeb-4672-ac28-3a9da3cbe85f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "PUT /v2.0/floatingips/78e47c41-f765-4fdf-a143-f639754cf529 HTTP/1.1" status: 200 len: 992 time: 1.2586803 Jul 15 13:52:50.607446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:50.609686 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261e02e8-d363-4234-adce-5ecb4f39dc10" -d '{"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:50.646698 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d413b1-cd65-4fe2-ba03-542da15fec7b x-openstack-request-id: req-13d413b1-cd65-4fe2-ba03-542da15fec7b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:50.646993 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:50.647247 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13d413b1-cd65-4fe2-ba03-542da15fec7b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:50.647646 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'status': 'completed', 'code': 200} Jul 15 13:52:50.730470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-6032935d-7e45-41f7-b13f-c5762af60096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:50.731929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-6032935d-7e45-41f7-b13f-c5762af60096 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1097 time: 0.0615995 Jul 15 13:52:50.827007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-8d040f90-f8ec-4ec3-9193-4326576cdcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:50.828501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-8d040f90-f8ec-4ec3-9193-4326576cdcc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0898752 Jul 15 13:52:50.855384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:50.895204 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-c42b3fc5-982d-467a-b127-33f54b94ef9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1000 time: 0.0607171 Jul 15 13:52:50.942977 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-60d32b2e-84f2-4eeb-a5b0-3b47e9ee89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:50.944436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-60d32b2e-84f2-4eeb-a5b0-3b47e9ee89e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0433199 Jul 15 13:52:51.001131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-49f3ec55-5006-40eb-9ea7-d8006c3fe383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:51.002712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-49f3ec55-5006-40eb-9ea7-d8006c3fe383 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516005 Jul 15 13:52:51.077564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:86:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:52:49Z', 'revision_number': 9, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:51.096313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-691722f8-7c00-488e-8828-b5fc575a0425 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Jul 15 13:52:51.107290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:52:51.115637 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:52:51.116240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:52:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:51.186585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-261e02e8-d363-4234-adce-5ecb4f39dc10 req-68f76953-15b0-4109-b838-9aee0becb6c1 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Jul 15 13:52:51.222574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:52:51.438980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:86:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:52:49Z', 'revision_number': 9, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:52:51.469634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712344ee-475a-4d9a-a343-cbf357620e0a None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:86:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:52:49Z', 'revision_number': 9, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:52:51.651843 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1386733-4990-4f67-a7da-04ef237faf87 None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:52:52.167014 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:01.175805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:03.894461 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:12.677079 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7515c406-c4f8-4da1-82ac-6f04a4546535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.333398 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a21a6fe3-f81f-46b9-abed-af772ab1d6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.619177 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.872938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.208307 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.879255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-b446c0c0-5acf-4a3e-960c-7a70b1bd84e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507433 Jul 15 13:53:20.976031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-999e2538-815c-4f37-9780-2de0e6ee48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:20.977498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-999e2538-815c-4f37-9780-2de0e6ee48e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1097 time: 0.0558579 Jul 15 13:53:21.078011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-66c7c1d3-44d2-4d8d-8afc-170604561638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:21.079407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-66c7c1d3-44d2-4d8d-8afc-170604561638 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0826235 Jul 15 13:53:21.145816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-500ef9fb-5f29-48a9-9027-8a11502e09ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1003 time: 0.0599966 Jul 15 13:53:21.193345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-0c4dafb3-2b80-47ca-b20c-3e23d1f93edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:21.194789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-0c4dafb3-2b80-47ca-b20c-3e23d1f93edd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0430424 Jul 15 13:53:21.249305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-5775f2c1-d924-46e0-b3ee-b70c0a7dfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:21.250763 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-5775f2c1-d924-46e0-b3ee-b70c0a7dfd5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497983 Jul 15 13:53:21.340454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-f398a018-fe95-41ea-9203-8610655da4ec service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Jul 15 13:53:21.430471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7bc3241-1981-4dd0-af39-9882b0949171 req-14261a0b-81bb-400e-b5d1-776310456e0c service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828800 Jul 15 13:53:29.167984 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:31.178748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:33.909373 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:42.678232 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eda7ff84-28a0-4c12-b34c-3b20de2af6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:45.334312 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf2d794f-e093-4bdf-88ea-7388f547e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:45.619341 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:46.875810 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:48.210709 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:01.177527 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:03.908979 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:06.167319 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:12.678510 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b62908e0-6c26-492d-b2a6-a2115d87e072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:15.336837 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d678732-fad0-4ec2-b96b-f4ee94cee05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:15.621150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:16.879102 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:18.213649 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:22.886185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-ff503e0f-283c-43a0-9820-24d21233f99f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608852 Jul 15 13:54:22.977716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5327d5-628c-482a-b161-3417995c79ce req-f01fb59c-143a-4f76-bc8e-f46414660b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:22.979189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-f01fb59c-143a-4f76-bc8e-f46414660b6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1097 time: 0.0515974 Jul 15 13:54:23.078436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5327d5-628c-482a-b161-3417995c79ce req-afdb1e33-b050-4d7b-aa74-1ad448136d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:23.079887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-afdb1e33-b050-4d7b-aa74-1ad448136d92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0824394 Jul 15 13:54:23.147623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-32c34f89-d7f8-4256-b131-60719871ef10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1003 time: 0.0614564 Jul 15 13:54:23.196786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5327d5-628c-482a-b161-3417995c79ce req-9b3dbae6-6833-4641-b2a7-8d0f017473fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:23.198258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-9b3dbae6-6833-4641-b2a7-8d0f017473fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0443780 Jul 15 13:54:23.252500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5327d5-628c-482a-b161-3417995c79ce req-306ac3c3-4908-4e92-8344-e3ebb1a6be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:23.253932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-306ac3c3-4908-4e92-8344-e3ebb1a6be68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495167 Jul 15 13:54:23.345569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-5ed93d9b-81fe-450d-9882-c17a1d3b7088 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844975 Jul 15 13:54:23.433468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b5327d5-628c-482a-b161-3417995c79ce req-0b78771a-3af9-429c-9918-3437930bbdb8 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808368 Jul 15 13:54:25.725514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-13a5de93-a4b1-490f-a2f2-e868c9718e77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835638 Jul 15 13:54:25.760412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220ea5-1c2c-454f-8af8-f4fe667ff9a9 req-1ff702d1-892a-4f07-949e-95a3b20c5fed tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:25.761877 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2220ea5-1c2c-454f-8af8-f4fe667ff9a9 req-1ff702d1-892a-4f07-949e-95a3b20c5fed tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0697989 Jul 15 13:54:25.801016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2220ea5-1c2c-454f-8af8-f4fe667ff9a9 req-ef83b2ea-9d3f-484a-8e57-5ec0450fdc66 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331631 Jul 15 13:54:26.894326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-252633fc-d143-4690-9c9b-97874193d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:26.896116 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-252633fc-d143-4690-9c9b-97874193d60c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1097 time: 0.0562072 Jul 15 13:54:27.030998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-b3f919ec-7f33-4668-b130-aeda95bd0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.032493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-b3f919ec-7f33-4668-b130-aeda95bd0349 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1300890 Jul 15 13:54:27.040966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefba09-4bbf-42e1-939c-d0dd810d50ae req-d6057a9d-6468-40f1-b07f-0ed5f549d8af tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.042363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fefba09-4bbf-42e1-939c-d0dd810d50ae req-d6057a9d-6468-40f1-b07f-0ed5f549d8af tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.1186326 Jul 15 13:54:27.124895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fefba09-4bbf-42e1-939c-d0dd810d50ae req-705b6f89-0820-4530-86ae-81a487ab379a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762014 Jul 15 13:54:27.128823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-664673ac-ccb7-4f26-b328-4e7279353b43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1003 time: 0.0856221 Jul 15 13:54:27.177720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-c0aa156f-4da2-4a25-80df-d3e796b2cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.179218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-c0aa156f-4da2-4a25-80df-d3e796b2cc32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0443301 Jul 15 13:54:27.239709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-7221cbd5-db38-4aa1-89b2-2af59a26de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:27.241258 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-7221cbd5-db38-4aa1-89b2-2af59a26de1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558145 Jul 15 13:54:27.330535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-4a839e63-c078-4129-991b-abc03bcfbbb7 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824096 Jul 15 13:54:27.424843 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-4b342d80-a4a2-46b8-8325-58589597a7e7 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881398 Jul 15 13:54:28.307733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ba20a-fd9c-4fd6-97aa-b17a09e808de req-79534cc7-4207-44dd-b068-cc96588c29d6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:28.309214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9ba20a-fd9c-4fd6-97aa-b17a09e808de req-79534cc7-4207-44dd-b068-cc96588c29d6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0646439 Jul 15 13:54:28.346673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb9ba20a-fd9c-4fd6-97aa-b17a09e808de req-5233882b-98f6-4c71-803b-9a7de579858c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320244 Jul 15 13:54:29.522599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052b18-9366-40d4-8e57-5230892e210c req-d66ec36a-79ee-4bc8-ab1e-b84d5fb335f9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:29.524223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea052b18-9366-40d4-8e57-5230892e210c req-d66ec36a-79ee-4bc8-ab1e-b84d5fb335f9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0644867 Jul 15 13:54:29.561638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea052b18-9366-40d4-8e57-5230892e210c req-44a08291-01e1-4a89-9adc-d2bf22655207 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Jul 15 13:54:30.741989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdb39c-9170-49d3-8a08-cf517766988a req-e02b4282-7c0a-4eef-aa0a-b50b947b4ff9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:30.743839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dcdb39c-9170-49d3-8a08-cf517766988a req-e02b4282-7c0a-4eef-aa0a-b50b947b4ff9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0671978 Jul 15 13:54:30.781693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4dcdb39c-9170-49d3-8a08-cf517766988a req-caf13f86-1c9d-4743-83f8-be099a75f7b5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323329 Jul 15 13:54:31.199869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:31.964506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610eafd-d696-4fb5-98cf-751182cb7350 req-77085690-7f66-4e4d-823c-4f27494e616b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:31.966065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b610eafd-d696-4fb5-98cf-751182cb7350 req-77085690-7f66-4e4d-823c-4f27494e616b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0638142 Jul 15 13:54:32.003227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b610eafd-d696-4fb5-98cf-751182cb7350 req-07396063-b181-4f6b-8609-375b1374cc51 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Jul 15 13:54:33.179631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dec276-810e-4979-86b7-93cb1521c421 req-f06acba3-ed57-4d5d-8b60-04368e2a9975 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:33.181463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2dec276-810e-4979-86b7-93cb1521c421 req-f06acba3-ed57-4d5d-8b60-04368e2a9975 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0674107 Jul 15 13:54:33.219266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2dec276-810e-4979-86b7-93cb1521c421 req-c91319fa-5e8a-434c-af7a-a2a3d5fda16e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Jul 15 13:54:33.938788 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.394419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e229a9-1662-414f-abb4-ae1be91bf054 req-a2167067-551c-4b41-8e3a-a22f4493a8d3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:34.395917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2e229a9-1662-414f-abb4-ae1be91bf054 req-a2167067-551c-4b41-8e3a-a22f4493a8d3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0645947 Jul 15 13:54:34.434448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2e229a9-1662-414f-abb4-ae1be91bf054 req-523a8afa-5528-4c24-8043-bfcd93da8294 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jul 15 13:54:35.607702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a5a00-9ea8-4118-98fd-b002915cb018 req-ef8cbabc-1271-40b1-9123-ef5cf0975209 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:35.609169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-546a5a00-9ea8-4118-98fd-b002915cb018 req-ef8cbabc-1271-40b1-9123-ef5cf0975209 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0625074 Jul 15 13:54:35.645478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-546a5a00-9ea8-4118-98fd-b002915cb018 req-ddd24492-d408-4629-ae1c-75b4d9f8419a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305662 Jul 15 13:54:36.821814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1c72e-ed88-4967-8cc8-ba860b08ece4 req-cf5d0e66-be56-49a2-8a80-e9fe8aca3084 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:36.823233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ca1c72e-ed88-4967-8cc8-ba860b08ece4 req-cf5d0e66-be56-49a2-8a80-e9fe8aca3084 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0671577 Jul 15 13:54:36.860197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ca1c72e-ed88-4967-8cc8-ba860b08ece4 req-d6e9ed52-35a3-44bc-96db-8777e29e54be tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Jul 15 13:54:38.029167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22feea-7acb-4b8d-8757-891c2ebc2c5a req-abba1ccf-f984-424c-a764-80c1ce034185 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.030656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e22feea-7acb-4b8d-8757-891c2ebc2c5a req-abba1ccf-f984-424c-a764-80c1ce034185 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0615244 Jul 15 13:54:38.066969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e22feea-7acb-4b8d-8757-891c2ebc2c5a req-73cdec7c-88a0-4136-91ef-bf48ad95d37f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308626 Jul 15 13:54:39.241827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b1624-7e19-465b-9560-529408daf943 req-9983cebd-1b59-469a-8522-46cadfd090f8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:39.243528 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-322b1624-7e19-465b-9560-529408daf943 req-9983cebd-1b59-469a-8522-46cadfd090f8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0674822 Jul 15 13:54:39.287387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-322b1624-7e19-465b-9560-529408daf943 req-1b8b54ab-20f2-4c08-a413-0ff0ea9f6973 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375278 Jul 15 13:54:39.334014 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-385d9ab5-f79a-426e-a741-2a117ba3ca59 service neutron] show failed (client error): The resource could not be found. Jul 15 13:54:39.335085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-385d9ab5-f79a-426e-a741-2a117ba3ca59 service neutron] 10.222.0.23 "GET /v2.0/ports/183108a5-7871-4b97-9a68-ed61bec958f3/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0602295 Jul 15 13:54:39.635579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-35b4bd71-15f2-4718-9a9c-a06b23b7b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:39.637137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-35b4bd71-15f2-4718-9a9c-a06b23b7b3e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 1097 time: 0.1065941 Jul 15 13:54:39.647384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:39.720652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:39.917143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:39.949363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:39.988294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:39.990565 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a25498-2be7-427a-92a9-846aec23c076" -d '{"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:39.994526 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.006333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Transition to ACTIVE for port object 183108a5-7871-4b97-9a68-ed61bec958f3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:40.011352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.044504 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578110a4-1b36-4108-bb48-1fb5e302e4ef x-openstack-request-id: req-578110a4-1b36-4108-bb48-1fb5e302e4ef {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:40.044794 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:40.045041 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-578110a4-1b36-4108-bb48-1fb5e302e4ef {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:40.045429 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'code': 200} Jul 15 13:54:40.100631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:40.114913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.115255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.115599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.115937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.116269 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.116599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.116929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.117795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.118298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.118786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.119119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.119450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:40.158844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] No DVR routers for this DVR port 183108a5-7871-4b97-9a68-ed61bec958f3 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:40.296151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:40.296759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:40.296868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:40.301019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:40.301345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:40.306875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:40.307214 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:40.307610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:40.308033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Bound port: 183108a5-7871-4b97-9a68-ed61bec958f3, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:40.308387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.375422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:40.378718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:40.382991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.443169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.443781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.445218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] 10.222.0.49 "PUT /v2.0/ports/183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1092 time: 0.8016689 Jul 15 13:54:40.512030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6398d3-fc06-4367-9b8e-b1b142e62e0a service neutron] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:40.533267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed23dd-1121-4809-84e8-b5941637ecee req-5d3f71c6-c950-4bb6-912f-ec995e45bbcb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.534820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6ed23dd-1121-4809-84e8-b5941637ecee req-5d3f71c6-c950-4bb6-912f-ec995e45bbcb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.1258702 Jul 15 13:54:40.585060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-71436198-9a62-4baa-a29f-8fd87a2c7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.586767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-71436198-9a62-4baa-a29f-8fd87a2c7306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1095 time: 0.1118703 Jul 15 13:54:40.594541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6ed23dd-1121-4809-84e8-b5941637ecee req-fed414e2-a201-499a-a1db-1296afcf757e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520537 Jul 15 13:54:40.679532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-11363d8b-cbd9-4216-b00c-d5f9c096a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.681561 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-11363d8b-cbd9-4216-b00c-d5f9c096a660 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0861857 Jul 15 13:54:40.747788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-d579e8e4-66df-482b-8e63-f0c24d813864 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.0599573 Jul 15 13:54:40.795657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-5302e5e9-33c8-4ffc-b4db-e9cdb791eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.797046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-5302e5e9-33c8-4ffc-b4db-e9cdb791eddf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0435691 Jul 15 13:54:40.855322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-03bea719-3b84-466c-8fad-6b117c672f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.856883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-03bea719-3b84-466c-8fad-6b117c672f8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534360 Jul 15 13:54:40.866711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-90f92c46-d8d2-493e-8007-5ab698c8a512 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:54:40.867931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-90f92c46-d8d2-493e-8007-5ab698c8a512 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051799 Jul 15 13:54:40.961563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-2384fd3b-326b-4cdb-bbef-22ea3f624979 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872555 Jul 15 13:54:41.050107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fadc9a27-a4de-4372-ad47-1afbfda6035e req-6d657f0e-4b26-43cd-bec3-68f8a4b53de0 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824351 Jul 15 13:54:41.157645 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-4b2c3d3b-e677-4507-b4e9-194965f93edd req-4cf5082c-1de6-4d32-b182-4c2c1d406456 service neutron] (93823) timed out ('10.222.0.49', 65393) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:54:41.778440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1493fc-19e0-41e3-b68a-2b6dd9835800 req-5e60de92-01b0-456f-8f4e-e5c5bdf9d665 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:41.779940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1493fc-19e0-41e3-b68a-2b6dd9835800 req-5e60de92-01b0-456f-8f4e-e5c5bdf9d665 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.0667107 Jul 15 13:54:41.816304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea1493fc-19e0-41e3-b68a-2b6dd9835800 req-ddbcede3-dcf0-45f9-a355-65d69a20d1ca tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Jul 15 13:54:42.047304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:42.049564 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561689fe-2c5d-48d5-9a4a-07859509d0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:42.098858 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae105d1e-e1c3-4b5b-ac5a-76a1f71d21b3 x-openstack-request-id: req-ae105d1e-e1c3-4b5b-ac5a-76a1f71d21b3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:42.099152 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:42.099398 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae105d1e-e1c3-4b5b-ac5a-76a1f71d21b3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:42.099784 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'status': 'completed', 'code': 200} Jul 15 13:54:42.228069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-989e7857-d2c1-44ce-9cb7-9a9550cd7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.229572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-989e7857-d2c1-44ce-9cb7-9a9550cd7299 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1095 time: 0.1041033 Jul 15 13:54:42.231338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-92df71fc-2e4b-40e6-8723-52f8962d7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.232684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-92df71fc-2e4b-40e6-8723-52f8962d7eed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1095 time: 0.1161277 Jul 15 13:54:42.394889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-bd67b1af-30d4-4356-9c52-f2cd1448cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.396363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-bd67b1af-30d4-4356-9c52-f2cd1448cba7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1521118 Jul 15 13:54:42.397472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-7945c377-94c3-4583-9041-ad7064cc3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.399967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-7945c377-94c3-4583-9041-ad7064cc3e2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1634943 Jul 15 13:54:42.509898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-bb12861a-c8dc-4e5e-9c22-553c68022b4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.1066825 Jul 15 13:54:42.511728 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-318f4107-886f-47ff-b634-7723f0f9318c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.1022635 Jul 15 13:54:42.591783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-2572ef3b-b1ba-46a5-8dcc-b3019a20abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.593251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-2572ef3b-b1ba-46a5-8dcc-b3019a20abe5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0778742 Jul 15 13:54:42.599971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-f76531b3-c82b-499d-b0a6-730c7f851de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.601304 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-f76531b3-c82b-499d-b0a6-730c7f851de3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0589206 Jul 15 13:54:42.680308 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c647f7d-1174-49b9-8b3d-5c9856697497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:43.076984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-6f197344-da1e-4f9e-b7c7-0980c8882421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.078718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-6f197344-da1e-4f9e-b7c7-0980c8882421 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4751849 Jul 15 13:54:43.084008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-d7babae4-dc63-43a2-8e58-e0c5f679dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.085424 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-d7babae4-dc63-43a2-8e58-e0c5f679dc57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4749897 Jul 15 13:54:43.112649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0335c67-d198-4ded-b12d-2406aae88d2a req-06534aed-d8f5-4868-8022-533d02a6cd7a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.114065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0335c67-d198-4ded-b12d-2406aae88d2a req-06534aed-d8f5-4868-8022-533d02a6cd7a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.1217453 Jul 15 13:54:43.167179 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:43.262785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0335c67-d198-4ded-b12d-2406aae88d2a req-6d56732a-2849-4916-8c16-e4f09f88f1a3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268809 Jul 15 13:54:43.270375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:43.293644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-92332ad2-0a52-49ab-af27-6666ba538aaf service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057583 Jul 15 13:54:43.297226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-cb5ee888-6ee5-4352-9b13-9b7c4a977bb6 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004812 Jul 15 13:54:43.310066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:43.454968 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-cad0f4c4-64d9-4153-ae1f-b7578da68062 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552153 Jul 15 13:54:43.460017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-561689fe-2c5d-48d5-9a4a-07859509d0e2 req-0f728591-7ad2-4a47-a9a6-efc78b5770a4 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509845 Jul 15 13:54:43.668566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-4381aea6-63cd-47eb-8456-2e88eff08140 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.669932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-4381aea6-63cd-47eb-8456-2e88eff08140 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b&tenant_id=ea285002648a44769de302c94eebe9fd&binding%3Ahost_id=n-h1-798249-9 HTTP/1.1" status: 200 len: 944 time: 0.0739121 Jul 15 13:54:43.770346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-afdfc9a5-5573-4551-b9e7-94014405d7b1 service neutron] 10.222.0.49 "GET /v2.0/ports/183108a5-7871-4b97-9a68-ed61bec958f3/bindings/n-h1-798249-9 HTTP/1.1" status: 200 len: 382 time: 0.0921235 Jul 15 13:54:43.783888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69e43e-3254-4bed-89d6-61f4d5f6d6be req-1ecfbfd2-2118-41aa-810f-ffd3a3d3935b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.783888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd69e43e-3254-4bed-89d6-61f4d5f6d6be req-1ecfbfd2-2118-41aa-810f-ffd3a3d3935b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 944 time: 0.1238256 Jul 15 13:54:43.851533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd69e43e-3254-4bed-89d6-61f4d5f6d6be req-e75b893b-e5ce-49c5-9a33-ae76e32af847 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605400 Jul 15 13:54:43.871240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-c5de71f0-eefa-442c-9a53-d3303e48ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.872775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-c5de71f0-eefa-442c-9a53-d3303e48ffa5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1095 time: 0.0756204 Jul 15 13:54:43.965684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-66462f68-033e-498b-8044-b3da9afdd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.974614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-66462f68-033e-498b-8044-b3da9afdd334 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0957587 Jul 15 13:54:44.039395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-a21bdcc7-b8ab-468b-90c1-8565808362db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.0580161 Jul 15 13:54:44.091312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-91ce0702-98cc-4783-93cd-c270f9b544d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:44.092766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-91ce0702-98cc-4783-93cd-c270f9b544d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0475492 Jul 15 13:54:44.148796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-e44d3d35-b175-4229-95cd-dd29d30f1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:44.150302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-e44d3d35-b175-4229-95cd-dd29d30f1280 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516896 Jul 15 13:54:44.240186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-5f848fe4-2936-482c-9753-80464c4651f7 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836053 Jul 15 13:54:44.332271 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-28471b73-75a7-4086-820c-3ac60e94094e service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859449 Jul 15 13:54:44.343703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:44.438199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:44.452257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '183108a5-7871-4b97-9a68-ed61bec958f3', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3', 'mac_address': 'fa:16:3e:86:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:44.489917 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:44.502513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:44.520846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:44.524609 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:44.572664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:44.580225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.580572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.580911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.581249 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.581577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.581902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.582244 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.582570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.582891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.583207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.583525 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.583844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:44.778028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['183108a5-7871-4b97-9a68-ed61bec958f3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:45.029082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403e01-fcb8-49fb-bab4-ce85ed669e4b req-02e3841d-3255-4e80-bb49-74c68d9a4f92 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:45.030562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf403e01-fcb8-49fb-bab4-ce85ed669e4b req-02e3841d-3255-4e80-bb49-74c68d9a4f92 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 945 time: 0.0634027 Jul 15 13:54:45.067284 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cf403e01-fcb8-49fb-bab4-ce85ed669e4b req-9f3f6352-a73f-4ab1-a5d3-c9efb77d9c44 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Jul 15 13:54:45.337388 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe78d-abd3-49c4-a115-294ec3056477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.621836 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.284023 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d8774-862d-44a3-bf4b-35cd9666eb68 req-6b512c5a-55fd-4834-a580-17d20f77c099 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.285429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-203d8774-862d-44a3-bf4b-35cd9666eb68 req-6b512c5a-55fd-4834-a580-17d20f77c099 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 945 time: 0.1063211 Jul 15 13:54:46.292124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-bf59c106-7de9-4b15-8ad0-6f2b9d22f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.293554 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-bf59c106-7de9-4b15-8ad0-6f2b9d22f310 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 1096 time: 0.0815079 Jul 15 13:54:46.304807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:46.352577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:46.360058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-203d8774-862d-44a3-bf4b-35cd9666eb68 req-540fbba5-1ce0-4e15-b04b-f4e84fe84ff0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655823 Jul 15 13:54:46.401230 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.436439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.448964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:46.604913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:46.637052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:46.668599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:46.676733 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.687402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Ignored duplicate provisioning block setup for port 183108a5-7871-4b97-9a68-ed61bec958f3 by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:54:46.690903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.735885 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:54:46.736402 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:54:46.771484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=9']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:46.816050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] No DVR routers for this DVR port 183108a5-7871-4b97-9a68-ed61bec958f3 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:46.883169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.962499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:46.962836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:46.963810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:46.968046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:46.968365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Attempting to bind port 183108a5-7871-4b97-9a68-ed61bec958f3 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:46.973067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:46.973402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:46.973784 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:46.974254 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Bound port: 183108a5-7871-4b97-9a68-ed61bec958f3, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:46.974613 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:47.039881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:47.043774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:47.047901 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:47.080472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.081107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:47.082463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] 10.222.0.23 "PUT /v2.0/ports/183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1092 time: 0.7813499 Jul 15 13:54:47.082894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:47.085111 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5f4480-4ed9-4e73-a6da-8f92e70825c2" -d '{"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:47.113779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240998d-bbcd-45df-8d37-4672ee197437 service neutron] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:47.146100 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e83ec2e-3a04-4dda-a8df-4f3e028ae9b9 x-openstack-request-id: req-2e83ec2e-3a04-4dda-a8df-4f3e028ae9b9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:47.146418 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:47.146670 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e83ec2e-3a04-4dda-a8df-4f3e028ae9b9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:47.147066 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'status': 'completed', 'code': 200} Jul 15 13:54:47.201678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-3976f000-75d1-44d0-a600-95fa0714c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.203231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-3976f000-75d1-44d0-a600-95fa0714c0ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1096 time: 0.0865536 Jul 15 13:54:47.296193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-8bba7f9b-70db-4e43-a688-10d102a54c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.297677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-8bba7f9b-70db-4e43-a688-10d102a54c33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1096 time: 0.1254351 Jul 15 13:54:47.335024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-21d8f97d-71ed-41c7-b838-34247d33344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.336363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-21d8f97d-71ed-41c7-b838-34247d33344f service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1264534 Jul 15 13:54:47.444348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-af22e105-03bd-4f1b-98ca-a8d20a7d627a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.1013999 Jul 15 13:54:47.449409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-08797579-b243-436b-9709-b18adf616b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.450857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-08797579-b243-436b-9709-b18adf616b0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1457210 Jul 15 13:54:47.573134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-92de27eb-23f2-49ad-9688-f00f45539a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.574625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-92de27eb-23f2-49ad-9688-f00f45539a44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.1229372 Jul 15 13:54:47.581238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-2d5b6a81-7394-4c1f-ae30-182e00b9274d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.1220775 Jul 15 13:54:47.677754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798398-a512-4cda-ba3c-8e9cec88948a req-713ddd86-727b-4b26-bfe5-7d0963cb6269 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.679250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc798398-a512-4cda-ba3c-8e9cec88948a req-713ddd86-727b-4b26-bfe5-7d0963cb6269 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 945 time: 0.1667814 Jul 15 13:54:47.684059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-3b055bc4-2788-4b29-adb0-52e8d35fe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.685402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-3b055bc4-2788-4b29-adb0-52e8d35fe620 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0936954 Jul 15 13:54:47.749590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490df8d-094e-4692-b906-d30a4e91b23f req-09b4100c-f0cc-411f-86b1-14659dbdb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.751106 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-09b4100c-f0cc-411f-86b1-14659dbdb4cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690457 Jul 15 13:54:47.768678 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc798398-a512-4cda-ba3c-8e9cec88948a req-ba7dca29-e303-47b5-a502-d39eabd42537 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810225 Jul 15 13:54:47.836753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-aa284f99-6f45-4b52-837b-49ae6a242f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.838302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-aa284f99-6f45-4b52-837b-49ae6a242f7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420379 Jul 15 13:54:47.886374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-aabc477b-d4dc-43c7-83ec-fcb231e7f9f0 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274741 Jul 15 13:54:48.000388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-52de6448-bf52-44ac-acc5-11fb75ac3eab service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548011 Jul 15 13:54:48.042543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f490df8d-094e-4692-b906-d30a4e91b23f req-c2844428-a717-42da-9916-32645650a3c0 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286175 Jul 15 13:54:48.134187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-81ede7f7-538d-448d-a5cc-f152adbcaa0e service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265442 Jul 15 13:54:48.155233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-37440bec-f8df-473a-8375-8e090971dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.164243 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-37440bec-f8df-473a-8375-8e090971dd20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 1096 time: 0.0763185 Jul 15 13:54:48.217551 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:48.255861 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-a865f248-c1a7-43a8-9d53-c2391769c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.257320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-a865f248-c1a7-43a8-9d53-c2391769c6b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0864086 Jul 15 13:54:48.326697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-5f6ed963-42bb-4b72-98bb-7cd2ad4b2c5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 200 len: 1001 time: 0.0622661 Jul 15 13:54:48.375599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-9451cfe1-851d-45d9-a509-83157755bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.377038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-9451cfe1-851d-45d9-a509-83157755bd14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0441430 Jul 15 13:54:48.432548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-1689df24-15d2-4a33-9b4d-4b0153b10c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.434022 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-1689df24-15d2-4a33-9b4d-4b0153b10c34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498137 Jul 15 13:54:48.531029 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-4592d9b9-477e-4005-8622-4fe46add9c46 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899024 Jul 15 13:54:48.622193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db5f4480-4ed9-4e73-a6da-8f92e70825c2 req-362738aa-4b61-496d-a05a-d0de4b2367c1 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841880 Jul 15 13:54:48.946599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7bd5b-a378-435c-820a-fd96d0bcad81 req-ef726644-124e-4f5e-94c2-e0d6480d1a16 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.948832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ec7bd5b-a378-435c-820a-fd96d0bcad81 req-ef726644-124e-4f5e-94c2-e0d6480d1a16 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 945 time: 0.0670044 Jul 15 13:54:48.987406 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ec7bd5b-a378-435c-820a-fd96d0bcad81 req-8e4325fa-f227-4991-a497-e54183b331f8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Jul 15 13:54:49.348591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:49.449183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:49.460280 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '183108a5-7871-4b97-9a68-ed61bec958f3', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': '183108a5-7871-4b97-9a68-ed61bec958f3', 'mac_address': 'fa:16:3e:86:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:49.496808 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:49.509078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:49.528316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:49.531756 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:49.578159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:49.741366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['183108a5-7871-4b97-9a68-ed61bec958f3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:50.160736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da1571-5921-47c3-9c29-c22f34e853fe req-a8b39125-117c-4604-bef3-57c7fa4718ce tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:50.162274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8da1571-5921-47c3-9c29-c22f34e853fe req-a8b39125-117c-4604-bef3-57c7fa4718ce tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0632119 Jul 15 13:54:50.200878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8da1571-5921-47c3-9c29-c22f34e853fe req-69ab742b-d22b-4ff7-8589-ba13859dc369 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321829 Jul 15 13:54:50.373406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ea3db-4862-400d-9cb0-19cf2dd88139 req-6af96f2b-7cad-477d-85a2-14aa0098e2bd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:50.374904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db2ea3db-4862-400d-9cb0-19cf2dd88139 req-6af96f2b-7cad-477d-85a2-14aa0098e2bd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0663121 Jul 15 13:54:50.410941 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db2ea3db-4862-400d-9cb0-19cf2dd88139 req-9d780e89-f996-4de5-91bd-f3259dc4cfe5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305514 Jul 15 13:54:50.580788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06092693-7d74-4432-9843-508ae66f1529 req-6c0b81a3-7fae-42b6-b7ed-58f0856349e5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:50.582343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06092693-7d74-4432-9843-508ae66f1529 req-6c0b81a3-7fae-42b6-b7ed-58f0856349e5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0638542 Jul 15 13:54:50.620887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06092693-7d74-4432-9843-508ae66f1529 req-2e109dce-b37e-487e-9918-1999670256ff tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330706 Jul 15 13:54:51.000421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88762853-c9a9-4d9f-a1da-238c105340ea req-22af051c-8587-4e84-a55b-ec8f8e649171 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:51.001820 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88762853-c9a9-4d9f-a1da-238c105340ea req-22af051c-8587-4e84-a55b-ec8f8e649171 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 946 time: 0.0625055 Jul 15 13:54:51.039012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88762853-c9a9-4d9f-a1da-238c105340ea req-179ce1ac-cd89-4a0f-b391-342daa796ea7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Jul 15 13:54:51.347885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:51.395862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 183108a5-7871-4b97-9a68-ed61bec958f3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:51.399342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 183108a5-7871-4b97-9a68-ed61bec958f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:51.399716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:51.475410 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:51.498163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:51.500394 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881a430-b946-4b5a-846e-5cd1528c7bd2" -d '{"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-plugged", "status": "completed", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:51.512744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:51.517457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:51.540601 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b54c0e-a35c-48a4-8f27-5329dd517575 x-openstack-request-id: req-18b54c0e-a35c-48a4-8f27-5329dd517575 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:51.540895 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-plugged", "status": "completed", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:51.541914 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18b54c0e-a35c-48a4-8f27-5329dd517575 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:51.542503 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'code': 200} Jul 15 13:54:51.567149 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:52.199629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-50b07ab8-b262-4840-abac-181632572352 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:52.201072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-50b07ab8-b262-4840-abac-181632572352 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 947 time: 0.0954604 Jul 15 13:54:52.265828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b79e7-c99f-4c42-be1e-6ffb80c258a2 req-2235dcac-338d-4abf-8e40-e7f8dddab7a9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:52.267339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-107b79e7-c99f-4c42-be1e-6ffb80c258a2 req-2235dcac-338d-4abf-8e40-e7f8dddab7a9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 947 time: 0.1143353 Jul 15 13:54:52.334361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-107b79e7-c99f-4c42-be1e-6ffb80c258a2 req-6c87b538-35c8-4c6b-8e75-66d08756fb7b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601401 Jul 15 13:54:52.351593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Deleting port 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:52.351937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.437750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] For port 183108a5-7871-4b97-9a68-ed61bec958f3, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=183108a5-7871-4b97-9a68-ed61bec958f3,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:52.438094 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.612614 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.612983 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.613293 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 disassociated. External IP: 172.25.2.158, port: 183108a5-7871-4b97-9a68-ed61bec958f3. Jul 15 13:54:52.613629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Calling delete_port for 183108a5-7871-4b97-9a68-ed61bec958f3 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:52.737431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.769658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event deleted for resources: {'Port': ['ID=183108a5-7871-4b97-9a68-ed61bec958f3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:52.882875 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:54:52.990468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:54:53.000108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:54:53.008648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:53.009270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:54:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:53.117222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:53.321492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:53.349476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:54:53.358368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:53.358999 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:54:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:53.364708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] No DVR routers for this DVR port 183108a5-7871-4b97-9a68-ed61bec958f3 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:53.367799 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:53.369893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12a23535-b81f-4b37-922f-8b1b136f4cae req-8d44b2fd-95e6-4957-928c-ec44329e7a99 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "DELETE /v2.0/ports/183108a5-7871-4b97-9a68-ed61bec958f3 HTTP/1.1" status: 204 len: 173 time: 1.1611490 Jul 15 13:54:53.370446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-deleted', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:53.372698 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98db88-06a9-4209-ad0a-2fa1579cebef" -d '{"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-deleted", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:53.442643 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6369b988-cc24-4fc9-95e2-e441200b5c76 x-openstack-request-id: req-6369b988-cc24-4fc9-95e2-e441200b5c76 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:53.443015 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be71719f-6689-453c-ba42-98bdfba22a8b", "name": "network-vif-deleted", "tag": "183108a5-7871-4b97-9a68-ed61bec958f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:53.443344 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6369b988-cc24-4fc9-95e2-e441200b5c76 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:53.443844 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be71719f-6689-453c-ba42-98bdfba22a8b', 'name': 'network-vif-deleted', 'tag': '183108a5-7871-4b97-9a68-ed61bec958f3', 'status': 'completed', 'code': 200} Jul 15 13:54:53.488870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:53.499657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de6308d8-d156-4b3a-9c6e-1f42f8903e7b req-595885be-10c3-4e63-8025-7c373bbcb8bc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=be71719f-6689-453c-ba42-98bdfba22a8b HTTP/1.1" status: 200 len: 210 time: 0.0327592 Jul 15 13:54:53.685173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:53.713559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e7125-2214-4598-b52c-0838c4f2eaa8 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:54:53.957291 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b54261-37bf-45b9-898d-108ffad503f9 None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:54:54.839379 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-4e3a639c-dfa9-49eb-915b-e92a099d8b39 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--195479560&fields=id&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 267 time: 0.0327816 Jul 15 13:54:54.943917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-1e0b54f1-550d-4f49-b2c2-8364f983217b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:54.945343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-1e0b54f1-550d-4f49-b2c2-8364f983217b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.0996635 Jul 15 13:54:54.962053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-8977bc8f-c8b5-4954-9ee0-808473598020 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/quotas/ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 375 time: 0.0090582 Jul 15 13:54:55.028315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-7d414e9e-7968-41c6-ab6c-4cb6e9086433 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612535 Jul 15 13:54:55.181206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-e1c76897-53a5-41cb-8f60-eff80930604e service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417763 Jul 15 13:54:55.267571 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-cfbb30d2-486c-4f0b-85db-e8596ccfac85 service neutron] 10.222.0.48 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801511 Jul 15 13:54:55.348093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:55.518917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40d295ee-f20e-4b60-a949-70ee2f294ccf req-c56cc7e6-e6b9-47b5-b5be-d3e2de08331b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0980883 Jul 15 13:54:55.529134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 183108a5-7871-4b97-9a68-ed61bec958f3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:55.529477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 183108a5-7871-4b97-9a68-ed61bec958f3 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:56.463656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-dd5768f3-712a-43ea-b058-9d5cfecf0b0b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:56.465032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-dd5768f3-712a-43ea-b058-9d5cfecf0b0b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 811 time: 0.1014225 Jul 15 13:54:56.508726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-8a0d6fe9-0afc-4f4c-ab1a-5162361fa470 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 379 time: 0.0350952 Jul 15 13:54:56.517019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'port': {'device_id': '443653c3-2951-43bb-9ee5-09083557bfe7', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'admin_state_up': True, 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'security_groups': ['fed613cb-38b5-4943-aa66-fdd1da15fb4f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:56.632890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Made reservation on behalf of ea285002648a44769de302c94eebe9fd for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:54:56.636709 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:56.734387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-719f964d-6989-42a3-9343-6a93d320cd7f req-ccde9f6c-62e4-4dc7-8b13-e02314bf3890 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0951960 Jul 15 13:54:56.793851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Allocated IP 172.20.0.6 (40c98824-0050-48ad-8c19-4ab86ca9d1b4/37e671f8-2f37-4f6e-8733-3a7ab608c1f1/93265232-e896-46b7-a8f7-9a774f9dfb25) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:54:56.924542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:56.942497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Transition to ACTIVE for port object 93265232-e896-46b7-a8f7-9a774f9dfb25 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:56.974796 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.021018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:54:57.024060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:54:57.027085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:54:57.053406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:57.083385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.084027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.099729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-3ef5362f-6d02-4494-8698-240fd8853a54 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863960 Jul 15 13:54:57.111358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Request body: {'port': {'device_id': '443653c3-2951-43bb-9ee5-09083557bfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:57.191887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.263039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-007df849-19b6-4c45-b764-aebc1c656747 None None] Provisioning for port 93265232-e896-46b7-a8f7-9a774f9dfb25 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:57.267119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-007df849-19b6-4c45-b764-aebc1c656747 None None] Provisioning complete for port 93265232-e896-46b7-a8f7-9a774f9dfb25 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:57.267537 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-007df849-19b6-4c45-b764-aebc1c656747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.300624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-007df849-19b6-4c45-b764-aebc1c656747 None None] Port 93265232-e896-46b7-a8f7-9a774f9dfb25 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:54:57.448888 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93265232-e896-46b7-a8f7-9a774f9dfb25 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:57.456462 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.468700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Transition to ACTIVE for port object 93265232-e896-46b7-a8f7-9a774f9dfb25 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:57.472157 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.545313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:57.600198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:57.600539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:57.600872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:57.605891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:57.606286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:57.611125 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:57.611464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:57.611853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:57.612284 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Bound port: 93265232-e896-46b7-a8f7-9a774f9dfb25, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:57.612643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.677988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:57.681506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:57.686290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.722027 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.722678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.724084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] 10.222.0.49 "PUT /v2.0/ports/93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1091 time: 0.6172562 Jul 15 13:54:57.724520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:57.726797 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83fc89-4cc5-42bd-a252-26517112d1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:57.753794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f80be-2a9d-432f-b4da-60184c33b1ab service neutron] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:57.779555 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0cc93f-2886-4328-bf7e-0a7a58494d6c x-openstack-request-id: req-ed0cc93f-2886-4328-bf7e-0a7a58494d6c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:57.779863 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:57.780129 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed0cc93f-2886-4328-bf7e-0a7a58494d6c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:57.780578 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'status': 'completed', 'code': 200} Jul 15 13:54:57.829414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-f597451f-9996-42e9-a39b-558a418c0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.830995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-f597451f-9996-42e9-a39b-558a418c0c00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1094 time: 0.0626636 Jul 15 13:54:57.877895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-85203d80-5907-4141-8760-9f27f518accc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 217 time: 0.0390224 Jul 15 13:54:57.934137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-7105ed46-ec96-46bb-9fbf-f9e712a666bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.935654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-7105ed46-ec96-46bb-9fbf-f9e712a666bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0514286 Jul 15 13:54:57.997736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-75ffe798-188f-44f5-a167-0205b24c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.999302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-75ffe798-188f-44f5-a167-0205b24c7477 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572050 Jul 15 13:54:58.134442 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-e10f3a77-b8f5-4c0b-b1b6-3748168b16c3 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281788 Jul 15 13:54:58.175545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a394d-691f-45d1-ba04-c72184957d0a req-5dc33bf6-5161-4d90-8d47-606f51d43cd9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:58.177025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e33a394d-691f-45d1-ba04-c72184957d0a req-5dc33bf6-5161-4d90-8d47-606f51d43cd9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.1350362 Jul 15 13:54:58.253958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e33a394d-691f-45d1-ba04-c72184957d0a req-386ce7de-01d1-4b5c-9018-68152d21d6b8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707247 Jul 15 13:54:58.264602 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a52dd7f0-d266-4c1f-bc7d-5a2e7d1290f9 req-f56a46b9-f62c-4094-bd71-3cefef9f5164 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241963 Jul 15 13:54:58.359258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-71148aed-2957-4535-97b5-c0d4cd5bfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:58.360748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-71148aed-2957-4535-97b5-c0d4cd5bfc77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1094 time: 0.0520332 Jul 15 13:54:58.453505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-923e397e-2a57-41f3-b9a9-6be598777fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:58.455166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-923e397e-2a57-41f3-b9a9-6be598777fbc service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0888460 Jul 15 13:54:58.497497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-0bc2c9cc-214c-4178-b3f1-b083fe21d24d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 217 time: 0.0358887 Jul 15 13:54:58.544675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-2784beb0-6546-4d51-b125-ebdaff18bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:58.546066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-2784beb0-6546-4d51-b125-ebdaff18bf84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0424259 Jul 15 13:54:58.606540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-144ed960-693f-4c8f-acee-e673fe67e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:58.608021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-144ed960-693f-4c8f-acee-e673fe67e189 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555818 Jul 15 13:54:58.696028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-f0726fd0-0346-42a6-b1dc-14e090befc31 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808122 Jul 15 13:54:58.788850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5e83fc89-4cc5-42bd-a252-26517112d1d9 req-5aec2d66-d4d8-41eb-ab05-17e42fa4f8a0 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Jul 15 13:54:59.427008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8484-b8f1-4b21-bc68-091068332916 req-af9dec41-86d8-45bf-a479-ec4672f4e43f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:59.428409 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80cd8484-b8f1-4b21-bc68-091068332916 req-af9dec41-86d8-45bf-a479-ec4672f4e43f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0630136 Jul 15 13:54:59.467467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-80cd8484-b8f1-4b21-bc68-091068332916 req-35eafdde-7ad5-4c83-a732-f4390d2f90dc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330105 Jul 15 13:55:00.413104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:55:00.511987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:00.523233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'mac_address': 'fa:16:3e:64:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:55:00.560610 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:00.574118 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93265232-e896-46b7-a8f7-9a774f9dfb25 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:55:00.601254 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:00.605888 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:00.662417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:00.670334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82145ff0-a557-4c2a-b7db-aabd44eb1585 req-ee245ea5-8034-4d92-a88e-21a05ae28e5d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:00.672034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82145ff0-a557-4c2a-b7db-aabd44eb1585 req-ee245ea5-8034-4d92-a88e-21a05ae28e5d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0935998 Jul 15 13:55:00.711007 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82145ff0-a557-4c2a-b7db-aabd44eb1585 req-d15f5ab1-8b82-40db-ab0d-6ed6952aa5e6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330105 Jul 15 13:55:00.794128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['93265232-e896-46b7-a8f7-9a774f9dfb25'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:01.191558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:01.886741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394b2a-8509-4433-9775-0df67bc20b71 req-da730f8e-27c0-4f3b-a486-3c6616a5900b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:01.888275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3394b2a-8509-4433-9775-0df67bc20b71 req-da730f8e-27c0-4f3b-a486-3c6616a5900b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0650301 Jul 15 13:55:01.926451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3394b2a-8509-4433-9775-0df67bc20b71 req-156bc382-2907-4dd2-a1d8-8097f5cdf837 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Jul 15 13:55:02.428344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:02.477104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 93265232-e896-46b7-a8f7-9a774f9dfb25 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:02.481363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 93265232-e896-46b7-a8f7-9a774f9dfb25 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:02.481912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:02.559359 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:02.581575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:02.583858 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af25ba-2df3-4d5c-b821-fd6bd3f410d0" -d '{"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:02.596781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:02.600605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:02.623659 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c5d81e-a02b-4e53-9c6d-90c1d28acd94 x-openstack-request-id: req-b3c5d81e-a02b-4e53-9c6d-90c1d28acd94 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:02.623952 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:02.624205 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3c5d81e-a02b-4e53-9c6d-90c1d28acd94 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:02.624592 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'code': 200} Jul 15 13:55:02.650277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:02.731404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dc79b-0519-4998-907d-b0477259dfec req-d030043a-e36a-4cf8-927d-73a856a50d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:02.732809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e0dc79b-0519-4998-907d-b0477259dfec req-d030043a-e36a-4cf8-927d-73a856a50d51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0529139 Jul 15 13:55:02.767152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9e0dc79b-0519-4998-907d-b0477259dfec req-48f30494-f5de-4150-a273-ec68f0274265 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280981 Jul 15 13:55:03.103785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b4d9d-cd00-4577-93a6-79166a877b1f req-0d2a48e4-a56a-458f-95e0-322e80b79f27 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:03.105278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-918b4d9d-cd00-4577-93a6-79166a877b1f req-0d2a48e4-a56a-458f-95e0-322e80b79f27 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0675895 Jul 15 13:55:03.142184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-918b4d9d-cd00-4577-93a6-79166a877b1f req-87d28868-7be4-40c1-b655-f2f20fdbb56e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Jul 15 13:55:03.953233 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:04.317689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e448e6-ba61-4793-aa38-c0941419ab6f req-fc82d9a3-4393-402f-acfb-614c9ec1ae42 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:04.319113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30e448e6-ba61-4793-aa38-c0941419ab6f req-fc82d9a3-4393-402f-acfb-614c9ec1ae42 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0649579 Jul 15 13:55:04.356345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30e448e6-ba61-4793-aa38-c0941419ab6f req-156b59db-52cc-4bc3-a907-7bfeaafda83d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jul 15 13:55:04.523394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6698d-064d-44ac-8838-356fbae8c2e9 req-7f5dbb50-c4ef-43d6-90bc-6a4d67c27109 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:04.524852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bdb6698d-064d-44ac-8838-356fbae8c2e9 req-7f5dbb50-c4ef-43d6-90bc-6a4d67c27109 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0659792 Jul 15 13:55:04.533585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:04.537983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Request body: {'floatingip': {'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:04.577789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.020407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.024164 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.122890 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 associated. External IP: 172.25.2.158, port: 93265232-e896-46b7-a8f7-9a774f9dfb25. Jul 15 13:55:05.324755 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:55:05.430115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:05.435856 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.439814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:05.448712 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:05.449327 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:54:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:05.472714 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d3a5d064-1ac4-41b4-8d26-2bb173b43e6b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "PUT /v2.0/floatingips/78e47c41-f765-4fdf-a143-f639754cf529 HTTP/1.1" status: 200 len: 992 time: 0.9380991 Jul 15 13:55:05.473289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:05.475744 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade471e4-94d0-4247-bb56-058936c7e042" -d '{"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:05.514125 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7e3af-d57c-42a0-af3f-9de5dab484f6 x-openstack-request-id: req-edb7e3af-d57c-42a0-af3f-9de5dab484f6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:05.514444 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:05.514699 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb7e3af-d57c-42a0-af3f-9de5dab484f6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:05.515096 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'status': 'completed', 'code': 200} Jul 15 13:55:05.556760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:05.592408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade471e4-94d0-4247-bb56-058936c7e042 req-03831fd1-cd8b-44cf-b951-922ae03fb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.594043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-03831fd1-cd8b-44cf-b951-922ae03fb721 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0563679 Jul 15 13:55:05.688405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade471e4-94d0-4247-bb56-058936c7e042 req-28b6e1a3-5df1-43ce-ba4e-ffcc65206f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.689913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-28b6e1a3-5df1-43ce-ba4e-ffcc65206f3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0901740 Jul 15 13:55:05.753965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-758d454d-bdbe-4416-8733-e232bdc7477f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.0582736 Jul 15 13:55:05.778757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:64:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443653c3-2951-43bb-9ee5-09083557bfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:55:04Z', 'revision_number': 13, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:05.802778 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade471e4-94d0-4247-bb56-058936c7e042 req-c1de773a-4871-4d8d-8ed2-d8ba428dcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.804263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-c1de773a-4871-4d8d-8ed2-d8ba428dcb3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0448642 Jul 15 13:55:05.804550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:05.812880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:05.813480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:54:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:05.864117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade471e4-94d0-4247-bb56-058936c7e042 req-fb9176c4-6215-4c06-85ad-f5a06001f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.865641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-fb9176c4-6215-4c06-85ad-f5a06001f2bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551753 Jul 15 13:55:05.917920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:05.955008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-4288beb5-a0fb-45e9-a62f-f8c9011bee86 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822165 Jul 15 13:55:06.148916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:64:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443653c3-2951-43bb-9ee5-09083557bfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:55:04Z', 'revision_number': 13, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:06.175957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830c186-0747-444e-91e5-4d482399a9ec None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '78e47c41-f765-4fdf-a143-f639754cf529', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'mac_address': 'fa:16:3e:64:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443653c3-2951-43bb-9ee5-09083557bfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:48:05Z', 'updated_at': '2021-07-15T13:55:04Z', 'revision_number': 13, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:06.372227 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708bb30-0866-4ce2-bd23-dcfe19b0abec None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:55:06.386811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ade471e4-94d0-4247-bb56-058936c7e042 req-eb61a6f8-e9e6-494f-9da6-88a408c9b5b7 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257648 Jul 15 13:55:12.682950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-edafcafe-6ee0-4170-8154-b3bfd84eef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.338094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a963256-ae03-428b-af01-d687b483b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.623107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.884767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:18.219464 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.166668 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:22.523623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-f271d151-1fec-4d2b-93f5-d2f9e19ed397 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509968 Jul 15 13:55:22.616758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-8a1bc731-7008-4296-bccc-54dabe5a11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:22.618249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-8a1bc731-7008-4296-bccc-54dabe5a11cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0522642 Jul 15 13:55:22.722467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-4eb807e5-fdd0-4cf9-913a-d7c73605d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:22.723946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-4eb807e5-fdd0-4cf9-913a-d7c73605d9f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0860445 Jul 15 13:55:22.787311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-a68c7534-80d8-447e-97db-16748b46898e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1002 time: 0.0554101 Jul 15 13:55:22.839213 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-71a4f273-d6a0-4019-8473-dcc3229e6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:22.840623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-71a4f273-d6a0-4019-8473-dcc3229e6aae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0461786 Jul 15 13:55:22.895183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-322d6b7c-5f18-4f79-a0c1-03e1ff6bd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:22.896628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-322d6b7c-5f18-4f79-a0c1-03e1ff6bd184 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497546 Jul 15 13:55:22.985130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-6445686f-562e-42e9-93fb-6343b332a855 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809374 Jul 15 13:55:23.079214 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d36546c-3f01-458c-b419-8952c26c36a7 req-d95a960e-8491-4e10-afbc-c0c9a677d245 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864475 Jul 15 13:55:31.222186 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:33.967831 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:42.683589 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-818130ba-a38a-41ad-878c-8630de61487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:45.338838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16113c4b-ac50-438f-8298-fe6d7d8bdcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:45.626931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:46.887151 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:48.230142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:57.165323 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:01.235694 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:03.967325 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:12.685174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11f0ccaa-0e47-449d-8a52-2452b34658e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:15.340975 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-029d2a9f-801a-4d7e-9db8-b53bf52fdb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:15.627052 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:16.890537 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:18.224355 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:23.511219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-caabb3cf-0e4a-4a81-b278-be4f58a5e025 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516114 Jul 15 13:56:23.607632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da139-5a1c-41cc-8ed8-2157075407fa req-77fac509-e5b7-4a5c-aa71-e7f3b580206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:23.609113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-77fac509-e5b7-4a5c-aa71-e7f3b580206d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0566595 Jul 15 13:56:23.713927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da139-5a1c-41cc-8ed8-2157075407fa req-1500e638-8200-46f2-8ec1-d7fe25d8bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:23.715317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-1500e638-8200-46f2-8ec1-d7fe25d8bc5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0873079 Jul 15 13:56:23.785013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-cde20b7f-58db-438b-a5d8-47295b07b93d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1002 time: 0.0634339 Jul 15 13:56:23.839148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da139-5a1c-41cc-8ed8-2157075407fa req-7adf5048-d955-4e5c-a97d-121faae851b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:23.840585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-7adf5048-d955-4e5c-a97d-121faae851b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0449219 Jul 15 13:56:23.897479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da139-5a1c-41cc-8ed8-2157075407fa req-fdbac3e8-ff6a-424d-953f-330ed33c1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:23.898975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-fdbac3e8-ff6a-424d-953f-330ed33c1aa7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522115 Jul 15 13:56:23.992337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-fc1001ca-0a3a-4529-8836-f013253db6d8 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Jul 15 13:56:24.080615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-643da139-5a1c-41cc-8ed8-2157075407fa req-5e5c647e-8d2c-4b32-983f-797c0ace221d service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824137 Jul 15 13:56:31.237019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:33.980848 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:34.164773 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:42.685518 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aa2-121c-4d20-8c95-167b866d5dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.912817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9aee8-1cd0-40b7-9d98-765070226fa2 req-e9465464-980e-4772-bc16-1d9ec33f976c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:42.914199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ff9aee8-1cd0-40b7-9d98-765070226fa2 req-e9465464-980e-4772-bc16-1d9ec33f976c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0671704 Jul 15 13:56:42.951698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ff9aee8-1cd0-40b7-9d98-765070226fa2 req-905067a4-da78-41a3-9f96-04633b7b24cb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Jul 15 13:56:45.340811 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a47dafb7-f957-4e3c-9b18-5762912b3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.627392 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:46.895165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.227251 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.127512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-08ec1785-1b46-4230-84cc-b6c0816851fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516856 Jul 15 13:56:53.192468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a00170-e5bd-4726-87cd-19030c96ad56 req-1720d0a6-bea1-4cf9-9d43-da791443cb4e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:53.193947 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0a00170-e5bd-4726-87cd-19030c96ad56 req-1720d0a6-bea1-4cf9-9d43-da791443cb4e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0655835 Jul 15 13:56:53.231894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0a00170-e5bd-4726-87cd-19030c96ad56 req-ce1ac17c-a218-4c4f-bda7-e32151b3e2a4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Jul 15 13:56:54.271679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-5be77bdd-8fa1-4e71-b011-90570806adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:54.273202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-5be77bdd-8fa1-4e71-b011-90570806adfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0577173 Jul 15 13:56:54.394417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-6f9710ca-47b5-48d6-9168-05a2647728fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:54.395872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-6f9710ca-47b5-48d6-9168-05a2647728fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1168799 Jul 15 13:56:54.468874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580cdb5-859b-4bde-b1c4-454583afadc5 req-199dbfe4-51a7-49f9-99bb-c1562d29611b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:54.470301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e580cdb5-859b-4bde-b1c4-454583afadc5 req-199dbfe4-51a7-49f9-99bb-c1562d29611b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.1261137 Jul 15 13:56:54.476798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-2f326df4-d7f0-459a-90f1-751d1a51ff7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1002 time: 0.0737698 Jul 15 13:56:54.559009 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e580cdb5-859b-4bde-b1c4-454583afadc5 req-c32364d0-93f5-4141-a4cb-f397c3531cb2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805807 Jul 15 13:56:54.560944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-80a8fce4-26a6-4e2e-85d2-e65dc63eb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:54.562350 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-80a8fce4-26a6-4e2e-85d2-e65dc63eb5b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0779631 Jul 15 13:56:54.628163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-36ef7af6-822e-4b25-959d-f78fddc367b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:54.629681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-36ef7af6-822e-4b25-959d-f78fddc367b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614491 Jul 15 13:56:54.719212 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-a0196d24-e078-4196-9a32-edd325fd63ff service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832770 Jul 15 13:56:54.809370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ef815a3f-efa9-47bf-af87-99e86afb2cdb service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Jul 15 13:56:55.733645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35207c36-47f1-4bf9-b70c-e223bc783223 req-5516cf6d-c429-497e-9efb-e01dafb8e751 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:55.735150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35207c36-47f1-4bf9-b70c-e223bc783223 req-5516cf6d-c429-497e-9efb-e01dafb8e751 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0635822 Jul 15 13:56:55.772468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35207c36-47f1-4bf9-b70c-e223bc783223 req-1886bcfc-b50c-47f9-8931-8bdcc83ffd9e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jul 15 13:56:56.952746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a4068-7afa-438d-b090-24189a411ede req-28adeb1a-ca1e-453e-a61b-63bfb29d5fc6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:56.954153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f34a4068-7afa-438d-b090-24189a411ede req-28adeb1a-ca1e-453e-a61b-63bfb29d5fc6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0683804 Jul 15 13:56:56.990692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f34a4068-7afa-438d-b090-24189a411ede req-3abc1cae-bb4f-4389-8d2c-1aa2fc13b1ea tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Jul 15 13:56:58.166472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13168-e598-4c70-98f5-c2e50057aeee req-8f2d1cb6-0ed0-43dc-a09d-166b647ebe05 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:58.168392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02d13168-e598-4c70-98f5-c2e50057aeee req-8f2d1cb6-0ed0-43dc-a09d-166b647ebe05 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0647638 Jul 15 13:56:58.206622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02d13168-e598-4c70-98f5-c2e50057aeee req-085f6607-94c4-49d6-ad8d-7db76a987427 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326791 Jul 15 13:56:59.378525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c462f-f6b1-444c-a58a-c90fc1a2878c req-16fd98c3-d82b-4999-b663-eee645cfd5bc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:59.380017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c3c462f-f6b1-444c-a58a-c90fc1a2878c req-16fd98c3-d82b-4999-b663-eee645cfd5bc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0625882 Jul 15 13:56:59.418060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c3c462f-f6b1-444c-a58a-c90fc1a2878c req-cae32a46-4811-47a7-b438-5210c43a7a47 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323656 Jul 15 13:57:00.593436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1ec62-0325-4d93-901a-9a7c9358ff08 req-e1c7a51c-6cf1-426e-a6e3-ff136f1db406 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:00.594950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26c1ec62-0325-4d93-901a-9a7c9358ff08 req-e1c7a51c-6cf1-426e-a6e3-ff136f1db406 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0671360 Jul 15 13:57:00.631956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26c1ec62-0325-4d93-901a-9a7c9358ff08 req-6e55d7fb-9efb-4563-bf4d-15fe43687bbf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Jul 15 13:57:01.235443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:01.806970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472aec8-39d4-44d2-89d5-aecab8a386da req-991ca5a4-e46d-4a03-9e46-b58b765e0c40 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:01.808456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f472aec8-39d4-44d2-89d5-aecab8a386da req-991ca5a4-e46d-4a03-9e46-b58b765e0c40 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0635085 Jul 15 13:57:01.846703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f472aec8-39d4-44d2-89d5-aecab8a386da req-21a17ff6-cb20-491b-a6ac-877745c5106a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325589 Jul 15 13:57:03.024020 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65728e08-b712-4f55-8f48-2b39f42a0b17 req-2c8ecada-ba5a-4b60-b9dd-48a282a18256 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:03.025394 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65728e08-b712-4f55-8f48-2b39f42a0b17 req-2c8ecada-ba5a-4b60-b9dd-48a282a18256 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0653150 Jul 15 13:57:03.062929 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65728e08-b712-4f55-8f48-2b39f42a0b17 req-36ff714b-8854-497f-ab00-95afdd567d86 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312278 Jul 15 13:57:03.983359 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.234890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2346f3-f278-4c39-9f88-83e97032b20a req-36337f81-28d7-405a-b890-498454632b3f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:04.236315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2346f3-f278-4c39-9f88-83e97032b20a req-36337f81-28d7-405a-b890-498454632b3f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0644267 Jul 15 13:57:04.273124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b2346f3-f278-4c39-9f88-83e97032b20a req-3bfa9528-d619-4435-a0ec-c69c319c5271 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Jul 15 13:57:05.445769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0e9e-cf92-4df2-8172-c79703c279ad req-6fe42c6e-bae5-47dd-a2e3-9b3f64ccd5f5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.447239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de1a0e9e-cf92-4df2-8172-c79703c279ad req-6fe42c6e-bae5-47dd-a2e3-9b3f64ccd5f5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0622630 Jul 15 13:57:05.484188 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de1a0e9e-cf92-4df2-8172-c79703c279ad req-3d44fc75-fa64-440c-8ba1-3670b64b71e8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Jul 15 13:57:06.672155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcbdc9-5f7a-4709-9053-4cfe40e92405 req-b6a3f616-02d2-4d8b-8208-b1ca7de208dd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:06.673662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42dcbdc9-5f7a-4709-9053-4cfe40e92405 req-b6a3f616-02d2-4d8b-8208-b1ca7de208dd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0668721 Jul 15 13:57:06.711199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42dcbdc9-5f7a-4709-9053-4cfe40e92405 req-de1f970c-a94c-4d4f-b19c-5c4b229b0fe8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Jul 15 13:57:07.886481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f05b8f-bbf6-4d98-8ee4-517fa2bb747e req-186f78d8-d873-47c7-9ebb-defdb603c1d4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:07.888254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70f05b8f-bbf6-4d98-8ee4-517fa2bb747e req-186f78d8-d873-47c7-9ebb-defdb603c1d4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0643351 Jul 15 13:57:07.925834 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70f05b8f-bbf6-4d98-8ee4-517fa2bb747e req-344dad09-7f6c-46d6-849a-a6692b1f6480 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319335 Jul 15 13:57:08.434873 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-0c66d364-92ad-45a0-a0fe-ec8a21fe0726 service neutron] show failed (client error): The resource could not be found. Jul 15 13:57:08.435806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-0c66d364-92ad-45a0-a0fe-ec8a21fe0726 service neutron] 10.222.0.49 "GET /v2.0/ports/93265232-e896-46b7-a8f7-9a774f9dfb25/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0575786 Jul 15 13:57:08.682130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-8409d03c-e50f-4ca7-ae51-462173c4fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.683668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-8409d03c-e50f-4ca7-ae51-462173c4fa71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 1096 time: 0.0535705 Jul 15 13:57:08.694457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:08.764027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.966741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:09.005338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:09.036910 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:09.056112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:09.058339 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92cc9b-3eee-40e1-9139-991c8466aa50" -d '{"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-unplugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:09.063224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.107771 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Transition to ACTIVE for port object 93265232-e896-46b7-a8f7-9a774f9dfb25 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:09.119599 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354b87f-de81-4e38-a53b-4eb2274497f7 x-openstack-request-id: req-a354b87f-de81-4e38-a53b-4eb2274497f7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:09.119885 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-unplugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:09.120133 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a354b87f-de81-4e38-a53b-4eb2274497f7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:09.120523 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'code': 200} Jul 15 13:57:09.121263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.124644 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.178566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f71e-f306-452c-8e9c-f55e58bdae1d req-7873249f-bc33-4da8-8e03-489936209559 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.179353 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:57:09.179682 n-d-798249-9 neutron-server[93825]: DEBUG oslo_db.api [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:57:09.180121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d2f71e-f306-452c-8e9c-f55e58bdae1d req-7873249f-bc33-4da8-8e03-489936209559 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.1356199 Jul 15 13:57:09.190101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:09.240925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.241265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.241596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.241924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.242281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.242606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.242923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.243242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.243559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.243873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.244190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.244507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:09.284228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61d2f71e-f306-452c-8e9c-f55e58bdae1d req-c7856d1a-bf5a-41b1-88db-1ea85a3057f0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956354 Jul 15 13:57:09.307054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] No DVR routers for this DVR port 93265232-e896-46b7-a8f7-9a774f9dfb25 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:09.442762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:09.443025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:09.443353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:09.448233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:09.448559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:09.454133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:09.454506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:09.454885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:09.455560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Bound port: 93265232-e896-46b7-a8f7-9a774f9dfb25, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:09.455992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.521121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:09.524207 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:09.528075 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.563438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.564049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.565526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-ca6df673-bd01-4765-8c94-174774286724 service neutron] 10.222.0.23 "PUT /v2.0/ports/93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1091 time: 0.8750327 Jul 15 13:57:09.587318 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6df673-bd01-4765-8c94-174774286724 service neutron] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:09.645273 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-b0710f35-a948-469a-b350-81d9c537e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.646838 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-b0710f35-a948-469a-b350-81d9c537e48d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1094 time: 0.0553987 Jul 15 13:57:09.742720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-cd7096c5-2f71-4875-96ea-8a7ea10fff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.744202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-cd7096c5-2f71-4875-96ea-8a7ea10fff3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0905311 Jul 15 13:57:09.813268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-2716bead-1f08-4d7b-acbd-8d632af8a5e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.0625265 Jul 15 13:57:09.867130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-bb21ee2f-399a-4dab-b3c5-9abe739737b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.868598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-bb21ee2f-399a-4dab-b3c5-9abe739737b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0484896 Jul 15 13:57:09.924389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-46133786-eac4-484a-92e4-0f7886f761a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.925870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-46133786-eac4-484a-92e4-0f7886f761a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511909 Jul 15 13:57:09.936605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-c28791fc-c3b5-448e-aa6f-b06496aefde6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:57:09.937543 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-c28791fc-c3b5-448e-aa6f-b06496aefde6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056043 Jul 15 13:57:10.026766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-3006bff6-4d3d-4556-b879-9bce7bd81604 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825171 Jul 15 13:57:10.118357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4dd684d-d98e-4b1b-8e08-d09322524284 req-17ff0f03-5328-4c92-8f16-b9406998863d service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854025 Jul 15 13:57:10.463075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143430ea-b7e8-469e-bb0d-69da64a6c783 req-a4cdc847-777d-417f-bd9e-f15ff7d70c5d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:10.464498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-143430ea-b7e8-469e-bb0d-69da64a6c783 req-a4cdc847-777d-417f-bd9e-f15ff7d70c5d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0655534 Jul 15 13:57:10.505154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-143430ea-b7e8-469e-bb0d-69da64a6c783 req-765236c1-72e5-4cbd-bb48-bfba6899a5f5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343213 Jul 15 13:57:11.122107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:11.124424 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a71d6-d574-46e8-b11d-bb71df770559" -d '{"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:11.168459 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:11.181135 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8372db-1d92-4691-a8ff-5af41cf16d96 x-openstack-request-id: req-1b8372db-1d92-4691-a8ff-5af41cf16d96 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:11.181434 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:11.181819 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b8372db-1d92-4691-a8ff-5af41cf16d96 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:11.182379 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'status': 'completed', 'code': 200} Jul 15 13:57:11.291799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-1bbaa558-2d59-4d9b-849b-1b97ed200694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.293341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-1bbaa558-2d59-4d9b-849b-1b97ed200694 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1094 time: 0.0967739 Jul 15 13:57:11.296087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-46eeb6d1-36d3-49b8-beee-462c427e2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.297452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-46eeb6d1-36d3-49b8-beee-462c427e2068 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1094 time: 0.0922155 Jul 15 13:57:11.455469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-58bd7234-79d4-4032-9bd5-9220dab06ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.456944 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-58bd7234-79d4-4032-9bd5-9220dab06ee4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1581614 Jul 15 13:57:11.458014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-b0b200ee-b19e-4824-9323-778021915e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.459361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-b0b200ee-b19e-4824-9323-778021915e70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.1534266 Jul 15 13:57:11.570633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-4b8ddb61-e460-4378-bb4e-fa9a986ba9dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.1073480 Jul 15 13:57:11.572413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-348b0ac0-00aa-4c25-b340-6b644c71306f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.1035945 Jul 15 13:57:11.692450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-c128eea7-8618-4c24-b003-bdf3948eedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.693914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-c128eea7-8618-4c24-b003-bdf3948eedc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.1124260 Jul 15 13:57:11.699766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-d6e34825-bad5-4c77-849a-546b6b2259db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.701200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-d6e34825-bad5-4c77-849a-546b6b2259db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.1239972 Jul 15 13:57:11.791617 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddebb3-aa96-47c5-a99f-da00bdfff061 req-641a46b0-a9ba-4828-9189-e1ddd394d5ef tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.793696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6ddebb3-aa96-47c5-a99f-da00bdfff061 req-641a46b0-a9ba-4828-9189-e1ddd394d5ef tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.1566730 Jul 15 13:57:11.842078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-08487b6b-5ee2-4b98-a2e1-2a9b7ec8a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.843601 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-08487b6b-5ee2-4b98-a2e1-2a9b7ec8a887 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407485 Jul 15 13:57:11.850084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-e187fe49-7ec2-4f5c-8a5c-c9f429b590a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.851537 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-e187fe49-7ec2-4f5c-8a5c-c9f429b590a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403279 Jul 15 13:57:11.873943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6ddebb3-aa96-47c5-a99f-da00bdfff061 req-5858b7e7-5d09-4c11-8a5f-2372aa210227 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716157 Jul 15 13:57:12.012193 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-4f1bb6a7-8989-41a9-9554-781c4531a18d service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578772 Jul 15 13:57:12.015879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-c0d232c7-e5b1-4b49-976d-d288a9b2506d service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525152 Jul 15 13:57:12.172616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-ea81b2e5-1ebe-453c-a4c0-96dc09c2943d service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543133 Jul 15 13:57:12.175942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e60a71d6-d574-46e8-b11d-bb71df770559 req-2d30d09e-28a5-42c2-b1b4-382680ae4a1e service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503911 Jul 15 13:57:12.688046 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f5b97b1-2c6d-4e25-a8c3-c4cdbb7dbbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:13.060878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1fae-6e85-4ce9-83d4-3113d2cc1c1c req-598c80f4-4862-4100-9e08-833e39e04ca7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:13.062404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-877d1fae-6e85-4ce9-83d4-3113d2cc1c1c req-598c80f4-4862-4100-9e08-833e39e04ca7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0667338 Jul 15 13:57:13.100613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-877d1fae-6e85-4ce9-83d4-3113d2cc1c1c req-bb0b04e2-cb38-4847-ac8c-db0539052ef9 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Jul 15 13:57:14.273231 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e862-e336-49ee-9b22-b9c52c02c32a req-8ec77b52-545a-4d9c-b3cc-828bff746143 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:14.274747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde7e862-e336-49ee-9b22-b9c52c02c32a req-8ec77b52-545a-4d9c-b3cc-828bff746143 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0631676 Jul 15 13:57:14.312149 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde7e862-e336-49ee-9b22-b9c52c02c32a req-de294a19-5aa1-4f30-ac1d-7a3e227447e5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Jul 15 13:57:15.342516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912b39e7-5425-42ce-8972-f32e54e78820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.492547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69b79b-1eea-4d4e-b949-6cb01bfb3814 req-f2b1e359-e0dc-41ad-88ff-101e9cfb58c4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:15.494017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e69b79b-1eea-4d4e-b949-6cb01bfb3814 req-f2b1e359-e0dc-41ad-88ff-101e9cfb58c4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0681345 Jul 15 13:57:15.531577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e69b79b-1eea-4d4e-b949-6cb01bfb3814 req-29658904-c8e8-42d2-b55e-8e2736d75e6d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Jul 15 13:57:15.627766 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.705677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2673-1855-486b-be3b-590b2b45f81b req-869fa4f3-050f-4884-89a9-1fe523096118 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:16.707200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb6c2673-1855-486b-be3b-590b2b45f81b req-869fa4f3-050f-4884-89a9-1fe523096118 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0628726 Jul 15 13:57:16.744874 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fb6c2673-1855-486b-be3b-590b2b45f81b req-e2b99fa4-238a-4328-834c-06748ed83dad tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Jul 15 13:57:16.899470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:17.917354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962eafe-2741-480a-9feb-90931943a8af req-68d768b2-cb47-4566-b02d-bd29c737550f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:17.918908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f962eafe-2741-480a-9feb-90931943a8af req-68d768b2-cb47-4566-b02d-bd29c737550f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0608795 Jul 15 13:57:17.956443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f962eafe-2741-480a-9feb-90931943a8af req-5f0f36fc-0db3-4eed-90ab-c4b56b5f7381 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317707 Jul 15 13:57:18.230234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:19.140915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66ea0-8868-47f3-bd5c-978c06e1c3b1 req-8759d180-db40-4719-96ca-a751de72d79a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.142450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ff66ea0-8868-47f3-bd5c-978c06e1c3b1 req-8759d180-db40-4719-96ca-a751de72d79a tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0681186 Jul 15 13:57:19.186301 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ff66ea0-8868-47f3-bd5c-978c06e1c3b1 req-574de745-ba2a-4009-81f1-dbeeafac4970 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382297 Jul 15 13:57:20.357899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50538e8-f7f6-42de-aa7f-ec9009c4c9d0 req-4a9f99e9-f90a-405b-af0c-824a9d3ca24d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.359432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b50538e8-f7f6-42de-aa7f-ec9009c4c9d0 req-4a9f99e9-f90a-405b-af0c-824a9d3ca24d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0633769 Jul 15 13:57:20.400074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b50538e8-f7f6-42de-aa7f-ec9009c4c9d0 req-4b44539f-fb48-42e8-9be6-5172ea8bcde2 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Jul 15 13:57:21.579500 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2a70-e9a3-41fb-b5f7-7c47621653b7 req-f5b32955-cd39-4c35-9775-fc0b43da49d5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.581213 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b52c2a70-e9a3-41fb-b5f7-7c47621653b7 req-f5b32955-cd39-4c35-9775-fc0b43da49d5 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.0646863 Jul 15 13:57:21.617432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b52c2a70-e9a3-41fb-b5f7-7c47621653b7 req-2e3d72db-3aba-4a99-a9d9-f05e38ac50e7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306585 Jul 15 13:57:22.013168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-4451df22-6888-40cb-bd3f-15f77e0903a3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.014508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-4451df22-6888-40cb-bd3f-15f77e0903a3 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.23 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7&tenant_id=ea285002648a44769de302c94eebe9fd&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 943 time: 0.0812430 Jul 15 13:57:22.067108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:22.104305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-206ae900-dbc6-4816-9305-510214206c22 service neutron] 10.222.0.23 "GET /v2.0/ports/93265232-e896-46b7-a8f7-9a774f9dfb25/bindings/n-h2-798249-9 HTTP/1.1" status: 200 len: 382 time: 0.0738983 Jul 15 13:57:22.113391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce893b-ca83-4575-b565-7b7f268586c0 req-ff933c71-10c9-42ee-ba18-5315d2ac5f3e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.114898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25ce893b-ca83-4575-b565-7b7f268586c0 req-ff933c71-10c9-42ee-ba18-5315d2ac5f3e tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 943 time: 0.1202209 Jul 15 13:57:22.160958 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:22.172760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'mac_address': 'fa:16:3e:64:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:22.182848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-25ce893b-ca83-4575-b565-7b7f268586c0 req-1bbce50f-f213-463c-8956-3d8057c658ab tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612333 Jul 15 13:57:22.201727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-308acfe9-cba0-4648-9b5e-f4442b0f2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.203241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-308acfe9-cba0-4648-9b5e-f4442b0f2392 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1094 time: 0.0748041 Jul 15 13:57:22.214094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:22.230561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93265232-e896-46b7-a8f7-9a774f9dfb25 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:22.250667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:22.254359 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:22.303788 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:22.311723 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.312068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.312409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.312744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.313074 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.313402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.313729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.314054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.314442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.314812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.315178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.315506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.515220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['93265232-e896-46b7-a8f7-9a774f9dfb25'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:22.626972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-6a27d3ec-9bf6-4a8d-83de-e99ac8e12f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.628448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-6a27d3ec-9bf6-4a8d-83de-e99ac8e12f95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.4183242 Jul 15 13:57:22.691745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-97e51ee9-576a-42a3-9936-1d7d4d54fb52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1001 time: 0.0560913 Jul 15 13:57:22.740108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-818fabb4-4072-4028-9430-f00e5bb299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.741509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-818fabb4-4072-4028-9430-f00e5bb299ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0427363 Jul 15 13:57:22.800094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-9369eaab-1238-4e7a-bba4-551533e1c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.801531 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-9369eaab-1238-4e7a-bba4-551533e1c07d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530596 Jul 15 13:57:22.889375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-4ba9b582-e0f3-4ed1-9f02-89dba1cac175 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801971 Jul 15 13:57:22.979306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-df29ad12-e666-4f66-9fca-d9e3b8a2f3b8 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835044 Jul 15 13:57:23.361876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49231f6a-b6ae-4ab1-b66e-5b4334a96872 req-ff419108-a21b-431f-83e1-ab1539246acc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:23.363383 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49231f6a-b6ae-4ab1-b66e-5b4334a96872 req-ff419108-a21b-431f-83e1-ab1539246acc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0626750 Jul 15 13:57:23.400100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49231f6a-b6ae-4ab1-b66e-5b4334a96872 req-c6fa57ac-ce83-41c9-9d39-3b09148fee7c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311689 Jul 15 13:57:24.062090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:24.112079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 93265232-e896-46b7-a8f7-9a774f9dfb25 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:24.115597 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 93265232-e896-46b7-a8f7-9a774f9dfb25 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:24.115967 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.189999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.211125 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:24.213337 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e867c408-924b-4fec-b700-dca8a48c7b64" -d '{"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:24.225988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:24.232088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.285281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:24.350171 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99130e9b-a4a3-463f-bb13-bca55b36ed33 x-openstack-request-id: req-99130e9b-a4a3-463f-bb13-bca55b36ed33 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:24.350499 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:24.350766 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99130e9b-a4a3-463f-bb13-bca55b36ed33 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:24.351149 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'code': 200} Jul 15 13:57:24.577742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc30dc0-16eb-4c48-ab8e-a02090e87ab4 req-ae3111c3-3240-434b-8712-1f5b36d53a3d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:24.579293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbc30dc0-16eb-4c48-ab8e-a02090e87ab4 req-ae3111c3-3240-434b-8712-1f5b36d53a3d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0641079 Jul 15 13:57:24.631500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbc30dc0-16eb-4c48-ab8e-a02090e87ab4 req-26d729d2-8ab8-45a3-b5b8-2baa0cfabbd7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462987 Jul 15 13:57:25.805455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bdfdb-e204-4dae-ad52-de52d4698b12 req-5dfe4317-2375-4d84-b600-2b32e4d74dbc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:25.806976 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-650bdfdb-e204-4dae-ad52-de52d4698b12 req-5dfe4317-2375-4d84-b600-2b32e4d74dbc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0631766 Jul 15 13:57:25.848787 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-650bdfdb-e204-4dae-ad52-de52d4698b12 req-62f1c013-2c4c-418b-b36b-6618b6138230 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359056 Jul 15 13:57:25.972608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-dba2fa0d-abd3-4464-b1dd-0f64f3df1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:25.974120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-dba2fa0d-abd3-4464-b1dd-0f64f3df1476 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1096 time: 0.1003861 Jul 15 13:57:26.086631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-2089c9f2-ce28-4e24-95e8-dcc74605db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.088114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-2089c9f2-ce28-4e24-95e8-dcc74605db42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0934458 Jul 15 13:57:26.152141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-c448d055-db9d-4ab7-9271-d9c902ad64a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1002 time: 0.0569458 Jul 15 13:57:26.204918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-7140c4a1-ab7c-4063-84f4-5d02f9908f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.206509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-7140c4a1-ab7c-4063-84f4-5d02f9908f32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0474658 Jul 15 13:57:26.263676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-debdb768-bc31-4faa-b422-ca50cd55f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.265127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-debdb768-bc31-4faa-b422-ca50cd55f6bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510240 Jul 15 13:57:26.360575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-ecfdbf29-07b5-49ed-b64b-9f0b0e8f2dac service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Jul 15 13:57:26.458771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-333bbe7f-9320-458c-a615-3f5aaab526ad req-87563440-bb9f-437c-a35a-e24ecc11e2ab service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909944 Jul 15 13:57:26.704741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-659dbb07-0232-4762-8de2-c47586c4bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.706527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-659dbb07-0232-4762-8de2-c47586c4bcb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7&tenant_id=ea285002648a44769de302c94eebe9fd HTTP/1.1" status: 200 len: 1096 time: 0.0527132 Jul 15 13:57:26.717511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:26.791797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:27.023136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:27.076537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c7795-227d-401d-8e9b-8ab5f5516637 req-932b8b5d-4749-4aaf-b8c2-0d3ad1000c65 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.078017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-299c7795-227d-401d-8e9b-8ab5f5516637 req-932b8b5d-4749-4aaf-b8c2-0d3ad1000c65 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.1117232 Jul 15 13:57:27.081275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:27.143979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:27.146239 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9c8090-4d14-4965-b6e4-b2429e2b675e" -d '{"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-unplugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:27.151678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:27.157268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-299c7795-227d-401d-8e9b-8ab5f5516637 req-4f2f8f9c-2f4e-4b33-ad4e-431ef2910aa8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735035 Jul 15 13:57:27.168810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Transition to ACTIVE for port object 93265232-e896-46b7-a8f7-9a774f9dfb25 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:27.173287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:27.255315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:27.274697 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92983208-a3e0-4380-a415-f161630152da x-openstack-request-id: req-92983208-a3e0-4380-a415-f161630152da {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:27.274940 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-unplugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:27.275178 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92983208-a3e0-4380-a415-f161630152da {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:27.275572 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'code': 200} Jul 15 13:57:27.301193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] No DVR routers for this DVR port 93265232-e896-46b7-a8f7-9a774f9dfb25 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:27.440421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:27.440762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:27.441093 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:27.445324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:27.445651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Attempting to bind port 93265232-e896-46b7-a8f7-9a774f9dfb25 on network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:27.450666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:27.451006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Checking segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:27.451396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Bound using segment: {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:27.451824 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Bound port: 93265232-e896-46b7-a8f7-9a774f9dfb25, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:27.452182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:27.515067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:27.518086 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:27.522381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:27.557247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.557934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:27.559401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1092 time: 0.8463769 Jul 15 13:57:27.580253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddb0be-2021-4749-93e7-ad22f75da9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=11']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:27.643532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-61191d92-cf62-44c6-9500-d099f421a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.645059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-61191d92-cf62-44c6-9500-d099f421a7e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1095 time: 0.0598235 Jul 15 13:57:27.737781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-24e58c53-7cc6-4742-9846-5672dfea3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.739274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-24e58c53-7cc6-4742-9846-5672dfea3abf service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.0884848 Jul 15 13:57:27.807211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-1efe62b1-88dc-4409-b957-add9bbb0acd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.0616078 Jul 15 13:57:27.858593 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-3b90311b-ec9e-4196-80c4-a5978495cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.860060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-3b90311b-ec9e-4196-80c4-a5978495cffc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0468137 Jul 15 13:57:27.916000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-c5268d1b-5bbb-453e-890d-3d0730b8bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.917451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-c5268d1b-5bbb-453e-890d-3d0730b8bc6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512958 Jul 15 13:57:28.010949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-eca94241-890f-4cba-9ad5-8906ecc3d476 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Jul 15 13:57:28.077351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:28.101496 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a4e19311-c909-49ae-b41e-0cf89c30d573 req-b5cc7538-a55a-4d30-8ee7-62b09d9c2733 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847363 Jul 15 13:57:28.114821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:28.341726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a4dc-303d-4e50-b0d3-b0fc216550b0 req-c166eb10-24b5-4a69-b5bd-171e3906207b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:28.343255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c570a4dc-303d-4e50-b0d3-b0fc216550b0 req-c166eb10-24b5-4a69-b5bd-171e3906207b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0683451 Jul 15 13:57:28.381044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c570a4dc-303d-4e50-b0d3-b0fc216550b0 req-de0075b8-9bd6-4976-ac0c-afe5ee25fa1d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jul 15 13:57:29.276897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:29.279481 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:29.327835 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48da25a9-1cc5-40de-8fe9-b535d9053c03 x-openstack-request-id: req-48da25a9-1cc5-40de-8fe9-b535d9053c03 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:29.328131 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:29.328385 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48da25a9-1cc5-40de-8fe9-b535d9053c03 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:29.328785 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'status': 'completed', 'code': 200} Jul 15 13:57:29.438091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-7061083f-12d2-497b-8a22-17a2ab19fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.439661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-7061083f-12d2-497b-8a22-17a2ab19fed5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1095 time: 0.0929739 Jul 15 13:57:29.445799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-c125e60c-1f24-494d-b82d-76401bafa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.447248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-c125e60c-1f24-494d-b82d-76401bafa760 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea285002648a44769de302c94eebe9fd&device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 1095 time: 0.0917761 Jul 15 13:57:29.650833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-0372c41e-78e1-4c2f-84cf-a8de05751ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.652311 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-0372c41e-78e1-4c2f-84cf-a8de05751ef1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.2042372 Jul 15 13:57:29.666701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-3dcf5c69-504a-4805-a996-76ea321ef55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.668015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-3dcf5c69-504a-4805-a996-76ea321ef55a service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 200 len: 912 time: 0.2117169 Jul 15 13:57:29.756588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fb183-4d68-43d1-bac1-fc130052509a req-510a0c58-1ec7-4cea-b7f4-1151b710eb24 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.758103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-007fb183-4d68-43d1-bac1-fc130052509a req-510a0c58-1ec7-4cea-b7f4-1151b710eb24 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.2529888 Jul 15 13:57:29.797035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-157de726-618f-40a0-af68-da2d21114250 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.1370409 Jul 15 13:57:29.826395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-8e6b45e8-714f-467b-be30-b12823511326 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 200 len: 1000 time: 0.1237214 Jul 15 13:57:29.864679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-007fb183-4d68-43d1-bac1-fc130052509a req-33e5b2a2-c432-4351-b833-045d78211dc7 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942228 Jul 15 13:57:29.910840 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-63d39066-c3fa-4dd0-b120-cdaa1781aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.912331 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-63d39066-c3fa-4dd0-b120-cdaa1781aae9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.1085601 Jul 15 13:57:29.913944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-2c9d3a63-8d99-4cc2-b04d-1645012965c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.915293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-2c9d3a63-8d99-4cc2-b04d-1645012965c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 200 len: 850 time: 0.0654426 Jul 15 13:57:30.015210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-7308ab43-e71c-4e4e-ac1a-e80955d35c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:30.016638 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-7308ab43-e71c-4e4e-ac1a-e80955d35c28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898526 Jul 15 13:57:30.019244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-d21a25f5-28c2-405c-8b5a-d5de72ede85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:30.020610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-d21a25f5-28c2-405c-8b5a-d5de72ede85a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40c98824-0050-48ad-8c19-4ab86ca9d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011450 Jul 15 13:57:30.179701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-badc6119-ea95-4b91-8035-54e8fa2dfc81 service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567757 Jul 15 13:57:30.183232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-fb6f4d9f-a406-4388-b685-2c99ee945072 service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529655 Jul 15 13:57:30.340616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-fd1c4bdd-8c0f-444d-a850-46584d578d5b service neutron] 10.222.0.23 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473410 Jul 15 13:57:30.342527 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b35e8119-eb3d-455f-ab9b-b32ca5fad5cd req-0bdc24ff-bc54-48bc-bd44-0528b6f5595e service neutron] 10.222.0.49 "GET /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567142 Jul 15 13:57:31.045114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e2ee7-6076-49a9-bba6-9f6ae484786d req-419ee505-5f75-49e1-81b4-da6562b4990c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:31.046550 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b96e2ee7-6076-49a9-bba6-9f6ae484786d req-419ee505-5f75-49e1-81b4-da6562b4990c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0638459 Jul 15 13:57:31.086794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b96e2ee7-6076-49a9-bba6-9f6ae484786d req-e50070dc-c116-47f3-b4e9-27d6b7fff573 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343511 Jul 15 13:57:31.252269 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:32.266030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef160-a494-4c4e-b28d-e0705a265b94 req-16d24bf6-e1a6-4899-9830-9cc8d0501718 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:32.267558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6cef160-a494-4c4e-b28d-e0705a265b94 req-16d24bf6-e1a6-4899-9830-9cc8d0501718 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0660474 Jul 15 13:57:32.304025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6cef160-a494-4c4e-b28d-e0705a265b94 req-20828f67-b591-4597-98be-9fb0b404c03b tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309854 Jul 15 13:57:33.481651 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68b65b-2976-41a3-9918-1e7ac46ece65 req-13940ce0-bca0-49e6-9977-8c9977b100f1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:33.483250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd68b65b-2976-41a3-9918-1e7ac46ece65 req-13940ce0-bca0-49e6-9977-8c9977b100f1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0659330 Jul 15 13:57:33.520839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd68b65b-2976-41a3-9918-1e7ac46ece65 req-e8bb0442-b783-4467-be9b-b7cc0cf48cfd tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316215 Jul 15 13:57:33.995835 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:34.696587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc8ff-6b06-47d4-b599-44394e38cbc8 req-689f1f59-5601-4726-9709-ba86af5818de tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:34.698360 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01cdc8ff-6b06-47d4-b599-44394e38cbc8 req-689f1f59-5601-4726-9709-ba86af5818de tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0651503 Jul 15 13:57:34.735635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-01cdc8ff-6b06-47d4-b599-44394e38cbc8 req-f7c05b00-458c-41cf-8aee-05bf0162ebef tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Jul 15 13:57:35.914914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e242f25-6e7e-4022-8d13-f006e1caf978 req-8fe53f6e-1154-4ccc-bb8b-afd614c4583c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:35.916400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e242f25-6e7e-4022-8d13-f006e1caf978 req-8fe53f6e-1154-4ccc-bb8b-afd614c4583c tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0661852 Jul 15 13:57:35.954017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2e242f25-6e7e-4022-8d13-f006e1caf978 req-65c96108-2ee2-4883-9ce8-71d8ba6e1e4d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Jul 15 13:57:37.125940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9902-c151-4f8e-b630-08ef0b4ce78b req-17c5d788-dbc6-46c3-8c71-b192882e67e4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:37.127499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-711d9902-c151-4f8e-b630-08ef0b4ce78b req-17c5d788-dbc6-46c3-8c71-b192882e67e4 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0631764 Jul 15 13:57:37.164336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-711d9902-c151-4f8e-b630-08ef0b4ce78b req-786bc0ec-dbe6-407f-b46c-176298f3ce83 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Jul 15 13:57:38.341040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f73a14-a805-4e09-933c-5f844e66cdb6 req-10206617-4fb1-4259-b261-3e9cf9b10dfc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:38.342690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4f73a14-a805-4e09-933c-5f844e66cdb6 req-10206617-4fb1-4259-b261-3e9cf9b10dfc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0671043 Jul 15 13:57:38.380626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4f73a14-a805-4e09-933c-5f844e66cdb6 req-d3640771-65b9-46ca-9a37-6ac65efe64aa tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Jul 15 13:57:39.144570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:39.237777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:39.248352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'port_id': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'mac_address': 'fa:16:3e:64:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:39.283694 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.295529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93265232-e896-46b7-a8f7-9a774f9dfb25 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:39.313731 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:39.317620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.362303 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:39.556530 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c70e6-889d-48db-bacf-47922afe848f req-4ecbba76-e079-4d5f-9650-5719b36d20bf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:39.557931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be9c70e6-889d-48db-bacf-47922afe848f req-4ecbba76-e079-4d5f-9650-5719b36d20bf tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0647271 Jul 15 13:57:39.572578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['93265232-e896-46b7-a8f7-9a774f9dfb25'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:39.597669 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be9c70e6-889d-48db-bacf-47922afe848f req-b2f97dc4-d31e-4724-abf3-79de37098c6d tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335081 Jul 15 13:57:39.779299 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5845d-4aaa-4ab2-8689-b005899028b7 req-abbd49ad-9d9b-4196-807a-5d92d5fea8f0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:39.781368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde5845d-4aaa-4ab2-8689-b005899028b7 req-abbd49ad-9d9b-4196-807a-5d92d5fea8f0 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0646229 Jul 15 13:57:39.818920 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fde5845d-4aaa-4ab2-8689-b005899028b7 req-93189e4d-6d8f-48c8-861d-a54aa2bff58f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Jul 15 13:57:39.991682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95880ed2-d2ce-4b01-bbe9-ffc8a3ecd79d req-d9c9f976-7065-4f42-ae61-14bfbfe968eb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:39.993130 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95880ed2-d2ce-4b01-bbe9-ffc8a3ecd79d req-d9c9f976-7065-4f42-ae61-14bfbfe968eb tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0654225 Jul 15 13:57:40.029529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95880ed2-d2ce-4b01-bbe9-ffc8a3ecd79d req-6f2aa128-257f-431a-9c9c-6aee4712467f tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309582 Jul 15 13:57:40.400844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225bc5-e910-4028-910c-ee495071bab5 req-f6b0fbff-f095-416e-acfa-da0d13aec716 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.402345 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21225bc5-e910-4028-910c-ee495071bab5 req-f6b0fbff-f095-416e-acfa-da0d13aec716 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0632756 Jul 15 13:57:40.439729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21225bc5-e910-4028-910c-ee495071bab5 req-9f7a3dbd-9f87-4bde-bb22-43ad6f3004c8 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314639 Jul 15 13:57:41.168228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:41.216831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 93265232-e896-46b7-a8f7-9a774f9dfb25 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:41.220588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 93265232-e896-46b7-a8f7-9a774f9dfb25 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:41.220965 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.294856 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.316676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:41.319104 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad799bd-2f23-4588-8d95-73336c7cebf8" -d '{"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:41.331721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:41.335626 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.360817 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83cd8cf-1236-4876-aac7-99b583276479 x-openstack-request-id: req-f83cd8cf-1236-4876-aac7-99b583276479 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:41.361115 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:41.361367 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f83cd8cf-1236-4876-aac7-99b583276479 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:41.361749 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'code': 200} Jul 15 13:57:41.387289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:41.619186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57db36-13f8-4d99-9740-6a9407efd95c req-a525cd3a-3999-473a-9b21-83ad45151ab6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:41.620670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b57db36-13f8-4d99-9740-6a9407efd95c req-a525cd3a-3999-473a-9b21-83ad45151ab6 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 946 time: 0.0664666 Jul 15 13:57:41.659073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b57db36-13f8-4d99-9740-6a9407efd95c req-be160ce5-63d8-4a0c-9f81-bf6469c3fb03 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed613cb-38b5-4943-aa66-fdd1da15fb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320654 Jul 15 13:57:41.872195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-428839a0-c706-451f-94a9-c2b72937eabc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:41.874268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-428839a0-c706-451f-94a9-c2b72937eabc tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 946 time: 0.0613678 Jul 15 13:57:41.973644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Deleting port 93265232-e896-46b7-a8f7-9a774f9dfb25 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:41.973988 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.059756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] For port 93265232-e896-46b7-a8f7-9a774f9dfb25, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=93265232-e896-46b7-a8f7-9a774f9dfb25,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:42.060111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.226134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.226534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.226839 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Floating IP 78e47c41-f765-4fdf-a143-f639754cf529 disassociated. External IP: 172.25.2.158, port: 93265232-e896-46b7-a8f7-9a774f9dfb25. Jul 15 13:57:42.227180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Calling delete_port for 93265232-e896-46b7-a8f7-9a774f9dfb25 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:42.354976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.382073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event deleted for resources: {'Port': ['ID=93265232-e896-46b7-a8f7-9a774f9dfb25,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:42.503799 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:57:42.692203 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6b30aff-63af-461d-933d-f37f98226f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.905816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e07339e-0353-4a7a-8363-48047e45012b req-89aaf85c-a34a-45d4-8155-fc4c840a7508 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jul 15 13:57:42.965201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:57:42.974263 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:57:42.985585 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:42.986231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:57:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:43.011009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] No DVR routers for this DVR port 93265232-e896-46b7-a8f7-9a774f9dfb25 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:43.013656 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:43.015819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9d05cdf-97d6-49f3-b0fe-e17841759ea4 req-06660523-eff5-4bec-a8ac-3374212c15c1 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.49 "DELETE /v2.0/ports/93265232-e896-46b7-a8f7-9a774f9dfb25 HTTP/1.1" status: 204 len: 173 time: 1.1368895 Jul 15 13:57:43.016248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-deleted', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:43.018499 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c280d1-83b7-4494-a83f-18863ba761c8" -d '{"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-deleted", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:43.060644 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f6929c-91f9-4f1f-9ede-a57ed2d23faa x-openstack-request-id: req-24f6929c-91f9-4f1f-9ede-a57ed2d23faa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:43.061683 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443653c3-2951-43bb-9ee5-09083557bfe7", "name": "network-vif-deleted", "tag": "93265232-e896-46b7-a8f7-9a774f9dfb25", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:43.062052 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24f6929c-91f9-4f1f-9ede-a57ed2d23faa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:43.062579 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443653c3-2951-43bb-9ee5-09083557bfe7', 'name': 'network-vif-deleted', 'tag': '93265232-e896-46b7-a8f7-9a774f9dfb25', 'status': 'completed', 'code': 200} Jul 15 13:57:43.100549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:43.304264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:43.331760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:57:43.340110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:43.340718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:57:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:43.445004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:43.644064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:43.675812 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522846b-7e9d-48e9-be2f-20d34c86d5d2 None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:03Z', 'revision_number': 4, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a3ba80ac-156b-4dbe-8ff3-14d3763bf16e', 'name': '', 'network_id': '40c98824-0050-48ad-8c19-4ab86ca9d1b4', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'mac_address': 'fa:16:3e:36:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:03Z', 'updated_at': '2021-07-15T13:48:08Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'subnets': [{'id': '37e671f8-2f37-4f6e-8733-3a7ab608c1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:57:43.896043 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03fde2-6d9b-434b-8c7e-82288731539f None None] New status for floating IP 78e47c41-f765-4fdf-a143-f639754cf529: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:57:44.051018 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4bb4d279-41b1-4744-b507-d4a5a3dc76c9 req-803de447-0dc3-4609-bfd9-5a108bec2d00 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0299439 Jul 15 13:57:45.178945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:45.193020 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c930a77-3d96-468b-8c65-07f30131bb62 req-36e70f80-bf4c-4e06-a3f5-52909bec1669 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Jul 15 13:57:45.198940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 93265232-e896-46b7-a8f7-9a774f9dfb25 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:57:45.199217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 93265232-e896-46b7-a8f7-9a774f9dfb25 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:45.344725 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69f235d4-e407-443d-a6a0-d13edf894ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:45.628764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:46.342927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-207033f6-7a3c-4bf1-9d3b-0272073a66cb req-e1702326-8530-471b-9292-ac4f1abc14ff tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/ports?device_id=443653c3-2951-43bb-9ee5-09083557bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0331929 Jul 15 13:57:46.899839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:48.167064 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:48.234825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.529305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:50.589722 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8be33b-6183-437d-b548-5d5bc7c14902 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.616018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8be33b-6183-437d-b548-5d5bc7c14902 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.663414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8be33b-6183-437d-b548-5d5bc7c14902 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.665994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8be33b-6183-437d-b548-5d5bc7c14902 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.667183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-de8be33b-6183-437d-b548-5d5bc7c14902 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "DELETE /v2.0/security-groups/fed613cb-38b5-4943-aa66-fdd1da15fb4f HTTP/1.1" status: 204 len: 168 time: 0.1368470 Jul 15 13:57:50.669987 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:50.677116 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8be33b-6183-437d-b548-5d5bc7c14902 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed613cb-38b5-4943-aa66-fdd1da15fb4f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:50.686146 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-77cfaf34-4362-4ad7-a40b-fbd7a8d78c92 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] show failed (client error): The resource could not be found. Jul 15 13:57:50.687192 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-77cfaf34-4362-4ad7-a40b-fbd7a8d78c92 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "GET /v2.0/security-groups/fed613cb-38b5-4943-aa66-fdd1da15fb4f HTTP/1.1" status: 404 len: 347 time: 0.0144920 Jul 15 13:57:50.689806 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:50.816584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Deleting port d701e5b5-2e1e-4cf3-aa4c-0bf2edcc9881 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:50.816928 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.895057 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.895310 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.907087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Calling delete_port for d701e5b5-2e1e-4cf3-aa4c-0bf2edcc9881 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:51.040760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:51.067198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Pushing event deleted for resources: {'Port': ['ID=d701e5b5-2e1e-4cf3-aa4c-0bf2edcc9881,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:51.094472 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.094825 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.095171 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.095514 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.095850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.096183 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.096513 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.096839 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.097166 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.097488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.097810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.098133 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:51.138803 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:51.142397 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:51.143596 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1029839c-2218-4d95-bad3-92fc44d9e086 tempest-ServerActionsTestJSON-287057905 tempest-ServerActionsTestJSON-287057905-project] 10.222.0.48 "DELETE /v2.0/floatingips/78e47c41-f765-4fdf-a143-f639754cf529 HTTP/1.1" status: 204 len: 168 time: 0.4528666 Jul 15 13:57:51.146539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36634) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:51.588323 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:52.149885 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Deleting port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:52.150617 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:52.224787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] For port a3ba80ac-156b-4dbe-8ff3-14d3763bf16e, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:52.225138 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:52.236998 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Calling delete_port for a3ba80ac-156b-4dbe-8ff3-14d3763bf16e owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:52.414489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:52.439628 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ba80ac-156b-4dbe-8ff3-14d3763bf16e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:52.609496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:52.825429 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Router 6a0cfdf3-0601-44b8-951d-690984edd538 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:57:52.930919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:57:52.936367 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e112ef53-fec1-4ca6-bb15-b536a93abd9c admin admin] 10.222.0.48 "PUT /v2.0/routers/6a0cfdf3-0601-44b8-951d-690984edd538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882707 Jul 15 13:57:52.939143 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:52.941832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] Sync routers for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:57:52.950832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:52.952030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:57:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:53.041245 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.051416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:53.140465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.195877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Deleting port cdccc449-d8f3-4465-859c-3d57d007ad21 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:53.196511 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.221709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:57:52Z', 'revision_number': 5, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port': {'id': 'cdccc449-d8f3-4465-859c-3d57d007ad21', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:53.251494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] Checking router: 6a0cfdf3-0601-44b8-951d-690984edd538 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:57:53.259787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] Routers {'6a0cfdf3-0601-44b8-951d-690984edd538'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:53.260411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:57:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6a0cfdf3-0601-44b8-951d-690984edd538'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:53.275519 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] For port cdccc449-d8f3-4465-859c-3d57d007ad21, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=cdccc449-d8f3-4465-859c-3d57d007ad21,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:53.276210 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.288777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Calling delete_port for cdccc449-d8f3-4465-859c-3d57d007ad21 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:53.345178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] Set router 6a0cfdf3-0601-44b8-951d-690984edd538 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:53.395957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:57:53Z', 'revision_number': 6, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:53.425855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b79d25-e55b-4264-90f0-f988014da6df None None] The sync data for ids ['6a0cfdf3-0601-44b8-951d-690984edd538'] in n-d-798249-9 is: [{'id': '6a0cfdf3-0601-44b8-951d-690984edd538', 'name': 'tempest-ServerActionsTestJSON-526820955-router', 'tenant_id': 'ea285002648a44769de302c94eebe9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:01Z', 'updated_at': '2021-07-15T13:57:53Z', 'revision_number': 6, 'project_id': 'ea285002648a44769de302c94eebe9fd', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:57:53.464792 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.491473 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdccc449-d8f3-4465-859c-3d57d007ad21,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:53.557636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.649067 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.651195 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.694697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.695404 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0cfdf3-0601-44b8-951d-690984edd538 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:57:53.699796 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.700662 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-366a5769-aab7-4398-9e25-64cd4b691627 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6a0cfdf3-0601-44b8-951d-690984edd538 HTTP/1.1" status: 204 len: 168 time: 0.7606289 Jul 15 13:57:53.703264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36646) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:53.751271 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Deleting subnet 37e671f8-2f37-4f6e-8733-3a7ab608c1f1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:57:53.754186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.788253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.871675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.923507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.955881 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.957673 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/37e671f8-2f37-4f6e-8733-3a7ab608c1f1 HTTP/1.1" status: 204 len: 168 time: 0.2534997 Jul 15 13:57:53.959283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9b092-15e6-42ca-af83-10dcd2dd3411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e671f8-2f37-4f6e-8733-3a7ab608c1f1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:53.960332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:53.961855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82eb98-949b-4b5f-8777-f4250f07d834 None None] Network 40c98824-0050-48ad-8c19-4ab86ca9d1b4 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:57:54.031169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.087134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Deleting port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:54.087651 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.151385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] For port de6d1d9c-d3ea-4041-a2a1-f894916d29f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:54.151750 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.165717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Calling delete_port for de6d1d9c-d3ea-4041-a2a1-f894916d29f0 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:54.196172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] DHCP port deletion for 40c98824-0050-48ad-8c19-4ab86ca9d1b4 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:57:54.247600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] Deleting port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:54.247956 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.256591 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.285423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:54.290702 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] No DVR routers for this DVR port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:54.310751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] For port de6d1d9c-d3ea-4041-a2a1-f894916d29f0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,segment=NetworkSegment(e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e),segment_id=e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:54.311746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.324743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] Calling delete_port for de6d1d9c-d3ea-4041-a2a1-f894916d29f0 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:54.369242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.383419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c98824-0050-48ad-8c19-4ab86ca9d1b4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:54.394272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:54.394640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84af1ca-ee00-48f2-b97d-4ced1c9f1f1e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:54.403980 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.409784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.419144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.426541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:57:54.426949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:57:54.428638 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:57:54.437986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] Pushing event deleted for resources: {'Port': ['ID=de6d1d9c-d3ea-4041-a2a1-f894916d29f0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:54.443416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747349f3-7fc5-4f97-9a8d-05ac7fbe834a None None] No DVR routers for this DVR port de6d1d9c-d3ea-4041-a2a1-f894916d29f0 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:54.491654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.497222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.499973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] 10.222.0.48 "DELETE /v2.0/networks/40c98824-0050-48ad-8c19-4ab86ca9d1b4 HTTP/1.1" status: 204 len: 168 time: 0.5377979 Jul 15 13:57:54.517245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ffc9-81ac-44b5-a5cf-69f040b46a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c98824-0050-48ad-8c19-4ab86ca9d1b4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:54.612543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36654) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:54.652317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3c2ac5c7-9b87-40e2-9cca-95f8291be161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea285002648a44769de302c94eebe9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386105 Jul 15 13:57:54.655573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:54.705499 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b8ce30-59a6-4232-8780-f83e42648d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.729409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cdccc449-d8f3-4465-859c-3d57d007ad21 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:54.733191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b8ce30-59a6-4232-8780-f83e42648d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.749190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: cdccc449-d8f3-4465-859c-3d57d007ad21 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:57:54.749478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device cdccc449-d8f3-4465-859c-3d57d007ad21 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:54.749886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de6d1d9c-d3ea-4041-a2a1-f894916d29f0 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:54.769146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: de6d1d9c-d3ea-4041-a2a1-f894916d29f0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:57:54.769616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device de6d1d9c-d3ea-4041-a2a1-f894916d29f0 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:54.770037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3ba80ac-156b-4dbe-8ff3-14d3763bf16e no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:54.787307 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b8ce30-59a6-4232-8780-f83e42648d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.790030 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03b8ce30-59a6-4232-8780-f83e42648d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.791077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a3ba80ac-156b-4dbe-8ff3-14d3763bf16e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:57:54.791271 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-03b8ce30-59a6-4232-8780-f83e42648d1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e06af2d-ca80-41d3-b6dc-ca0e77fe71d9 HTTP/1.1" status: 204 len: 168 time: 0.1346743 Jul 15 13:57:54.791465 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a3ba80ac-156b-4dbe-8ff3-14d3763bf16e not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:54.800466 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8ce30-59a6-4232-8780-f83e42648d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e06af2d-ca80-41d3-b6dc-ca0e77fe71d9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:55.473323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36678) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:55.567707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1696895904-network', 'tenant_id': '9763979252304e66a67a8f8db680243c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:55.588383 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Made reservation on behalf of 9763979252304e66a67a8f8db680243c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:55.590738 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.599009 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.693108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.696822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.723489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:57:55.729599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b81039-fcf7-4fbc-a849-5c7c8920c04a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:55.737103 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.737455 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Added segment 69e4b89a-76fd-43ee-a64f-731bea0dea24 of type vlan for network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b Jul 15 13:57:55.777958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.805884 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.806811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:55.807388 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.838434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3639972 Jul 15 13:57:55.841481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36682) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:55.847191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Request body: {'subnet': {'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1696895904-subnet', 'tenant_id': '9763979252304e66a67a8f8db680243c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:55.867694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Made reservation on behalf of 9763979252304e66a67a8f8db680243c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:55.870190 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.875184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb795b-1737-488f-a0bf-18b158947951 admin admin] Pushing event updated for resources: {'Network': ['ID=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:55.885628 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:57:56.038121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.096247 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bde580d-addd-4655-8796-cf31c7914cf7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:56.103695 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Checking segment: {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:56.104083 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Network hostable DHCP agents. Network: ec4a23e7-2fd4-4c50-a6f5-00a35b97027b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:57:56.120599 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:57:56.130721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ec4a23e7-2fd4-4c50-a6f5-00a35b97027b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:56.136524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:56.136626 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.141431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d048c40-bc98-4a9e-8ab1-67e40b2d57e1 None None] Network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:57:56.153848 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e995e92a-1827-482f-a1de-bfda99ca3f9c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3105497 Jul 15 13:57:56.427556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139b4a4-5a2a-41a4-8d81-da679eed46fd None None] Network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:57:56.588797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-576a41ce-c56a-472a-88fd-632721371fae tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:56.590306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-576a41ce-c56a-472a-88fd-632721371fae tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/networks?id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 200 len: 814 time: 0.1048088 Jul 15 13:57:56.605206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-03cf473a-9379-4477-b7b5-ac7cdb2bb87f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/quotas/9763979252304e66a67a8f8db680243c HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jul 15 13:57:56.637914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-71e05ce6-1ee1-4128-9a92-3ebc5d243a5c tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9763979252304e66a67a8f8db680243c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280154 Jul 15 13:57:56.648636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-7555ac31-e2ab-4c1c-b745-10410c7af3a0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:57:56.649518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-7555ac31-e2ab-4c1c-b745-10410c7af3a0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049253 Jul 15 13:57:56.741514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-28aff2f5-bdbd-4bc2-a043-58f1e460da36 service neutron] 10.222.0.48 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Jul 15 13:57:56.837440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-3e3cd8c7-eba6-4361-93ee-68f1b0d4d248 service neutron] 10.222.0.48 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902052 Jul 15 13:57:57.003059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e5089f81-588d-463a-8146-31975e320d3b req-44cbc807-3f68-4b45-9b5c-9581d0c6b7a9 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 210 time: 0.0289636 Jul 15 13:57:58.175608 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4afbd966-b60d-4113-ad18-dab9efa67e42 req-c801d932-24dd-4fe8-a8a2-57b21f00c097 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 210 time: 0.0401843 Jul 15 13:57:58.199811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-0834d338-630f-4236-9386-2b0ec028af45 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.201267 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-0834d338-630f-4236-9386-2b0ec028af45 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.49 "GET /v2.0/networks?id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 200 len: 814 time: 0.1384840 Jul 15 13:57:58.213448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Request body: {'port': {'device_id': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b', 'admin_state_up': True, 'tenant_id': '9763979252304e66a67a8f8db680243c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:58.318817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Made reservation on behalf of 9763979252304e66a67a8f8db680243c for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:58.322340 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.448337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Allocated IP 172.20.0.9 (ec4a23e7-2fd4-4c50-a6f5-00a35b97027b/5bde580d-addd-4655-8796-cf31c7914cf7/49b34485-a2fb-4dc3-aa5d-d184c5427385) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:57:58.594904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.632620 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.677594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:57:58.680774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:58.684682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:57:58.691820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Pushing event updated for resources: {'Port': ['ID=49b34485-a2fb-4dc3-aa5d-d184c5427385,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:58.735786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.736396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.750299 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-81eebd98-c586-4e50-96cc-bfea5ece8482 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405240 Jul 15 13:57:58.762150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Request body: {'port': {'device_id': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:58.837243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.096549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b34485-a2fb-4dc3-aa5d-d184c5427385 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:59.104037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.115614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Transition to ACTIVE for port object 49b34485-a2fb-4dc3-aa5d-d184c5427385 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:59.119267 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.173675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Pushing event updated for resources: {'Port': ['ID=49b34485-a2fb-4dc3-aa5d-d184c5427385,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:59.239449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Attempting to bind port 49b34485-a2fb-4dc3-aa5d-d184c5427385 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:59.240089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Attempting to bind port 49b34485-a2fb-4dc3-aa5d-d184c5427385 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:59.240089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Attempting to bind port 49b34485-a2fb-4dc3-aa5d-d184c5427385 on network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:59.244342 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Port 49b34485-a2fb-4dc3-aa5d-d184c5427385 on network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:59.244667 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Attempting to bind port 49b34485-a2fb-4dc3-aa5d-d184c5427385 on network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:59.250144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:59.250529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Checking segment: {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:59.250916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Bound using segment: {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:59.251349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Bound port: 49b34485-a2fb-4dc3-aa5d-d184c5427385, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:59.251708 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.349196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] For port 49b34485-a2fb-4dc3-aa5d-d184c5427385, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:59.352700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] For port 49b34485-a2fb-4dc3-aa5d-d184c5427385, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:59.360248 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.400140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.400747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.402118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/49b34485-a2fb-4dc3-aa5d-d184c5427385 HTTP/1.1" status: 200 len: 1091 time: 0.6447001 Jul 15 13:57:59.403484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'tag': '49b34485-a2fb-4dc3-aa5d-d184c5427385'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:59.405750 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c5494-e07c-48cd-af65-68806663f487" -d '{"events": [{"name": "network-changed", "server_uuid": "f319813d-0bf4-488c-8194-f3d2eb323069", "tag": "49b34485-a2fb-4dc3-aa5d-d184c5427385"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:59.425421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab519c8-5626-4dcc-87e8-0f28c4d3c6a2 req-2662ba63-74d2-4e3f-b0c8-32e427f43c76 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.426992 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bab519c8-5626-4dcc-87e8-0f28c4d3c6a2 req-2662ba63-74d2-4e3f-b0c8-32e427f43c76 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 943 time: 0.1346471 Jul 15 13:57:59.447498 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946dded3-dca0-42a1-8ab1-b27491050d21 x-openstack-request-id: req-946dded3-dca0-42a1-8ab1-b27491050d21 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:59.447780 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f319813d-0bf4-488c-8194-f3d2eb323069", "tag": "49b34485-a2fb-4dc3-aa5d-d184c5427385", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:59.448026 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-946dded3-dca0-42a1-8ab1-b27491050d21 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:59.448415 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'tag': '49b34485-a2fb-4dc3-aa5d-d184c5427385', 'status': 'completed', 'code': 200} Jul 15 13:57:59.451369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2b0e6-5189-454a-8891-f5bc59b265b7 service neutron] Pushing event updated for resources: {'Port': ['ID=49b34485-a2fb-4dc3-aa5d-d184c5427385,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:59.508784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bab519c8-5626-4dcc-87e8-0f28c4d3c6a2 req-5a80d508-2aa8-4393-aa86-eeac87e66e7e tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725482 Jul 15 13:57:59.526889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-0ffaf89f-02a4-4f73-8c58-f9fe5b24104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.528401 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-0ffaf89f-02a4-4f73-8c58-f9fe5b24104b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9763979252304e66a67a8f8db680243c&device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 1094 time: 0.0780778 Jul 15 13:57:59.572372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-9076d528-f298-4dd3-bcbd-36e9a461623a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385 HTTP/1.1" status: 200 len: 217 time: 0.0370462 Jul 15 13:57:59.619891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-abc522f0-9191-48c8-a476-18a6c55b28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.621211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-abc522f0-9191-48c8-a476-18a6c55b28d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5bde580d-addd-4655-8796-cf31c7914cf7 HTTP/1.1" status: 200 len: 854 time: 0.0432935 Jul 15 13:57:59.653989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-94a853fe-81c7-472a-acc4-11c1f68f4773 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263150 Jul 15 13:57:59.745801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-0d2fd6bb-12d6-41e3-8ec5-87de62396402 service neutron] 10.222.0.49 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848477 Jul 15 13:57:59.835051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3fafbd18-b5f5-4f36-ba5f-95d4c60d9e20 req-b03a2d1a-59be-4d9a-a909-bd63f1555a32 service neutron] 10.222.0.49 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817714 Jul 15 13:57:59.939069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c5494-e07c-48cd-af65-68806663f487 req-bf772f3c-24ce-478a-b592-c5d5f84d8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.940451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-bf772f3c-24ce-478a-b592-c5d5f84d8f2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9763979252304e66a67a8f8db680243c&device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 1094 time: 0.0570717 Jul 15 13:58:00.034821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c5494-e07c-48cd-af65-68806663f487 req-3723359f-9ceb-40b1-b614-904d0008bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.036297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-3723359f-9ceb-40b1-b614-904d0008bb4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 200 len: 915 time: 0.0895987 Jul 15 13:58:00.079876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-daa7ab7b-c9e9-4c94-ba3a-770955584ede service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385 HTTP/1.1" status: 200 len: 217 time: 0.0367711 Jul 15 13:58:00.127625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c5494-e07c-48cd-af65-68806663f487 req-8de3fcf8-974a-4630-82b2-ef0048e6285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.129033 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-8de3fcf8-974a-4630-82b2-ef0048e6285d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5bde580d-addd-4655-8796-cf31c7914cf7 HTTP/1.1" status: 200 len: 854 time: 0.0421801 Jul 15 13:58:00.162027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-067e30d1-02bd-4084-b7ce-76d87c99301b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262799 Jul 15 13:58:00.251590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-c61e0d16-89d9-492c-be03-52f2dac0b830 service neutron] 10.222.0.49 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827215 Jul 15 13:58:00.340052 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2d7c5494-e07c-48cd-af65-68806663f487 req-4d33ab48-4355-4398-9d2e-b8dd6d75657e service neutron] 10.222.0.49 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818045 Jul 15 13:58:00.688087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82076636-4bbb-46a7-882c-3787e323d806 req-844f3be1-6e3b-4f26-9bfe-4546936ed3d4 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.689572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82076636-4bbb-46a7-882c-3787e323d806 req-844f3be1-6e3b-4f26-9bfe-4546936ed3d4 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 943 time: 0.0670364 Jul 15 13:58:00.726686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82076636-4bbb-46a7-882c-3787e323d806 req-54317525-c0b6-47af-bc01-a3176a12bd1d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Jul 15 13:58:01.242037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 49b34485-a2fb-4dc3-aa5d-d184c5427385 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:01.266389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.344847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 49b34485-a2fb-4dc3-aa5d-d184c5427385, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:01.354976 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '49b34485-a2fb-4dc3-aa5d-d184c5427385', 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b', 'port_id': '49b34485-a2fb-4dc3-aa5d-d184c5427385', 'mac_address': 'fa:16:3e:42:3a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bde580d-addd-4655-8796-cf31c7914cf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:01.396406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.408702 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b34485-a2fb-4dc3-aa5d-d184c5427385 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:01.427758 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 49b34485-a2fb-4dc3-aa5d-d184c5427385, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:01.431104 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.478433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=49b34485-a2fb-4dc3-aa5d-d184c5427385,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:01.616749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['49b34485-a2fb-4dc3-aa5d-d184c5427385'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:01.898604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9cc31-2b9a-4e55-a221-8334f0fdf1f6 req-12099085-3f29-4ac0-8b4c-88e0521c59ae tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.900103 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8e9cc31-2b9a-4e55-a221-8334f0fdf1f6 req-12099085-3f29-4ac0-8b4c-88e0521c59ae tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 944 time: 0.0639863 Jul 15 13:58:01.937926 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a8e9cc31-2b9a-4e55-a221-8334f0fdf1f6 req-eaeeb2ca-79f3-4a4e-bfcb-4064922dd8bb tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jul 15 13:58:03.109629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfc1a1-2144-41b9-a0ee-13978b592c20 req-50638f3a-a4fb-4b22-8c37-6f91e5495c8d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:03.111148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50dfc1a1-2144-41b9-a0ee-13978b592c20 req-50638f3a-a4fb-4b22-8c37-6f91e5495c8d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 944 time: 0.0626700 Jul 15 13:58:03.148524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-50dfc1a1-2144-41b9-a0ee-13978b592c20 req-76983607-b818-4cf2-975b-f898f496a2f5 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Jul 15 13:58:03.256804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 49b34485-a2fb-4dc3-aa5d-d184c5427385 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:03.304716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 49b34485-a2fb-4dc3-aa5d-d184c5427385 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:03.308397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 49b34485-a2fb-4dc3-aa5d-d184c5427385 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:03.308773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.383824 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.405869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b34485-a2fb-4dc3-aa5d-d184c5427385'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:03.408439 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f584432-3c02-4e22-b47e-cd23aa65bb1e" -d '{"events": [{"server_uuid": "f319813d-0bf4-488c-8194-f3d2eb323069", "name": "network-vif-plugged", "status": "completed", "tag": "49b34485-a2fb-4dc3-aa5d-d184c5427385"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:03.424167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 49b34485-a2fb-4dc3-aa5d-d184c5427385, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:03.428375 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.451525 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0180e741-0397-4728-a576-ae55ad29ea07 x-openstack-request-id: req-0180e741-0397-4728-a576-ae55ad29ea07 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:03.451841 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f319813d-0bf4-488c-8194-f3d2eb323069", "name": "network-vif-plugged", "status": "completed", "tag": "49b34485-a2fb-4dc3-aa5d-d184c5427385", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:03.452114 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0180e741-0397-4728-a576-ae55ad29ea07 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:03.452519 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b34485-a2fb-4dc3-aa5d-d184c5427385', 'code': 200} Jul 15 13:58:03.481994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=49b34485-a2fb-4dc3-aa5d-d184c5427385,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:03.562795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aed9d-1b81-4527-aa47-559b6b622312 req-1fdc37ae-c05e-4d32-a395-6d86f8bc71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:03.564177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-608aed9d-1b81-4527-aa47-559b6b622312 req-1fdc37ae-c05e-4d32-a395-6d86f8bc71e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 1096 time: 0.0543163 Jul 15 13:58:03.597507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-608aed9d-1b81-4527-aa47-559b6b622312 req-3ebe3bed-9e2a-4d65-a18b-4f948426a90d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272353 Jul 15 13:58:03.994851 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:04.329438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72032cfc-21dd-44ca-b36d-47ba45e25417 req-2c20b2b5-2198-45eb-9d29-643ac39741d9 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:04.331565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72032cfc-21dd-44ca-b36d-47ba45e25417 req-2c20b2b5-2198-45eb-9d29-643ac39741d9 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0687134 Jul 15 13:58:04.370784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72032cfc-21dd-44ca-b36d-47ba45e25417 req-0ba9ff16-ec61-4cd9-9320-7f12df331c7d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Jul 15 13:58:05.548525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7fed-8b7e-48bd-9104-c1145fc45c8c req-ca377c6e-88cb-4c62-a1e6-91a6241255a1 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:05.549961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-759f7fed-8b7e-48bd-9104-c1145fc45c8c req-ca377c6e-88cb-4c62-a1e6-91a6241255a1 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0649021 Jul 15 13:58:05.587315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-759f7fed-8b7e-48bd-9104-c1145fc45c8c req-0fdff023-d758-451d-8a49-963eacb47bcf tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Jul 15 13:58:05.806070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-06cf907b-edf4-4381-82d5-5d7526179e77 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:05.807559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-06cf907b-edf4-4381-82d5-5d7526179e77 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/networks?id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 200 len: 814 time: 0.0989172 Jul 15 13:58:05.822655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-38db87e9-6230-49b2-b7d6-61b66945e07d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/quotas/9763979252304e66a67a8f8db680243c HTTP/1.1" status: 200 len: 375 time: 0.0097787 Jul 15 13:58:05.888432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-e70fad33-2d8e-4ce4-88dc-38e741032610 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9763979252304e66a67a8f8db680243c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610859 Jul 15 13:58:05.976630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-f6bf5ff7-4cc4-4f54-b77d-a1e7ec97606f service neutron] 10.222.0.48 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808234 Jul 15 13:58:06.066655 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-78238ecf-91eb-4009-9737-56e01d5d37e7 service neutron] 10.222.0.48 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844834 Jul 15 13:58:06.231938 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-db6a4850-da67-4220-a06c-bd521ccc42ea req-d7e68553-e14e-4647-b5bf-aecfb62a140a tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 210 time: 0.0294232 Jul 15 13:58:07.356265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-c3c700a8-b596-48a1-9afb-a93319712722 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:07.357731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-c3c700a8-b596-48a1-9afb-a93319712722 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.23 "GET /v2.0/networks?id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 200 len: 814 time: 0.1142035 Jul 15 13:58:07.386310 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9d42dad-e041-4232-b3ae-3ce4bfcad4f4 req-6a46f22b-7742-4202-9227-817a3164b784 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 210 time: 0.0373936 Jul 15 13:58:07.389697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Request body: {'port': {'device_id': '60002945-c120-4989-89ea-83b4e5998833', 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b', 'admin_state_up': True, 'tenant_id': '9763979252304e66a67a8f8db680243c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:07.498311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Made reservation on behalf of 9763979252304e66a67a8f8db680243c for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:07.501890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.621732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Allocated IP 172.20.0.2 (ec4a23e7-2fd4-4c50-a6f5-00a35b97027b/5bde580d-addd-4655-8796-cf31c7914cf7/a08a081b-864c-4d4e-ae16-887a8c2cca07) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:07.766280 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.804056 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.816076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['49b34485-a2fb-4dc3-aa5d-d184c5427385'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:07.849062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:07.852209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:07.856106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:07.879929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Pushing event updated for resources: {'Port': ['ID=a08a081b-864c-4d4e-ae16-887a8c2cca07,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:07.907035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:07.907640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.921333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-5bbe89b2-d597-4034-9546-887a82ab506d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5372539 Jul 15 13:58:07.932482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Request body: {'port': {'device_id': '60002945-c120-4989-89ea-83b4e5998833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:08.008443 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:08.264758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08a081b-864c-4d4e-ae16-887a8c2cca07 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:08.271999 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:08.283502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Transition to ACTIVE for port object a08a081b-864c-4d4e-ae16-887a8c2cca07 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:08.286682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:08.698331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Pushing event updated for resources: {'Port': ['ID=a08a081b-864c-4d4e-ae16-887a8c2cca07,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:08.767151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215b79a-4632-475b-8363-c708d786d323 req-94efac79-a0c1-47c3-8368-1d1fdbeb52cb tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:08.768620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3215b79a-4632-475b-8363-c708d786d323 req-94efac79-a0c1-47c3-8368-1d1fdbeb52cb tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 943 time: 0.1289065 Jul 15 13:58:08.804345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Attempting to bind port a08a081b-864c-4d4e-ae16-887a8c2cca07 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:08.804684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Attempting to bind port a08a081b-864c-4d4e-ae16-887a8c2cca07 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:08.805014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Attempting to bind port a08a081b-864c-4d4e-ae16-887a8c2cca07 on network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:08.814878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Port a08a081b-864c-4d4e-ae16-887a8c2cca07 on network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:08.815195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Attempting to bind port a08a081b-864c-4d4e-ae16-887a8c2cca07 on network ec4a23e7-2fd4-4c50-a6f5-00a35b97027b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:08.823554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:08.823892 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Checking segment: {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:08.824272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Bound using segment: {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:08.824696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Bound port: a08a081b-864c-4d4e-ae16-887a8c2cca07, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e4b89a-76fd-43ee-a64f-731bea0dea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:08.825048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:08.830637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3215b79a-4632-475b-8363-c708d786d323 req-3478c752-71b4-41f7-90d9-555f65154c1b tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562465 Jul 15 13:58:08.888512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] For port a08a081b-864c-4d4e-ae16-887a8c2cca07, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:08.892334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] For port a08a081b-864c-4d4e-ae16-887a8c2cca07, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:08.895934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:08.928463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:08.929071 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:08.930474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] 10.222.0.23 "PUT /v2.0/ports/a08a081b-864c-4d4e-ae16-887a8c2cca07 HTTP/1.1" status: 200 len: 1091 time: 1.0021870 Jul 15 13:58:08.930900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60002945-c120-4989-89ea-83b4e5998833', 'tag': 'a08a081b-864c-4d4e-ae16-887a8c2cca07'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:08.933100 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3230d650-af17-4acd-aec1-c174936b7482" -d '{"events": [{"name": "network-changed", "server_uuid": "60002945-c120-4989-89ea-83b4e5998833", "tag": "a08a081b-864c-4d4e-ae16-887a8c2cca07"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:08.966657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e38b4-5b0c-4a16-a961-6dc6e149a667 service neutron] Pushing event updated for resources: {'Port': ['ID=a08a081b-864c-4d4e-ae16-887a8c2cca07,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:08.971337 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01887d0a-8d2c-4cdb-8b50-b3934b4d1956 x-openstack-request-id: req-01887d0a-8d2c-4cdb-8b50-b3934b4d1956 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:08.971626 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60002945-c120-4989-89ea-83b4e5998833", "tag": "a08a081b-864c-4d4e-ae16-887a8c2cca07", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:08.971873 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01887d0a-8d2c-4cdb-8b50-b3934b4d1956 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:08.972256 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60002945-c120-4989-89ea-83b4e5998833', 'tag': 'a08a081b-864c-4d4e-ae16-887a8c2cca07', 'status': 'completed', 'code': 200} Jul 15 13:58:09.026409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-adfadafd-f632-41ba-bf41-5987e642f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:09.027931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-adfadafd-f632-41ba-bf41-5987e642f29c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9763979252304e66a67a8f8db680243c&device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 1094 time: 0.0534894 Jul 15 13:58:09.068841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-4ee511e1-232c-428a-89ea-bed6f13462fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07 HTTP/1.1" status: 200 len: 217 time: 0.0343301 Jul 15 13:58:09.116047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-f2d0c2f6-4493-4661-b611-939f5f45fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:09.117490 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-f2d0c2f6-4493-4661-b611-939f5f45fa42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5bde580d-addd-4655-8796-cf31c7914cf7 HTTP/1.1" status: 200 len: 854 time: 0.0422845 Jul 15 13:58:09.153079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-fe3e007c-62a7-4a4b-8b95-28836836fbd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jul 15 13:58:09.245644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-b5656f3d-6522-4ce6-b014-7878f401a871 service neutron] 10.222.0.23 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Jul 15 13:58:09.335025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4e29dc07-35cd-453c-9564-72f730b441e9 req-48d277d7-5bb1-4336-afef-16c55e916248 service neutron] 10.222.0.23 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832067 Jul 15 13:58:09.432677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d650-af17-4acd-aec1-c174936b7482 req-154a9cd6-575e-4cc8-a931-e3fc0dc0d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:09.434150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-154a9cd6-575e-4cc8-a931-e3fc0dc0d6dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9763979252304e66a67a8f8db680243c&device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 1094 time: 0.0526004 Jul 15 13:58:09.526855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d650-af17-4acd-aec1-c174936b7482 req-4730df0e-a6d5-45c5-9c47-7c2a0c9f8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:09.528224 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-4730df0e-a6d5-45c5-9c47-7c2a0c9f8fde service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 200 len: 915 time: 0.0877213 Jul 15 13:58:09.568230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-f8adc906-5b1c-4edf-b011-d1d8e6fec967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07 HTTP/1.1" status: 200 len: 217 time: 0.0339022 Jul 15 13:58:09.616415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d650-af17-4acd-aec1-c174936b7482 req-646d8103-2426-4d6b-b0a1-7a19dbb3569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:09.617813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-646d8103-2426-4d6b-b0a1-7a19dbb3569d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5bde580d-addd-4655-8796-cf31c7914cf7 HTTP/1.1" status: 200 len: 854 time: 0.0431690 Jul 15 13:58:09.654191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-054104f8-7aa4-413a-b826-a036ba24b165 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289207 Jul 15 13:58:09.742860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-fca2200e-9b54-46cf-8777-0fcd486ba3db service neutron] 10.222.0.23 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819390 Jul 15 13:58:09.837171 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3230d650-af17-4acd-aec1-c174936b7482 req-e3974c28-1135-47da-822d-42c4f2b720e4 service neutron] 10.222.0.23 "GET /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Jul 15 13:58:10.004952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0217f03-b137-4c6c-9c88-63a3b0c94c1a req-07c369f2-a134-4ca7-b647-305b80f53deb tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:10.006456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0217f03-b137-4c6c-9c88-63a3b0c94c1a req-07c369f2-a134-4ca7-b647-305b80f53deb tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 943 time: 0.0639100 Jul 15 13:58:10.044068 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0217f03-b137-4c6c-9c88-63a3b0c94c1a req-14659e2a-7361-456f-95c4-2fcfc1d69613 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Jul 15 13:58:10.169435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a08a081b-864c-4d4e-ae16-887a8c2cca07 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:10.266985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a08a081b-864c-4d4e-ae16-887a8c2cca07, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:10.277715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'a08a081b-864c-4d4e-ae16-887a8c2cca07', 'network_id': 'ec4a23e7-2fd4-4c50-a6f5-00a35b97027b', 'port_id': 'a08a081b-864c-4d4e-ae16-887a8c2cca07', 'mac_address': 'fa:16:3e:ae:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bde580d-addd-4655-8796-cf31c7914cf7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:10.314130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.326343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08a081b-864c-4d4e-ae16-887a8c2cca07 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:10.346192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a08a081b-864c-4d4e-ae16-887a8c2cca07, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:10.350271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.399898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a08a081b-864c-4d4e-ae16-887a8c2cca07,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:10.533795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['a08a081b-864c-4d4e-ae16-887a8c2cca07'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:11.220029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba510428-4e64-4799-b230-29816ec69201 req-11df57ac-3626-4aca-a935-0bd994d87ded tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:11.221526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba510428-4e64-4799-b230-29816ec69201 req-11df57ac-3626-4aca-a935-0bd994d87ded tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 944 time: 0.0643661 Jul 15 13:58:11.263477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba510428-4e64-4799-b230-29816ec69201 req-3ec5d241-9f7c-46dc-82e3-9d2abb920667 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Jul 15 13:58:12.185047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a08a081b-864c-4d4e-ae16-887a8c2cca07 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:12.234904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port a08a081b-864c-4d4e-ae16-887a8c2cca07 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:12.238502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port a08a081b-864c-4d4e-ae16-887a8c2cca07 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:12.238875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:12.311902 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:12.334660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60002945-c120-4989-89ea-83b4e5998833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08a081b-864c-4d4e-ae16-887a8c2cca07'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:12.337079 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31528e77-62a6-4d84-9d56-9b1e3a9e6174" -d '{"events": [{"server_uuid": "60002945-c120-4989-89ea-83b4e5998833", "name": "network-vif-plugged", "status": "completed", "tag": "a08a081b-864c-4d4e-ae16-887a8c2cca07"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:12.349886 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port a08a081b-864c-4d4e-ae16-887a8c2cca07, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:12.354536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:12.382172 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22188a57-70a9-43a4-b24e-3657b5357ae9 x-openstack-request-id: req-22188a57-70a9-43a4-b24e-3657b5357ae9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:12.382489 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60002945-c120-4989-89ea-83b4e5998833", "name": "network-vif-plugged", "status": "completed", "tag": "a08a081b-864c-4d4e-ae16-887a8c2cca07", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:12.382738 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22188a57-70a9-43a4-b24e-3657b5357ae9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:12.383113 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60002945-c120-4989-89ea-83b4e5998833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08a081b-864c-4d4e-ae16-887a8c2cca07', 'code': 200} Jul 15 13:58:12.416978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=a08a081b-864c-4d4e-ae16-887a8c2cca07,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:12.479520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd424851-dd3c-4e99-a689-0b70b41581fd req-74029169-9c6e-40eb-84d9-ee57bf1b8e14 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:12.480989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd424851-dd3c-4e99-a689-0b70b41581fd req-74029169-9c6e-40eb-84d9-ee57bf1b8e14 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 945 time: 0.1012857 Jul 15 13:58:12.532830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dd424851-dd3c-4e99-a689-0b70b41581fd req-a47824ad-5080-47a9-9324-76ae61acc838 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Jul 15 13:58:12.534777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ef0b3-b014-4860-a51c-89f594f092ce req-76887628-3c88-454b-bcea-e9d8cf0228a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:12.536187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-150ef0b3-b014-4860-a51c-89f594f092ce req-76887628-3c88-454b-bcea-e9d8cf0228a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 1096 time: 0.0960202 Jul 15 13:58:12.572315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-150ef0b3-b014-4860-a51c-89f594f092ce req-e5c26a08-5c18-4701-b919-89887c0d62af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290494 Jul 15 13:58:12.691174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c4a336-75ef-406a-8842-8a907ebe94a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:13.706795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012a997-d58e-4665-8d89-935932270763 req-7a58650f-133d-480b-a9ad-34577d289b94 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:13.708306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3012a997-d58e-4665-8d89-935932270763 req-7a58650f-133d-480b-a9ad-34577d289b94 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 945 time: 0.0659738 Jul 15 13:58:13.745333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3012a997-d58e-4665-8d89-935932270763 req-99a0b77a-ada8-407a-9dff-531c9aa8fd8d tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Jul 15 13:58:14.115591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f824c-d445-4cdb-936b-6eca355ceaaf req-5a428a69-3e5f-4561-ab6a-803a88d115f6 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:14.117005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c1f824c-d445-4cdb-936b-6eca355ceaaf req-5a428a69-3e5f-4561-ab6a-803a88d115f6 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 945 time: 0.0634832 Jul 15 13:58:14.153705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c1f824c-d445-4cdb-936b-6eca355ceaaf req-589c2d34-c097-4688-9fbc-001e4ea0c2da tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309870 Jul 15 13:58:15.332633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b77c3-0505-4cdc-838f-83247f9d47b8 req-5741d619-db74-4b80-9082-b1e0109f49b0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:15.334152 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-653b77c3-0505-4cdc-838f-83247f9d47b8 req-5741d619-db74-4b80-9082-b1e0109f49b0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 15 13:58:15.346362 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11a2d462-428f-4ac0-ac11-cbd6899bbacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.405324 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-653b77c3-0505-4cdc-838f-83247f9d47b8 req-37991521-f719-46aa-8731-936df5107ea6 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Jul 15 13:58:15.436000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-d7092d05-4937-4359-95f3-5b47caf93e1a tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:15.437419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-d7092d05-4937-4359-95f3-5b47caf93e1a tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.23 "GET /v2.0/ports?device_id=60002945-c120-4989-89ea-83b4e5998833 HTTP/1.1" status: 200 len: 945 time: 0.0794768 Jul 15 13:58:15.534657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Deleting port a08a081b-864c-4d4e-ae16-887a8c2cca07 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:15.534997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.626195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] For port a08a081b-864c-4d4e-ae16-887a8c2cca07, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=a08a081b-864c-4d4e-ae16-887a8c2cca07,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:15.626667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.630154 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.638707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Calling delete_port for a08a081b-864c-4d4e-ae16-887a8c2cca07 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:15.767382 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.780207 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['49b34485-a2fb-4dc3-aa5d-d184c5427385'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:15.782683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['a08a081b-864c-4d4e-ae16-887a8c2cca07'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:15.794416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Pushing event deleted for resources: {'Port': ['ID=a08a081b-864c-4d4e-ae16-887a8c2cca07,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:15.805097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.805443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.805780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.806115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.806470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.806796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.807120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.807443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.808106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.808106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.808381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.808698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.853893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] No DVR routers for this DVR port a08a081b-864c-4d4e-ae16-887a8c2cca07 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:15.856702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.858840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c3dd5094-78ee-4c98-a82d-f1b1a46281b5 req-2127d072-58aa-4850-9c44-c499bd799f7f tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.23 "DELETE /v2.0/ports/a08a081b-864c-4d4e-ae16-887a8c2cca07 HTTP/1.1" status: 204 len: 173 time: 0.4163051 Jul 15 13:58:15.859315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60002945-c120-4989-89ea-83b4e5998833', 'name': 'network-vif-deleted', 'tag': 'a08a081b-864c-4d4e-ae16-887a8c2cca07'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:15.861603 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be05256-a800-4747-913c-51fa736650b5" -d '{"events": [{"server_uuid": "60002945-c120-4989-89ea-83b4e5998833", "name": "network-vif-deleted", "tag": "a08a081b-864c-4d4e-ae16-887a8c2cca07"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:15.897613 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe75d291-114c-4822-acb4-6807faf995c2 x-openstack-request-id: req-fe75d291-114c-4822-acb4-6807faf995c2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:15.897957 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60002945-c120-4989-89ea-83b4e5998833", "name": "network-vif-deleted", "tag": "a08a081b-864c-4d4e-ae16-887a8c2cca07", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:15.898149 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe75d291-114c-4822-acb4-6807faf995c2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:15.898574 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60002945-c120-4989-89ea-83b4e5998833', 'name': 'network-vif-deleted', 'tag': 'a08a081b-864c-4d4e-ae16-887a8c2cca07', 'status': 'completed', 'code': 200} Jul 15 13:58:16.650904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de9559-3a35-4a61-8551-bda5b2508935 req-de63f29b-84b0-428f-80cc-8e4e42a87cd7 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:16.652400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85de9559-3a35-4a61-8551-bda5b2508935 req-de63f29b-84b0-428f-80cc-8e4e42a87cd7 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0635905 Jul 15 13:58:16.690265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85de9559-3a35-4a61-8551-bda5b2508935 req-e70f2e8b-7cf6-4949-a60e-ab5bd406de34 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Jul 15 13:58:16.882498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767428da-74de-4927-8704-dc26dd9ec286 req-e1466130-5700-44a4-9307-256964d574ab tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:16.883982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-767428da-74de-4927-8704-dc26dd9ec286 req-e1466130-5700-44a4-9307-256964d574ab tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0681841 Jul 15 13:58:16.902428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:16.923333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-767428da-74de-4927-8704-dc26dd9ec286 req-122c0e88-60cc-45b7-9d9e-155664afdbf5 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Jul 15 13:58:17.096548 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343e84d-b82d-4cb8-856d-2c0c1d4cb491 req-1419121d-675e-439a-a669-4a6b106bd417 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:17.098072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4343e84d-b82d-4cb8-856d-2c0c1d4cb491 req-1419121d-675e-439a-a669-4a6b106bd417 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0651469 Jul 15 13:58:17.136592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4343e84d-b82d-4cb8-856d-2c0c1d4cb491 req-6f448127-d038-4e9d-b67b-034242759f8c tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Jul 15 13:58:17.411978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c02c-ffd6-4dac-a5b0-01116dcb0527 req-9e3a2031-52e4-4ca0-b5df-c0e43de4785c tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:17.413484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fa1c02c-ffd6-4dac-a5b0-01116dcb0527 req-9e3a2031-52e4-4ca0-b5df-c0e43de4785c tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0662076 Jul 15 13:58:17.450519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8fa1c02c-ffd6-4dac-a5b0-01116dcb0527 req-226983f6-8999-4179-9552-34175b48e856 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Jul 15 13:58:17.623829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7c482-6cc6-4b68-b63a-49c5048a4e9b req-b8c1def3-e850-4395-8c42-fbe7e84647a1 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:17.625810 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ce7c482-6cc6-4b68-b63a-49c5048a4e9b req-b8c1def3-e850-4395-8c42-fbe7e84647a1 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0638390 Jul 15 13:58:17.663044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ce7c482-6cc6-4b68-b63a-49c5048a4e9b req-2e71a083-07b0-4126-9c5d-97e461df8821 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Jul 15 13:58:17.846006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc65402-01b3-479a-9134-19ac023ffc17 req-fb3e357f-debd-4e6d-b699-9138dfabb915 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:17.847507 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cc65402-01b3-479a-9134-19ac023ffc17 req-fb3e357f-debd-4e6d-b699-9138dfabb915 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0623789 Jul 15 13:58:17.884509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cc65402-01b3-479a-9134-19ac023ffc17 req-fe1e0ff3-57c7-487a-882b-c2eae9d1b4b9 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Jul 15 13:58:18.233629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a08a081b-864c-4d4e-ae16-887a8c2cca07 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:18.257483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: a08a081b-864c-4d4e-ae16-887a8c2cca07 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:18.257747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device a08a081b-864c-4d4e-ae16-887a8c2cca07 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:18.260921 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:18.403560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f8b22-c528-4fb8-b0cd-352753693a53 req-f56a0284-ec53-468a-a00c-b4b9ed4e7b63 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:18.404946 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c5f8b22-c528-4fb8-b0cd-352753693a53 req-f56a0284-ec53-468a-a00c-b4b9ed4e7b63 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0676546 Jul 15 13:58:18.442575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c5f8b22-c528-4fb8-b0cd-352753693a53 req-95c3d51a-5736-464e-b0ab-8e818732f16b tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Jul 15 13:58:19.619319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befd5c3-ab07-40c2-a6ca-875b07f21f6e req-eec53477-c8ea-4804-b0bc-9d3d80a2d144 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:19.620890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3befd5c3-ab07-40c2-a6ca-875b07f21f6e req-eec53477-c8ea-4804-b0bc-9d3d80a2d144 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0654044 Jul 15 13:58:19.691457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3befd5c3-ab07-40c2-a6ca-875b07f21f6e req-d03b8be3-af51-45ac-b6c5-cb1907309565 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8b81039-fcf7-4fbc-a849-5c7c8920c04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614359 Jul 15 13:58:19.714710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-9924c75c-d402-49d3-9068-d7d528862d8c tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:19.716201 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-9924c75c-d402-49d3-9068-d7d528862d8c tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.49 "GET /v2.0/ports?device_id=f319813d-0bf4-488c-8194-f3d2eb323069 HTTP/1.1" status: 200 len: 945 time: 0.0944552 Jul 15 13:58:19.814422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Deleting port 49b34485-a2fb-4dc3-aa5d-d184c5427385 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:19.814761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:19.909117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] For port 49b34485-a2fb-4dc3-aa5d-d184c5427385, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=49b34485-a2fb-4dc3-aa5d-d184c5427385,segment=NetworkSegment(69e4b89a-76fd-43ee-a64f-731bea0dea24),segment_id=69e4b89a-76fd-43ee-a64f-731bea0dea24)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:19.909471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:19.920815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Calling delete_port for 49b34485-a2fb-4dc3-aa5d-d184c5427385 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:20.044402 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.056938 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['49b34485-a2fb-4dc3-aa5d-d184c5427385'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:20.078867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Pushing event deleted for resources: {'Port': ['ID=49b34485-a2fb-4dc3-aa5d-d184c5427385,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:20.121683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] No DVR routers for this DVR port 49b34485-a2fb-4dc3-aa5d-d184c5427385 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:20.124257 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.126404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f9457f4f-8419-4cb6-ae6b-ea6f5db2a0bb req-98d22634-eb25-4f8e-843d-b9c0cdf764f0 tempest-ServersNegativeTestJSON-1780852577 tempest-ServersNegativeTestJSON-1780852577-project] 10.222.0.49 "DELETE /v2.0/ports/49b34485-a2fb-4dc3-aa5d-d184c5427385 HTTP/1.1" status: 204 len: 173 time: 0.4044514 Jul 15 13:58:20.126837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'name': 'network-vif-deleted', 'tag': '49b34485-a2fb-4dc3-aa5d-d184c5427385'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:20.129053 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936d4d6-a145-4263-a727-a11878d904ea" -d '{"events": [{"server_uuid": "f319813d-0bf4-488c-8194-f3d2eb323069", "name": "network-vif-deleted", "tag": "49b34485-a2fb-4dc3-aa5d-d184c5427385"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:20.167324 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f65017-696f-4ea5-b159-9d0d22c063e2 x-openstack-request-id: req-f8f65017-696f-4ea5-b159-9d0d22c063e2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:20.167559 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f319813d-0bf4-488c-8194-f3d2eb323069", "name": "network-vif-deleted", "tag": "49b34485-a2fb-4dc3-aa5d-d184c5427385", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:20.167853 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f65017-696f-4ea5-b159-9d0d22c063e2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:20.168254 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f319813d-0bf4-488c-8194-f3d2eb323069', 'name': 'network-vif-deleted', 'tag': '49b34485-a2fb-4dc3-aa5d-d184c5427385', 'status': 'completed', 'code': 200} Jul 15 13:58:20.784216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:20.828687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Deleting subnet 5bde580d-addd-4655-8796-cf31c7914cf7 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:20.832079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.869453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.907457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.960534 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.985939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bde580d-addd-4655-8796-cf31c7914cf7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:20.989632 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:20.991559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ff2b67a6-621e-4bed-9d7d-03b9b45f37df admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5bde580d-addd-4655-8796-cf31c7914cf7 HTTP/1.1" status: 204 len: 168 time: 0.2063270 Jul 15 13:58:20.994129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:21.065448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.144013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.153607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4a23e7-2fd4-4c50-a6f5-00a35b97027b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:21.163830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e4b89a-76fd-43ee-a64f-731bea0dea24') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:21.164148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e4b89a-76fd-43ee-a64f-731bea0dea24') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:21.173568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.186744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.193490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:21.193876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:21.195522 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:21.252560 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.257920 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.259809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec4a23e7-2fd4-4c50-a6f5-00a35b97027b HTTP/1.1" status: 204 len: 168 time: 0.2647469 Jul 15 13:58:21.271096 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05701ab2-7269-41eb-9b20-3251862dfccd admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4a23e7-2fd4-4c50-a6f5-00a35b97027b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:21.369361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36828) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:21.414609 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1e8e476c-886a-4e75-b11f-f19022c80f04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9763979252304e66a67a8f8db680243c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439763 Jul 15 13:58:21.417099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:21.465623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f182-86d7-4203-9323-2076bf58975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.487772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f182-86d7-4203-9323-2076bf58975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.556874 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f182-86d7-4203-9323-2076bf58975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.559505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f182-86d7-4203-9323-2076bf58975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:21.560720 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3cd5f182-86d7-4203-9323-2076bf58975a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8b81039-fcf7-4fbc-a849-5c7c8920c04a HTTP/1.1" status: 204 len: 168 time: 0.1426368 Jul 15 13:58:21.571707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f182-86d7-4203-9323-2076bf58975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b81039-fcf7-4fbc-a849-5c7c8920c04a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:22.326415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:22.422741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222537052'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:22.442843 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:22.446237 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.455081 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.547521 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.551208 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.580460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:22.587087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c493d20f-94bb-4a1e-8cfd-0426203cf5dd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:22.595666 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.596000 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Added segment 1cbfeff5-29a1-45bf-baf6-58c91a802bbf of type vlan for network 3799bf99-beee-48c4-965e-fff61e420098 Jul 15 13:58:22.634764 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.663568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.668930 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:22.669507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:22.706985 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3794951 Jul 15 13:58:22.741408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb2ca-d79f-4e4f-9a69-6c7dc4984eec tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Network': ['ID=3799bf99-beee-48c4-965e-fff61e420098,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:22.752285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3799bf99-beee-48c4-965e-fff61e420098 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:23.368004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 49b34485-a2fb-4dc3-aa5d-d184c5427385 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:23.387634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 49b34485-a2fb-4dc3-aa5d-d184c5427385 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:23.387974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 49b34485-a2fb-4dc3-aa5d-d184c5427385 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:25.165317 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:25.964812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36856) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:25.970008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'subnet': {'network_id': '3799bf99-beee-48c4-965e-fff61e420098', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:26.058853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:26.063048 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.244309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.300396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Subnet': ['ID=fa81ea3d-49a8-4518-861a-3e0d07fff4cb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:26.311395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Checking segment: {'id': '1cbfeff5-29a1-45bf-baf6-58c91a802bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3799bf99-beee-48c4-965e-fff61e420098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:26.311790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network hostable DHCP agents. Network: 3799bf99-beee-48c4-965e-fff61e420098, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:26.328814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network 3799bf99-beee-48c4-965e-fff61e420098 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:26.337387 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3799bf99-beee-48c4-965e-fff61e420098) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:26.341503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:26.342092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.347275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232d8bd3-71d5-46a7-ae8d-956731573d6c None None] Network 3799bf99-beee-48c4-965e-fff61e420098 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:26.356613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d8da6705-e870-4b95-bb59-fbcb43d49b89 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3906870 Jul 15 13:58:26.361112 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:26.366294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856869688'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:26.387606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:26.391252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.414884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:26.424699 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.425049 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Added segment e7973a50-2841-491a-b6ce-e88fe0119460 of type vlan for network d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc Jul 15 13:58:26.469216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.490989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3799bf99-beee-48c4-965e-fff61e420098', 'network_id': '3799bf99-beee-48c4-965e-fff61e420098', 'tenant_id': '070481396e73420b92ef6fea7a8acc74', 'fixed_ips': [{'subnet_id': 'fa81ea3d-49a8-4518-861a-3e0d07fff4cb'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:26.491838 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.498673 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.504796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:26.505387 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.537961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1757939 Jul 15 13:58:26.540810 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:26.548400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'subnet': {'network_id': 'd215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:26.588592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044d74-9421-44aa-8beb-f43a9a9e0305 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Network': ['ID=d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:26.602943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:26.667379 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:26.670918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.677092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Allocated IP 2001:db8:0:ffff::2 (3799bf99-beee-48c4-965e-fff61e420098/fa81ea3d-49a8-4518-861a-3e0d07fff4cb/6674dfac-2e3e-4031-9d55-f07649520992) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:26.825573 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.834200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Transition to ACTIVE for port object 6674dfac-2e3e-4031-9d55-f07649520992 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:26.849231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Transition to ACTIVE for port object 6674dfac-2e3e-4031-9d55-f07649520992 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:26.856560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.861247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.897328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Network 3799bf99-beee-48c4-965e-fff61e420098 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:26.903236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:26.904765 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Pushing event updated for resources: {'Port': ['ID=6674dfac-2e3e-4031-9d55-f07649520992,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:26.907626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:26.916646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.916991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.917378 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.917664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.918390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.918390 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.918735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.919063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.919387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.919711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.920034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.920355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:26.925615 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Subnet': ['ID=c90578e8-7b85-43f9-a9b1-6c13c851cdc3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:26.930240 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Checking segment: {'id': 'e7973a50-2841-491a-b6ce-e88fe0119460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:26.930625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network hostable DHCP agents. Network: d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:26.947476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:26.956966 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:26.961508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:26.962107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.968016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efdce44-f693-45a9-b7b0-c834126f9778 None None] Network d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:26.979690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9948a313-c3e3-42c1-9044-c6d6cc87f8ee tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4354255 Jul 15 13:58:26.980199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36862) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:26.995229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Attempting to bind port 6674dfac-2e3e-4031-9d55-f07649520992 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:26.995608 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Attempting to bind port 6674dfac-2e3e-4031-9d55-f07649520992 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1cbfeff5-29a1-45bf-baf6-58c91a802bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3799bf99-beee-48c4-965e-fff61e420098'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:26.995973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Attempting to bind port 6674dfac-2e3e-4031-9d55-f07649520992 on network 3799bf99-beee-48c4-965e-fff61e420098 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:27.005331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:27.005709 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Checking segment: {'id': '1cbfeff5-29a1-45bf-baf6-58c91a802bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3799bf99-beee-48c4-965e-fff61e420098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:27.006112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.006530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Bound using segment: {'id': '1cbfeff5-29a1-45bf-baf6-58c91a802bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3799bf99-beee-48c4-965e-fff61e420098'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:27.006986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Bound port: 6674dfac-2e3e-4031-9d55-f07649520992, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbfeff5-29a1-45bf-baf6-58c91a802bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3799bf99-beee-48c4-965e-fff61e420098'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:27.007366 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.076224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.139105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] For port 6674dfac-2e3e-4031-9d55-f07649520992, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:27.144345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] For port 6674dfac-2e3e-4031-9d55-f07649520992, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6674dfac-2e3e-4031-9d55-f07649520992,segment=NetworkSegment(1cbfeff5-29a1-45bf-baf6-58c91a802bbf),segment_id=1cbfeff5-29a1-45bf-baf6-58c91a802bbf)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:27.147854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.153919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.216742 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8871b-ba74-4c31-8900-eb38664b611d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc', 'network_id': 'd215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc', 'tenant_id': '070481396e73420b92ef6fea7a8acc74', 'fixed_ips': [{'subnet_id': 'c90578e8-7b85-43f9-a9b1-6c13c851cdc3'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:27.217603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbb8871b-ba74-4c31-8900-eb38664b611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.230996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.237607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e3b20-4f1d-4bdb-a414-552c18fb4776 None None] Pushing event updated for resources: {'Port': ['ID=6674dfac-2e3e-4031-9d55-f07649520992,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:27.262134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Subnet': ['ID=c90578e8-7b85-43f9-a9b1-6c13c851cdc3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:27.316732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61390a69-cdb2-445c-9e54-cff917f1c028 None None] Network d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:27.326305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.339833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:27.351650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7973a50-2841-491a-b6ce-e88fe0119460') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:27.351952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7973a50-2841-491a-b6ce-e88fe0119460') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:27.363044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.380391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.397737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:27.398088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:27.401386 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:27.474758 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.481692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.485066 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc HTTP/1.1" status: 204 len: 168 time: 0.5027783 Jul 15 13:58:27.487798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:27.501736 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902113874'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:27.506319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fa40b-a74d-458b-af70-abb8f572931f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Network': ['ID=d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:27.527287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:27.531617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.555940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:27.565027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.565363 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Added segment 43dd24e9-790d-49ec-bcc4-51271018400d of type vlan for network ce141a78-7dfa-4cb5-8119-f656164d9ab8 Jul 15 13:58:27.603951 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.631379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.637087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:27.637650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.671013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1820996 Jul 15 13:58:27.675416 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:27.681399 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'subnet': {'network_id': 'ce141a78-7dfa-4cb5-8119-f656164d9ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:27.710520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bc906-61b2-4b5c-b2fe-1f68210cff84 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Network': ['ID=ce141a78-7dfa-4cb5-8119-f656164d9ab8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:27.721877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network ce141a78-7dfa-4cb5-8119-f656164d9ab8 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:27.772746 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:27.776417 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:27.838950 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Performing IP validity checks on allocation pools {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:58:27.839475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:58:27.965173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.030531 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Subnet': ['ID=1fe6f9cf-f422-4610-beb9-67d6a168d629,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:28.043010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Checking segment: {'id': '43dd24e9-790d-49ec-bcc4-51271018400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ce141a78-7dfa-4cb5-8119-f656164d9ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:28.043381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network hostable DHCP agents. Network: ce141a78-7dfa-4cb5-8119-f656164d9ab8, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:28.060397 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network ce141a78-7dfa-4cb5-8119-f656164d9ab8 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:28.070791 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, ce141a78-7dfa-4cb5-8119-f656164d9ab8) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:28.075071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:28.075711 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.080355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d77ff-67c4-46ae-9faf-3a3cd58f788f None None] Network ce141a78-7dfa-4cb5-8119-f656164d9ab8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:28.095609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:28.097200 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d4957cfa-27cb-4994-a622-b9b7cb0f39de tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4204226 Jul 15 13:58:28.194516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.198120 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4fa219-01e6-485a-8ac1-dcfb915c2549 None None] Network 3799bf99-beee-48c4-965e-fff61e420098 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:28.244414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95d42798-e1ee-4d56-be4a-15bde73754e6 None None] Provisioning for port 6674dfac-2e3e-4031-9d55-f07649520992 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:28.251323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.305123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eec8f7-9a84-4d5b-9b8d-a62a497a57ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-ce141a78-7dfa-4cb5-8119-f656164d9ab8', 'network_id': 'ce141a78-7dfa-4cb5-8119-f656164d9ab8', 'tenant_id': '070481396e73420b92ef6fea7a8acc74', 'fixed_ips': [{'subnet_id': '1fe6f9cf-f422-4610-beb9-67d6a168d629'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:28.305986 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1eec8f7-9a84-4d5b-9b8d-a62a497a57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.312185 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.339130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe6f9cf-f422-4610-beb9-67d6a168d629,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:28.401182 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.411516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce141a78-7dfa-4cb5-8119-f656164d9ab8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:28.420592 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dd24e9-790d-49ec-bcc4-51271018400d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:28.420846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dd24e9-790d-49ec-bcc4-51271018400d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:28.432730 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.445654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.446415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db904c0e-892b-466d-bded-147975633207 None None] Network ce141a78-7dfa-4cb5-8119-f656164d9ab8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:28.451408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:28.451764 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:28.455597 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:28.514135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.522871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.528347 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/ce141a78-7dfa-4cb5-8119-f656164d9ab8 HTTP/1.1" status: 204 len: 168 time: 0.4261794 Jul 15 13:58:28.528677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:28.534681 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066402629'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:28.534844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd122-d0ab-4451-8abb-a5310bdd6222 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Network': ['ID=ce141a78-7dfa-4cb5-8119-f656164d9ab8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:28.555237 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:28.558752 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.587287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:28.598027 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.598415 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Added segment 0937a657-5264-46e8-bdac-7226a3c2b94f of type vlan for network 38a18bd8-1b75-47ad-906e-0838a2bae39e Jul 15 13:58:28.640903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.672525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.678694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:28.679336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.722706 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1927354 Jul 15 13:58:28.726508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36872) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:28.732782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'subnet': {'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:28.757523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfc735-02b9-4961-807c-8e722372654f tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Network': ['ID=38a18bd8-1b75-47ad-906e-0838a2bae39e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:28.768827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 38a18bd8-1b75-47ad-906e-0838a2bae39e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:28.829094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:28.833080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:28.836602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6674dfac-2e3e-4031-9d55-f07649520992 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:28.900018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 6674dfac-2e3e-4031-9d55-f07649520992 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:28.903790 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6674dfac-2e3e-4031-9d55-f07649520992 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:28.904158 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.017648 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.084399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Subnet': ['ID=b24cb011-ff2a-4201-adaa-96fb27f29d35,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:29.091046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Checking segment: {'id': '0937a657-5264-46e8-bdac-7226a3c2b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:29.091411 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network hostable DHCP agents. Network: 38a18bd8-1b75-47ad-906e-0838a2bae39e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:29.110547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network 38a18bd8-1b75-47ad-906e-0838a2bae39e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:29.120551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 38a18bd8-1b75-47ad-906e-0838a2bae39e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:29.124904 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:29.125885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.138040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf98d02-2e6d-4cc2-9d31-7a96d1d853aa None None] Network 38a18bd8-1b75-47ad-906e-0838a2bae39e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:29.144503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d79f797a-7298-4c8d-bd94-087f2d484129 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4132376 Jul 15 13:58:29.144715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:29.149864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582313056'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:29.159586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.170972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:29.175564 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.198915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:29.208490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.208845 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Added segment c510123c-a330-4c37-9961-c6b1cc9f8da2 of type vlan for network 455159de-925a-4e0c-925d-b780f36166dd Jul 15 13:58:29.228749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 6674dfac-2e3e-4031-9d55-f07649520992, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6674dfac-2e3e-4031-9d55-f07649520992,segment=NetworkSegment(1cbfeff5-29a1-45bf-baf6-58c91a802bbf),segment_id=1cbfeff5-29a1-45bf-baf6-58c91a802bbf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:29.237292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.251172 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.279553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.285871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:29.286481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.319308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=6674dfac-2e3e-4031-9d55-f07649520992,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:29.326039 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1802218 Jul 15 13:58:29.328352 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:29.335185 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Request body: {'subnet': {'network_id': '455159de-925a-4e0c-925d-b780f36166dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:29.358126 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-38a18bd8-1b75-47ad-906e-0838a2bae39e', 'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e', 'tenant_id': '070481396e73420b92ef6fea7a8acc74', 'fixed_ips': [{'subnet_id': 'b24cb011-ff2a-4201-adaa-96fb27f29d35'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:29.359087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.366844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdedc1d-50a7-457e-af49-bb66a4cbcb28 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Network': ['ID=455159de-925a-4e0c-925d-b780f36166dd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:29.380016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 455159de-925a-4e0c-925d-b780f36166dd details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:29.429504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Made reservation on behalf of 070481396e73420b92ef6fea7a8acc74 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:29.433605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.547371 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Allocated IP 2001:db8::2 (38a18bd8-1b75-47ad-906e-0838a2bae39e/b24cb011-ff2a-4201-adaa-96fb27f29d35/d24965e2-9639-4920-9db4-abece9c21a21) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:29.622645 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.691404 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.692921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event updated for resources: {'Subnet': ['ID=b648e849-c5cd-4917-8027-117292874067,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:29.697293 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Checking segment: {'id': 'c510123c-a330-4c37-9961-c6b1cc9f8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '455159de-925a-4e0c-925d-b780f36166dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:29.697812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network hostable DHCP agents. Network: 455159de-925a-4e0c-925d-b780f36166dd, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:29.700259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Transition to ACTIVE for port object d24965e2-9639-4920-9db4-abece9c21a21 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:29.714865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Network 455159de-925a-4e0c-925d-b780f36166dd is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:29.715920 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Transition to ACTIVE for port object d24965e2-9639-4920-9db4-abece9c21a21 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:29.721197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.724266 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 455159de-925a-4e0c-925d-b780f36166dd) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:29.729447 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:29.730436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.745556 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2b5b1dd3-be56-4ed2-835f-2a58ef8967e6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4157867 Jul 15 13:58:29.748357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:29.750734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f12772-33dd-4034-9f47-ea32d18db127 None None] Network 455159de-925a-4e0c-925d-b780f36166dd requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:29.768899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Network 38a18bd8-1b75-47ad-906e-0838a2bae39e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:29.780232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:29.786512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:29.829276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Pushing event updated for resources: {'Port': ['ID=d24965e2-9639-4920-9db4-abece9c21a21,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:29.847661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.896560 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Attempting to bind port d24965e2-9639-4920-9db4-abece9c21a21 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:29.896922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Attempting to bind port d24965e2-9639-4920-9db4-abece9c21a21 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '0937a657-5264-46e8-bdac-7226a3c2b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:29.897281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Attempting to bind port d24965e2-9639-4920-9db4-abece9c21a21 on network 38a18bd8-1b75-47ad-906e-0838a2bae39e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:29.919468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:29.919840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Checking segment: {'id': '0937a657-5264-46e8-bdac-7226a3c2b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:29.920235 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.920624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Bound using segment: {'id': '0937a657-5264-46e8-bdac-7226a3c2b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:29.921079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Bound port: d24965e2-9639-4920-9db4-abece9c21a21, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0937a657-5264-46e8-bdac-7226a3c2b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '38a18bd8-1b75-47ad-906e-0838a2bae39e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:29.921515 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.925268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.986171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.007283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84937027-7232-474c-8f3f-e1158fd88864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-455159de-925a-4e0c-925d-b780f36166dd', 'network_id': '455159de-925a-4e0c-925d-b780f36166dd', 'tenant_id': '070481396e73420b92ef6fea7a8acc74', 'fixed_ips': [{'subnet_id': 'b648e849-c5cd-4917-8027-117292874067'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:30.008124 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84937027-7232-474c-8f3f-e1158fd88864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.013365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Subnet': ['ID=b648e849-c5cd-4917-8027-117292874067,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:30.031009 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] For port d24965e2-9639-4920-9db4-abece9c21a21, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:30.038579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] For port d24965e2-9639-4920-9db4-abece9c21a21, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d24965e2-9639-4920-9db4-abece9c21a21,segment=NetworkSegment(0937a657-5264-46e8-bdac-7226a3c2b94f),segment_id=0937a657-5264-46e8-bdac-7226a3c2b94f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:30.045164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.077154 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.087523 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455159de-925a-4e0c-925d-b780f36166dd']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:30.098234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c510123c-a330-4c37-9961-c6b1cc9f8da2') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:30.098620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c510123c-a330-4c37-9961-c6b1cc9f8da2') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:30.108419 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.122173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.129357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:30.129987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:30.136669 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:30.143401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f4ca0-45db-4b90-b5ca-447e1f26768f None None] Network 455159de-925a-4e0c-925d-b780f36166dd requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:30.179893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c4d59-0e92-4d27-bade-48d3a8f56bb8 None None] Pushing event updated for resources: {'Port': ['ID=d24965e2-9639-4920-9db4-abece9c21a21,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:30.209286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.217680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.220425 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/455159de-925a-4e0c-925d-b780f36166dd HTTP/1.1" status: 204 len: 168 time: 0.4711185 Jul 15 13:58:30.223477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:30.229809 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44720027-43e2-4619-815e-cf51754b20aa tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Network': ['ID=455159de-925a-4e0c-925d-b780f36166dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:30.254446 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-30def99d-2247-4efa-ab0f-5f9e12607288 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] GET failed (client error): The resource could not be found. Jul 15 13:58:30.255903 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-30def99d-2247-4efa-ab0f-5f9e12607288 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "GET /v2.0/subnets/b648e849-c5cd-4917-8027-117292874067 HTTP/1.1" status: 404 len: 337 time: 0.0301678 Jul 15 13:58:30.258781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:30.279970 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8746c8-d411-433b-816d-5605354388f6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:30.280549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8746c8-d411-433b-816d-5605354388f6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:30.283198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0c8746c8-d411-433b-816d-5605354388f6 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/455159de-925a-4e0c-925d-b780f36166dd HTTP/1.1" status: 404 len: 339 time: 0.0234411 Jul 15 13:58:30.287161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:30.327068 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c6845-673e-4eee-93b7-f660d53e9250 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:30.327649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c6845-673e-4eee-93b7-f660d53e9250 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:30.330623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b82c6845-673e-4eee-93b7-f660d53e9250 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/subnets/b648e849-c5cd-4917-8027-117292874067 HTTP/1.1" status: 404 len: 337 time: 0.0423374 Jul 15 13:58:30.333343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36886) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:30.350799 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd4f6a1-2b04-4361-9cd1-6b5878775246 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:30.351248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd4f6a1-2b04-4361-9cd1-6b5878775246 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:30.352832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0dd4f6a1-2b04-4361-9cd1-6b5878775246 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/455159de-925a-4e0c-925d-b780f36166dd HTTP/1.1" status: 404 len: 339 time: 0.0185862 Jul 15 13:58:30.355012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:30.412091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Deleting subnet b24cb011-ff2a-4201-adaa-96fb27f29d35 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:30.415488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.804299 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.841843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6674dfac-2e3e-4031-9d55-f07649520992 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:30.908476 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 6674dfac-2e3e-4031-9d55-f07649520992 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:30.908975 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:30.922306 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.010138 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.015004 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d24965e2-9639-4920-9db4-abece9c21a21 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:31.039814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Subnet': ['ID=b24cb011-ff2a-4201-adaa-96fb27f29d35,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:31.041783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.043718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-899e0f40-4096-4292-89c6-cc473f001fe1 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/subnets/b24cb011-ff2a-4201-adaa-96fb27f29d35 HTTP/1.1" status: 204 len: 168 time: 0.6878302 Jul 15 13:58:31.046233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.073911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d24965e2-9639-4920-9db4-abece9c21a21 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:31.129457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.144054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d5162-09f5-4156-847b-9f06cb5bdb21 None None] Network 38a18bd8-1b75-47ad-906e-0838a2bae39e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:31.187532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Deleting port d24965e2-9639-4920-9db4-abece9c21a21 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:31.187880 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.250614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] For port d24965e2-9639-4920-9db4-abece9c21a21, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d24965e2-9639-4920-9db4-abece9c21a21,segment=NetworkSegment(0937a657-5264-46e8-bdac-7226a3c2b94f),segment_id=0937a657-5264-46e8-bdac-7226a3c2b94f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:31.251282 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.262829 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Calling delete_port for d24965e2-9639-4920-9db4-abece9c21a21 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:31.265659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cef63211-62b8-4515-85e5-63f59bff4662 None None] Provisioning for port d24965e2-9639-4920-9db4-abece9c21a21 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:31.271212 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.272710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cef63211-62b8-4515-85e5-63f59bff4662 None None] Provisioning complete for port d24965e2-9639-4920-9db4-abece9c21a21 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:31.273090 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cef63211-62b8-4515-85e5-63f59bff4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.352226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.368262 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cef63211-62b8-4515-85e5-63f59bff4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.380833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Port': ['ID=d24965e2-9639-4920-9db4-abece9c21a21,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:31.382519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No DVR routers for this DVR port d24965e2-9639-4920-9db4-abece9c21a21 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:31.393395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3b124-30e0-452c-86c9-3777315e9db3 None None] DHCP port deletion for 38a18bd8-1b75-47ad-906e-0838a2bae39e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:58:31.461662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.472127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a18bd8-1b75-47ad-906e-0838a2bae39e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:31.481578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0937a657-5264-46e8-bdac-7226a3c2b94f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:31.481873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0937a657-5264-46e8-bdac-7226a3c2b94f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:31.490897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.508579 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.514474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:31.514858 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:31.518373 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:31.573195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.580414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.582594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/38a18bd8-1b75-47ad-906e-0838a2bae39e HTTP/1.1" status: 204 len: 168 time: 0.5349989 Jul 15 13:58:31.585017 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36894) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.593912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cc05d-487e-4d46-ade9-f0e340a2d576 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Network': ['ID=38a18bd8-1b75-47ad-906e-0838a2bae39e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:31.611914 n-d-798249-9 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ba27a1-0e4f-47f4-81e6-e1c0bafd8889 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:31.612365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ba27a1-0e4f-47f4-81e6-e1c0bafd8889 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:31.614049 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-41ba27a1-0e4f-47f4-81e6-e1c0bafd8889 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/subnets/1fe6f9cf-f422-4610-beb9-67d6a168d629 HTTP/1.1" status: 404 len: 337 time: 0.0280490 Jul 15 13:58:31.616646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.634166 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aacb27-f7c7-4dcd-8877-95e1353304d0 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:31.634714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aacb27-f7c7-4dcd-8877-95e1353304d0 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:31.636377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-05aacb27-f7c7-4dcd-8877-95e1353304d0 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/ce141a78-7dfa-4cb5-8119-f656164d9ab8 HTTP/1.1" status: 404 len: 339 time: 0.0187919 Jul 15 13:58:31.638737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.664165 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-46807e47-2bfc-4f9f-a854-613c762822ce tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:31.664540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46807e47-2bfc-4f9f-a854-613c762822ce tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:31.666167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-46807e47-2bfc-4f9f-a854-613c762822ce tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/subnets/c90578e8-7b85-43f9-a9b1-6c13c851cdc3 HTTP/1.1" status: 404 len: 337 time: 0.0265403 Jul 15 13:58:31.668325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.685285 n-d-798249-9 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a3ae14-a9f5-4c29-b583-07987aa3a85d tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] DELETE failed (client error): The resource could not be found. Jul 15 13:58:31.685828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a3ae14-a9f5-4c29-b583-07987aa3a85d tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:58:31.687759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-11a3ae14-a9f5-4c29-b583-07987aa3a85d tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/d215b0d6-7f2e-4c13-8f0b-b5a487c1f6cc HTTP/1.1" status: 404 len: 339 time: 0.0185750 Jul 15 13:58:31.689868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.742754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Deleting subnet fa81ea3d-49a8-4518-861a-3e0d07fff4cb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:31.745674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.784378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.864484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.923883 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.950562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Subnet': ['ID=fa81ea3d-49a8-4518-861a-3e0d07fff4cb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:31.954965 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:31.957036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2a62ba7b-5f0b-46f8-9ea4-9ff3a7f40995 tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/subnets/fa81ea3d-49a8-4518-861a-3e0d07fff4cb HTTP/1.1" status: 204 len: 168 time: 0.2662697 Jul 15 13:58:31.959615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:31.961110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e8f43-b468-4ad3-8c68-f9de152ca8e5 None None] Network 3799bf99-beee-48c4-965e-fff61e420098 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:32.166824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] DHCP port deletion for 3799bf99-beee-48c4-965e-fff61e420098 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:58:32.215568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] Deleting port 6674dfac-2e3e-4031-9d55-f07649520992 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:32.215948 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.284558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] For port 6674dfac-2e3e-4031-9d55-f07649520992, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=6674dfac-2e3e-4031-9d55-f07649520992,segment=NetworkSegment(1cbfeff5-29a1-45bf-baf6-58c91a802bbf),segment_id=1cbfeff5-29a1-45bf-baf6-58c91a802bbf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:32.284951 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.297147 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] Calling delete_port for 6674dfac-2e3e-4031-9d55-f07649520992 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:32.379320 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.386740 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.409534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] Pushing event deleted for resources: {'Port': ['ID=6674dfac-2e3e-4031-9d55-f07649520992,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:32.413024 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c8c7e-59c5-4524-af69-3c6efddba287 None None] No DVR routers for this DVR port 6674dfac-2e3e-4031-9d55-f07649520992 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:32.481388 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.492468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3799bf99-beee-48c4-965e-fff61e420098']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:32.503418 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbfeff5-29a1-45bf-baf6-58c91a802bbf') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:32.503713 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbfeff5-29a1-45bf-baf6-58c91a802bbf') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:32.512355 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.525727 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.531838 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:32.532228 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:32.535198 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:32.592095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.599312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.601155 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] 10.222.0.48 "DELETE /v2.0/networks/3799bf99-beee-48c4-965e-fff61e420098 HTTP/1.1" status: 204 len: 168 time: 0.6403921 Jul 15 13:58:32.613157 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295c8a6-74b5-4945-ada8-0f64a655688b tempest-NetworksIpV6Test-1666216437 tempest-NetworksIpV6Test-1666216437-project] Pushing event deleted for resources: {'Network': ['ID=3799bf99-beee-48c4-965e-fff61e420098,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:32.757889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6674dfac-2e3e-4031-9d55-f07649520992 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:32.777716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 6674dfac-2e3e-4031-9d55-f07649520992 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:32.778158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 6674dfac-2e3e-4031-9d55-f07649520992 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:32.778600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d24965e2-9639-4920-9db4-abece9c21a21 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:32.798673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d24965e2-9639-4920-9db4-abece9c21a21 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:32.799014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d24965e2-9639-4920-9db4-abece9c21a21 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:32.844154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:32.973976 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-966a2c18-b629-4cf6-9614-cf3d8731884c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=070481396e73420b92ef6fea7a8acc74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286154 Jul 15 13:58:32.979135 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:33.027496 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a764b1e-db9e-406f-8736-a511bc08e69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.048585 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a764b1e-db9e-406f-8736-a511bc08e69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.095411 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a764b1e-db9e-406f-8736-a511bc08e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.097907 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a764b1e-db9e-406f-8736-a511bc08e69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.099148 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5a764b1e-db9e-406f-8736-a511bc08e69d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c493d20f-94bb-4a1e-8cfd-0426203cf5dd HTTP/1.1" status: 204 len: 168 time: 0.1215665 Jul 15 13:58:33.107262 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a764b1e-db9e-406f-8736-a511bc08e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c493d20f-94bb-4a1e-8cfd-0426203cf5dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:33.714578 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:33.806575 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-926329867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:33.831164 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.832169 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.882575 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.886381 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.902107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.903337 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e4a8beea-155d-47a0-b6c2-28602108359e tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1877394 Jul 15 13:58:33.906747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:33.911712 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1077213742'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:33.931169 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Made reservation on behalf of 0d719f95680c4398a814b5b7c92203a0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:33.934568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.945415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.992757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.038610 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.042243 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.068265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:34.078386 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814e30b2-a955-43dd-b6b7-795a1d14fd8b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:34.083746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.084101 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Added segment 75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602 of type vlan for network cee3b5aa-96ce-4b96-910b-900522fbf4da Jul 15 13:58:34.122994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.151680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.157617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:34.158263 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.189734 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2818339 Jul 15 13:58:34.192483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:34.199310 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Request body: {'subnet': {'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:34.251165 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f54f-3dbf-4d6e-89fd-05c51f03389c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event updated for resources: {'Network': ['ID=cee3b5aa-96ce-4b96-910b-900522fbf4da,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:34.261811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network cee3b5aa-96ce-4b96-910b-900522fbf4da details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:34.322084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Made reservation on behalf of 0d719f95680c4398a814b5b7c92203a0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:34.325627 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.503212 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.565898 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event updated for resources: {'Subnet': ['ID=fdf8b80e-c3a3-4679-80e8-b676559b17cf,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:34.570179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Checking segment: {'id': '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:34.570572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Network hostable DHCP agents. Network: cee3b5aa-96ce-4b96-910b-900522fbf4da, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:34.586808 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Network cee3b5aa-96ce-4b96-910b-900522fbf4da is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:34.595146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, cee3b5aa-96ce-4b96-910b-900522fbf4da) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:34.599245 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:34.599859 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.605078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cafafa-950b-4dbd-8ccc-8d3273d50606 None None] Network cee3b5aa-96ce-4b96-910b-900522fbf4da requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:34.615131 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0603ea4b-7366-47bc-8004-06b8545e4276 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216461 Jul 15 13:58:34.618415 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:34.623368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-235343488'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:34.650188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Made reservation on behalf of 0d719f95680c4398a814b5b7c92203a0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:34.653759 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.682873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:34.692836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.693167 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Added segment 01fddd86-ac74-4f58-b8bb-34dd1686e1c1 of type vlan for network 2e15f270-cd43-4ad4-a483-67c14613e54a Jul 15 13:58:34.732668 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.754198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-cee3b5aa-96ce-4b96-910b-900522fbf4da', 'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da', 'tenant_id': '0d719f95680c4398a814b5b7c92203a0', 'fixed_ips': [{'subnet_id': 'fdf8b80e-c3a3-4679-80e8-b676559b17cf'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:34.755076 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.762883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.768568 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:34.769155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.803460 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1839921 Jul 15 13:58:34.806375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36946) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:34.813890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Request body: {'subnet': {'network_id': '2e15f270-cd43-4ad4-a483-67c14613e54a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:34.854068 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86279f-f16c-4b70-aa50-4923ad837d4a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event updated for resources: {'Network': ['ID=2e15f270-cd43-4ad4-a483-67c14613e54a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:34.876883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 2e15f270-cd43-4ad4-a483-67c14613e54a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:34.932614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Made reservation on behalf of 0d719f95680c4398a814b5b7c92203a0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:34.936697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:34.951033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Allocated IP 172.20.0.2 (cee3b5aa-96ce-4b96-910b-900522fbf4da/fdf8b80e-c3a3-4679-80e8-b676559b17cf/82113307-7a12-4d19-ba2b-9ef662753956) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:35.095408 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.105301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Transition to ACTIVE for port object 82113307-7a12-4d19-ba2b-9ef662753956 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:35.119509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Transition to ACTIVE for port object 82113307-7a12-4d19-ba2b-9ef662753956 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:35.126106 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.126972 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.172177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Network cee3b5aa-96ce-4b96-910b-900522fbf4da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:35.176221 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:35.177947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Pushing event updated for resources: {'Port': ['ID=82113307-7a12-4d19-ba2b-9ef662753956,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:35.180131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:35.190037 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event updated for resources: {'Subnet': ['ID=e2108f8c-211d-4852-8c4d-17ab1d670697,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:35.198503 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Checking segment: {'id': '01fddd86-ac74-4f58-b8bb-34dd1686e1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e15f270-cd43-4ad4-a483-67c14613e54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:35.199199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Network hostable DHCP agents. Network: 2e15f270-cd43-4ad4-a483-67c14613e54a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:35.218120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Network 2e15f270-cd43-4ad4-a483-67c14613e54a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:35.227572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 2e15f270-cd43-4ad4-a483-67c14613e54a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:35.232470 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:35.233107 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.238339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Attempting to bind port 82113307-7a12-4d19-ba2b-9ef662753956 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:35.238717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Attempting to bind port 82113307-7a12-4d19-ba2b-9ef662753956 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:35.239089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Attempting to bind port 82113307-7a12-4d19-ba2b-9ef662753956 on network cee3b5aa-96ce-4b96-910b-900522fbf4da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:35.243168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba9b15-e216-4ad3-9fce-b8e66b4256ba None None] Network 2e15f270-cd43-4ad4-a483-67c14613e54a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:35.251128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:35.251332 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f5c08b2d-6c2d-447e-89a1-1ce09220fd75 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4406285 Jul 15 13:58:35.251428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Checking segment: {'id': '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:35.251428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.251428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Bound using segment: {'id': '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:35.251428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Bound port: 82113307-7a12-4d19-ba2b-9ef662753956, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cee3b5aa-96ce-4b96-910b-900522fbf4da'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:35.251428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.251836 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:35.255810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6eb31f17-ce12-489c-83f9-b667941e1f3a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e15f270-cd43-4ad4-a483-67c14613e54a'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:35.375326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] For port 82113307-7a12-4d19-ba2b-9ef662753956, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:35.407398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] For port 82113307-7a12-4d19-ba2b-9ef662753956, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82113307-7a12-4d19-ba2b-9ef662753956,segment=NetworkSegment(75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602),segment_id=75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:35.412551 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.468831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eb31f17-ce12-489c-83f9-b667941e1f3a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.492407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9005f77-d74b-49fd-8bdb-b362815f923d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-2e15f270-cd43-4ad4-a483-67c14613e54a', 'network_id': '2e15f270-cd43-4ad4-a483-67c14613e54a', 'tenant_id': '0d719f95680c4398a814b5b7c92203a0', 'fixed_ips': [{'subnet_id': 'e2108f8c-211d-4852-8c4d-17ab1d670697'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:35.493270 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9005f77-d74b-49fd-8bdb-b362815f923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.588090 n-d-798249-9 neutron-server[93823]: INFO neutron.api.v2.resource [None req-6eb31f17-ce12-489c-83f9-b667941e1f3a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:58:35.589322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6eb31f17-ce12-489c-83f9-b667941e1f3a tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "PUT /v2.0/routers/7fba1969-919e-483c-ada6-89059b21a04b HTTP/1.1" status: 400 len: 364 time: 0.3369637 Jul 15 13:58:35.595777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:35.674002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Deleting subnet e2108f8c-211d-4852-8c4d-17ab1d670697 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:35.674882 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2806-370c-4a4e-b9d0-ca176d224223 None None] Pushing event updated for resources: {'Port': ['ID=82113307-7a12-4d19-ba2b-9ef662753956,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:35.684110 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.732489 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.782571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.840044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-c9005f77-d74b-49fd-8bdb-b362815f923d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2108f8c-211d-4852-8c4d-17ab1d670697: This subnet is being modified by another concurrent operation. Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2108f8c-211d-4852-8c4d-17ab1d670697: This subnet is being modified by another concurrent operation. Jul 15 13:58:35.842261 n-d-798249-9 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 15 13:58:35.858422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb21093-a396-489d-abdc-c3c1f0b961b5 None None] Network 2e15f270-cd43-4ad4-a483-67c14613e54a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:35.865813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event deleted for resources: {'Subnet': ['ID=e2108f8c-211d-4852-8c4d-17ab1d670697,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:35.871866 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.874089 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0845afe7-99c9-4bb4-b12f-e04a609512e9 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "DELETE /v2.0/subnets/e2108f8c-211d-4852-8c4d-17ab1d670697 HTTP/1.1" status: 204 len: 168 time: 0.2772679 Jul 15 13:58:35.877290 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:35.959141 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.041684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.051819 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e15f270-cd43-4ad4-a483-67c14613e54a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:36.067476 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fddd86-ac74-4f58-b8bb-34dd1686e1c1') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:36.067778 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fddd86-ac74-4f58-b8bb-34dd1686e1c1') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:36.076431 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.090077 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.096362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:36.096984 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: timer() Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:36.100310 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:36.166969 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.174577 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.176322 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "DELETE /v2.0/networks/2e15f270-cd43-4ad4-a483-67c14613e54a HTTP/1.1" status: 204 len: 168 time: 0.2981520 Jul 15 13:58:36.179046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36954) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:36.188750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472415-f546-4b87-a703-aace9605dd0c tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event deleted for resources: {'Network': ['ID=2e15f270-cd43-4ad4-a483-67c14613e54a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:36.234244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Deleting subnet fdf8b80e-c3a3-4679-80e8-b676559b17cf {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:36.237919 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.279490 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.372723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.421438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658919c-317c-4e28-808d-d7747f84dad4 None None] Network cee3b5aa-96ce-4b96-910b-900522fbf4da requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:36.432064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.460382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf8b80e-c3a3-4679-80e8-b676559b17cf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:36.464943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.467402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cd923fbd-f336-42b1-b92d-86f6eb9d05e5 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "DELETE /v2.0/subnets/fdf8b80e-c3a3-4679-80e8-b676559b17cf HTTP/1.1" status: 204 len: 168 time: 0.2873437 Jul 15 13:58:36.470389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:36.497919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d285f93a-789d-41d6-8ad9-f578679967d4 None None] Provisioning for port 82113307-7a12-4d19-ba2b-9ef662753956 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:36.551639 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.605795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Deleting port 82113307-7a12-4d19-ba2b-9ef662753956 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:36.606144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.624711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] DHCP port deletion for cee3b5aa-96ce-4b96-910b-900522fbf4da request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:58:36.669237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] Deleting port 82113307-7a12-4d19-ba2b-9ef662753956 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:36.669596 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.675133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] For port 82113307-7a12-4d19-ba2b-9ef662753956, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82113307-7a12-4d19-ba2b-9ef662753956,segment=NetworkSegment(75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602),segment_id=75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:36.675498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.687442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Calling delete_port for 82113307-7a12-4d19-ba2b-9ef662753956 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:36.734031 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] For port 82113307-7a12-4d19-ba2b-9ef662753956, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=82113307-7a12-4d19-ba2b-9ef662753956,segment=NetworkSegment(75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602),segment_id=75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:36.734437 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.745891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] Calling delete_port for 82113307-7a12-4d19-ba2b-9ef662753956 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:36.768357 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.794130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event deleted for resources: {'Port': ['ID=82113307-7a12-4d19-ba2b-9ef662753956,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:36.798388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] No DVR routers for this DVR port 82113307-7a12-4d19-ba2b-9ef662753956 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:58:36.818044 n-d-798249-9 neutron-server[93825]: self.session.flush() Jul 15 13:58:36.822172 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.848594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] Pushing event deleted for resources: {'Port': ['ID=82113307-7a12-4d19-ba2b-9ef662753956,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:36.851922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16716e77-bbb3-4882-97fd-c571a77da9b9 None None] No DVR routers for this DVR port 82113307-7a12-4d19-ba2b-9ef662753956 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:36.872146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4293bfa7-b5b6-4ee8-82ca-edd60f6aadd3 None None] get_active_networks_info from n-d-798249-9 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:58:36.885504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.896938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee3b5aa-96ce-4b96-910b-900522fbf4da']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:36.907735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:36.908041 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bc9cf3-a6de-49f4-a41b-0e8b2c8ef602') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:36.916745 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.930384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.934539 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293bfa7-b5b6-4ee8-82ca-edd60f6aadd3 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:58:36.937078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:36.937747 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:36.940728 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:37.009569 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.018231 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.022627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "DELETE /v2.0/networks/cee3b5aa-96ce-4b96-910b-900522fbf4da HTTP/1.1" status: 204 len: 168 time: 0.5487108 Jul 15 13:58:37.023039 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:37.029502 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7c67-c855-4bc9-8645-890bc44124ac tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Pushing event deleted for resources: {'Network': ['ID=cee3b5aa-96ce-4b96-910b-900522fbf4da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:37.053173 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dbf66055-ae9d-4273-b248-9aafb86327e8 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fba1969-919e-483c-ada6-89059b21a04b HTTP/1.1" status: 200 len: 205 time: 0.0289013 Jul 15 13:58:37.055647 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36960) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:37.132165 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.289115 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.291104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.333117 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.333696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Fanout notify agent at l3_agent the message router_deleted on router 7fba1969-919e-483c-ada6-89059b21a04b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:58:37.341015 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.342375 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-230808c7-f500-4614-ad5a-6645a28f5f89 tempest-RoutersNegativeTest-563009862 tempest-RoutersNegativeTest-563009862-project] 10.222.0.48 "DELETE /v2.0/routers/7fba1969-919e-483c-ada6-89059b21a04b HTTP/1.1" status: 204 len: 168 time: 0.2855275 Jul 15 13:58:37.574942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36966) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:37.707371 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-aae61ac9-5bb8-46f1-b186-4e2708cf698e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d719f95680c4398a814b5b7c92203a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312859 Jul 15 13:58:37.709834 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:37.756054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b676-34f7-460d-80ca-4b9b61bf02dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.776890 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b676-34f7-460d-80ca-4b9b61bf02dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.825490 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b676-34f7-460d-80ca-4b9b61bf02dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.828715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b676-34f7-460d-80ca-4b9b61bf02dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:37.829865 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2dd8b676-34f7-460d-80ca-4b9b61bf02dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/814e30b2-a955-43dd-b6b7-795a1d14fd8b HTTP/1.1" status: 204 len: 168 time: 0.1191034 Jul 15 13:58:37.837968 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8b676-34f7-460d-80ca-4b9b61bf02dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e30b2-a955-43dd-b6b7-795a1d14fd8b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:38.417312 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 36992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:38.513785 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-828598992-network', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:38.534794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Made reservation on behalf of ef6776fe7a7a4f93b3666db4c4520c66 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:38.537090 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.545019 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.631207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.634939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.659402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:38.668792 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873d610-72a1-404b-8849-55703e3add5b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:38.674484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.674835 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Added segment 421294c9-fb9c-4e2b-8dac-560485c2c58f of type vlan for network 81d9263c-3c90-44f8-97b1-5c9526fce903 Jul 15 13:58:38.716368 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.745901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.746914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:38.747471 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.777473 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3590856 Jul 15 13:58:38.781056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:38.786543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Request body: {'subnet': {'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-subnet', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:38.807335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Made reservation on behalf of ef6776fe7a7a4f93b3666db4c4520c66 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:38.808845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f437-f977-428a-9bf9-fca4629ceb43 admin admin] Pushing event updated for resources: {'Network': ['ID=81d9263c-3c90-44f8-97b1-5c9526fce903,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:38.809668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:38.819165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:38.980316 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.040228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ec573f-6393-4870-9541-b8cb326a4251,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:39.044466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Checking segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:39.044828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Network hostable DHCP agents. Network: 81d9263c-3c90-44f8-97b1-5c9526fce903, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:39.061720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:39.070332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 81d9263c-3c90-44f8-97b1-5c9526fce903) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:39.076374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:39.077850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.079119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972eab4e-6ee4-46c6-8095-df3ace50f8ad None None] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:39.091723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c15f8c33-faf8-4469-a24d-3d264482cb1e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3091719 Jul 15 13:58:39.094950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 36998) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:39.099560 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:39.119578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.120691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.177378 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.227580 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-81d9263c-3c90-44f8-97b1-5c9526fce903', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'fixed_ips': [{'subnet_id': 'c6ec573f-6393-4870-9541-b8cb326a4251'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:39.228447 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.317487 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.367057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Allocated IP 172.20.0.2 (81d9263c-3c90-44f8-97b1-5c9526fce903/c6ec573f-6393-4870-9541-b8cb326a4251/774e459a-1497-4322-a7a0-0b16eb845435) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:39.521202 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.529438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.529631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Transition to ACTIVE for port object 774e459a-1497-4322-a7a0-0b16eb845435 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:39.544726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Transition to ACTIVE for port object 774e459a-1497-4322-a7a0-0b16eb845435 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:39.550060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.551607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.591217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:39.596518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:39.601144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:39.603148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Pushing event updated for resources: {'Port': ['ID=774e459a-1497-4322-a7a0-0b16eb845435,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:39.656988 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Allocated IP 172.25.2.96 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/8b5e5795-a370-4af3-94d3-dd873b0d58a8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:39.659029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Attempting to bind port 774e459a-1497-4322-a7a0-0b16eb845435 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:39.659409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Attempting to bind port 774e459a-1497-4322-a7a0-0b16eb845435 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:39.659895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Attempting to bind port 774e459a-1497-4322-a7a0-0b16eb845435 on network 81d9263c-3c90-44f8-97b1-5c9526fce903 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:39.664824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:39.665200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Checking segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:39.665747 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.666146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Bound using segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:39.666633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Bound port: 774e459a-1497-4322-a7a0-0b16eb845435, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:39.667013 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.731782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] For port 774e459a-1497-4322-a7a0-0b16eb845435, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:39.735995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] For port 774e459a-1497-4322-a7a0-0b16eb845435, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=774e459a-1497-4322-a7a0-0b16eb845435,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:39.740772 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.764345 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.795728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be48066-bda8-4dea-bc22-dabdb39c4fb0 None None] Pushing event updated for resources: {'Port': ['ID=774e459a-1497-4322-a7a0-0b16eb845435,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:39.806289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:39.851409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:39.854473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:39.859171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:39.862561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5e5795-a370-4af3-94d3-dd873b0d58a8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:40.139273 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:40.326446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:40.456766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:58:40.568504 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:40.578477 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Sync routers for ids ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:40.588208 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:40.592265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9124f380-2524-4b0d-8f53-1d667c3140e9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4937270 Jul 15 13:58:40.592414 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Routers {'d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:40.592414 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:40.592630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:40.696762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Set router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:40.708472 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336831f6-7e89-496c-8d91-5b3b9de69546 None None] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:40.811499 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2e131143-6f0a-4c0a-8b84-4c325cf5695c None None] Provisioning for port 774e459a-1497-4322-a7a0-0b16eb845435 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:40.852320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 774e459a-1497-4322-a7a0-0b16eb845435 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:40.896280 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:40Z', 'revision_number': 3, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:40.923986 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Checking router: d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:40.924360 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Updating router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:58:40.948002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 774e459a-1497-4322-a7a0-0b16eb845435 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:40.955223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 774e459a-1497-4322-a7a0-0b16eb845435 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:40.955599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:40.965178 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.049642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.080254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.096676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 774e459a-1497-4322-a7a0-0b16eb845435, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=774e459a-1497-4322-a7a0-0b16eb845435,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:41.101174 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.161578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=774e459a-1497-4322-a7a0-0b16eb845435,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.255009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Allocated IP 172.20.0.1 (81d9263c-3c90-44f8-97b1-5c9526fce903/c6ec573f-6393-4870-9541-b8cb326a4251/a781607f-d217-465b-a341-e3c1d18b8f96) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:41.263801 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.273896 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Transition to ACTIVE for port object 8b5e5795-a370-4af3-94d3-dd873b0d58a8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:41.278960 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.325606 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Attempting to bind port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:41.325978 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Attempting to bind port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:41.326361 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Attempting to bind port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:41.336171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Pushing event updated for resources: {'Port': ['ID=8b5e5795-a370-4af3-94d3-dd873b0d58a8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.340782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd6591e7-1b3e-4a22-bcfb-bdcfaff79816 None None] Provisioning complete for port 774e459a-1497-4322-a7a0-0b16eb845435 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:41.341164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6591e7-1b3e-4a22-bcfb-bdcfaff79816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.344120 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.344437 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.344767 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.345091 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.345410 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.345729 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.346047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.346381 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.346756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.347008 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.347319 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.347626 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.354520 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:41.354975 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:41.355429 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.355768 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:41.356245 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Bound port: 8b5e5795-a370-4af3-94d3-dd873b0d58a8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:41.356614 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.369697 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.384498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Transition to ACTIVE for port object a781607f-d217-465b-a341-e3c1d18b8f96 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:41.419004 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] For port 8b5e5795-a370-4af3-94d3-dd873b0d58a8, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:41.421332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.422638 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] For port 8b5e5795-a370-4af3-94d3-dd873b0d58a8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8b5e5795-a370-4af3-94d3-dd873b0d58a8,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:41.428337 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.464490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:41.467440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:41.471561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:41.499752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Pushing event updated for resources: {'Port': ['ID=a781607f-d217-465b-a341-e3c1d18b8f96,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.500596 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Routers {'d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:41.501199 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:41.509550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b7e43-2e2f-4090-83e5-18567d9382cc None None] Pushing event updated for resources: {'Port': ['ID=8b5e5795-a370-4af3-94d3-dd873b0d58a8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.518236 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.626001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] Set router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:41.659286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.750169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a50f01a-33dc-407f-a944-fc8af702c1df None None] Provisioning for port a781607f-d217-465b-a341-e3c1d18b8f96 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:41.754876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a50f01a-33dc-407f-a944-fc8af702c1df None None] Provisioning complete for port a781607f-d217-465b-a341-e3c1d18b8f96 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:41.756011 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a50f01a-33dc-407f-a944-fc8af702c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.789922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a50f01a-33dc-407f-a944-fc8af702c1df None None] Port a781607f-d217-465b-a341-e3c1d18b8f96 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:58:41.807003 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:40Z', 'revision_number': 3, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:41.828191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.832932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.837697 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d54814-fbe1-4253-884b-82f7fde89dcc None None] The sync data for ids ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'] in n-d-798249-9 is: [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:40Z', 'revision_number': 3, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:41.906571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Pushing event updated for resources: {'Port': ['ID=a781607f-d217-465b-a341-e3c1d18b8f96,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.912662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.005368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:42.006812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:42.311542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a64bc014-7e9d-42cd-81e7-6adf12e18c6d None None] Provisioning complete for port a781607f-d217-465b-a341-e3c1d18b8f96 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:42.312679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64bc014-7e9d-42cd-81e7-6adf12e18c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.349267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a64bc014-7e9d-42cd-81e7-6adf12e18c6d None None] Port a781607f-d217-465b-a341-e3c1d18b8f96 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:58:42.477205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:58:42.591067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:42.597021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b7869247-c01f-46d2-a7bb-a70bb6135411 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2b768f7-9df7-4773-b4ca-a5c8a0fa5277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030634 Jul 15 13:58:42.692087 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae493-2b50-4b90-9db7-9a842b19474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.833502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8b5e5795-a370-4af3-94d3-dd873b0d58a8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:42.887339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:42.891834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:42.892211 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.977899 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.999050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8b5e5795-a370-4af3-94d3-dd873b0d58a8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8b5e5795-a370-4af3-94d3-dd873b0d58a8,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:43.002805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.003574 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 774e459a-1497-4322-a7a0-0b16eb845435 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:43.080477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:43.084286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8b5e5795-a370-4af3-94d3-dd873b0d58a8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:43.090563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-42995097-network', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:43.097040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 774e459a-1497-4322-a7a0-0b16eb845435 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:43.097412 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.117895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Made reservation on behalf of 69b5f554b27c4b98979b91c294f4a5d9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:43.121186 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.132178 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.231951 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.235786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.260246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:43.270723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb6ec25-d97a-4fbe-85a1-6cb63c4a5f90,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:43.275450 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.275797 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Added segment 999cc077-d16b-4c2a-9e55-2088c36c4461 of type vlan for network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 Jul 15 13:58:43.315572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.344687 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.345720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:43.346405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.379983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2977254 Jul 15 13:58:43.382654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:43.387394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Request body: {'subnet': {'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-subnet', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:43.401419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Sync routers for ids ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:43.410636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Routers {'d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:43.411262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:43.420720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ccf2f-7310-4482-a843-c2fecfb895bc admin admin] Pushing event updated for resources: {'Network': ['ID=cb805f96-5bc1-4829-bbfa-e4a10bc51a76,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:43.437335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Made reservation on behalf of 69b5f554b27c4b98979b91c294f4a5d9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:43.439744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.444783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:43.615550 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.678493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfdd48d-3c94-45c9-af43-5b26494b6ede,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:43.691601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Checking segment: {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:43.691896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Network hostable DHCP agents. Network: cb805f96-5bc1-4829-bbfa-e4a10bc51a76, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:43.710365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:43.720120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, cb805f96-5bc1-4829-bbfa-e4a10bc51a76) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:43.724848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:43.725545 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.728808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Set router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:43.731892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e9e956-fe3f-4e65-93cc-b191d649590d None None] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:43.739963 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1fc64d7f-05ea-4aee-bd31-bd802dade156 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3563187 Jul 15 13:58:43.742717 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:43.747017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:43.767686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.768941 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.821039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.959913 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.022325 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-cb805f96-5bc1-4829-bbfa-e4a10bc51a76', 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'fixed_ips': [{'subnet_id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:58:44.023228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.053375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:41Z', 'revision_number': 4, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a781607f-d217-465b-a341-e3c1d18b8f96', 'name': '', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'mac_address': 'fa:16:3e:f5:7d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:41Z', 'updated_at': '2021-07-15T13:58:41Z', 'revision_number': 2, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'subnets': [{'id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:44.124604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Checking router: d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:44.124983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Updating router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 port a781607f-d217-465b-a341-e3c1d18b8f96 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:58:44.168931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.178147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.192898 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.252150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Allocated IP 172.20.0.2 (cb805f96-5bc1-4829-bbfa-e4a10bc51a76/ddfdd48d-3c94-45c9-af43-5b26494b6ede/24a87a29-b8ff-42db-8e8d-11f0e4326f59) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:44.296786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Allocated IP 172.25.2.169 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/645af8e5-87dc-4aaa-a6ae-581f1c9a15b0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:44.404057 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.443812 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.486954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:44.490429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:44.495525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:44.498612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Pushing event updated for resources: {'Port': ['ID=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:44.531457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.549307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Transition to ACTIVE for port object 24a87a29-b8ff-42db-8e8d-11f0e4326f59 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:44.592524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Transition to ACTIVE for port object 24a87a29-b8ff-42db-8e8d-11f0e4326f59 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:44.602680 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.606385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.643984 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Transition to ACTIVE for port object a781607f-d217-465b-a341-e3c1d18b8f96 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:44.655659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:44.656522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.664375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:44.670444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:44.679832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Pushing event updated for resources: {'Port': ['ID=24a87a29-b8ff-42db-8e8d-11f0e4326f59,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:44.760739 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.791300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8b5e5795-a370-4af3-94d3-dd873b0d58a8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:44.833367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Attempting to bind port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:44.833737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Attempting to bind port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:44.834100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Attempting to bind port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 on network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:44.836091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd51bd-80f8-4c8f-abc7-f2640db7cb46 None None] Pushing event updated for resources: {'Port': ['ID=a781607f-d217-465b-a341-e3c1d18b8f96,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:44.854122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:44.854529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Checking segment: {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:44.854935 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.855333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Bound using segment: {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:44.855815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Bound port: 24a87a29-b8ff-42db-8e8d-11f0e4326f59, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:44.856193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.874869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Attempting to bind port a781607f-d217-465b-a341-e3c1d18b8f96 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:44.875380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Attempting to bind port a781607f-d217-465b-a341-e3c1d18b8f96 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:44.875775 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Attempting to bind port a781607f-d217-465b-a341-e3c1d18b8f96 on network 81d9263c-3c90-44f8-97b1-5c9526fce903 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:44.909220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:44.909493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Checking segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:44.909869 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.910529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Bound using segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:44.910763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Bound port: a781607f-d217-465b-a341-e3c1d18b8f96, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:44.911148 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.972021 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:44.984573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:44.984947 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.010862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] For port 24a87a29-b8ff-42db-8e8d-11f0e4326f59, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:45.041243 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] For port 24a87a29-b8ff-42db-8e8d-11f0e4326f59, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=24a87a29-b8ff-42db-8e8d-11f0e4326f59,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:45.053753 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.091997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] For port a781607f-d217-465b-a341-e3c1d18b8f96, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:45.108072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Router 114eedc4-e287-4a2c-af94-761c96f55472 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:58:45.119517 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] For port a781607f-d217-465b-a341-e3c1d18b8f96, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a781607f-d217-465b-a341-e3c1d18b8f96,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:45.135172 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.148402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd69b72-0dff-454b-8dd3-262e7328b0b5 None None] Pushing event updated for resources: {'Port': ['ID=24a87a29-b8ff-42db-8e8d-11f0e4326f59,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:45.233959 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Routers {'d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:45.234927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:45.235066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:45.246990 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Sync routers for ids ['114eedc4-e287-4a2c-af94-761c96f55472'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:45.253204 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.257160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bdc94fb2-7e8b-400b-9f2a-01908d093d7b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5107231 Jul 15 13:58:45.258286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37022) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:45.260212 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Routers {'114eedc4-e287-4a2c-af94-761c96f55472'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:45.261901 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['114eedc4-e287-4a2c-af94-761c96f55472'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:45.302884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd51bd-80f8-4c8f-abc7-f2640db7cb46 None None] Pushing event updated for resources: {'Port': ['ID=a781607f-d217-465b-a341-e3c1d18b8f96,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:45.402055 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-262b9d45-9f4b-4f6a-88ff-3a1572e4186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.415822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] Set router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:45.479705 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Set router 114eedc4-e287-4a2c-af94-761c96f55472 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:45.659602 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.683566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:41Z', 'revision_number': 4, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a781607f-d217-465b-a341-e3c1d18b8f96', 'name': '', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'mac_address': 'fa:16:3e:f5:7d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:41Z', 'updated_at': '2021-07-15T13:58:45Z', 'revision_number': 4, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'subnets': [{'id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:45.713105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa9ebb-7dce-4b7f-aa2e-0e426c153cfc None None] The sync data for ids ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'] in n-d-798249-9 is: [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:41Z', 'revision_number': 4, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'a781607f-d217-465b-a341-e3c1d18b8f96', 'name': '', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'mac_address': 'fa:16:3e:f5:7d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:41Z', 'updated_at': '2021-07-15T13:58:45Z', 'revision_number': 4, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'subnets': [{'id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:45.795145 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:58:44Z', 'revision_number': 3, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:45.833819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Checking router: 114eedc4-e287-4a2c-af94-761c96f55472 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:45.834167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Updating router 114eedc4-e287-4a2c-af94-761c96f55472 port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:58:45.850406 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.872088 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.029491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Allocated IP 172.20.0.1 (cb805f96-5bc1-4829-bbfa-e4a10bc51a76/ddfdd48d-3c94-45c9-af43-5b26494b6ede/473f8751-fc9f-4a9e-905f-3825cf9ddec6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:46.169054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.187991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Transition to ACTIVE for port object 473f8751-fc9f-4a9e-905f-3825cf9ddec6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:46.197057 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.210182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Transition to ACTIVE for port object 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:46.218654 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.231958 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.269728 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Attempting to bind port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:46.270718 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Attempting to bind port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:46.271237 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Attempting to bind port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:46.271991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:46.277459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:46.282087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:46.282415 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:46.282791 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:46.283175 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.283723 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:46.285082 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Bound port: 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:46.286021 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.323373 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Pushing event updated for resources: {'Port': ['ID=473f8751-fc9f-4a9e-905f-3825cf9ddec6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:46.335003 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.335400 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1465c7-f023-4e17-bee0-0c6dfb91077e None None] Pushing event updated for resources: {'Port': ['ID=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:46.353088 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] For port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:46.357253 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] For port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:46.362898 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.378493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c824d13-da53-460a-a61a-8dc8497f60ab None None] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:46.438190 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Routers {'114eedc4-e287-4a2c-af94-761c96f55472'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:46.438983 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['114eedc4-e287-4a2c-af94-761c96f55472'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:46.442256 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1465c7-f023-4e17-bee0-0c6dfb91077e None None] Pushing event updated for resources: {'Port': ['ID=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:46.505839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ac54e0f-f85f-4f30-9fc5-bb3427cdf02b None None] Provisioning for port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:46.514470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.570854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] Set router 114eedc4-e287-4a2c-af94-761c96f55472 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:46.711594 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.719568 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.784250 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:58:44Z', 'revision_number': 3, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:46.827495 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f428af5-bb7c-45b5-98f6-e24d1128f585 None None] The sync data for ids ['114eedc4-e287-4a2c-af94-761c96f55472'] in n-d-798249-9 is: [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:58:44Z', 'revision_number': 3, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:46.830543 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.857706 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Pushing event updated for resources: {'Port': ['ID=473f8751-fc9f-4a9e-905f-3825cf9ddec6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:46.917041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 24a87a29-b8ff-42db-8e8d-11f0e4326f59 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:46.968622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.997424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:47.000689 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:47.002332 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:47.008577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:47.008953 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.068675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-583cc54a-f3ea-4b68-94a5-c68124b3c989 None None] Provisioning for port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:47.074424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-583cc54a-f3ea-4b68-94a5-c68124b3c989 None None] Provisioning complete for port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:47.074950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-583cc54a-f3ea-4b68-94a5-c68124b3c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.145918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.147843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-583cc54a-f3ea-4b68-94a5-c68124b3c989 None None] Port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:58:47.164226 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Router 114eedc4-e287-4a2c-af94-761c96f55472 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:58:47.180919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-583cc54a-f3ea-4b68-94a5-c68124b3c989 None None] Provisioning complete for port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:47.181374 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-583cc54a-f3ea-4b68-94a5-c68124b3c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.213734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 24a87a29-b8ff-42db-8e8d-11f0e4326f59, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=24a87a29-b8ff-42db-8e8d-11f0e4326f59,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:47.226321 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.227174 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a781607f-d217-465b-a341-e3c1d18b8f96 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:47.288757 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:47.302818 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-84fd70ca-4848-42c5-a1f5-87e3d2f58a7e admin admin] 10.222.0.48 "PUT /v2.0/routers/114eedc4-e287-4a2c-af94-761c96f55472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0426912 Jul 15 13:58:47.371172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=24a87a29-b8ff-42db-8e8d-11f0e4326f59,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:47.396868 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a781607f-d217-465b-a341-e3c1d18b8f96 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:47.401279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a781607f-d217-465b-a341-e3c1d18b8f96 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:47.401656 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.498045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.535444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-994d78bb-2938-484a-ac52-02d28d24a898 None None] Provisioning complete for port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:47.535821 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-994d78bb-2938-484a-ac52-02d28d24a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.568389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a781607f-d217-465b-a341-e3c1d18b8f96, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a781607f-d217-465b-a341-e3c1d18b8f96,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:47.578194 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.607131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-994d78bb-2938-484a-ac52-02d28d24a898 None None] Port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:58:47.635773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a781607f-d217-465b-a341-e3c1d18b8f96,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:48.144493 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-78450558-9f18-4061-ab65-18fb037ef9ca tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:48.145901 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-78450558-9f18-4061-ab65-18fb037ef9ca tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/networks?id=81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 200 len: 816 time: 0.1026459 Jul 15 13:58:48.161251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-e7ffc7fd-b02f-493f-8142-991b219cb9f1 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/quotas/ef6776fe7a7a4f93b3666db4c4520c66 HTTP/1.1" status: 200 len: 375 time: 0.0095835 Jul 15 13:58:48.231487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-6990b4ce-f78e-4796-8053-dd61ae8ccfbc tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651052 Jul 15 13:58:48.239907 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:48.340698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-a683d9ba-aa12-475c-9de5-9ae3e7f7947c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:58:48.341699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-a683d9ba-aa12-475c-9de5-9ae3e7f7947c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980570 Jul 15 13:58:48.430749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-4dde1cc3-0276-47b0-84ca-2301589b7f82 service neutron] 10.222.0.48 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824332 Jul 15 13:58:48.523166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b90bbf22-d384-4586-91c2-8426c5fed245 service neutron] 10.222.0.48 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856633 Jul 15 13:58:48.693799 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4ff83ae-43f3-4023-b72f-9a2c9b33925d req-af9d3aab-e00d-40f9-96e8-bf476c051a13 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 210 time: 0.0291800 Jul 15 13:58:48.844826 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:48.902398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:48.907857 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:48.908140 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.163749 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.173089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Sync routers for ids ['114eedc4-e287-4a2c-af94-761c96f55472'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:49.195741 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:49.196878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Routers {'114eedc4-e287-4a2c-af94-761c96f55472'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:49.197611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['114eedc4-e287-4a2c-af94-761c96f55472'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:49.200919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.203489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 24a87a29-b8ff-42db-8e8d-11f0e4326f59 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:49.352632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:49.386501 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:49.386878 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.389336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Set router 114eedc4-e287-4a2c-af94-761c96f55472 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:49.587957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a781607f-d217-465b-a341-e3c1d18b8f96 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:49.683029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a781607f-d217-465b-a341-e3c1d18b8f96 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:49.683409 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.688705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:58:46Z', 'revision_number': 4, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '473f8751-fc9f-4a9e-905f-3825cf9ddec6', 'name': '', 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:45Z', 'updated_at': '2021-07-15T13:58:46Z', 'revision_number': 2, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'subnets': [{'id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:49.731842 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Checking router: 114eedc4-e287-4a2c-af94-761c96f55472 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:49.732209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Updating router 114eedc4-e287-4a2c-af94-761c96f55472 port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:58:49.785697 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.837634 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-6916f037-0611-4b7b-b7a5-21f8fb3706e2 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.839327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-6916f037-0611-4b7b-b7a5-21f8fb3706e2 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "GET /v2.0/networks?id=81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 200 len: 816 time: 0.1453278 Jul 15 13:58:49.853920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Request body: {'port': {'device_id': 'b08c94b1-1939-4a86-b230-553633759c6a', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'admin_state_up': True, 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:49.908137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82b7d1bc-6ace-472e-9363-c098fc8ed157 req-903468fc-fa35-40c6-ab3a-28a006457024 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 210 time: 0.0500810 Jul 15 13:58:50.005187 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Made reservation on behalf of ef6776fe7a7a4f93b3666db4c4520c66 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:50.008794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.097028 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.106633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Transition to ACTIVE for port object 473f8751-fc9f-4a9e-905f-3825cf9ddec6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:50.113385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.132591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Allocated IP 172.20.0.12 (81d9263c-3c90-44f8-97b1-5c9526fce903/c6ec573f-6393-4870-9541-b8cb326a4251/475fbdc0-801c-49ee-88cf-6e59081f3409) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:50.172653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bfcd6-866c-4a1f-a7d6-a0d83e9de812 None None] Pushing event updated for resources: {'Port': ['ID=473f8751-fc9f-4a9e-905f-3825cf9ddec6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:50.233504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Attempting to bind port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:50.233884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Attempting to bind port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:50.234284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Attempting to bind port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 on network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:50.239621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:50.240005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Checking segment: {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:50.240419 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.240821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Bound using segment: {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:50.241293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Bound port: 473f8751-fc9f-4a9e-905f-3825cf9ddec6, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999cc077-d16b-4c2a-9e55-2088c36c4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:50.241681 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.303621 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.308746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] For port 473f8751-fc9f-4a9e-905f-3825cf9ddec6, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:50.312737 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] For port 473f8751-fc9f-4a9e-905f-3825cf9ddec6, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=473f8751-fc9f-4a9e-905f-3825cf9ddec6,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:50.316998 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.321438 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Transition to ACTIVE for port object 475fbdc0-801c-49ee-88cf-6e59081f3409 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:50.363272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.381259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Routers {'114eedc4-e287-4a2c-af94-761c96f55472'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:50.381908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:58:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['114eedc4-e287-4a2c-af94-761c96f55472'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:50.406992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:50.415191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:50.417638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bfcd6-866c-4a1f-a7d6-a0d83e9de812 None None] Pushing event updated for resources: {'Port': ['ID=473f8751-fc9f-4a9e-905f-3825cf9ddec6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:50.417785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:50.476898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Pushing event updated for resources: {'Port': ['ID=475fbdc0-801c-49ee-88cf-6e59081f3409,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:50.486370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:50.487038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.510233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-310734f4-3df5-47b7-8aa7-0f69628bfe94 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6626775 Jul 15 13:58:50.520260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] Set router 114eedc4-e287-4a2c-af94-761c96f55472 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:50.524198 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Request body: {'port': {'device_id': 'b08c94b1-1939-4a86-b230-553633759c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:50.617119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.748347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:58:46Z', 'revision_number': 4, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '473f8751-fc9f-4a9e-905f-3825cf9ddec6', 'name': '', 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:45Z', 'updated_at': '2021-07-15T13:58:50Z', 'revision_number': 4, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'subnets': [{'id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:50.777083 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:50.781647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b3966-42d6-4b1b-a665-f69cc625ee5a None None] The sync data for ids ['114eedc4-e287-4a2c-af94-761c96f55472'] in n-d-798249-9 is: [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:58:46Z', 'revision_number': 4, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '473f8751-fc9f-4a9e-905f-3825cf9ddec6', 'name': '', 'network_id': 'cb805f96-5bc1-4829-bbfa-e4a10bc51a76', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:45Z', 'updated_at': '2021-07-15T13:58:50Z', 'revision_number': 4, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'subnets': [{'id': 'ddfdd48d-3c94-45c9-af43-5b26494b6ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:50.831913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c77d2ee7-f5fc-48ae-89bc-845acb60839f None None] Provisioning for port 475fbdc0-801c-49ee-88cf-6e59081f3409 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:50.846744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c77d2ee7-f5fc-48ae-89bc-845acb60839f None None] Provisioning complete for port 475fbdc0-801c-49ee-88cf-6e59081f3409 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:50.847373 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c77d2ee7-f5fc-48ae-89bc-845acb60839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.896099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:50.896479 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.898995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c77d2ee7-f5fc-48ae-89bc-845acb60839f None None] Port 475fbdc0-801c-49ee-88cf-6e59081f3409 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:58:50.957228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475fbdc0-801c-49ee-88cf-6e59081f3409 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:50.970437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.983062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Transition to ACTIVE for port object 475fbdc0-801c-49ee-88cf-6e59081f3409 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:50.992234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.046356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Pushing event updated for resources: {'Port': ['ID=475fbdc0-801c-49ee-88cf-6e59081f3409,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:51.172031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Attempting to bind port 475fbdc0-801c-49ee-88cf-6e59081f3409 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:51.172369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Attempting to bind port 475fbdc0-801c-49ee-88cf-6e59081f3409 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:51.172697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Attempting to bind port 475fbdc0-801c-49ee-88cf-6e59081f3409 on network 81d9263c-3c90-44f8-97b1-5c9526fce903 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:51.180453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Port 475fbdc0-801c-49ee-88cf-6e59081f3409 on network 81d9263c-3c90-44f8-97b1-5c9526fce903 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:51.180783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Attempting to bind port 475fbdc0-801c-49ee-88cf-6e59081f3409 on network 81d9263c-3c90-44f8-97b1-5c9526fce903 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:51.195853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e489ba-7941-4c79-90b3-40be71e73405 req-f136f355-b3b1-4425-9b5e-a87d260e7769 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.197538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2e489ba-7941-4c79-90b3-40be71e73405 req-f136f355-b3b1-4425-9b5e-a87d260e7769 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 944 time: 0.1229849 Jul 15 13:58:51.198581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:51.198923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Checking segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:51.199321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Bound using segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:51.199748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Bound port: 475fbdc0-801c-49ee-88cf-6e59081f3409, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:51.200108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.275410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c2e489ba-7941-4c79-90b3-40be71e73405 req-409ea71f-30e1-4d6f-b90c-ea2fa396fe8a tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710146 Jul 15 13:58:51.296900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] For port 475fbdc0-801c-49ee-88cf-6e59081f3409, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:51.300025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] For port 475fbdc0-801c-49ee-88cf-6e59081f3409, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=475fbdc0-801c-49ee-88cf-6e59081f3409,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:51.305227 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.341242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.341881 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.343464 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] 10.222.0.49 "PUT /v2.0/ports/475fbdc0-801c-49ee-88cf-6e59081f3409 HTTP/1.1" status: 200 len: 1092 time: 0.8261127 Jul 15 13:58:51.343956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08c94b1-1939-4a86-b230-553633759c6a', 'tag': '475fbdc0-801c-49ee-88cf-6e59081f3409'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:51.346191 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b08c94b1-1939-4a86-b230-553633759c6a", "tag": "475fbdc0-801c-49ee-88cf-6e59081f3409"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:51.372245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc7b07-9919-4241-bace-8514b6cd04ae service neutron] Pushing event updated for resources: {'Port': ['ID=475fbdc0-801c-49ee-88cf-6e59081f3409,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:51.395001 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771d3de5-20f9-4545-8d05-2f7ed8b885bd x-openstack-request-id: req-771d3de5-20f9-4545-8d05-2f7ed8b885bd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:51.395344 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08c94b1-1939-4a86-b230-553633759c6a", "tag": "475fbdc0-801c-49ee-88cf-6e59081f3409", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:51.395557 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-771d3de5-20f9-4545-8d05-2f7ed8b885bd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:51.395939 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08c94b1-1939-4a86-b230-553633759c6a', 'tag': '475fbdc0-801c-49ee-88cf-6e59081f3409', 'status': 'completed', 'code': 200} Jul 15 13:58:51.446435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-995af679-4135-432a-904f-4fd223dcfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.448016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-995af679-4135-432a-904f-4fd223dcfc37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 1095 time: 0.0626876 Jul 15 13:58:51.494164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-4f790787-cd40-46bc-aa2b-35ef416abee2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475fbdc0-801c-49ee-88cf-6e59081f3409 HTTP/1.1" status: 200 len: 217 time: 0.0387089 Jul 15 13:58:51.543278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-d62680a1-057f-4352-8d8e-2c0f534abb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.544884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-d62680a1-057f-4352-8d8e-2c0f534abb09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6ec573f-6393-4870-9541-b8cb326a4251 HTTP/1.1" status: 200 len: 855 time: 0.0449588 Jul 15 13:58:51.603400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-5522c422-fafd-4ee7-a2ae-1e88e583f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.604888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-5522c422-fafd-4ee7-a2ae-1e88e583f42c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d9263c-3c90-44f8-97b1-5c9526fce903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540152 Jul 15 13:58:51.691734 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-22da2b7e-73f7-4ba7-bd6d-42c33de7cefe service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807946 Jul 15 13:58:51.784104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-79dfd65b-b809-4fb6-a06d-fb2d365c2506 req-6c8990ef-e8f0-4385-acf0-bd6a525bf544 service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847359 Jul 15 13:58:51.884507 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-1544f272-4c6e-4f65-8e47-0038f239c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.886046 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-1544f272-4c6e-4f65-8e47-0038f239c0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 1095 time: 0.0530329 Jul 15 13:58:51.978057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-7c16a405-40c1-49b5-84d8-265faff5ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.979457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-7c16a405-40c1-49b5-84d8-265faff5ea35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 200 len: 917 time: 0.0872669 Jul 15 13:58:52.020384 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-69902441-c190-451d-bbe9-975058c47bff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475fbdc0-801c-49ee-88cf-6e59081f3409 HTTP/1.1" status: 200 len: 217 time: 0.0342553 Jul 15 13:58:52.067780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-9160f64e-0b8c-4f1d-b104-852cad3bb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.069183 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-9160f64e-0b8c-4f1d-b104-852cad3bb03d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6ec573f-6393-4870-9541-b8cb326a4251 HTTP/1.1" status: 200 len: 855 time: 0.0422585 Jul 15 13:58:52.125015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-848f5f54-2440-4314-990c-13338d31a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.126542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-848f5f54-2440-4314-990c-13338d31a129 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d9263c-3c90-44f8-97b1-5c9526fce903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506084 Jul 15 13:58:52.223223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-344caca1-355b-4c82-92bb-2132c1b5f63c service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893087 Jul 15 13:58:52.315339 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5cbd19ee-11ad-4ea3-91cc-6cf3d89dfbd9 req-d164fffa-ab2b-4b8e-bf2c-f5545af2fac3 service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854805 Jul 15 13:58:52.450033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019bfde-e8b1-414c-91b9-99d67b55baf5 req-2deb43f8-95ac-4e8c-a35f-e9c37c8d2651 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.451555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8019bfde-e8b1-414c-91b9-99d67b55baf5 req-2deb43f8-95ac-4e8c-a35f-e9c37c8d2651 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 944 time: 0.0645077 Jul 15 13:58:52.489830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8019bfde-e8b1-414c-91b9-99d67b55baf5 req-bd0ce8b2-7d58-4fef-b1a8-8bee03309eab tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jul 15 13:58:52.776134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 473f8751-fc9f-4a9e-905f-3825cf9ddec6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:52.826380 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:52.831452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:52.831832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.906695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.940705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 473f8751-fc9f-4a9e-905f-3825cf9ddec6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=473f8751-fc9f-4a9e-905f-3825cf9ddec6,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:52.944911 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.996494 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=473f8751-fc9f-4a9e-905f-3825cf9ddec6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:53.424509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 475fbdc0-801c-49ee-88cf-6e59081f3409 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:53.524144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 475fbdc0-801c-49ee-88cf-6e59081f3409, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=475fbdc0-801c-49ee-88cf-6e59081f3409,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:53.537150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '475fbdc0-801c-49ee-88cf-6e59081f3409', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'port_id': '475fbdc0-801c-49ee-88cf-6e59081f3409', 'mac_address': 'fa:16:3e:b7:53:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:53.579121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:53.591699 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475fbdc0-801c-49ee-88cf-6e59081f3409 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:53.611310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 475fbdc0-801c-49ee-88cf-6e59081f3409, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=475fbdc0-801c-49ee-88cf-6e59081f3409,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:53.615854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:53.662488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=475fbdc0-801c-49ee-88cf-6e59081f3409,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:53.664907 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3903e-a7a5-4a95-acde-95b3ff248eac req-e7c50627-1c1c-428d-9027-0a36bbe2c5f7 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.666418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bb3903e-a7a5-4a95-acde-95b3ff248eac req-e7c50627-1c1c-428d-9027-0a36bbe2c5f7 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 945 time: 0.0629621 Jul 15 13:58:53.704511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1bb3903e-a7a5-4a95-acde-95b3ff248eac req-e9c00321-aeef-42f4-bd6d-33f4e98c1f57 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jul 15 13:58:53.816653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['475fbdc0-801c-49ee-88cf-6e59081f3409'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:54.763714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 473f8751-fc9f-4a9e-905f-3825cf9ddec6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:54.809633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:54.810102 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.219700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812629ff-d637-417f-86cb-55e1691d0abc req-c01dea35-2f70-49c2-9c1a-ddff70c30a88 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.221202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-812629ff-d637-417f-86cb-55e1691d0abc req-c01dea35-2f70-49c2-9c1a-ddff70c30a88 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 945 time: 0.4013729 Jul 15 13:58:55.257620 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-812629ff-d637-417f-86cb-55e1691d0abc req-e59d34e3-209f-4662-a500-4179d565c3ca tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Jul 15 13:58:55.432261 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 475fbdc0-801c-49ee-88cf-6e59081f3409 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:55.483062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 475fbdc0-801c-49ee-88cf-6e59081f3409 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:55.487491 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 475fbdc0-801c-49ee-88cf-6e59081f3409 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:55.487865 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.563949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.586607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c94b1-1939-4a86-b230-553633759c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475fbdc0-801c-49ee-88cf-6e59081f3409'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:55.588870 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f70d899-b157-42cd-9143-e127c1046a80" -d '{"events": [{"server_uuid": "b08c94b1-1939-4a86-b230-553633759c6a", "name": "network-vif-plugged", "status": "completed", "tag": "475fbdc0-801c-49ee-88cf-6e59081f3409"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:55.601913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 475fbdc0-801c-49ee-88cf-6e59081f3409, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=475fbdc0-801c-49ee-88cf-6e59081f3409,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:55.605719 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.628962 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf1dba0-eb80-4e0e-ad45-a44f2eb4b60f x-openstack-request-id: req-6bf1dba0-eb80-4e0e-ad45-a44f2eb4b60f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:55.629259 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c94b1-1939-4a86-b230-553633759c6a", "name": "network-vif-plugged", "status": "completed", "tag": "475fbdc0-801c-49ee-88cf-6e59081f3409", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:55.629518 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bf1dba0-eb80-4e0e-ad45-a44f2eb4b60f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:55.629906 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c94b1-1939-4a86-b230-553633759c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475fbdc0-801c-49ee-88cf-6e59081f3409', 'code': 200} Jul 15 13:58:55.656079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=475fbdc0-801c-49ee-88cf-6e59081f3409,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:55.737923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4441b9-4ee0-4d2a-92d6-c1c63db0b93a req-dee9e5eb-8d00-4b0d-9a09-8ed1609f6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.739297 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac4441b9-4ee0-4d2a-92d6-c1c63db0b93a req-dee9e5eb-8d00-4b0d-9a09-8ed1609f6061 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 1097 time: 0.0497067 Jul 15 13:58:55.772413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac4441b9-4ee0-4d2a-92d6-c1c63db0b93a req-b1f64492-393c-48e7-99e0-63efdbd76c3d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268326 Jul 15 13:58:56.431246 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a56068-ee58-42e2-ac91-8a6b6371571b req-9023e99b-711c-4434-a966-3312ce6b9914 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.432940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44a56068-ee58-42e2-ac91-8a6b6371571b req-9023e99b-711c-4434-a966-3312ce6b9914 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 946 time: 0.0652554 Jul 15 13:58:56.479521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44a56068-ee58-42e2-ac91-8a6b6371571b req-0cdb2ed1-e006-4954-96cc-93388d6bb047 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Jul 15 13:58:57.650793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258662e5-d0e5-4e24-a3ba-11533e6133ec req-634d1e88-01aa-4908-a90c-bac523bd3a3b tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:57.652307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-258662e5-d0e5-4e24-a3ba-11533e6133ec req-634d1e88-01aa-4908-a90c-bac523bd3a3b tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 946 time: 0.0629709 Jul 15 13:58:57.689737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-258662e5-d0e5-4e24-a3ba-11533e6133ec req-420a7bda-b471-4e0c-a157-7d4e0705bfc9 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jul 15 13:58:57.862410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f21402-13c7-4dba-9189-30941242bf18 req-5b680d04-90fb-4799-b212-adaac7c2dd74 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:57.863898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6f21402-13c7-4dba-9189-30941242bf18 req-5b680d04-90fb-4799-b212-adaac7c2dd74 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 946 time: 0.0628350 Jul 15 13:58:57.900456 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6f21402-13c7-4dba-9189-30941242bf18 req-e6ea0790-f869-4b31-9b0a-118fc633ccc6 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Jul 15 13:59:01.256771 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:02.164509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:03.992550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.694294 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8279c05c-0dbf-46e8-910f-3be49b85dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.373457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-760d922c-f983-4f3b-9fee-f19ac4a2c407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.630762 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:16.912534 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.683496 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c19d-0d89-4f2b-b0f7-414d2d949ac5 req-13e7d611-168f-434b-8017-7c49c580c048 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.684986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6105c19d-0d89-4f2b-b0f7-414d2d949ac5 req-13e7d611-168f-434b-8017-7c49c580c048 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 946 time: 0.0668252 Jul 15 13:59:17.724016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6105c19d-0d89-4f2b-b0f7-414d2d949ac5 req-0108aeb7-5eaf-409e-acec-e9eafb9e883f tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Jul 15 13:59:18.241428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:18.900472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c966-fe48-440a-b14c-77bbd02162db req-813289c0-19d6-4616-a203-0fc07dddce4c tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:18.901957 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c33c966-fe48-440a-b14c-77bbd02162db req-813289c0-19d6-4616-a203-0fc07dddce4c tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 946 time: 0.0644436 Jul 15 13:59:18.939806 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c33c966-fe48-440a-b14c-77bbd02162db req-d823bca0-4728-4366-b18b-6267ef837245 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 15 13:59:19.116541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-3eafeeb2-e102-405a-9ee3-b5bf908861f1 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.117983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-3eafeeb2-e102-405a-9ee3-b5bf908861f1 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 946 time: 0.0669971 Jul 15 13:59:19.224535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Deleting port 475fbdc0-801c-49ee-88cf-6e59081f3409 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:19.224878 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.317964 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] For port 475fbdc0-801c-49ee-88cf-6e59081f3409, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=475fbdc0-801c-49ee-88cf-6e59081f3409,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:19.318362 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.330895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Calling delete_port for 475fbdc0-801c-49ee-88cf-6e59081f3409 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:19.475391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.543007 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Pushing event deleted for resources: {'Port': ['ID=475fbdc0-801c-49ee-88cf-6e59081f3409,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:19.567961 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] No DVR routers for this DVR port 475fbdc0-801c-49ee-88cf-6e59081f3409 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:19.571413 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.573841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a79f25f-4c95-41b8-bd37-3d7ee560d4d1 req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "DELETE /v2.0/ports/475fbdc0-801c-49ee-88cf-6e59081f3409 HTTP/1.1" status: 204 len: 173 time: 0.4504771 Jul 15 13:59:19.575292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.575650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.575994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.576929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.586046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['475fbdc0-801c-49ee-88cf-6e59081f3409'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:19.586796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.587362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.587701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.588141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.588488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.588864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.589249 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.589631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51843d51-0b54-407f-8286-0758267206ff tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:19.595068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c94b1-1939-4a86-b230-553633759c6a', 'name': 'network-vif-deleted', 'tag': '475fbdc0-801c-49ee-88cf-6e59081f3409'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:19.597560 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d118f6-937b-4804-a2bb-80aa33242cc7" -d '{"events": [{"server_uuid": "b08c94b1-1939-4a86-b230-553633759c6a", "name": "network-vif-deleted", "tag": "475fbdc0-801c-49ee-88cf-6e59081f3409"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:19.665431 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824e1c4c-562e-4619-b9b8-923f1933814f x-openstack-request-id: req-824e1c4c-562e-4619-b9b8-923f1933814f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:19.665772 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c94b1-1939-4a86-b230-553633759c6a", "name": "network-vif-deleted", "tag": "475fbdc0-801c-49ee-88cf-6e59081f3409", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:19.666035 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-824e1c4c-562e-4619-b9b8-923f1933814f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:19.666493 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c94b1-1939-4a86-b230-553633759c6a', 'name': 'network-vif-deleted', 'tag': '475fbdc0-801c-49ee-88cf-6e59081f3409', 'status': 'completed', 'code': 200} Jul 15 13:59:20.101491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9229f7ab-e859-4314-a178-203c023595ef req-4ffa9260-d5cc-42fd-952c-c6b314831083 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=b08c94b1-1939-4a86-b230-553633759c6a HTTP/1.1" status: 200 len: 210 time: 0.0311055 Jul 15 13:59:21.833265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-8c3c01fb-2ce0-4d68-bc80-6113787d2742 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.834671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-8c3c01fb-2ce0-4d68-bc80-6113787d2742 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/networks?id=81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 200 len: 816 time: 0.1036887 Jul 15 13:59:21.848980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-de164140-7dc8-452d-9f45-bd9828f4a92f tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/quotas/ef6776fe7a7a4f93b3666db4c4520c66 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Jul 15 13:59:21.913120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-27a9846b-dc77-4acf-a1bf-cc631df51ac1 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592837 Jul 15 13:59:22.011788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-045e09c5-844a-4064-a43a-af0876c7cb40 service neutron] 10.222.0.48 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875018 Jul 15 13:59:22.100108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-fbced080-e5ed-474e-b2fe-1da0f5e6a3e7 service neutron] 10.222.0.48 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818431 Jul 15 13:59:22.271975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dda18e86-0ac5-42bb-8fa8-aa36517b25fb req-1412587e-097f-446f-8f4b-0c6ac25c16a3 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 210 time: 0.0330408 Jul 15 13:59:23.284014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-1e3365fb-6153-41e5-8778-69d20de9bf67 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:23.285477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-1e3365fb-6153-41e5-8778-69d20de9bf67 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "GET /v2.0/networks?id=81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 200 len: 816 time: 0.1034303 Jul 15 13:59:23.299071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Request body: {'port': {'device_id': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'admin_state_up': True, 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:23.423254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6ffcf93c-567a-4937-a2ee-e06a956419f3 req-71b2da13-bb91-4bce-898a-91d69082f5d6 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 210 time: 0.0394568 Jul 15 13:59:23.443492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Made reservation on behalf of ef6776fe7a7a4f93b3666db4c4520c66 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:23.447122 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.549153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 475fbdc0-801c-49ee-88cf-6e59081f3409 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:23.573012 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 475fbdc0-801c-49ee-88cf-6e59081f3409 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:23.573359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 475fbdc0-801c-49ee-88cf-6e59081f3409 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:23.585838 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Allocated IP 172.20.0.4 (81d9263c-3c90-44f8-97b1-5c9526fce903/c6ec573f-6393-4870-9541-b8cb326a4251/fce6aff3-7843-4412-81b2-daa81185af5c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:23.750634 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.772032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Transition to ACTIVE for port object fce6aff3-7843-4412-81b2-daa81185af5c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:23.812622 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.857798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:23.863137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:23.865807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:23.899467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Pushing event updated for resources: {'Port': ['ID=fce6aff3-7843-4412-81b2-daa81185af5c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:23.924772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:23.925471 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.940376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-7411c347-44b3-45d7-81a1-3b6bbb95b8a0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452947 Jul 15 13:59:23.952990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Request body: {'port': {'device_id': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:24.035634 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.160283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ffd0f4f-0a7c-40b8-975e-e20d36a7c334 None None] Provisioning for port fce6aff3-7843-4412-81b2-daa81185af5c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:24.164173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4ffd0f4f-0a7c-40b8-975e-e20d36a7c334 None None] Provisioning complete for port fce6aff3-7843-4412-81b2-daa81185af5c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:24.164554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0f4f-0a7c-40b8-975e-e20d36a7c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.197542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd0f4f-0a7c-40b8-975e-e20d36a7c334 None None] Port fce6aff3-7843-4412-81b2-daa81185af5c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:24.302794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce6aff3-7843-4412-81b2-daa81185af5c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:24.309922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.322979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Transition to ACTIVE for port object fce6aff3-7843-4412-81b2-daa81185af5c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:24.325728 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.378233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Pushing event updated for resources: {'Port': ['ID=fce6aff3-7843-4412-81b2-daa81185af5c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:24.449713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Attempting to bind port fce6aff3-7843-4412-81b2-daa81185af5c on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:24.450059 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Attempting to bind port fce6aff3-7843-4412-81b2-daa81185af5c by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:24.450402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Attempting to bind port fce6aff3-7843-4412-81b2-daa81185af5c on network 81d9263c-3c90-44f8-97b1-5c9526fce903 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:24.458183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Port fce6aff3-7843-4412-81b2-daa81185af5c on network 81d9263c-3c90-44f8-97b1-5c9526fce903 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:59:24.458669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Attempting to bind port fce6aff3-7843-4412-81b2-daa81185af5c on network 81d9263c-3c90-44f8-97b1-5c9526fce903 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:24.466793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:24.467821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Checking segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:24.468169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Bound using segment: {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:24.468597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Bound port: fce6aff3-7843-4412-81b2-daa81185af5c, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421294c9-fb9c-4e2b-8dac-560485c2c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:24.468954 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.535944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] For port fce6aff3-7843-4412-81b2-daa81185af5c, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:24.538969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] For port fce6aff3-7843-4412-81b2-daa81185af5c, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fce6aff3-7843-4412-81b2-daa81185af5c,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:24.543615 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.608090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:24.608703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.610104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] 10.222.0.49 "PUT /v2.0/ports/fce6aff3-7843-4412-81b2-daa81185af5c HTTP/1.1" status: 200 len: 1091 time: 0.6624227 Jul 15 13:59:24.611549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'tag': 'fce6aff3-7843-4412-81b2-daa81185af5c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:24.613762 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcae0630-d498-4287-8678-bd28e86b51c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec7534b-3630-42c6-904f-c9f16a7acfff", "tag": "fce6aff3-7843-4412-81b2-daa81185af5c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:24.660391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdae889-ab6f-4010-a6a6-822fc5444fef service neutron] Pushing event updated for resources: {'Port': ['ID=fce6aff3-7843-4412-81b2-daa81185af5c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:24.708547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d2315-9860-40cc-aa33-10cc4a0bd890 req-e17574e3-1a1d-47b1-80cf-458918fcffde tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:24.710093 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a54d2315-9860-40cc-aa33-10cc4a0bd890 req-e17574e3-1a1d-47b1-80cf-458918fcffde tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 943 time: 0.1633298 Jul 15 13:59:24.711734 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e232d-bdeb-4383-b042-c4d9e8cd42ff x-openstack-request-id: req-308e232d-bdeb-4383-b042-c4d9e8cd42ff {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:24.712012 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec7534b-3630-42c6-904f-c9f16a7acfff", "tag": "fce6aff3-7843-4412-81b2-daa81185af5c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:24.712256 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-308e232d-bdeb-4383-b042-c4d9e8cd42ff {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:24.712641 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'tag': 'fce6aff3-7843-4412-81b2-daa81185af5c', 'status': 'completed', 'code': 200} Jul 15 13:59:24.762169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a54d2315-9860-40cc-aa33-10cc4a0bd890 req-7c8d47bb-75c0-4f50-a0d7-46345d9511be tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Jul 15 13:59:24.770251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-a1d24a49-e703-45a3-bf28-786a078e4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:24.771717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-a1d24a49-e703-45a3-bf28-786a078e4a6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 1094 time: 0.1023052 Jul 15 13:59:24.816172 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-1bc1177b-3e49-4cb3-a8a8-3b07df1b3fbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fce6aff3-7843-4412-81b2-daa81185af5c HTTP/1.1" status: 200 len: 217 time: 0.0373785 Jul 15 13:59:24.864021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-3167f395-fdb8-4b12-a8da-002d47202036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:24.865357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-3167f395-fdb8-4b12-a8da-002d47202036 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6ec573f-6393-4870-9541-b8cb326a4251 HTTP/1.1" status: 200 len: 855 time: 0.0430999 Jul 15 13:59:24.921369 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd047f-f2c7-48b5-89af-44828b68217c req-be2de259-be8f-4484-85c6-f7d9d7514005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:24.922863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-be2de259-be8f-4484-85c6-f7d9d7514005 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d9263c-3c90-44f8-97b1-5c9526fce903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514500 Jul 15 13:59:25.012400 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-848928da-c680-4a68-9f0e-7c07a58e5d7c service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Jul 15 13:59:25.100144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-aacd047f-f2c7-48b5-89af-44828b68217c req-e09fa263-eeb1-44dd-bc04-219f87bd6819 service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811415 Jul 15 13:59:25.195118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-17871e13-5bcd-4913-98b1-a7b0f195d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:25.196592 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-17871e13-5bcd-4913-98b1-a7b0f195d9fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 1094 time: 0.0517454 Jul 15 13:59:25.289137 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-327f59a9-b953-4701-bac8-f56d7845cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:25.290629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-327f59a9-b953-4701-bac8-f56d7845cabe service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 200 len: 917 time: 0.0879495 Jul 15 13:59:25.330792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-1e876dbc-9c4a-4fa9-9700-04140480c2c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fce6aff3-7843-4412-81b2-daa81185af5c HTTP/1.1" status: 200 len: 217 time: 0.0332932 Jul 15 13:59:25.381681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-4a5d518c-6e0d-4eb0-87ba-d57aaac9c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:25.383148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-4a5d518c-6e0d-4eb0-87ba-d57aaac9c9ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6ec573f-6393-4870-9541-b8cb326a4251 HTTP/1.1" status: 200 len: 855 time: 0.0461438 Jul 15 13:59:25.438893 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-53b48c67-0b3c-4cf9-a6fe-9563bb0e9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:25.440292 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-53b48c67-0b3c-4cf9-a6fe-9563bb0e9450 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d9263c-3c90-44f8-97b1-5c9526fce903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502281 Jul 15 13:59:25.537813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-58da8eb7-b35b-4f11-8949-babc425300e7 service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893412 Jul 15 13:59:25.630852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fcae0630-d498-4287-8678-bd28e86b51c3 req-77eafd51-845a-402c-ba39-a5e3c9fd538b service neutron] 10.222.0.49 "GET /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863721 Jul 15 13:59:25.936733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a6a83-88c4-48b8-8fab-a04be3166e1b req-077c9119-9803-4e6c-b6eb-2dae70b748c2 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:25.938232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-861a6a83-88c4-48b8-8fab-a04be3166e1b req-077c9119-9803-4e6c-b6eb-2dae70b748c2 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 943 time: 0.0619764 Jul 15 13:59:25.979654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-861a6a83-88c4-48b8-8fab-a04be3166e1b req-892ffab5-dee0-4d97-b329-5e625f200c3b tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jul 15 13:59:27.148579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda175-c3c8-4b8a-af01-6de0d7d380ab req-bba5b3c7-c79f-4a7a-badb-024d0533ecaf tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:27.150053 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88fda175-c3c8-4b8a-af01-6de0d7d380ab req-bba5b3c7-c79f-4a7a-badb-024d0533ecaf tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 943 time: 0.0631583 Jul 15 13:59:27.188782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88fda175-c3c8-4b8a-af01-6de0d7d380ab req-ac1a3013-5f77-4d92-8c32-baadcecdae32 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Jul 15 13:59:27.564160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fce6aff3-7843-4412-81b2-daa81185af5c details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:27.657957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fce6aff3-7843-4412-81b2-daa81185af5c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fce6aff3-7843-4412-81b2-daa81185af5c,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:27.668644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'fce6aff3-7843-4412-81b2-daa81185af5c', 'network_id': '81d9263c-3c90-44f8-97b1-5c9526fce903', 'port_id': 'fce6aff3-7843-4412-81b2-daa81185af5c', 'mac_address': 'fa:16:3e:0f:f0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec573f-6393-4870-9541-b8cb326a4251', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:27.704691 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:27.717025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce6aff3-7843-4412-81b2-daa81185af5c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:27.736308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fce6aff3-7843-4412-81b2-daa81185af5c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fce6aff3-7843-4412-81b2-daa81185af5c,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:27.740094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:27.788716 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fce6aff3-7843-4412-81b2-daa81185af5c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:27.796562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.796911 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.797255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.797594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.797933 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.798288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.798619 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.798948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.799273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.799595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.799919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.800238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:27.924324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['fce6aff3-7843-4412-81b2-daa81185af5c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:28.359260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba38b9-da5f-40a9-906d-57805f2bcb19 req-c42f5c65-76d2-4508-9528-4b80fa101c73 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:28.360760 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dba38b9-da5f-40a9-906d-57805f2bcb19 req-c42f5c65-76d2-4508-9528-4b80fa101c73 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 944 time: 0.0635149 Jul 15 13:59:28.397388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dba38b9-da5f-40a9-906d-57805f2bcb19 req-ca3a0b19-b4d2-483b-8785-2df0b703ff81 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Jul 15 13:59:29.573614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2edf05-a7a7-41bc-98b0-cb9bcee65b56 req-bb8a0879-a72d-41c4-91af-a3d1c784d863 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:29.575110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d2edf05-a7a7-41bc-98b0-cb9bcee65b56 req-bb8a0879-a72d-41c4-91af-a3d1c784d863 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 944 time: 0.0667331 Jul 15 13:59:29.588546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fce6aff3-7843-4412-81b2-daa81185af5c up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:29.613731 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d2edf05-a7a7-41bc-98b0-cb9bcee65b56 req-8913d824-42d8-456f-ab23-dd12aeb3351b tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Jul 15 13:59:29.640029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port fce6aff3-7843-4412-81b2-daa81185af5c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:29.643532 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port fce6aff3-7843-4412-81b2-daa81185af5c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:29.643896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:29.720198 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:29.741679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6aff3-7843-4412-81b2-daa81185af5c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:29.743957 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b77c86-7807-47d6-b31a-07222480ac3d" -d '{"events": [{"server_uuid": "9ec7534b-3630-42c6-904f-c9f16a7acfff", "name": "network-vif-plugged", "status": "completed", "tag": "fce6aff3-7843-4412-81b2-daa81185af5c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:29.756659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port fce6aff3-7843-4412-81b2-daa81185af5c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fce6aff3-7843-4412-81b2-daa81185af5c,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:29.761230 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:29.784597 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1f10a-1707-4d6b-b207-a85c8e74f60e x-openstack-request-id: req-38d1f10a-1707-4d6b-b207-a85c8e74f60e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:29.784889 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec7534b-3630-42c6-904f-c9f16a7acfff", "name": "network-vif-plugged", "status": "completed", "tag": "fce6aff3-7843-4412-81b2-daa81185af5c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:29.785138 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38d1f10a-1707-4d6b-b207-a85c8e74f60e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:29.785520 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6aff3-7843-4412-81b2-daa81185af5c', 'code': 200} Jul 15 13:59:29.814750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=fce6aff3-7843-4412-81b2-daa81185af5c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:29.896169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba05678-8d78-4c27-beef-0571109ab183 req-53c88e4b-dd17-439b-8b55-14146123ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:29.897643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ba05678-8d78-4c27-beef-0571109ab183 req-53c88e4b-dd17-439b-8b55-14146123ac19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 1096 time: 0.0511379 Jul 15 13:59:29.930109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ba05678-8d78-4c27-beef-0571109ab183 req-ab50465c-82ff-47e8-bea3-adf687edfe8b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265088 Jul 15 13:59:30.789071 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09987f-6054-41a1-909a-a0bfac3d3cb3 req-f4cb11a3-8d65-48df-9c8d-aecbb6f95ef3 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:30.790572 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d09987f-6054-41a1-909a-a0bfac3d3cb3 req-f4cb11a3-8d65-48df-9c8d-aecbb6f95ef3 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 945 time: 0.0651190 Jul 15 13:59:30.831840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7d09987f-6054-41a1-909a-a0bfac3d3cb3 req-76a4f153-0bc8-4dd1-850e-94897289e154 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Jul 15 13:59:31.252926 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:32.005452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee208f-becf-412f-bb9a-3506f58a1c38 req-dca0ae22-79c0-43dc-afbf-7aec84ecef7c tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:32.006905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eee208f-becf-412f-bb9a-3506f58a1c38 req-dca0ae22-79c0-43dc-afbf-7aec84ecef7c tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 945 time: 0.0625947 Jul 15 13:59:32.043305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9eee208f-becf-412f-bb9a-3506f58a1c38 req-5da76010-d2bd-4e2e-a798-23559cf3aeeb tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Jul 15 13:59:32.215621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38115ed4-2db4-451c-a773-bd79d831f198 req-7faccee0-0790-4f46-8623-4cab91d8999b tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:32.217076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38115ed4-2db4-451c-a773-bd79d831f198 req-7faccee0-0790-4f46-8623-4cab91d8999b tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 945 time: 0.0625727 Jul 15 13:59:32.253824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-38115ed4-2db4-451c-a773-bd79d831f198 req-af8005d1-5802-4944-ae69-3236403885eb tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Jul 15 13:59:33.993187 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:39.164791 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:42.696782 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358e9f27-a855-4e68-a9aa-00ae2c85cec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.374399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f439735-7355-4eda-b02c-b93d733ff795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.631683 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.917413 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.244367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:51.047320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0853b-802b-443a-8ca8-3759fc639ae9 req-6500eb95-57ce-4966-9a39-94ef4fb7f3a8 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:51.049014 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68a0853b-802b-443a-8ca8-3759fc639ae9 req-6500eb95-57ce-4966-9a39-94ef4fb7f3a8 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 945 time: 0.0683608 Jul 15 13:59:51.087772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-68a0853b-802b-443a-8ca8-3759fc639ae9 req-89c07895-be16-4f58-9b3f-0bfb54c4c8b0 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Jul 15 13:59:52.260356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d8d6c-e716-4268-ad90-e3747be26dde req-6e8b1343-7690-472f-aa6b-fba9ad67e4d3 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:52.261917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d14d8d6c-e716-4268-ad90-e3747be26dde req-6e8b1343-7690-472f-aa6b-fba9ad67e4d3 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 945 time: 0.0634048 Jul 15 13:59:52.300533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d14d8d6c-e716-4268-ad90-e3747be26dde req-458ad6cc-64be-4f45-bb9b-c3782515e1a2 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/security-groups?id=3873d610-72a1-404b-8849-55703e3add5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jul 15 13:59:52.503156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-dcb7ab81-d85e-4158-8228-2a4eb1d8eb4f tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:52.504534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-dcb7ab81-d85e-4158-8228-2a4eb1d8eb4f tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 945 time: 0.0644608 Jul 15 13:59:52.604949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Deleting port fce6aff3-7843-4412-81b2-daa81185af5c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:52.605290 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.694534 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] For port fce6aff3-7843-4412-81b2-daa81185af5c, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=fce6aff3-7843-4412-81b2-daa81185af5c,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:52.694886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.707162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Calling delete_port for fce6aff3-7843-4412-81b2-daa81185af5c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:52.828139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.840906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['fce6aff3-7843-4412-81b2-daa81185af5c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:52.861808 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Pushing event deleted for resources: {'Port': ['ID=fce6aff3-7843-4412-81b2-daa81185af5c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:52.906795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] No DVR routers for this DVR port fce6aff3-7843-4412-81b2-daa81185af5c on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:52.909488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.911656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d7b7daf4-37a6-4bb1-8916-589d1cddf047 req-6766e5f9-7c80-481b-ac00-cd9b644b3f1e tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.49 "DELETE /v2.0/ports/fce6aff3-7843-4412-81b2-daa81185af5c HTTP/1.1" status: 204 len: 173 time: 0.4019704 Jul 15 13:59:52.912088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'name': 'network-vif-deleted', 'tag': 'fce6aff3-7843-4412-81b2-daa81185af5c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:52.914331 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c1106f-26a7-4f33-884b-92561556ddb1" -d '{"events": [{"server_uuid": "9ec7534b-3630-42c6-904f-c9f16a7acfff", "name": "network-vif-deleted", "tag": "fce6aff3-7843-4412-81b2-daa81185af5c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:52.956304 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18867d32-d81d-4c6a-9770-be3f1eccca00 x-openstack-request-id: req-18867d32-d81d-4c6a-9770-be3f1eccca00 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:52.956586 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec7534b-3630-42c6-904f-c9f16a7acfff", "name": "network-vif-deleted", "tag": "fce6aff3-7843-4412-81b2-daa81185af5c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:52.957092 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18867d32-d81d-4c6a-9770-be3f1eccca00 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:52.957480 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec7534b-3630-42c6-904f-c9f16a7acfff', 'name': 'network-vif-deleted', 'tag': 'fce6aff3-7843-4412-81b2-daa81185af5c', 'status': 'completed', 'code': 200} Jul 15 13:59:53.451374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e993e89e-cfc3-4d27-8a28-4d427efe25af req-9fd83426-66c2-4ea1-9fa9-a02246022d55 tempest-TestEncryptedCinderVolumes-929828600 tempest-TestEncryptedCinderVolumes-929828600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec7534b-3630-42c6-904f-c9f16a7acfff HTTP/1.1" status: 200 len: 210 time: 0.0293508 Jul 15 13:59:54.577007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37324) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:55.242345 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.492342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Deleting port a781607f-d217-465b-a341-e3c1d18b8f96 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:55.492596 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.569052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] For port a781607f-d217-465b-a341-e3c1d18b8f96, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a781607f-d217-465b-a341-e3c1d18b8f96,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:55.569414 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.581604 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Calling delete_port for a781607f-d217-465b-a341-e3c1d18b8f96 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:55.757975 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.788295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Pushing event deleted for resources: {'Port': ['ID=a781607f-d217-465b-a341-e3c1d18b8f96,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:55.817035 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.817378 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.817718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.818056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.818571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.818905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.819231 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.819556 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.819883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.820267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.820594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.820914 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.970356 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.186915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:56.290747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:56.295522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7357e113-3ca4-4631-93f5-ddf8079be648 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2b768f7-9df7-4773-b4ca-a5c8a0fa5277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7174323 Jul 15 13:59:56.298153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:56.301808 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] Sync routers for ids ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:56.311286 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] Routers {'d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:56.311892 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:56.401772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.416054 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] Set router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:56.508088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.562154 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Deleting port 8b5e5795-a370-4af3-94d3-dd873b0d58a8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:56.562524 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.588126 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:59:55Z', 'revision_number': 5, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port': {'id': '8b5e5795-a370-4af3-94d3-dd873b0d58a8', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:56.617911 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] Checking router: d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:56.625968 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] Routers {'d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:56.626594 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:56.647725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] For port 8b5e5795-a370-4af3-94d3-dd873b0d58a8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8b5e5795-a370-4af3-94d3-dd873b0d58a8,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:56.648264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.659648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Calling delete_port for 8b5e5795-a370-4af3-94d3-dd873b0d58a8 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:56.711181 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] Set router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:56.762284 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 6, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:56.833418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.861082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5e5795-a370-4af3-94d3-dd873b0d58a8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:56.872666 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac66066-fcee-48b4-b20b-3da1ce14958b None None] The sync data for ids ['d2b768f7-9df7-4773-b4ca-a5c8a0fa5277'] in n-d-798249-9 is: [{'id': 'd2b768f7-9df7-4773-b4ca-a5c8a0fa5277', 'name': 'tempest-TestEncryptedCinderVolumes-828598992-router', 'tenant_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:39Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 6, 'project_id': 'ef6776fe7a7a4f93b3666db4c4520c66', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:56.933171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.027040 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.029045 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.072517 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.073170 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:59:57.077699 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.078906 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c852231-217d-4220-9040-21f8d71e6a43 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d2b768f7-9df7-4773-b4ca-a5c8a0fa5277 HTTP/1.1" status: 204 len: 168 time: 0.7798231 Jul 15 13:59:57.081461 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37330) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:57.127892 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Deleting subnet c6ec573f-6393-4870-9541-b8cb326a4251 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:59:57.131029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.165709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.251724 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.306812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.334857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.336713 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c6ec573f-6393-4870-9541-b8cb326a4251 HTTP/1.1" status: 204 len: 168 time: 0.2540450 Jul 15 13:59:57.338600 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9b19a-e9e9-41ee-8349-468fa83b96ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ec573f-6393-4870-9541-b8cb326a4251,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:57.339404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:57.339913 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1865215-5503-4896-81d7-ce25dbb44792 None None] Network 81d9263c-3c90-44f8-97b1-5c9526fce903 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:59:57.410703 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.463506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Deleting port 774e459a-1497-4322-a7a0-0b16eb845435 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:57.464247 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.527715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] For port 774e459a-1497-4322-a7a0-0b16eb845435, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=774e459a-1497-4322-a7a0-0b16eb845435,segment=NetworkSegment(421294c9-fb9c-4e2b-8dac-560485c2c58f),segment_id=421294c9-fb9c-4e2b-8dac-560485c2c58f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:57.528077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.540990 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Calling delete_port for 774e459a-1497-4322-a7a0-0b16eb845435 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:57.609409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] DHCP port deletion for 81d9263c-3c90-44f8-97b1-5c9526fce903 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:59:57.624778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.651847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=774e459a-1497-4322-a7a0-0b16eb845435,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:57.655706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] No DVR routers for this DVR port 774e459a-1497-4322-a7a0-0b16eb845435 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:57.660583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Deleting port 774e459a-1497-4322-a7a0-0b16eb845435 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:57.660968 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.719902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fce6aff3-7843-4412-81b2-daa81185af5c no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:57.734850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.744934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: fce6aff3-7843-4412-81b2-daa81185af5c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:57.745141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d9263c-3c90-44f8-97b1-5c9526fce903']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:57.745301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device fce6aff3-7843-4412-81b2-daa81185af5c not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:57.751258 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] For port 774e459a-1497-4322-a7a0-0b16eb845435, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:57.751657 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.755914 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421294c9-fb9c-4e2b-8dac-560485c2c58f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:57.756205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421294c9-fb9c-4e2b-8dac-560485c2c58f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:57.763782 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Calling delete_port for 774e459a-1497-4322-a7a0-0b16eb845435 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:57.764829 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.766415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Port 774e459a-1497-4322-a7a0-0b16eb845435 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:59:57.768272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.779499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.785480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:59:57.785861 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: timer() Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:59:57.787544 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:59:57.793797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] Pushing event deleted for resources: {'Port': ['ID=774e459a-1497-4322-a7a0-0b16eb845435,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:57.798481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0b473-4b62-427b-b26e-3bdec0f95049 None None] No DVR routers for this DVR port 774e459a-1497-4322-a7a0-0b16eb845435 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:57.850074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.855800 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.857727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/81d9263c-3c90-44f8-97b1-5c9526fce903 HTTP/1.1" status: 204 len: 168 time: 0.5172091 Jul 15 13:59:57.860707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:57.870356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c651c-2a83-46a6-b1bb-0ef65327fbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d9263c-3c90-44f8-97b1-5c9526fce903,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:58.214041 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.462498 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Deleting port 473f8751-fc9f-4a9e-905f-3825cf9ddec6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:58.462760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.540690 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] For port 473f8751-fc9f-4a9e-905f-3825cf9ddec6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=473f8751-fc9f-4a9e-905f-3825cf9ddec6,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:58.541038 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.553704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Calling delete_port for 473f8751-fc9f-4a9e-905f-3825cf9ddec6 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:58.729536 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.756925 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=473f8751-fc9f-4a9e-905f-3825cf9ddec6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:58.796362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8b5e5795-a370-4af3-94d3-dd873b0d58a8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:58.817064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8b5e5795-a370-4af3-94d3-dd873b0d58a8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:58.817495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8b5e5795-a370-4af3-94d3-dd873b0d58a8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:58.817986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 774e459a-1497-4322-a7a0-0b16eb845435 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:58.838365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 774e459a-1497-4322-a7a0-0b16eb845435 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:58.839046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 774e459a-1497-4322-a7a0-0b16eb845435 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:58.839665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a781607f-d217-465b-a341-e3c1d18b8f96 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:58.862558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a781607f-d217-465b-a341-e3c1d18b8f96 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:58.862990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a781607f-d217-465b-a341-e3c1d18b8f96 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:58.938337 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.152595 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Router 114eedc4-e287-4a2c-af94-761c96f55472 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:59.577802 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:59.583743 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cc4a240a-1bae-464f-aeb2-c6f2e338fa62 admin admin] 10.222.0.48 "PUT /v2.0/routers/114eedc4-e287-4a2c-af94-761c96f55472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219229 Jul 15 13:59:59.586179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:59.586967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] Sync routers for ids ['114eedc4-e287-4a2c-af94-761c96f55472'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:59.596518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] Routers {'114eedc4-e287-4a2c-af94-761c96f55472'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:59.597297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['114eedc4-e287-4a2c-af94-761c96f55472'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.688781 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.698528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] Set router 114eedc4-e287-4a2c-af94-761c96f55472 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:59.787680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.848049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Deleting port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:59.848597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.873715 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:59:58Z', 'revision_number': 5, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port': {'id': '645af8e5-87dc-4aaa-a6ae-581f1c9a15b0', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114eedc4-e287-4a2c-af94-761c96f55472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:58:44Z', 'updated_at': '2021-07-15T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.899807 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] Checking router: 114eedc4-e287-4a2c-af94-761c96f55472 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:59.907903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] Routers {'114eedc4-e287-4a2c-af94-761c96f55472'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:59.909179 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['114eedc4-e287-4a2c-af94-761c96f55472'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.928546 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] For port 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:59.928911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.941840 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Calling delete_port for 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:59.993853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] Set router 114eedc4-e287-4a2c-af94-761c96f55472 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:00.047918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:59:59Z', 'revision_number': 6, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:00.073831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2bfa0-1add-422c-9a4d-1aec21f4ed1d None None] The sync data for ids ['114eedc4-e287-4a2c-af94-761c96f55472'] in n-d-798249-9 is: [{'id': '114eedc4-e287-4a2c-af94-761c96f55472', 'name': 'tempest-TestEncryptedCinderVolumes-42995097-router', 'tenant_id': '69b5f554b27c4b98979b91c294f4a5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:58:43Z', 'updated_at': '2021-07-15T13:59:59Z', 'revision_number': 6, 'project_id': '69b5f554b27c4b98979b91c294f4a5d9', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:00.113058 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.139100 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=645af8e5-87dc-4aaa-a6ae-581f1c9a15b0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:00.206181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.297173 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.300346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.346149 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.346720 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114eedc4-e287-4a2c-af94-761c96f55472 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:00:00.350924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.352036 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e0e8357c-ee9f-4af8-8974-63d84f541d58 admin admin] 10.222.0.48 "DELETE /v2.0/routers/114eedc4-e287-4a2c-af94-761c96f55472 HTTP/1.1" status: 204 len: 168 time: 0.7648423 Jul 15 14:00:00.354581 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:00.403468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Deleting subnet ddfdd48d-3c94-45c9-af43-5b26494b6ede {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:00:00.406655 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.443076 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.523657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.574849 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.605687 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfdd48d-3c94-45c9-af43-5b26494b6ede,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:00.610052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.613661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-6c64e015-f0cf-44f0-b516-25c461d006a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ddfdd48d-3c94-45c9-af43-5b26494b6ede HTTP/1.1" status: 204 len: 168 time: 0.2581110 Jul 15 14:00:00.614396 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37340) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:00.615183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d191d26-6971-4827-a2d8-18735232300a None None] Network cb805f96-5bc1-4829-bbfa-e4a10bc51a76 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:00.682112 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.735919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Deleting port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:00.736032 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.811007 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] For port 24a87a29-b8ff-42db-8e8d-11f0e4326f59, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=24a87a29-b8ff-42db-8e8d-11f0e4326f59,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:00.811346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.811674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] DHCP port deletion for cb805f96-5bc1-4829-bbfa-e4a10bc51a76 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:00:00.825981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Calling delete_port for 24a87a29-b8ff-42db-8e8d-11f0e4326f59 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:00.861140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] Deleting port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:00.862082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.878066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:00.911426 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:00.911774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 645af8e5-87dc-4aaa-a6ae-581f1c9a15b0 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:00.912189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 473f8751-fc9f-4a9e-905f-3825cf9ddec6 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:00.919908 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.950926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a87a29-b8ff-42db-8e8d-11f0e4326f59,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:00.959230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 473f8751-fc9f-4a9e-905f-3825cf9ddec6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:00.959583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 473f8751-fc9f-4a9e-905f-3825cf9ddec6 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:00.959692 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] No DVR routers for this DVR port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:00:00.960110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 24a87a29-b8ff-42db-8e8d-11f0e4326f59 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:00.995409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 24a87a29-b8ff-42db-8e8d-11f0e4326f59 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:00.995759 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 24a87a29-b8ff-42db-8e8d-11f0e4326f59 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:00.998321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] For port 24a87a29-b8ff-42db-8e8d-11f0e4326f59, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=24a87a29-b8ff-42db-8e8d-11f0e4326f59,segment=NetworkSegment(999cc077-d16b-4c2a-9e55-2088c36c4461),segment_id=999cc077-d16b-4c2a-9e55-2088c36c4461)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:00.998721 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.011983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] Calling delete_port for 24a87a29-b8ff-42db-8e8d-11f0e4326f59 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:01.037692 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.048172 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb805f96-5bc1-4829-bbfa-e4a10bc51a76']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:01.059590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999cc077-d16b-4c2a-9e55-2088c36c4461') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:01.059890 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999cc077-d16b-4c2a-9e55-2088c36c4461') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:01.069846 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.087199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.094174 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:00:01.094896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:00:01.097554 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:00:01.104679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.129768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] Pushing event deleted for resources: {'Port': ['ID=24a87a29-b8ff-42db-8e8d-11f0e4326f59,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:01.135309 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af879ed9-91b9-4d2b-91d2-ddf38be51754 None None] No DVR routers for this DVR port 24a87a29-b8ff-42db-8e8d-11f0e4326f59 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:00:01.166879 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.176382 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.178288 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cb805f96-5bc1-4829-bbfa-e4a10bc51a76 HTTP/1.1" status: 204 len: 168 time: 0.5629606 Jul 15 14:00:01.192357 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e94a-d0d8-40da-80fe-b4ae86c39863 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb805f96-5bc1-4829-bbfa-e4a10bc51a76,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:01.264200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.337765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:01.378747 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c429d5ee-a600-4f3f-b9a4-790227fb7187 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef6776fe7a7a4f93b3666db4c4520c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396266 Jul 15 14:00:01.381022 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:01.430105 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b7dc4b-3da9-4228-befd-60146943cae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.450751 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b7dc4b-3da9-4228-befd-60146943cae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.498669 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b7dc4b-3da9-4228-befd-60146943cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.501155 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40b7dc4b-3da9-4228-befd-60146943cae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.502407 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-40b7dc4b-3da9-4228-befd-60146943cae3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3873d610-72a1-404b-8849-55703e3add5b HTTP/1.1" status: 204 len: 168 time: 0.1204796 Jul 15 14:00:01.510153 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7dc4b-3da9-4228-befd-60146943cae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873d610-72a1-404b-8849-55703e3add5b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:01.805069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:01.848166 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7c0dded3-f2cc-447c-af6b-c47e1e3be670 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69b5f554b27c4b98979b91c294f4a5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419533 Jul 15 14:00:01.850556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37354) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:01.897645 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5017c86b-0f22-4f59-8d36-58e2cd895c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.918572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5017c86b-0f22-4f59-8d36-58e2cd895c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.966690 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5017c86b-0f22-4f59-8d36-58e2cd895c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.969711 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5017c86b-0f22-4f59-8d36-58e2cd895c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.971594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5017c86b-0f22-4f59-8d36-58e2cd895c11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eb6ec25-d97a-4fbe-85a1-6cb63c4a5f90 HTTP/1.1" status: 204 len: 168 time: 0.1195199 Jul 15 14:00:01.980325 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017c86b-0f22-4f59-8d36-58e2cd895c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb6ec25-d97a-4fbe-85a1-6cb63c4a5f90,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:02.615932 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37376) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:02.708278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1368130196-network', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:02.733672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Made reservation on behalf of 4add629a6e1643eb807ae7e68e10b3e1 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:02.736052 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.744401 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.834541 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.838175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.859162 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:02.873916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da7e08-c367-4b5c-aaae-3ab71602e747,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:02.876947 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.877509 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Added segment 41f98793-b836-4b14-9d34-a62b7ea3ea5c of type vlan for network 008960dc-3632-4886-b82c-f20810f5acc2 Jul 15 14:00:02.922082 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.950056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.950960 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.951539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.982563 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3655305 Jul 15 14:00:02.985723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:02.991853 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Request body: {'subnet': {'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1368130196-subnet', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:03.013074 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Made reservation on behalf of 4add629a6e1643eb807ae7e68e10b3e1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:03.015424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.016584 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2171-2423-4776-ac67-81de652bb13f admin admin] Pushing event updated for resources: {'Network': ['ID=008960dc-3632-4886-b82c-f20810f5acc2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:03.027381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 008960dc-3632-4886-b82c-f20810f5acc2 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:03.180100 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.235748 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b499676-d4ab-4eda-870f-03531341f14a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:03.249943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Checking segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:03.250345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Network hostable DHCP agents. Network: 008960dc-3632-4886-b82c-f20810f5acc2, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:03.267439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Network 008960dc-3632-4886-b82c-f20810f5acc2 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:03.275756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 008960dc-3632-4886-b82c-f20810f5acc2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:03.279978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.280568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.288087 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adfb2de-6f9c-48c1-bf81-ba4d89c60140 None None] Network 008960dc-3632-4886-b82c-f20810f5acc2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:03.296840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7eec456a-732d-4b9c-9657-66816fac4c88 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3097343 Jul 15 14:00:03.300521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:03.305544 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:03.326697 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.327653 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.380440 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.435116 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-008960dc-3632-4886-b82c-f20810f5acc2', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:00:03.435988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.523909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.568402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Allocated IP 172.20.0.2 (008960dc-3632-4886-b82c-f20810f5acc2/5b499676-d4ab-4eda-870f-03531341f14a/7fab7707-5f42-4f1c-bdb2-a7c0084f4028) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:03.712116 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.720170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Transition to ACTIVE for port object 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:03.723679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.734256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Transition to ACTIVE for port object 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:03.739585 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.746992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.775851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Network 008960dc-3632-4886-b82c-f20810f5acc2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:03.781923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:03.786454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:03.791786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Pushing event updated for resources: {'Port': ['ID=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:03.850899 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Allocated IP 172.25.2.84 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/4f833104-5c46-4505-9a5c-cad914cc24dd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:03.851948 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Attempting to bind port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:03.852294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Attempting to bind port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:03.852706 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Attempting to bind port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 on network 008960dc-3632-4886-b82c-f20810f5acc2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:03.858108 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:03.858515 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Checking segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:03.858919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.859312 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Bound using segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:03.859773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Bound port: 7fab7707-5f42-4f1c-bdb2-a7c0084f4028, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:03.860150 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.922727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] For port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:03.925843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] For port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:03.930713 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.959494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.003099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9dee6-d568-41fd-81b6-9e4196760e0f None None] Pushing event updated for resources: {'Port': ['ID=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:04.006235 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.011927 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.051084 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:04.055891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:04.059424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:04.085616 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Pushing event updated for resources: {'Port': ['ID=4f833104-5c46-4505-9a5c-cad914cc24dd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:04.337844 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.536136 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.666449 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Router 5a5cbc20-1c53-405b-a3a9-c521782a6287 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:00:04.784076 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:04.793649 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Sync routers for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:04.806244 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:04.807008 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:04.808278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.811381 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-976037a2-9c16-413d-83ab-93b386f25946 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5081222 Jul 15 14:00:04.813042 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:04.837545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:04.896926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:04.935471 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:04.979914 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e66a7-266f-48be-bdd6-28b336960d10 None None] Network 008960dc-3632-4886-b82c-f20810f5acc2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:05.073524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] Provisioning for port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:05.080568 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] Provisioning complete for port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:05.081324 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.119382 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:04Z', 'revision_number': 3, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.149143 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Checking router: 5a5cbc20-1c53-405b-a3a9-c521782a6287 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:05.149488 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Updating router 5a5cbc20-1c53-405b-a3a9-c521782a6287 port 4f833104-5c46-4505-9a5c-cad914cc24dd binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:05.184903 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.222151 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.261121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] For port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:05.266415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.276555 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.331282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee7cde-8e05-47cd-a210-7c5980b172ce None None] Pushing event updated for resources: {'Port': ['ID=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.449789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Allocated IP 172.20.0.1 (008960dc-3632-4886-b82c-f20810f5acc2/5b499676-d4ab-4eda-870f-03531341f14a/b98757fc-5387-4905-92c0-eb14ad19b715) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:05.460720 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.471056 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Transition to ACTIVE for port object 4f833104-5c46-4505-9a5c-cad914cc24dd will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:05.483083 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.487751 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-528d5dfc-3785-4cda-b366-1e7dbe2b40df None None] Provisioning complete for port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:05.488625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-528d5dfc-3785-4cda-b366-1e7dbe2b40df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.532399 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Attempting to bind port 4f833104-5c46-4505-9a5c-cad914cc24dd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:05.533481 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Attempting to bind port 4f833104-5c46-4505-9a5c-cad914cc24dd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:05.534030 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Attempting to bind port 4f833104-5c46-4505-9a5c-cad914cc24dd on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:05.544193 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:05.544760 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:05.544970 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.545367 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:05.545832 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Bound port: 4f833104-5c46-4505-9a5c-cad914cc24dd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:05.546234 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.556851 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.571149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Transition to ACTIVE for port object b98757fc-5387-4905-92c0-eb14ad19b715 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:05.571452 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Pushing event updated for resources: {'Port': ['ID=4f833104-5c46-4505-9a5c-cad914cc24dd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.586819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.587164 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.587502 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.587837 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.588166 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.588494 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.588815 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.589127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.589450 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.589770 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.590090 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.590433 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.610335 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.614852 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] For port 4f833104-5c46-4505-9a5c-cad914cc24dd, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:05.618166 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] For port 4f833104-5c46-4505-9a5c-cad914cc24dd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4f833104-5c46-4505-9a5c-cad914cc24dd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:05.623178 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.654940 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Network 008960dc-3632-4886-b82c-f20810f5acc2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:05.657673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:05.661813 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:05.680225 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:05.680620 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.720524 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0bca9-12d1-4c14-8178-7de298c39d11 None None] Pushing event updated for resources: {'Port': ['ID=4f833104-5c46-4505-9a5c-cad914cc24dd,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.801517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:05.894676 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95c2a880-e2ed-4a5f-9737-9378e26d5617 None None] Provisioning for port b98757fc-5387-4905-92c0-eb14ad19b715 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:05.899366 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95c2a880-e2ed-4a5f-9737-9378e26d5617 None None] Provisioning complete for port b98757fc-5387-4905-92c0-eb14ad19b715 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:05.899866 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95c2a880-e2ed-4a5f-9737-9378e26d5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.934509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-95c2a880-e2ed-4a5f-9737-9378e26d5617 None None] Port b98757fc-5387-4905-92c0-eb14ad19b715 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:05.988822 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:04Z', 'revision_number': 3, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:06.019845 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0711-eb5b-494f-bcc1-706a27ca2035 None None] The sync data for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 is: [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:04Z', 'revision_number': 3, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:06.030047 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Pushing event updated for resources: {'Port': ['ID=b98757fc-5387-4905-92c0-eb14ad19b715,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.051136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.190725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.382107 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.387084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.453843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.456385 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Pushing event updated for resources: {'Port': ['ID=b98757fc-5387-4905-92c0-eb14ad19b715,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.555205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Network 008960dc-3632-4886-b82c-f20810f5acc2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:06.556647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:06.677666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Router 5a5cbc20-1c53-405b-a3a9-c521782a6287 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:06.781625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72ac1167-b994-452f-b11f-bea3a7316503 None None] Provisioning complete for port b98757fc-5387-4905-92c0-eb14ad19b715 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:06.783789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72ac1167-b994-452f-b11f-bea3a7316503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.805818 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:06.818120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dd97b2db-9bb3-4327-a8c0-dfdbe23a62fb admin admin] 10.222.0.48 "PUT /v2.0/routers/5a5cbc20-1c53-405b-a3a9-c521782a6287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9967966 Jul 15 14:00:07.000393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4f833104-5c46-4505-9a5c-cad914cc24dd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:07.029767 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-72ac1167-b994-452f-b11f-bea3a7316503 None None] Port b98757fc-5387-4905-92c0-eb14ad19b715 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:07.056654 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4f833104-5c46-4505-9a5c-cad914cc24dd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:07.060412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4f833104-5c46-4505-9a5c-cad914cc24dd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:07.060784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.143660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.165701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 4f833104-5c46-4505-9a5c-cad914cc24dd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4f833104-5c46-4505-9a5c-cad914cc24dd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:07.169941 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.170875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:07.252965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=4f833104-5c46-4505-9a5c-cad914cc24dd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.262898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:07.263277 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.342364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.348068 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-329262900-network', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.370619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Made reservation on behalf of fc5f3b44c61b4099aac4bc2129dbb321 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:07.372992 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.382198 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.474894 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.478844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.503993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:07.513900 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0e66a-87a1-433a-820e-86aa7c331150,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.519784 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.520140 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Added segment ffe6f853-8e9d-4aca-919d-913904baeb9e of type vlan for network 9c415da8-f231-460e-ba37-72053312103a Jul 15 14:00:07.559088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.588221 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.589341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:07.589917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.601119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Sync routers for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:07.610354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:07.611039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:07.624702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2780528 Jul 15 14:00:07.624957 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.630684 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Request body: {'subnet': {'network_id': '9c415da8-f231-460e-ba37-72053312103a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-329262900-subnet', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.651603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Made reservation on behalf of fc5f3b44c61b4099aac4bc2129dbb321 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:07.654329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.663399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316703-559b-496b-ad7e-c9d673f8897e admin admin] Pushing event updated for resources: {'Network': ['ID=9c415da8-f231-460e-ba37-72053312103a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.694129 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9c415da8-f231-460e-ba37-72053312103a details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:07.770696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:07.827137 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.883213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d155455a-2869-4561-a8e9-95b586be2bb1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.890388 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Checking segment: {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:07.890762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Network hostable DHCP agents. Network: 9c415da8-f231-460e-ba37-72053312103a, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:07.907721 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Network 9c415da8-f231-460e-ba37-72053312103a is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:07.917813 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9c415da8-f231-460e-ba37-72053312103a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:07.922975 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:07.923809 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.940231 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-1c6e1e16-4413-4caa-8e2a-545ffef84e1c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3141856 Jul 15 14:00:07.942794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.947156 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.948579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e191b5-4f9a-4dec-a1e0-56bcf2c46bdf None None] Network 9c415da8-f231-460e-ba37-72053312103a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:07.968412 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.969559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.025636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.067451 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 2, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:08.103625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Checking router: 5a5cbc20-1c53-405b-a3a9-c521782a6287 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:08.103982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Updating router 5a5cbc20-1c53-405b-a3a9-c521782a6287 port b98757fc-5387-4905-92c0-eb14ad19b715 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:08.164331 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.167564 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9c415da8-f231-460e-ba37-72053312103a', 'network_id': '9c415da8-f231-460e-ba37-72053312103a', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'fixed_ips': [{'subnet_id': 'd155455a-2869-4561-a8e9-95b586be2bb1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:00:08.168418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.171791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.418497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Allocated IP 172.20.0.2 (9c415da8-f231-460e-ba37-72053312103a/d155455a-2869-4561-a8e9-95b586be2bb1/2cb661aa-5dc9-4548-afca-2314de556bc6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:08.667283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.686527 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.688468 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Transition to ACTIVE for port object b98757fc-5387-4905-92c0-eb14ad19b715 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:08.694347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.698169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Transition to ACTIVE for port object 2cb661aa-5dc9-4548-afca-2314de556bc6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:08.700424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.713723 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.746450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Transition to ACTIVE for port object 2cb661aa-5dc9-4548-afca-2314de556bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:08.768939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.774064 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb03651-6ce6-4eb2-ad20-c420b79668dc None None] Pushing event updated for resources: {'Port': ['ID=b98757fc-5387-4905-92c0-eb14ad19b715,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:08.838911 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Allocated IP 172.25.2.66 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/79377cc4-1fdf-44af-9316-0221f43d3233) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:08.852827 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Network 9c415da8-f231-460e-ba37-72053312103a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:08.859389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4f833104-5c46-4505-9a5c-cad914cc24dd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:08.870434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:08.872852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:08.910084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Attempting to bind port b98757fc-5387-4905-92c0-eb14ad19b715 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:08.910485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Attempting to bind port b98757fc-5387-4905-92c0-eb14ad19b715 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:08.910851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Attempting to bind port b98757fc-5387-4905-92c0-eb14ad19b715 on network 008960dc-3632-4886-b82c-f20810f5acc2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:08.945772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Pushing event updated for resources: {'Port': ['ID=2cb661aa-5dc9-4548-afca-2314de556bc6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:08.949611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:08.949998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Checking segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:08.950579 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.951001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Bound using segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:08.951485 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Bound port: b98757fc-5387-4905-92c0-eb14ad19b715, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:08.951871 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.960006 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.999415 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.033660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Attempting to bind port 2cb661aa-5dc9-4548-afca-2314de556bc6 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:09.033858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:09.033982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Attempting to bind port 2cb661aa-5dc9-4548-afca-2314de556bc6 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:09.034482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Attempting to bind port 2cb661aa-5dc9-4548-afca-2314de556bc6 on network 9c415da8-f231-460e-ba37-72053312103a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:09.042583 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:09.046559 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:09.055635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:09.055934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Checking segment: {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:09.056499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.056972 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Bound using segment: {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:09.057495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Bound port: 2cb661aa-5dc9-4548-afca-2314de556bc6, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:09.057886 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.077781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Pushing event updated for resources: {'Port': ['ID=79377cc4-1fdf-44af-9316-0221f43d3233,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:09.078384 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4f833104-5c46-4505-9a5c-cad914cc24dd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:09.078854 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.128058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] For port b98757fc-5387-4905-92c0-eb14ad19b715, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:09.159264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] For port b98757fc-5387-4905-92c0-eb14ad19b715, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b98757fc-5387-4905-92c0-eb14ad19b715,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:09.170439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.226746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] For port 2cb661aa-5dc9-4548-afca-2314de556bc6, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:09.260478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] For port 2cb661aa-5dc9-4548-afca-2314de556bc6, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2cb661aa-5dc9-4548-afca-2314de556bc6,segment=NetworkSegment(ffe6f853-8e9d-4aca-919d-913904baeb9e),segment_id=ffe6f853-8e9d-4aca-919d-913904baeb9e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:09.284227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:09.284966 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:09.290823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.310800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.327799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb03651-6ce6-4eb2-ad20-c420b79668dc None None] Pushing event updated for resources: {'Port': ['ID=b98757fc-5387-4905-92c0-eb14ad19b715,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:09.448766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99876b4-65e4-4d57-a6ec-1769b870634b None None] Pushing event updated for resources: {'Port': ['ID=2cb661aa-5dc9-4548-afca-2314de556bc6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:09.478176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:09.544995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.701348 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Router 39913baf-8397-47dc-8865-536d6d07a5c7 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:00:09.719993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:09Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:09.747623 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd572f9d-bd16-418b-967a-cb7a223302ac None None] The sync data for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 is: [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:09Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:09.828905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:09.838669 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Sync routers for ids ['39913baf-8397-47dc-8865-536d6d07a5c7'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:09.850179 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.852989 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3f953592-5be3-481a-9f50-fdbcfabe5b03 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9092412 Jul 15 14:00:09.854561 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Routers {'39913baf-8397-47dc-8865-536d6d07a5c7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:09.855662 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['39913baf-8397-47dc-8865-536d6d07a5c7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:09.855847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:09.975680 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Set router 39913baf-8397-47dc-8865-536d6d07a5c7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:10.174694 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:09Z', 'revision_number': 3, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:10.202296 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Checking router: 39913baf-8397-47dc-8865-536d6d07a5c7 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:10.202735 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Updating router 39913baf-8397-47dc-8865-536d6d07a5c7 port 79377cc4-1fdf-44af-9316-0221f43d3233 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:10.345088 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.350555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.538664 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48326c44-6307-4551-b716-559e53cf1e50 None None] Network 9c415da8-f231-460e-ba37-72053312103a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:10.547718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Allocated IP 172.20.0.1 (9c415da8-f231-460e-ba37-72053312103a/d155455a-2869-4561-a8e9-95b586be2bb1/1ad3eda3-3188-42ad-bfb7-294b98ef5446) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:10.653527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5169374-37a0-4d17-9ef9-1ea8300a45e4 None None] Provisioning for port 2cb661aa-5dc9-4548-afca-2314de556bc6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:10.656051 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.668810 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Transition to ACTIVE for port object 79377cc4-1fdf-44af-9316-0221f43d3233 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:10.677315 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.681955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.696704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Transition to ACTIVE for port object 1ad3eda3-3188-42ad-bfb7-294b98ef5446 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:10.737768 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Attempting to bind port 79377cc4-1fdf-44af-9316-0221f43d3233 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:10.738487 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Attempting to bind port 79377cc4-1fdf-44af-9316-0221f43d3233 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:10.739020 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Attempting to bind port 79377cc4-1fdf-44af-9316-0221f43d3233 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:10.750507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.761331 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9685c-642a-4f91-8620-50c0cde67eb4 None None] Pushing event updated for resources: {'Port': ['ID=79377cc4-1fdf-44af-9316-0221f43d3233,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:10.769450 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:10.769759 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:10.770283 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.770612 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:10.771042 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Bound port: 79377cc4-1fdf-44af-9316-0221f43d3233, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:10.771471 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.793279 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Network 9c415da8-f231-460e-ba37-72053312103a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:10.796481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:10.804702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:10.846027 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] For port 79377cc4-1fdf-44af-9316-0221f43d3233, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:10.851885 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] For port 79377cc4-1fdf-44af-9316-0221f43d3233, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=79377cc4-1fdf-44af-9316-0221f43d3233,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:10.857408 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.875371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Pushing event updated for resources: {'Port': ['ID=1ad3eda3-3188-42ad-bfb7-294b98ef5446,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:10.910357 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b98757fc-5387-4905-92c0-eb14ad19b715 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:10.917710 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.923538 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Routers {'39913baf-8397-47dc-8865-536d6d07a5c7'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:10.924182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['39913baf-8397-47dc-8865-536d6d07a5c7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:11.029903 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b98757fc-5387-4905-92c0-eb14ad19b715 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:11.038405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b98757fc-5387-4905-92c0-eb14ad19b715 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:11.038918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.115512 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] Set router 39913baf-8397-47dc-8865-536d6d07a5c7 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:11.119479 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9685c-642a-4f91-8620-50c0cde67eb4 None None] Pushing event updated for resources: {'Port': ['ID=79377cc4-1fdf-44af-9316-0221f43d3233,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.142853 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.332776 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:09Z', 'revision_number': 3, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:11.356770 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.366089 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6eabb-58cf-4f17-97ff-6dfaee43ed24 None None] The sync data for ids ['39913baf-8397-47dc-8865-536d6d07a5c7'] in n-d-798249-9 is: [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:09Z', 'revision_number': 3, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:11.372685 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.378572 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.398884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b98757fc-5387-4905-92c0-eb14ad19b715, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b98757fc-5387-4905-92c0-eb14ad19b715,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:11.403470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.404392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2cb661aa-5dc9-4548-afca-2314de556bc6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:11.450686 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.452459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Pushing event updated for resources: {'Port': ['ID=1ad3eda3-3188-42ad-bfb7-294b98ef5446,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.474382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cb96f94-61e2-47dc-a352-f27941c68577 None None] Provisioning for port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:11.487985 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cb96f94-61e2-47dc-a352-f27941c68577 None None] Provisioning complete for port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:11.488371 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cb96f94-61e2-47dc-a352-f27941c68577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.525685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b98757fc-5387-4905-92c0-eb14ad19b715,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.537553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4cb96f94-61e2-47dc-a352-f27941c68577 None None] Port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:11.545295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 2cb661aa-5dc9-4548-afca-2314de556bc6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:11.551073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2cb661aa-5dc9-4548-afca-2314de556bc6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:11.551504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.554282 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Network 9c415da8-f231-460e-ba37-72053312103a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:11.555672 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:11.654181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.687475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 2cb661aa-5dc9-4548-afca-2314de556bc6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2cb661aa-5dc9-4548-afca-2314de556bc6,segment=NetworkSegment(ffe6f853-8e9d-4aca-919d-913904baeb9e),segment_id=ffe6f853-8e9d-4aca-919d-913904baeb9e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:11.700985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.710701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Router 39913baf-8397-47dc-8865-536d6d07a5c7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:11.771843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=2cb661aa-5dc9-4548-afca-2314de556bc6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.835817 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:11.841183 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf42d54e-e263-4720-8181-4273157da56e admin admin] 10.222.0.48 "PUT /v2.0/routers/39913baf-8397-47dc-8865-536d6d07a5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842644 Jul 15 14:00:11.872112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2deeaf4f-24ad-4458-a6e0-d15866da3c72 None None] Provisioning complete for port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:11.872485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2deeaf4f-24ad-4458-a6e0-d15866da3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.906405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2deeaf4f-24ad-4458-a6e0-d15866da3c72 None None] Port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:12.711993 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-034caeba-2700-43a2-9acd-3c3b6f0bd546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.906849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b98757fc-5387-4905-92c0-eb14ad19b715 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:12.965068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b98757fc-5387-4905-92c0-eb14ad19b715 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:12.965716 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.060939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2cb661aa-5dc9-4548-afca-2314de556bc6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:13.116178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 2cb661aa-5dc9-4548-afca-2314de556bc6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:13.116567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.188792 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Sync routers for ids ['39913baf-8397-47dc-8865-536d6d07a5c7'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:13.211176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Routers {'39913baf-8397-47dc-8865-536d6d07a5c7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:13.211940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['39913baf-8397-47dc-8865-536d6d07a5c7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:13.249789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79377cc4-1fdf-44af-9316-0221f43d3233 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:13.351423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Set router 39913baf-8397-47dc-8865-536d6d07a5c7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:13.378598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 79377cc4-1fdf-44af-9316-0221f43d3233 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:13.388019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 79377cc4-1fdf-44af-9316-0221f43d3233 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:13.388399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.577513 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.620936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 79377cc4-1fdf-44af-9316-0221f43d3233, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=79377cc4-1fdf-44af-9316-0221f43d3233,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:13.627555 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.687769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1ad3eda3-3188-42ad-bfb7-294b98ef5446', 'name': '', 'network_id': '9c415da8-f231-460e-ba37-72053312103a', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'mac_address': 'fa:16:3e:a8:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd155455a-2869-4561-a8e9-95b586be2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 2, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'subnets': [{'id': 'd155455a-2869-4561-a8e9-95b586be2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:13.693114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=79377cc4-1fdf-44af-9316-0221f43d3233,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:13.724544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Checking router: 39913baf-8397-47dc-8865-536d6d07a5c7 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:13.725236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Updating router 39913baf-8397-47dc-8865-536d6d07a5c7 port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:13.766759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.051576 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.063949 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Transition to ACTIVE for port object 1ad3eda3-3188-42ad-bfb7-294b98ef5446 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:14.071737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.132648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be67554-e063-44ee-b439-9c895612fa64 None None] Pushing event updated for resources: {'Port': ['ID=1ad3eda3-3188-42ad-bfb7-294b98ef5446,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:14.198480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Attempting to bind port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:14.199028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Attempting to bind port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:14.199577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Attempting to bind port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 on network 9c415da8-f231-460e-ba37-72053312103a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:14.206339 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:14.207289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Checking segment: {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:14.207876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.208445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Bound using segment: {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:14.209090 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Bound port: 1ad3eda3-3188-42ad-bfb7-294b98ef5446, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe6f853-8e9d-4aca-919d-913904baeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c415da8-f231-460e-ba37-72053312103a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:14.209746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.290161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] For port 1ad3eda3-3188-42ad-bfb7-294b98ef5446, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:14.293879 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] For port 1ad3eda3-3188-42ad-bfb7-294b98ef5446, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ad3eda3-3188-42ad-bfb7-294b98ef5446,segment=NetworkSegment(ffe6f853-8e9d-4aca-919d-913904baeb9e),segment_id=ffe6f853-8e9d-4aca-919d-913904baeb9e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:14.305240 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.382936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Routers {'39913baf-8397-47dc-8865-536d6d07a5c7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:14.383705 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T13:59:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['39913baf-8397-47dc-8865-536d6d07a5c7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:14.386892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be67554-e063-44ee-b439-9c895612fa64 None None] Pushing event updated for resources: {'Port': ['ID=1ad3eda3-3188-42ad-bfb7-294b98ef5446,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:14.521974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] Set router 39913baf-8397-47dc-8865-536d6d07a5c7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:14.777005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1ad3eda3-3188-42ad-bfb7-294b98ef5446', 'name': '', 'network_id': '9c415da8-f231-460e-ba37-72053312103a', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'mac_address': 'fa:16:3e:a8:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd155455a-2869-4561-a8e9-95b586be2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:14Z', 'revision_number': 4, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'subnets': [{'id': 'd155455a-2869-4561-a8e9-95b586be2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:14.805838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca0940-cf0e-47dd-9275-151bccae7c61 None None] The sync data for ids ['39913baf-8397-47dc-8865-536d6d07a5c7'] in n-d-798249-9 is: [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1ad3eda3-3188-42ad-bfb7-294b98ef5446', 'name': '', 'network_id': '9c415da8-f231-460e-ba37-72053312103a', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'mac_address': 'fa:16:3e:a8:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd155455a-2869-4561-a8e9-95b586be2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:14Z', 'revision_number': 4, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'subnets': [{'id': 'd155455a-2869-4561-a8e9-95b586be2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:14.854262 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79377cc4-1fdf-44af-9316-0221f43d3233 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:14.958184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 79377cc4-1fdf-44af-9316-0221f43d3233 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:14.959242 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.389696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e294040-6683-4de8-b7f7-a95398671670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.632498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.164291 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:16.838987 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ad3eda3-3188-42ad-bfb7-294b98ef5446 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:16.893320 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:16.897491 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:16.897867 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.953913 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:17.003485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:17.039647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1ad3eda3-3188-42ad-bfb7-294b98ef5446, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ad3eda3-3188-42ad-bfb7-294b98ef5446,segment=NetworkSegment(ffe6f853-8e9d-4aca-919d-913904baeb9e),segment_id=ffe6f853-8e9d-4aca-919d-913904baeb9e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:17.046099 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:17.098037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1ad3eda3-3188-42ad-bfb7-294b98ef5446,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:18.250990 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:18.822660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ad3eda3-3188-42ad-bfb7-294b98ef5446 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:19.033432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:19.033746 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:21.783350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-54895309-3fe3-429f-a410-f3e73367ba26 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:21.784767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-54895309-3fe3-429f-a410-f3e73367ba26 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 815 time: 0.1010160 Jul 15 14:00:21.800056 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-1cee6671-f9e8-4807-98a1-915baa486de2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/quotas/4add629a6e1643eb807ae7e68e10b3e1 HTTP/1.1" status: 200 len: 375 time: 0.0099208 Jul 15 14:00:21.869434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-926919b6-c7dc-4b94-baec-bdc179e4488a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645728 Jul 15 14:00:21.961538 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-79a47dea-401f-48bb-8a3b-e5fc5e183745 service neutron] 10.222.0.48 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810714 Jul 15 14:00:22.053368 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-dce2c4be-4173-4ddc-a4ef-116ee1a7acc5 service neutron] 10.222.0.48 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860190 Jul 15 14:00:22.322048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04cc7073-eef6-4992-ae96-af959a96a0a0 req-a02bcd68-6afd-40b6-add3-9a6520904fce tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 210 time: 0.1316340 Jul 15 14:00:23.254648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-4a285dd4-d4cf-454c-9344-c5300af72050 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:23.256139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-4a285dd4-d4cf-454c-9344-c5300af72050 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 815 time: 0.1083949 Jul 15 14:00:23.274030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'port': {'device_id': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'admin_state_up': True, 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:23.387740 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Made reservation on behalf of 4add629a6e1643eb807ae7e68e10b3e1 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:23.392691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.496316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70c2c4b8-52cf-44c8-a643-2c684e82a9e7 req-b68eec67-44f9-43e7-89d7-8d6923b3e2d8 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 210 time: 0.0453997 Jul 15 14:00:23.570019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Allocated IP 172.20.0.11 (008960dc-3632-4886-b82c-f20810f5acc2/5b499676-d4ab-4eda-870f-03531341f14a/d87ac575-d9ac-47a3-a142-e853b120bb31) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:23.821209 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.848515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Transition to ACTIVE for port object d87ac575-d9ac-47a3-a142-e853b120bb31 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:23.918168 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.973219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Network 008960dc-3632-4886-b82c-f20810f5acc2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:23.976957 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:23.985591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:24.023063 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:24.040251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.040599 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.041021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.041364 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.041696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.042026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.042508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.042843 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.043185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.043495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.043823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.044149 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:24.068202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:24.069004 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.092403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-ba3b541b-07af-4251-b03c-4d5d0ad16229 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221362 Jul 15 14:00:24.258114 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bfe8933e-9820-42c3-9659-6ddae86f71fe None None] Provisioning for port d87ac575-d9ac-47a3-a142-e853b120bb31 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:24.265520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bfe8933e-9820-42c3-9659-6ddae86f71fe None None] Provisioning complete for port d87ac575-d9ac-47a3-a142-e853b120bb31 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:24.266165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe8933e-9820-42c3-9659-6ddae86f71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.303435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8933e-9820-42c3-9659-6ddae86f71fe None None] Port d87ac575-d9ac-47a3-a142-e853b120bb31 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:24.697121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3eaae-f5d2-4ac6-9f24-a4581735160b req-b297c204-d062-4415-8657-c54a2f63a6fa tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:24.698637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71d3eaae-f5d2-4ac6-9f24-a4581735160b req-b297c204-d062-4415-8657-c54a2f63a6fa tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0805054 Jul 15 14:00:24.738141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-71d3eaae-f5d2-4ac6-9f24-a4581735160b req-5f4e25f6-b0ab-45e3-8fac-198899e272a5 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Jul 15 14:00:25.941346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b71aa3-63ba-4d79-a63f-a5c0e3992938 req-ecdbae5f-dcf9-48c5-a954-6f9dcd6bfa9f tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:25.948498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86b71aa3-63ba-4d79-a63f-a5c0e3992938 req-ecdbae5f-dcf9-48c5-a954-6f9dcd6bfa9f tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0729067 Jul 15 14:00:25.986754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86b71aa3-63ba-4d79-a63f-a5c0e3992938 req-f2e50f9b-a5cc-483e-b98d-92d6fd23d6f5 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Jul 15 14:00:27.185630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab9b1-69cc-441e-85ed-f768deaaac6d req-78a8321b-4ac5-40af-a47d-c644b32472e6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:27.187176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c18ab9b1-69cc-441e-85ed-f768deaaac6d req-78a8321b-4ac5-40af-a47d-c644b32472e6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0788174 Jul 15 14:00:27.227065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c18ab9b1-69cc-441e-85ed-f768deaaac6d req-d704b5d1-c153-4b0b-9d71-36c15d3b7afb tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342159 Jul 15 14:00:28.405729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240d16-ddda-4995-baf0-2cac4a3a153f req-569494ff-c749-4736-bb16-8bd756e660ce tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:28.407376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd240d16-ddda-4995-baf0-2cac4a3a153f req-569494ff-c749-4736-bb16-8bd756e660ce tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0644045 Jul 15 14:00:28.449906 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd240d16-ddda-4995-baf0-2cac4a3a153f req-007f513a-be61-4815-a914-d88075ed84fe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359652 Jul 15 14:00:29.632951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f05b5-93b8-4ec0-836e-137dcd9596ec req-6e267776-6217-4f9e-9781-d3a54d7a4125 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:29.635309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a6f05b5-93b8-4ec0-836e-137dcd9596ec req-6e267776-6217-4f9e-9781-d3a54d7a4125 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0658813 Jul 15 14:00:29.674933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a6f05b5-93b8-4ec0-836e-137dcd9596ec req-439d38bd-0ffb-4c60-b8b7-9b0cb556e724 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Jul 15 14:00:30.870828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33659463-dc3c-4cc2-a5f0-83e80adad120 req-bc5e606d-e909-47c4-9195-6722dc1fbc42 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:30.872391 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33659463-dc3c-4cc2-a5f0-83e80adad120 req-bc5e606d-e909-47c4-9195-6722dc1fbc42 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0701663 Jul 15 14:00:30.916893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33659463-dc3c-4cc2-a5f0-83e80adad120 req-c6b806a7-997d-40a0-ac6e-80d19c5450c3 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Jul 15 14:00:31.268304 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:32.097619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96404120-5f35-4507-ad70-ce3aec58915e req-0ee78bd1-236a-484d-bbd6-5e1b9652e34e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:32.099177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96404120-5f35-4507-ad70-ce3aec58915e req-0ee78bd1-236a-484d-bbd6-5e1b9652e34e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0687039 Jul 15 14:00:32.145982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96404120-5f35-4507-ad70-ce3aec58915e req-a6bdce9d-1649-4558-8ae4-1936210c581c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Jul 15 14:00:33.316414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034e84d-68d7-4173-a477-0b723a25e38a req-80ccca4b-e247-4394-bafa-c2d3dc7ec5a2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:33.317878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a034e84d-68d7-4173-a477-0b723a25e38a req-80ccca4b-e247-4394-bafa-c2d3dc7ec5a2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 932 time: 0.0654087 Jul 15 14:00:33.354170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a034e84d-68d7-4173-a477-0b723a25e38a req-66b23fbd-5818-4f27-b9f5-fcc85b186603 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Jul 15 14:00:33.481720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Request body: {'port': {'device_id': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:33.552003 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:33.811896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87ac575-d9ac-47a3-a142-e853b120bb31 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:33.819626 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:33.831645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Transition to ACTIVE for port object d87ac575-d9ac-47a3-a142-e853b120bb31 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:33.835638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:33.907552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:33.958341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Attempting to bind port d87ac575-d9ac-47a3-a142-e853b120bb31 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:33.958681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Attempting to bind port d87ac575-d9ac-47a3-a142-e853b120bb31 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:33.959010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Attempting to bind port d87ac575-d9ac-47a3-a142-e853b120bb31 on network 008960dc-3632-4886-b82c-f20810f5acc2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:33.963469 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Port d87ac575-d9ac-47a3-a142-e853b120bb31 on network 008960dc-3632-4886-b82c-f20810f5acc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:00:33.963787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Attempting to bind port d87ac575-d9ac-47a3-a142-e853b120bb31 on network 008960dc-3632-4886-b82c-f20810f5acc2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:33.968646 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:33.968983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Checking segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:33.969367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Bound using segment: {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:33.969796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Bound port: d87ac575-d9ac-47a3-a142-e853b120bb31, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f98793-b836-4b14-9d34-a62b7ea3ea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:33.970151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:34.005978 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:34.041555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:34.044804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:34.049188 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:34.083431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.084170 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:34.085447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] 10.222.0.23 "PUT /v2.0/ports/d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 1092 time: 0.6083093 Jul 15 14:00:34.085881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:34.088151 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e051ca-48ac-4509-b9f5-5b887b65362a" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:34.125837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ff158-20da-4dec-b9a9-9d5b9d8c2f89 service neutron] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:34.146369 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1951387-c7bf-40a1-93db-23405e192280 x-openstack-request-id: req-c1951387-c7bf-40a1-93db-23405e192280 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:34.146732 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:34.147052 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1951387-c7bf-40a1-93db-23405e192280 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:34.147518 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'status': 'completed', 'code': 200} Jul 15 14:00:34.205307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-9d804544-3b7b-416b-8e8c-d1b6d239a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.207316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-9d804544-3b7b-416b-8e8c-d1b6d239a149 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1095 time: 0.0558276 Jul 15 14:00:34.253274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-1efc6062-3b27-4367-ae69-b561e8f83065 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 217 time: 0.0394027 Jul 15 14:00:34.300929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-856d58c1-1733-4bb6-af03-f6a2a2e23d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.302422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-856d58c1-1733-4bb6-af03-f6a2a2e23d5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0431256 Jul 15 14:00:34.359201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-642526c0-45d3-467a-8088-4bb1ebf511e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.360705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-642526c0-45d3-467a-8088-4bb1ebf511e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523729 Jul 15 14:00:34.455302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-e4784c87-d00d-48c7-a115-d8bc1600821b service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867054 Jul 15 14:00:34.592192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf443f-a4af-45fe-8905-d25c631595fd req-eb81349e-b18e-4d98-ac0c-dd52b0150b4c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.593673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccf443f-a4af-45fe-8905-d25c631595fd req-eb81349e-b18e-4d98-ac0c-dd52b0150b4c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 944 time: 0.1248488 Jul 15 14:00:34.596447 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40c11dc3-98d3-4488-bb1a-df79a689893e req-5353cee5-6fce-46a4-8a5c-e10e2663015a service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347256 Jul 15 14:00:34.634846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fccf443f-a4af-45fe-8905-d25c631595fd req-8ecfe897-1142-41a6-9500-aab16ccf1725 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340829 Jul 15 14:00:34.693987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-aa3b53e9-ca48-4a1f-80dd-0f9ca32ec0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.695514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-aa3b53e9-ca48-4a1f-80dd-0f9ca32ec0bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1095 time: 0.0538466 Jul 15 14:00:34.787026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-68935f2e-f216-4592-be0b-e459a6793bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.788508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-68935f2e-f216-4592-be0b-e459a6793bf7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.0868239 Jul 15 14:00:34.828591 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-1d1414c2-2d37-49a6-a983-dba426cfec23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 217 time: 0.0331903 Jul 15 14:00:34.880819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-2ecc3ea9-6698-480c-b47d-724f3cfa47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.882197 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-2ecc3ea9-6698-480c-b47d-724f3cfa47e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0469172 Jul 15 14:00:34.946356 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-748d214a-948b-469e-8828-462192c400d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:34.947872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-748d214a-948b-469e-8828-462192c400d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579872 Jul 15 14:00:35.039489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-fbcaf701-e6d9-4e96-a3d5-a6f2a7c91356 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839586 Jul 15 14:00:35.134908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e051ca-48ac-4509-b9f5-5b887b65362a req-a357ab90-424c-43f6-90fe-c38a15b12489 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881526 Jul 15 14:00:35.804660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c9e0f-59af-47fa-8b24-837a40826ec2 req-e2757476-007d-42e8-89eb-1c2ac532328a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:35.806142 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b3c9e0f-59af-47fa-8b24-837a40826ec2 req-e2757476-007d-42e8-89eb-1c2ac532328a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 944 time: 0.0626366 Jul 15 14:00:35.842726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9b3c9e0f-59af-47fa-8b24-837a40826ec2 req-56255d14-2a88-485a-adf2-83998b68738d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Jul 15 14:00:37.015997 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf9eb-0d12-4f88-8f28-2e19281b5681 req-9f14d008-107b-43be-ae8b-83704e978a41 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:37.018031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a46cf9eb-0d12-4f88-8f28-2e19281b5681 req-9f14d008-107b-43be-ae8b-83704e978a41 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 944 time: 0.0631638 Jul 15 14:00:37.059032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a46cf9eb-0d12-4f88-8f28-2e19281b5681 req-4f2e310e-d6bc-4610-97ba-2c1df1bc2af6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Jul 15 14:00:38.231140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53281d-ef5c-43f7-8f7f-a13b33756767 req-4329d8ef-d871-44dc-a6ca-1dab8d134430 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:38.232612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a53281d-ef5c-43f7-8f7f-a13b33756767 req-4329d8ef-d871-44dc-a6ca-1dab8d134430 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 944 time: 0.0627458 Jul 15 14:00:38.269637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a53281d-ef5c-43f7-8f7f-a13b33756767 req-2d0a01e1-2b05-441d-8eb3-7b52a530e10a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Jul 15 14:00:38.835970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d87ac575-d9ac-47a3-a142-e853b120bb31 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:00:38.930555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:38.941295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'port_id': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'mac_address': 'fa:16:3e:c7:88:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:00:38.977107 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:38.993016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87ac575-d9ac-47a3-a142-e853b120bb31 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:39.011926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:39.015695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:39.062257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:39.069904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.070271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.070615 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.070951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.071281 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.071610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.071936 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.072259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.072581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.072904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.073232 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.073553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:39.213625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d87ac575-d9ac-47a3-a142-e853b120bb31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:39.440777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c5000-52fc-4f49-aeac-20e397e035a6 req-c1b4ccc4-63aa-4f60-b89a-1616d119dc0d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:39.442452 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e56c5000-52fc-4f49-aeac-20e397e035a6 req-c1b4ccc4-63aa-4f60-b89a-1616d119dc0d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 945 time: 0.0632663 Jul 15 14:00:39.480494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e56c5000-52fc-4f49-aeac-20e397e035a6 req-448989d1-29cb-4706-84de-c05323dc32d8 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Jul 15 14:00:40.654756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeff4-4517-4f84-8f39-f38fad6f35a9 req-c590a71a-e1da-4575-9c6b-d47623dcc735 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:40.656238 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-484eeff4-4517-4f84-8f39-f38fad6f35a9 req-c590a71a-e1da-4575-9c6b-d47623dcc735 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 945 time: 0.0670855 Jul 15 14:00:40.694065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-484eeff4-4517-4f84-8f39-f38fad6f35a9 req-9695b154-412f-4203-84d3-97c5e4fa1e62 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Jul 15 14:00:40.835806 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d87ac575-d9ac-47a3-a142-e853b120bb31 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:40.884916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port d87ac575-d9ac-47a3-a142-e853b120bb31 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:40.888607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port d87ac575-d9ac-47a3-a142-e853b120bb31 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:40.888976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:40.961001 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:40.982383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:40.984638 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11b7586150ac4e96d2fa7dce9688ee4f8aa2d31d10daf5b8798d86e3fcbfee6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e47621-9a62-4ec5-bf08-9b03ecbfc285" -d '{"events": [{"server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "name": "network-vif-plugged", "status": "completed", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:40.998050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:41.002935 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:41.030150 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8df9d8-f83e-41ad-aabc-115ee5f06d1b x-openstack-request-id: req-0b8df9d8-f83e-41ad-aabc-115ee5f06d1b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:41.030524 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "name": "network-vif-plugged", "status": "completed", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:41.030872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b8df9d8-f83e-41ad-aabc-115ee5f06d1b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:41.031213 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'code': 200} Jul 15 14:00:41.059206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:41.137757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b2c03-10db-45dc-8430-830ee1b99965 req-b0658452-b1ad-4331-90aa-ba947e6eb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:41.139266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0b2c03-10db-45dc-8430-830ee1b99965 req-b0658452-b1ad-4331-90aa-ba947e6eb3e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1097 time: 0.0516019 Jul 15 14:00:41.172777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4b0b2c03-10db-45dc-8430-830ee1b99965 req-354ba504-c5a1-43c7-9de8-8b3425f28777 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272634 Jul 15 14:00:41.869675 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172c1b2-b660-45ab-b32d-9fc231d49847 req-2502e3d5-c9cd-4332-a5ef-2b7113538684 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:41.871348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4172c1b2-b660-45ab-b32d-9fc231d49847 req-2502e3d5-c9cd-4332-a5ef-2b7113538684 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0659733 Jul 15 14:00:41.913833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4172c1b2-b660-45ab-b32d-9fc231d49847 req-5c35b254-7604-4944-8a71-fd80be2f86f4 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369198 Jul 15 14:00:42.693772 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ff2d26a-cdb3-4010-8e72-aaa0d5626e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:43.089421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bd76f-6650-4a5b-93c5-3db34acf1647 req-aba67979-7589-47db-980b-505aa67c1588 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:43.090967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-532bd76f-6650-4a5b-93c5-3db34acf1647 req-aba67979-7589-47db-980b-505aa67c1588 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0624809 Jul 15 14:00:43.128574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-532bd76f-6650-4a5b-93c5-3db34acf1647 req-42889b81-936e-4afe-83ed-0b845633387a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jul 15 14:00:43.297422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce0f6f-b8a3-4e00-84ce-a2b8a3f695af req-295d04db-8ceb-455f-b4fe-2609b59756f3 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:43.298862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dce0f6f-b8a3-4e00-84ce-a2b8a3f695af req-295d04db-8ceb-455f-b4fe-2609b59756f3 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0616620 Jul 15 14:00:43.336134 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2dce0f6f-b8a3-4e00-84ce-a2b8a3f695af req-41bc6b4b-214a-4750-9659-42f578f4b8ad tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Jul 15 14:00:43.673681 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8d71b-7d5b-4ea2-821e-0dbe655d7af3 req-8c5412b2-fd3f-4283-a8a2-bf82ff15d9d0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:43.675189 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07d8d71b-7d5b-4ea2-821e-0dbe655d7af3 req-8c5412b2-fd3f-4283-a8a2-bf82ff15d9d0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0677350 Jul 15 14:00:43.713791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-07d8d71b-7d5b-4ea2-821e-0dbe655d7af3 req-842d4455-3ad0-4066-8f8e-765f56dc649d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Jul 15 14:00:45.374620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b786e7-79b9-4825-9f20-e54ed19504b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:45.634065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:46.924803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:48.250301 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:53.165209 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:55.463891 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8434-a04c-4217-a9ee-1bdb2ade6511 req-bd24953b-91c0-482d-b73f-0297566518a8 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.465355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c94c8434-a04c-4217-a9ee-1bdb2ade6511 req-bd24953b-91c0-482d-b73f-0297566518a8 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.1027796 Jul 15 14:00:55.508936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c94c8434-a04c-4217-a9ee-1bdb2ade6511 req-d3da54dd-d308-454b-ae48-94c7cf8ba651 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372574 Jul 15 14:00:55.533866 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:55.630101 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db25fa9-ee6d-46ec-97cf-648255098f1c tempest-TestMinimumBasicScenario-1286150602 tempest-TestMinimumBasicScenario-1286150602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.631661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4db25fa9-ee6d-46ec-97cf-648255098f1c tempest-TestMinimumBasicScenario-1286150602 tempest-TestMinimumBasicScenario-1286150602-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1092 time: 0.0967727 Jul 15 14:00:55.634625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:55.638959 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:55.661988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:55.759385 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:55.869341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Allocated IP 172.25.2.222 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/a49067ff-5ba4-447e-8070-07f7c36eac7d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:55.972206 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.010571 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.055096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:56.057871 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:56.061446 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:56.085704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'Port': ['ID=a49067ff-5ba4-447e-8070-07f7c36eac7d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:56.098732 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.099082 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.099426 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.099764 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.100096 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.100433 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.100761 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.101086 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.101412 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.101741 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.102064 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.102417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:56.442598 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.519185 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.668351 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.673358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.740077 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'Port': ['ID=a49067ff-5ba4-447e-8070-07f7c36eac7d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:56.749800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:56.849830 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Floating IP 47abe937-8140-4560-a21a-f7f7fa862328 associated. External IP: 172.25.2.222, port: d87ac575-d9ac-47a3-a142-e853b120bb31. Jul 15 14:00:57.374926 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Router 5a5cbc20-1c53-405b-a3a9-c521782a6287 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:57.482285 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:57.492097 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] Sync routers for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:57.501936 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:57.502658 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:00:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:57.504998 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.541661 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bea44dee-d9c7-44a9-8bb9-8baf5f6677d2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9060159 Jul 15 14:00:57.542260 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:57.544615 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b485ea0e75ef61b1504abf64fb2ece025f73e472c56d8bc902893459dd333898" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:57.544779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:57.549821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053977051', 'description': 'tempest-secgroup-smoke-1053977051 description', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:57.574237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.615156 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:57.664148 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.669025 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.690157 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e13d3-30b3-4ca6-89b2-01a1fca123f6 x-openstack-request-id: req-073e13d3-30b3-4ca6-89b2-01a1fca123f6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:57.691032 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:57.691289 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-073e13d3-30b3-4ca6-89b2-01a1fca123f6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:57.691701 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'status': 'completed', 'code': 200} Jul 15 14:00:57.699879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:57.708855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.712900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e48464c8-4aa6-419b-985b-16bb9599d564 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1645083 Jul 15 14:00:57.713766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:57.717657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group_rule': {'security_group_id': '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:57.774772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.811570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-8f04ed98-3b0c-4673-a9fc-13408b8c174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:57.813076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-8f04ed98-3b0c-4673-a9fc-13408b8c174e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1097 time: 0.0902226 Jul 15 14:00:57.858063 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '47abe937-8140-4560-a21a-f7f7fa862328', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'port_id': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'mac_address': 'fa:16:3e:c7:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:00:56Z', 'updated_at': '2021-07-15T14:00:56Z', 'revision_number': 0, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:57.867939 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.887792 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] Checking router: 5a5cbc20-1c53-405b-a3a9-c521782a6287 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:57.896631 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:57.897223 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:00:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:57.900428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.926014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40937591-5de7-4df8-8be4-b40fd24e2144,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:57.930381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:57.931577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe4c2ee8-d911-48ba-8cf6-443fd3f1bb79 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2175486 Jul 15 14:00:57.934367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:57.939625 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group_rule': {'security_group_id': '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:57.947703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-3c42c658-1015-4a76-b9df-66669935f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:57.949738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-3c42c658-1015-4a76-b9df-66669935f57b service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.1264777 Jul 15 14:00:57.970066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.012154 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:58.020488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.022516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-97cf956f-7b06-4920-a3d6-6fc2e61bb217 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 1000 time: 0.0650170 Jul 15 14:00:58.024419 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.043596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe70aa84-4eb6-474f-8a40-d3c89ee708a1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.051888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.053830 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8622517c-6834-438e-99aa-8bc7a7b10685 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184514 Jul 15 14:00:58.056409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:58.062079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group_rule': {'security_group_id': '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:58.075154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-2dfeee77-2778-44bd-b952-bed056715972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:58.076626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-2dfeee77-2778-44bd-b952-bed056715972 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0482378 Jul 15 14:00:58.089968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.139871 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-73f6700b-84c0-4193-af54-d27168be7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:58.142074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-73f6700b-84c0-4193-af54-d27168be7183 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584624 Jul 15 14:00:58.151465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.159547 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.182789 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1f105b-58f1-4b75-8fdb-284b98b418b8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.189718 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.191342 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-87b78207-da4c-46d6-a5ed-4511c512688c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328335 Jul 15 14:00:58.193867 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:58.199139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group_rule': {'security_group_id': '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:58.229918 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.256392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-6b76c059-dadd-4760-87aa-d216f9847ae8 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075859 Jul 15 14:00:58.293782 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.299605 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.320238 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f762dac-3704-4996-b332-d73e4b142e2d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.334940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.339729 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d54c6de7-dbf0-43dc-9c17-e7f436815b7a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418824 Jul 15 14:00:58.340154 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:58.347084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group_rule': {'security_group_id': '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:58.352405 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '47abe937-8140-4560-a21a-f7f7fa862328', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'port_id': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'mac_address': 'fa:16:3e:c7:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:00:56Z', 'updated_at': '2021-07-15T14:00:56Z', 'revision_number': 0, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:58.368821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-874031b3-5f63-4cbb-bf2d-d68db8d13ec8 req-bbf80bd9-f18a-42b4-81d3-b0f3df7e6ff9 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060202 Jul 15 14:00:58.381532 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Project 4add629a6e1643eb807ae7e68e10b3e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:00:58.381764 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4044db-299e-4cc8-96e9-f39f391f282c None None] The sync data for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 is: [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '47abe937-8140-4560-a21a-f7f7fa862328', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'port_id': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'mac_address': 'fa:16:3e:c7:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:00:56Z', 'updated_at': '2021-07-15T14:00:56Z', 'revision_number': 0, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:58.386993 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.440895 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.445110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.464159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f544b02-d372-40f3-84d9-c2d1c98c937f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.470119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.471439 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e0ead8e6-18e1-4c37-abc8-bc566462b416 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302748 Jul 15 14:00:58.474221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:58.478720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'security_group_rule': {'security_group_id': '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b', 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:58.499722 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Project 4add629a6e1643eb807ae7e68e10b3e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:00:58.505729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.569133 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.574017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.594155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4519a4-b798-4c7b-8b4b-565d17da7807 None None] New status for floating IP 47abe937-8140-4560-a21a-f7f7fa862328: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:00:58.595304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa90a3e9-5d48-4fcb-ab20-e00a6a2cc16b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:58.601269 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:58.604028 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ea148a25-990f-4934-b499-fed23104ccfe tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273396 Jul 15 14:00:58.730378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-794e62a8-9284-4683-9b4c-050d95c6548a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053977051&fields=id&tenant_id=4add629a6e1643eb807ae7e68e10b3e1 HTTP/1.1" status: 200 len: 267 time: 0.0383046 Jul 15 14:00:59.129341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-fa974ed9-d0a2-4689-a9bb-ea928c3b46e6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:59.130848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-fa974ed9-d0a2-4689-a9bb-ea928c3b46e6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.3944299 Jul 15 14:00:59.141498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'port': {'security_groups': ['24da7e08-c367-4b5c-aaae-3ab71602e747', '771e5f9a-c37f-42fd-a5c9-b83771e2dc7b']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:59.224039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.402131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:59.431638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.436189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.448222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d87ac575-d9ac-47a3-a142-e853b120bb31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:59.481848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:59.482495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.483912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cee71658-9986-41e8-b06f-9fdf3ed0a98b req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "PUT /v2.0/ports/d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 982 time: 0.3468726 Jul 15 14:00:59.484367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:59.487859 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be35173d676cf2a28e74a2052b807d694e419e58f4a0360897cb33fe985854f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2679f1f-f1ca-4f96-bf49-95208acc6885" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:59.526300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdbfee-6090-4a29-bf22-00d0a80bed7d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:59.547577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d87ac575-d9ac-47a3-a142-e853b120bb31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:59.571511 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbbbe3f-da10-4d3b-93e9-28b383cef9a4 x-openstack-request-id: req-8dbbbe3f-da10-4d3b-93e9-28b383cef9a4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:59.571978 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:59.571978 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dbbbe3f-da10-4d3b-93e9-28b383cef9a4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:59.572292 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'status': 'completed', 'code': 200} Jul 15 14:00:59.667242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-1849c87e-7582-4e3d-b993-1edf3a793da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:59.669277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-1849c87e-7582-4e3d-b993-1edf3a793da2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1136 time: 0.0702233 Jul 15 14:00:59.809792 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-afeca6a4-8a72-4d94-8954-0816f141e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:59.811220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-afeca6a4-8a72-4d94-8954-0816f141e0cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.1345665 Jul 15 14:00:59.856749 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fe5085fd-89c3-4bbc-82c1-59e35088d7f2 None None] Provisioning complete for port d87ac575-d9ac-47a3-a142-e853b120bb31 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:59.857385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe5085fd-89c3-4bbc-82c1-59e35088d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.878647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015292b0-a3cb-4fb4-b4c2-22e823c93781 req-132a59ab-65f5-4d6c-a0a8-b90500d57679 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:59.880131 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-015292b0-a3cb-4fb4-b4c2-22e823c93781 req-132a59ab-65f5-4d6c-a0a8-b90500d57679 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.1938500 Jul 15 14:00:59.912084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-bfc54a4b-4c31-4925-8b8b-dfc331562fec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0937479 Jul 15 14:00:59.964078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-015292b0-a3cb-4fb4-b4c2-22e823c93781 req-fb4b2814-5672-452b-8b07-baa2b49b71f1 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695627 Jul 15 14:00:59.975744 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-905050be-e492-4cf4-9258-78457d05b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:59.977471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-905050be-e492-4cf4-9258-78457d05b515 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0588663 Jul 15 14:01:00.035374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-54288671-ead4-465f-b6e9-ad9b882a4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:00.036894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-54288671-ead4-465f-b6e9-ad9b882a4ed0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536633 Jul 15 14:01:00.206560 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-1a3dab02-3250-4941-b7b9-1ee817cfcdbf service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255453 Jul 15 14:01:00.294395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e2679f1f-f1ca-4f96-bf49-95208acc6885 req-dcb71ec7-63f1-4bb1-93f6-7da0687d46ff service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806746 Jul 15 14:01:01.272799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:04.007470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:12.693491 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64833b86-5751-410d-bcf2-b6ab70eb16cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:14.267689 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-4b575f01-8e02-473a-a49d-143a27eff9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:14.269137 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-4b575f01-8e02-473a-a49d-143a27eff9a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1136 time: 0.0990846 Jul 15 14:01:14.281603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cddfe-0bc5-4e3b-bb94-8ba4815ddd5c req-be8cdc88-ef25-4a1c-8096-4cd1fd394ced tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:14.282997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d4cddfe-0bc5-4e3b-bb94-8ba4815ddd5c req-be8cdc88-ef25-4a1c-8096-4cd1fd394ced tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0819054 Jul 15 14:01:14.376044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9d4cddfe-0bc5-4e3b-bb94-8ba4815ddd5c req-56f464d5-b333-462d-8356-043e6d94ac70 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849779 Jul 15 14:01:14.396627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-807fcfc7-cbc1-4a19-b584-6f16dc581841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:14.398120 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-807fcfc7-cbc1-4a19-b584-6f16dc581841 service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.1142790 Jul 15 14:01:14.462083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-e3e473ea-21d5-4129-bb2f-b32fc9ed2820 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0576470 Jul 15 14:01:14.515677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-0451e40a-7e06-4def-80c7-3ce974e212fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:14.517169 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-0451e40a-7e06-4def-80c7-3ce974e212fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0485263 Jul 15 14:01:14.573645 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-ecce04df-0293-4a09-9f79-8bc2920f385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:14.575340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-ecce04df-0293-4a09-9f79-8bc2920f385d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519049 Jul 15 14:01:14.662829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-cba071cd-b84d-4991-a2a0-7f885e4fda8a service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809305 Jul 15 14:01:14.755098 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ef5ece4-2d8e-4421-9437-66e8adde5273 req-54d5db07-eac1-4d54-8f8b-22bab5c587de service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857682 Jul 15 14:01:15.378764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67764ecc-7af2-4c8f-b7f1-126a1fb10fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:15.554917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa1cd0-e4ef-49b1-a774-211ee7f23cc3 req-a19a00dd-d175-4484-a582-7de880aed4d7 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:15.556689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2afa1cd0-e4ef-49b1-a774-211ee7f23cc3 req-a19a00dd-d175-4484-a582-7de880aed4d7 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0636559 Jul 15 14:01:15.598932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2afa1cd0-e4ef-49b1-a774-211ee7f23cc3 req-5fe41617-50af-48dd-bf1e-40f3c958ad02 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363479 Jul 15 14:01:15.635981 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:16.773156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50581ae-326c-4020-b2b7-7051bb846890 req-6c7ed813-12d7-4fc0-8715-89845284c556 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:16.774654 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e50581ae-326c-4020-b2b7-7051bb846890 req-6c7ed813-12d7-4fc0-8715-89845284c556 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0673988 Jul 15 14:01:16.813768 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e50581ae-326c-4020-b2b7-7051bb846890 req-0d1343f2-e779-4989-87a9-05ecd30f8836 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334723 Jul 15 14:01:16.924436 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:18.171848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f28e6-2bbc-4067-9293-6a779b68b592 req-faba0370-bbd8-4e04-9aba-d128927f78dd tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:18.173419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e67f28e6-2bbc-4067-9293-6a779b68b592 req-faba0370-bbd8-4e04-9aba-d128927f78dd tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0637696 Jul 15 14:01:18.214143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e67f28e6-2bbc-4067-9293-6a779b68b592 req-49d6c15f-0c2e-42b9-b80c-cf5354521c6b tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341358 Jul 15 14:01:18.253370 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:19.392564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c70ef9-0c0d-43c9-9b3b-fbc85e6cd8c0 req-38a10317-1fd7-43bb-b93b-fdd1ff5be0e1 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:19.394165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c70ef9-0c0d-43c9-9b3b-fbc85e6cd8c0 req-38a10317-1fd7-43bb-b93b-fdd1ff5be0e1 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0708134 Jul 15 14:01:19.439354 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0c70ef9-0c0d-43c9-9b3b-fbc85e6cd8c0 req-1bc095bd-b1b1-473f-ace3-96e381039d41 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387902 Jul 15 14:01:20.614139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b316b0-3e4f-4850-9274-08e60ab71462 req-52733700-d640-4d26-8194-3f570d1270ff tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:20.616129 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0b316b0-3e4f-4850-9274-08e60ab71462 req-52733700-d640-4d26-8194-3f570d1270ff tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0641112 Jul 15 14:01:20.656461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0b316b0-3e4f-4850-9274-08e60ab71462 req-96e48199-0e21-49c5-8cc3-d642cd1dcf9d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346112 Jul 15 14:01:21.830339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf73100-577f-414e-a793-be8ec1befba9 req-0736d430-1617-4dd0-b066-87e6d803eb6a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:21.831832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bf73100-577f-414e-a793-be8ec1befba9 req-0736d430-1617-4dd0-b066-87e6d803eb6a tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0641930 Jul 15 14:01:21.872124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bf73100-577f-414e-a793-be8ec1befba9 req-f4b5c305-6ae4-4a05-b13f-92f3eb9b7960 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336637 Jul 15 14:01:23.063348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be33d1-251b-4835-a790-63c2c013b035 req-e61ebb7e-bb32-4a6c-89b0-3ac60bbefab1 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:23.064753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85be33d1-251b-4835-a790-63c2c013b035 req-e61ebb7e-bb32-4a6c-89b0-3ac60bbefab1 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0672419 Jul 15 14:01:23.104945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-85be33d1-251b-4835-a790-63c2c013b035 req-d97fcc55-2947-4e52-9631-259fd7fe83b0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339456 Jul 15 14:01:24.278716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ccecf-783d-45a6-bead-74f2dc807328 req-f6dc0984-eb13-4978-b191-5cfd1f2e2ad6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:24.280220 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-686ccecf-783d-45a6-bead-74f2dc807328 req-f6dc0984-eb13-4978-b191-5cfd1f2e2ad6 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0644345 Jul 15 14:01:24.319986 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-686ccecf-783d-45a6-bead-74f2dc807328 req-9ea68b74-b5b5-46fb-808f-f13fad3d2270 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340846 Jul 15 14:01:25.513495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a764de-2b7c-40c5-b109-91f2acb08253 req-f2690eb9-f245-42d2-8211-dfc45a41751c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:25.514962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86a764de-2b7c-40c5-b109-91f2acb08253 req-f2690eb9-f245-42d2-8211-dfc45a41751c tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0817916 Jul 15 14:01:25.555755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86a764de-2b7c-40c5-b109-91f2acb08253 req-03f3bab6-851e-4753-993d-27368a0a166e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350096 Jul 15 14:01:26.726087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ab3f3-2500-4dff-856c-dff7e2215098 req-eb3b19ef-f2b3-46b7-a73d-9234690a39b7 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:26.727581 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c72ab3f3-2500-4dff-856c-dff7e2215098 req-eb3b19ef-f2b3-46b7-a73d-9234690a39b7 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0630791 Jul 15 14:01:26.766418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c72ab3f3-2500-4dff-856c-dff7e2215098 req-85fe57d8-f367-4f02-993d-1bb5c90c2f4e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&id=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331535 Jul 15 14:01:30.165981 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:30.884127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-6c47fa25-1575-482e-aba5-6a9c34b96774 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518792 Jul 15 14:01:30.978196 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-74680b7a-c293-4742-befd-c99c45869326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:30.979677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-74680b7a-c293-4742-befd-c99c45869326 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1136 time: 0.0558634 Jul 15 14:01:31.084773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-3258d24c-4991-4e95-8adb-4ba9182811d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:31.086149 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-3258d24c-4991-4e95-8adb-4ba9182811d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.0871415 Jul 15 14:01:31.155569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-45170f22-1b97-465e-adcf-c661d87c106e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0631511 Jul 15 14:01:31.206452 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-94f3c0b6-6dd0-4934-975c-b02beb645f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:31.208148 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-94f3c0b6-6dd0-4934-975c-b02beb645f5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0441709 Jul 15 14:01:31.264660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-fb8847c9-6ad1-47a2-8dfb-39477fede4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:31.266251 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-fb8847c9-6ad1-47a2-8dfb-39477fede4e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519910 Jul 15 14:01:31.275950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:31.362474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-167cf9d2-f9ec-4ab9-9bba-98b68b8d1408 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887539 Jul 15 14:01:31.449233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-247bd198-9f53-40a7-8508-94dc9c473aa5 req-10d299b6-239e-4935-80ed-efae7d8018dc service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803564 Jul 15 14:01:34.017718 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.697444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3e428fc-fa7a-42cb-95fe-524e9a616ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.379429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70b4b1e8-9101-48e9-be66-a1999c58a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.635197 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:46.928783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.255281 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.221227 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-780f49ce-bc0b-4232-b3ff-3ad9b5c32dd0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053977051&fields=id&tenant_id=4add629a6e1643eb807ae7e68e10b3e1 HTTP/1.1" status: 200 len: 267 time: 0.0329485 Jul 15 14:01:59.291221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-83892599-3aad-4bdb-9f68-45b6a33c047e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:59.292664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-83892599-3aad-4bdb-9f68-45b6a33c047e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 985 time: 0.0663204 Jul 15 14:01:59.303100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Request body: {'port': {'security_groups': ['24da7e08-c367-4b5c-aaae-3ab71602e747']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:59.383028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.549045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:59.576813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.581216 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.594285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d87ac575-d9ac-47a3-a142-e853b120bb31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:59.628448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:59.629070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.630501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ce38740f-cecb-4291-bbfb-e1714b10989a req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "PUT /v2.0/ports/d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 943 time: 0.3317993 Jul 15 14:01:59.630945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:59.638624 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:59.661798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event updated for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.672058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.672410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.672758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.673098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.673436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.673769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.674101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.674457 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.674789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.675258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.676054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.676054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11474f83-c084-49d9-a2ff-fc2a7a3e4083 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.698840 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b677c69-6725-493c-a2b8-c90ea70752f5" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:59.721750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d87ac575-d9ac-47a3-a142-e853b120bb31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:59.734964 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.762441 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.820970 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570e93df-98a9-4ce7-9379-03f40ab597cd x-openstack-request-id: req-570e93df-98a9-4ce7-9379-03f40ab597cd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:59.821630 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:59.822123 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-570e93df-98a9-4ce7-9379-03f40ab597cd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:59.822525 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'status': 'completed', 'code': 200} Jul 15 14:01:59.842336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.845592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.846814 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "DELETE /v2.0/security-groups/771e5f9a-c37f-42fd-a5c9-b83771e2dc7b HTTP/1.1" status: 204 len: 168 time: 0.2056775 Jul 15 14:01:59.850014 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:59.856508 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e5f9a-c37f-42fd-a5c9-b83771e2dc7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.864484 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.864845 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.865192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.865533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.865868 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.866201 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.866562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.867573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.867905 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.868502 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.869019 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.869510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5046e0e-fd4f-4a20-99ce-990182ebf7e0 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:59.920688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4db94909-c125-4304-9c2d-ee270d1e19be None None] Provisioning complete for port d87ac575-d9ac-47a3-a142-e853b120bb31 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:59.921296 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4db94909-c125-4304-9c2d-ee270d1e19be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.004158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-15fbb87c-ef1b-4267-a5f9-7dabde40b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.005659 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-15fbb87c-ef1b-4267-a5f9-7dabde40b413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1097 time: 0.1568019 Jul 15 14:02:00.122953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Deleting port a49067ff-5ba4-447e-8070-07f7c36eac7d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:00.123295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.137775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-7c345ecb-1dc0-4795-aace-962cbf448ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.139255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-7c345ecb-1dc0-4795-aace-962cbf448ae3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.1253467 Jul 15 14:02:00.240956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-fa2e87f2-d307-40a5-a1a5-8bc31cc10d39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0942140 Jul 15 14:02:00.260448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.260775 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.292644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Calling delete_port for a49067ff-5ba4-447e-8070-07f7c36eac7d owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:00.311210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-b0472457-346e-4b2e-9c08-3575a4b39005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.312625 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-b0472457-346e-4b2e-9c08-3575a4b39005 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0626354 Jul 15 14:02:00.428080 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-c8088f81-e5df-4548-b770-8501892f28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.430260 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-c8088f81-e5df-4548-b770-8501892f28d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850706 Jul 15 14:02:00.555524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-36064180-64f1-4711-af9f-a2ec85fc8877 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169400 Jul 15 14:02:00.556627 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.600221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event deleted for resources: {'Port': ['ID=a49067ff-5ba4-447e-8070-07f7c36eac7d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:00.703808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.704058 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Floating IP 47abe937-8140-4560-a21a-f7f7fa862328 disassociated (deleted). External IP: 172.25.2.222, port: d87ac575-d9ac-47a3-a142-e853b120bb31. Jul 15 14:02:00.753233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b677c69-6725-493c-a2b8-c90ea70752f5 req-853f8829-142e-4c77-ad95-a040b9d8637a service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891081 Jul 15 14:02:00.925772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Router 5a5cbc20-1c53-405b-a3a9-c521782a6287 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:01.031834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:01.036271 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:01.041725 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] Sync routers for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:01.050917 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:01.051568 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:01:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:01.071773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-feb2527c-1e3b-448e-aaf5-de2bbb742504 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "DELETE /v2.0/floatingips/47abe937-8140-4560-a21a-f7f7fa862328 HTTP/1.1" status: 204 len: 168 time: 1.2132468 Jul 15 14:02:01.154811 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:01.279083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:01.352621 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:01.377649 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] Checking router: 5a5cbc20-1c53-405b-a3a9-c521782a6287 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:01.386163 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:01.386796 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:01:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:01.487824 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:01.681809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:01.710240 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de0dc4-51c2-474d-a732-bfdfd2ee439f None None] The sync data for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 is: [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:06Z', 'revision_number': 4, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'b98757fc-5387-4905-92c0-eb14ad19b715', 'name': '', 'network_id': '008960dc-3632-4886-b82c-f20810f5acc2', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'mac_address': 'fa:16:3e:78:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5b499676-d4ab-4eda-870f-03531341f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:05Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'subnets': [{'id': '5b499676-d4ab-4eda-870f-03531341f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:01.823223 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:01.825561 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd61e1-b784-48a5-a6cd-6495cdc868da" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:01.864512 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b6bea-5a3a-4513-90b7-42e08bd871d2 x-openstack-request-id: req-1a9b6bea-5a3a-4513-90b7-42e08bd871d2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:01.864808 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:01.865058 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a9b6bea-5a3a-4513-90b7-42e08bd871d2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:01.865453 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'status': 'completed', 'code': 200} Jul 15 14:02:01.942722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-af63961f-f606-4452-9107-8b2820be3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:01.944325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-af63961f-f606-4452-9107-8b2820be3749 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 1097 time: 0.0567350 Jul 15 14:02:01.955943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86db12-09f4-4bc4-9178-95a7f48c9d3d None None] New status for floating IP 47abe937-8140-4560-a21a-f7f7fa862328: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:02:02.042150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-1a5d55b5-3186-4a94-aac0-b9fe211b2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.043673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-1a5d55b5-3186-4a94-aac0-b9fe211b2d02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 200 len: 916 time: 0.0932534 Jul 15 14:02:02.086054 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-af8b8427-b3f0-4661-a20c-e6deb9b075a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 200 len: 217 time: 0.0354991 Jul 15 14:02:02.134098 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-561d2e8b-d3ef-4e37-8fa1-df2c247f5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.135603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-561d2e8b-d3ef-4e37-8fa1-df2c247f5ef3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 200 len: 854 time: 0.0442624 Jul 15 14:02:02.528497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-c6364f60-be04-4537-afb9-614c4c5d9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.529981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-c6364f60-be04-4537-afb9-614c4c5d9388 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=008960dc-3632-4886-b82c-f20810f5acc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3881867 Jul 15 14:02:02.617444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-51739f76-7d46-4cc1-bf30-dde5ea75263f service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801947 Jul 15 14:02:02.709209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-eabd61e1-b784-48a5-a6cd-6495cdc868da req-b62ae3a5-efaa-4009-ae50-3afc3b943317 service neutron] 10.222.0.23 "GET /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858803 Jul 15 14:02:04.016581 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.166680 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:08.486981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4f503-3852-48d0-b816-a51fed6585c2 req-d5d0c245-4c4b-474b-86df-d8163031b3ab tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.488483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6b4f503-3852-48d0-b816-a51fed6585c2 req-d5d0c245-4c4b-474b-86df-d8163031b3ab tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0627935 Jul 15 14:02:08.527862 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f6b4f503-3852-48d0-b816-a51fed6585c2 req-1f767504-ac28-447d-9584-2e49136eadb1 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Jul 15 14:02:09.705980 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c8457-9651-4025-b1ec-89a38aec0f3d req-196bae6d-3d37-4911-a26f-a66bc597907d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:09.707474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-385c8457-9651-4025-b1ec-89a38aec0f3d req-196bae6d-3d37-4911-a26f-a66bc597907d tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0656488 Jul 15 14:02:09.744875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-385c8457-9651-4025-b1ec-89a38aec0f3d req-7446cbe9-5ddf-425e-b572-24b24b5cd64e tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/security-groups?id=24da7e08-c367-4b5c-aaae-3ab71602e747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jul 15 14:02:10.026338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-673785c0-79b2-4b87-a48b-ebc47247cf24 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.027776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-673785c0-79b2-4b87-a48b-ebc47247cf24 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.23 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 946 time: 0.0624580 Jul 15 14:02:10.128908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Deleting port d87ac575-d9ac-47a3-a142-e853b120bb31 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:10.129250 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.216513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] For port d87ac575-d9ac-47a3-a142-e853b120bb31, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=d87ac575-d9ac-47a3-a142-e853b120bb31,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:10.216876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.229745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Calling delete_port for d87ac575-d9ac-47a3-a142-e853b120bb31 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:10.355498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.367224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['d87ac575-d9ac-47a3-a142-e853b120bb31'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:10.385983 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Pushing event deleted for resources: {'Port': ['ID=d87ac575-d9ac-47a3-a142-e853b120bb31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:10.435445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] No DVR routers for this DVR port d87ac575-d9ac-47a3-a142-e853b120bb31 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:10.438111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.440253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3ad80d1c-2fef-4ec8-8e63-00c661a040a5 req-c53f789e-1396-4db8-8b67-605a7f60ade2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.23 "DELETE /v2.0/ports/d87ac575-d9ac-47a3-a142-e853b120bb31 HTTP/1.1" status: 204 len: 173 time: 0.4073341 Jul 15 14:02:10.440680 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'name': 'network-vif-deleted', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:10.442906 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f3609-1259-4e7c-961b-7bb95b9705c6" -d '{"events": [{"server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "name": "network-vif-deleted", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:10.484474 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa27a2e-d71b-493f-bb18-ad13f2b3cbf1 x-openstack-request-id: req-efa27a2e-d71b-493f-bb18-ad13f2b3cbf1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:10.484837 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f", "name": "network-vif-deleted", "tag": "d87ac575-d9ac-47a3-a142-e853b120bb31", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:10.484987 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efa27a2e-d71b-493f-bb18-ad13f2b3cbf1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:10.485387 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f', 'name': 'network-vif-deleted', 'tag': 'd87ac575-d9ac-47a3-a142-e853b120bb31', 'status': 'completed', 'code': 200} Jul 15 14:02:10.907296 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b982075d-ee5c-4cb9-90f0-dd152baf8412 req-e9190a00-e807-4e3d-bb49-d512113fd7b2 tempest-TestMinimumBasicScenario-351943804 tempest-TestMinimumBasicScenario-351943804-project] 10.222.0.48 "GET /v2.0/ports?device_id=03c6daa7-ee4a-4e5b-8ac0-6f4ff20e907f HTTP/1.1" status: 200 len: 210 time: 0.0300775 Jul 15 14:02:12.492924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:12.697954 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-439a67bc-c995-41aa-ba6e-c2b9706c0786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:12.834635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.088224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Deleting port b98757fc-5387-4905-92c0-eb14ad19b715 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:13.088572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.171101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] For port b98757fc-5387-4905-92c0-eb14ad19b715, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b98757fc-5387-4905-92c0-eb14ad19b715,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:13.171484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.183807 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Calling delete_port for b98757fc-5387-4905-92c0-eb14ad19b715 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:13.333063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d87ac575-d9ac-47a3-a142-e853b120bb31 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:13.355545 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: d87ac575-d9ac-47a3-a142-e853b120bb31 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:13.355814 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device d87ac575-d9ac-47a3-a142-e853b120bb31 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:13.364653 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.390453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98757fc-5387-4905-92c0-eb14ad19b715,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:13.492562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-e1d930ec-a0e4-4b8a-b57a-664bc4d4bf53 req-5cd8a0ff-45fd-4697-8cf6-25a526c44442 tempest-ServerDiskConfigTestJSON-1391845335 tempest-ServerDiskConfigTestJSON-1391845335-project] (93824) timed out ('10.222.0.23', 62847) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:02:13.562556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.770172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Router 5a5cbc20-1c53-405b-a3a9-c521782a6287 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:13.874727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:13.879634 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ccce3674-9c6d-4ff7-800e-dad667e93913 admin admin] 10.222.0.48 "PUT /v2.0/routers/5a5cbc20-1c53-405b-a3a9-c521782a6287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3856936 Jul 15 14:02:13.883151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:13.883962 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] Sync routers for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:13.892869 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:13.893470 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:01:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:13.986662 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.996382 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:14.090272 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.142981 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Deleting port 4f833104-5c46-4505-9a5c-cad914cc24dd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:14.143366 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.177601 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:02:13Z', 'revision_number': 5, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port': {'id': '4f833104-5c46-4505-9a5c-cad914cc24dd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:14.203416 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] Checking router: 5a5cbc20-1c53-405b-a3a9-c521782a6287 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:14.212457 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] Routers {'5a5cbc20-1c53-405b-a3a9-c521782a6287'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:14.213056 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:01:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['5a5cbc20-1c53-405b-a3a9-c521782a6287'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:14.226479 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] For port 4f833104-5c46-4505-9a5c-cad914cc24dd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4f833104-5c46-4505-9a5c-cad914cc24dd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:14.226865 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.238346 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Calling delete_port for 4f833104-5c46-4505-9a5c-cad914cc24dd owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:14.295768 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] Set router 5a5cbc20-1c53-405b-a3a9-c521782a6287 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:14.346455 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:02:14Z', 'revision_number': 6, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:14.407007 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.434521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f833104-5c46-4505-9a5c-cad914cc24dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:14.461584 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e9e6b-fd92-41a4-ac18-187d7e8bc597 None None] The sync data for ids ['5a5cbc20-1c53-405b-a3a9-c521782a6287'] in n-d-798249-9 is: [{'id': '5a5cbc20-1c53-405b-a3a9-c521782a6287', 'name': 'tempest-TestMinimumBasicScenario-1368130196-router', 'tenant_id': '4add629a6e1643eb807ae7e68e10b3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:03Z', 'updated_at': '2021-07-15T14:02:14Z', 'revision_number': 6, 'project_id': '4add629a6e1643eb807ae7e68e10b3e1', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:14.503236 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.595036 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.597174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.639120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.639909 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a5cbc20-1c53-405b-a3a9-c521782a6287 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:02:14.644302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.645668 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-99567747-402b-45e4-88d4-f98c7d3b4f14 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5a5cbc20-1c53-405b-a3a9-c521782a6287 HTTP/1.1" status: 204 len: 168 time: 0.7615161 Jul 15 14:02:14.648830 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37824) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:14.693411 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Deleting subnet 5b499676-d4ab-4eda-870f-03531341f14a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:14.697118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.731968 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.813347 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.874831 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.903218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b499676-d4ab-4eda-870f-03531341f14a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:14.907201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:14.909085 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-19701ee4-6dca-4f63-8882-607997b3d5bb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5b499676-d4ab-4eda-870f-03531341f14a HTTP/1.1" status: 204 len: 168 time: 0.2593420 Jul 15 14:02:14.911701 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37826) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:14.918991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae1d69-5929-4b67-b7d0-fe9b6b3e7fb0 None None] Network 008960dc-3632-4886-b82c-f20810f5acc2 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:14.985056 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.037250 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Deleting port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:15.037599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.102439 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] For port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,segment=NetworkSegment(41f98793-b836-4b14-9d34-a62b7ea3ea5c),segment_id=41f98793-b836-4b14-9d34-a62b7ea3ea5c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:15.102801 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.119765 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Calling delete_port for 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:15.198925 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.227178 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fab7707-5f42-4f1c-bdb2-a7c0084f4028,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:15.229114 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] No DVR routers for this DVR port 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:15.260275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2843a977-dc30-493d-a516-0e7373096b89 None None] DHCP port deletion for 008960dc-3632-4886-b82c-f20810f5acc2 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:15.281991 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b98757fc-5387-4905-92c0-eb14ad19b715 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:15.306474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b98757fc-5387-4905-92c0-eb14ad19b715 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:15.306967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b98757fc-5387-4905-92c0-eb14ad19b715 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:15.321285 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.331280 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008960dc-3632-4886-b82c-f20810f5acc2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:15.342402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f98793-b836-4b14-9d34-a62b7ea3ea5c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:15.342696 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f98793-b836-4b14-9d34-a62b7ea3ea5c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:15.351688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.365549 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.372150 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:15.372648 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:15.375203 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:15.385155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72d65411-cc87-4a1d-b583-57c8df81e0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.432772 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.438688 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.442886 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/008960dc-3632-4886-b82c-f20810f5acc2 HTTP/1.1" status: 204 len: 168 time: 0.5302105 Jul 15 14:02:15.443705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:15.457090 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f871746-729b-449b-87a2-eb8fc88b7f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=008960dc-3632-4886-b82c-f20810f5acc2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:15.637034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.792298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.035788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Deleting port 1ad3eda3-3188-42ad-bfb7-294b98ef5446 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:16.036020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.112777 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] For port 1ad3eda3-3188-42ad-bfb7-294b98ef5446, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1ad3eda3-3188-42ad-bfb7-294b98ef5446,segment=NetworkSegment(ffe6f853-8e9d-4aca-919d-913904baeb9e),segment_id=ffe6f853-8e9d-4aca-919d-913904baeb9e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:16.113134 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.125920 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Calling delete_port for 1ad3eda3-3188-42ad-bfb7-294b98ef5446 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:16.310486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.339328 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad3eda3-3188-42ad-bfb7-294b98ef5446,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.500333 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.707304 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Router 39913baf-8397-47dc-8865-536d6d07a5c7 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:16.815216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:16.825480 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37830) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:16.826358 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f295dca6-ee73-4710-9e78-0a6d1d48f0d2 admin admin] 10.222.0.48 "PUT /v2.0/routers/39913baf-8397-47dc-8865-536d6d07a5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3806810 Jul 15 14:02:16.827979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] Sync routers for ids ['39913baf-8397-47dc-8865-536d6d07a5c7'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:16.841102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] Routers {'39913baf-8397-47dc-8865-536d6d07a5c7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:16.842180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['39913baf-8397-47dc-8865-536d6d07a5c7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:16.937037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.940549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4f833104-5c46-4505-9a5c-cad914cc24dd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:16.970444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.970986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4f833104-5c46-4505-9a5c-cad914cc24dd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:16.971331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4f833104-5c46-4505-9a5c-cad914cc24dd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:16.971740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:16.994049 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:16.994420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7fab7707-5f42-4f1c-bdb2-a7c0084f4028 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:17.002632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] Set router 39913baf-8397-47dc-8865-536d6d07a5c7 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:17.045539 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.103467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Deleting port 79377cc4-1fdf-44af-9316-0221f43d3233 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:17.103814 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.179268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:02:16Z', 'revision_number': 5, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port': {'id': '79377cc4-1fdf-44af-9316-0221f43d3233', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:17.183900 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] For port 79377cc4-1fdf-44af-9316-0221f43d3233, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=79377cc4-1fdf-44af-9316-0221f43d3233,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:17.184257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.197408 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Calling delete_port for 79377cc4-1fdf-44af-9316-0221f43d3233 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:17.205190 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] Checking router: 39913baf-8397-47dc-8865-536d6d07a5c7 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:17.214021 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] Routers {'39913baf-8397-47dc-8865-536d6d07a5c7'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:17.214659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['39913baf-8397-47dc-8865-536d6d07a5c7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:17.297600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] Set router 39913baf-8397-47dc-8865-536d6d07a5c7 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:17.348463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:02:17Z', 'revision_number': 6, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:17.365199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.378377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3de16-501a-44b9-86be-fafba61b6b5c None None] The sync data for ids ['39913baf-8397-47dc-8865-536d6d07a5c7'] in n-d-798249-9 is: [{'id': '39913baf-8397-47dc-8865-536d6d07a5c7', 'name': 'tempest-TestMinimumBasicScenario-329262900-router', 'tenant_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:02:17Z', 'revision_number': 6, 'project_id': 'fc5f3b44c61b4099aac4bc2129dbb321', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:17.392427 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Pushing event deleted for resources: {'Port': ['ID=79377cc4-1fdf-44af-9316-0221f43d3233,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:17.461350 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.553201 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.555709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.599732 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.600453 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39913baf-8397-47dc-8865-536d6d07a5c7 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:02:17.605207 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.606398 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-28ed700b-ca49-43c1-bb00-890b6aa89aea admin admin] 10.222.0.48 "DELETE /v2.0/routers/39913baf-8397-47dc-8865-536d6d07a5c7 HTTP/1.1" status: 204 len: 168 time: 0.7791736 Jul 15 14:02:17.608953 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:17.653967 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Deleting subnet d155455a-2869-4561-a8e9-95b586be2bb1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:02:17.656964 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.695973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.779278 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.836171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.860670 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d155455a-2869-4561-a8e9-95b586be2bb1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:17.864327 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.867763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-337bc5ea-8d81-417b-a889-7a86fb698d57 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d155455a-2869-4561-a8e9-95b586be2bb1 HTTP/1.1" status: 204 len: 168 time: 0.2562988 Jul 15 14:02:17.869241 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:17.871955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb8fd46-ba34-4463-88ff-3a200fc47f57 None None] Network 9c415da8-f231-460e-ba37-72053312103a requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:17.939637 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.992946 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Deleting port 2cb661aa-5dc9-4548-afca-2314de556bc6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:17.993286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.064570 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] For port 2cb661aa-5dc9-4548-afca-2314de556bc6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=2cb661aa-5dc9-4548-afca-2314de556bc6,segment=NetworkSegment(ffe6f853-8e9d-4aca-919d-913904baeb9e),segment_id=ffe6f853-8e9d-4aca-919d-913904baeb9e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:18.064864 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.077318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Calling delete_port for 2cb661aa-5dc9-4548-afca-2314de556bc6 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:18.121927 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] DHCP port deletion for 9c415da8-f231-460e-ba37-72053312103a request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:02:18.163488 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.168572 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Deleting port 2cb661aa-5dc9-4548-afca-2314de556bc6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:18.169032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.190361 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb661aa-5dc9-4548-afca-2314de556bc6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.197058 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] No DVR routers for this DVR port 2cb661aa-5dc9-4548-afca-2314de556bc6 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:18.234839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] For port 2cb661aa-5dc9-4548-afca-2314de556bc6, host n-d-798249-9, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:18.235237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.258016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Calling delete_port for 2cb661aa-5dc9-4548-afca-2314de556bc6 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:18.261815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Port 2cb661aa-5dc9-4548-afca-2314de556bc6 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:02:18.265823 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.271564 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.275599 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.285409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c415da8-f231-460e-ba37-72053312103a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:18.292431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Pushing event deleted for resources: {'Port': ['ID=2cb661aa-5dc9-4548-afca-2314de556bc6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.295490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe6f853-8e9d-4aca-919d-913904baeb9e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:18.295787 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe6f853-8e9d-4aca-919d-913904baeb9e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:18.300165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] No DVR routers for this DVR port 2cb661aa-5dc9-4548-afca-2314de556bc6 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:18.304478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.305107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.305435 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.305575 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.306546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.307599 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.308678 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.309315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.309808 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.310182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.310582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.311227 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.311315 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f82386-b6a1-4f5a-854f-dbb1be9dd107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:18.326812 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.333371 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:02:18.333836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:02:18.336114 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:02:18.394643 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.401273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.407433 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c415da8-f231-460e-ba37-72053312103a HTTP/1.1" status: 204 len: 168 time: 0.5371826 Jul 15 14:02:18.419984 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092de08-d4b7-42f8-93ed-9a9cc1d4774c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c415da8-f231-460e-ba37-72053312103a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.569591 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:18.610004 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-abf33f83-bbc0-4124-8a7e-79fffb25a70d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4add629a6e1643eb807ae7e68e10b3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390928 Jul 15 14:02:18.612268 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:18.659256 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc69c3d2-c11c-46b0-ac84-2d181cc680ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.680746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc69c3d2-c11c-46b0-ac84-2d181cc680ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.727715 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc69c3d2-c11c-46b0-ac84-2d181cc680ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.731227 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc69c3d2-c11c-46b0-ac84-2d181cc680ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:18.732651 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bc69c3d2-c11c-46b0-ac84-2d181cc680ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24da7e08-c367-4b5c-aaae-3ab71602e747 HTTP/1.1" status: 204 len: 168 time: 0.1194799 Jul 15 14:02:18.742095 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69c3d2-c11c-46b0-ac84-2d181cc680ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da7e08-c367-4b5c-aaae-3ab71602e747,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:18.866979 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ad3eda3-3188-42ad-bfb7-294b98ef5446 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:18.888762 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1ad3eda3-3188-42ad-bfb7-294b98ef5446 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:18.889324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1ad3eda3-3188-42ad-bfb7-294b98ef5446 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:18.889425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2cb661aa-5dc9-4548-afca-2314de556bc6 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:18.907884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 2cb661aa-5dc9-4548-afca-2314de556bc6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:18.908241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 2cb661aa-5dc9-4548-afca-2314de556bc6 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:18.908655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79377cc4-1fdf-44af-9316-0221f43d3233 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:18.927651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 79377cc4-1fdf-44af-9316-0221f43d3233 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:18.928002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 79377cc4-1fdf-44af-9316-0221f43d3233 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:19.047511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:19.092149 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b08f8c1b-7b3e-4589-8dc6-9367df879b1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc5f3b44c61b4099aac4bc2129dbb321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434494 Jul 15 14:02:19.094695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:19.146067 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61b80a34-4d1a-4dc3-9c77-269e6039684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:19.169144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61b80a34-4d1a-4dc3-9c77-269e6039684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:19.219917 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61b80a34-4d1a-4dc3-9c77-269e6039684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:19.223465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61b80a34-4d1a-4dc3-9c77-269e6039684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:19.224629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-61b80a34-4d1a-4dc3-9c77-269e6039684d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3d0e66a-87a1-433a-820e-86aa7c331150 HTTP/1.1" status: 204 len: 168 time: 0.1287689 Jul 15 14:02:19.232360 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b80a34-4d1a-4dc3-9c77-269e6039684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d0e66a-87a1-433a-820e-86aa7c331150,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:20.783941 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:20.789529 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782619286', 'description': 'tempest-secgroup-smoke-1782619286 description', 'project_id': 'f0d121173bbe4c60bf7f614342eff481'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:20.812346 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:20.820870 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:20.916192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:20.920130 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:20.959209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5bb0c5-6bc6-4031-894e-98ff9be69bd0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.011888 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.015470 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.039184 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.040439 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2554951 Jul 15 14:02:21.043554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:21.048278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '26100add-296a-4887-8c2c-f97f628a42ed', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:21.048424 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfc611-5876-4b01-a4c5-3be81afa442b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26100add-296a-4887-8c2c-f97f628a42ed,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.075832 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.120739 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.124453 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.142916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e63c6d-5f78-439a-bc25-9b7f1658f8ca,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.146903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.148494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2bc46b62-0a7c-4fb6-a012-326100f2aea5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037652 Jul 15 14:02:21.151152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:21.155449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '26100add-296a-4887-8c2c-f97f628a42ed', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:21.181175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.237449 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.241597 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.258511 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1b6a15-500d-4f0e-bba4-326a1026f58c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.264135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.265268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c5b5373e-ec5d-4c19-8145-efb3fb58a2fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132052 Jul 15 14:02:21.267992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37896) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:21.272312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '26100add-296a-4887-8c2c-f97f628a42ed', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:21.299338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.360054 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.363403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.382091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b35f53-1fcb-470c-ad5f-39e2dcd4217b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.385191 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.386487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ad500dae-30cd-40f6-8038-4a923254cdc6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175578 Jul 15 14:02:21.389365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:21.393845 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '26100add-296a-4887-8c2c-f97f628a42ed', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:21.419921 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.477503 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.480885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.498341 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49d3117-9101-4ec0-a640-f03726d26d17,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.503899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.505501 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eaf3a723-2282-4c50-aa7c-708302031718 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151607 Jul 15 14:02:21.507660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:21.512197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '26100add-296a-4887-8c2c-f97f628a42ed', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:21.533680 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:02:21.538974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.597978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.602169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.945898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c146fd-7c20-4068-a4eb-adff353fe7a0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:21.954752 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.955961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f999ba4c-a5de-4640-bdac-aeb72c2bb769 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4473879 Jul 15 14:02:21.958967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:21.963558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '26100add-296a-4887-8c2c-f97f628a42ed', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:21.984885 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:02:21.989542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.040060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.044026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.064404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b5fee8-6f18-4af2-97a2-0bcc8d716599,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:22.067722 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.068982 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-84dde979-8d4b-43df-a778-dd7872a08e9e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1090918 Jul 15 14:02:22.072864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 37906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:22.077903 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'network': {'name': 'tempest-network-smoke--1145493784', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:22.099062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:22.102991 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.125658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:02:22.134985 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.135333 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Added segment ea5e15aa-6525-4768-8055-46fe1c2add3e of type vlan for network 82027110-8679-49e9-b4f1-54d0bdad1187 Jul 15 14:02:22.174353 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.202141 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.207585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:22.208416 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.241770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676061 Jul 15 14:02:22.244663 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37908) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:22.249467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'admin_state_up': True, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:22.273033 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.274010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.280108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df462e-ee83-4030-877b-24e6344782b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Network': ['ID=82027110-8679-49e9-b4f1-54d0bdad1187,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:22.291286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 82027110-8679-49e9-b4f1-54d0bdad1187 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:02:22.324996 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.461461 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.652099 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.670034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.768377 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.3 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ee246e0e-2cf3-4086-a5e8-74e4e0b842f6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:22.872335 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.909649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.950504 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:22.953275 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:22.955674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:22.981528 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:23.211247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.406175 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.532481 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:02:23.963196 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:23.972506 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Sync routers for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:23.981709 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.983038 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-df1b3a1b-55ad-41f3-a6d1-e7a545f685d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7373147 Jul 15 14:02:23.983691 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:23.984303 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:23.986120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:24.088379 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:24.107116 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2c1d626e-ea08-4589-8e71-bfde819f8d96 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f0d121173bbe4c60bf7f614342eff481&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199026 Jul 15 14:02:24.109728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:24.194742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f124273-e17f-42e7-bdce-3f2d17122054 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.196259 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4f124273-e17f-42e7-bdce-3f2d17122054 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855961 Jul 15 14:02:24.199202 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37918) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:24.230937 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4497e2a6-4282-4bb6-8b1f-03a1c26c8804 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306523 Jul 15 14:02:24.233509 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37920) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:24.238278 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119133206', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:24.261284 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:23Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:24.289847 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Checking router: 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:24.290187 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Updating router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:02:24.323098 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.324669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:24.328333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.523962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.584072 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.595524 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Transition to ACTIVE for port object ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:24.601714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Subnet': ['ID=66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:24.602558 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.614847 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Checking segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:24.615225 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network hostable DHCP agents. Network: 82027110-8679-49e9-b4f1-54d0bdad1187, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:02:24.637323 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 82027110-8679-49e9-b4f1-54d0bdad1187 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:02:24.648564 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 82027110-8679-49e9-b4f1-54d0bdad1187) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:24.653060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.654176 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.657751 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Attempting to bind port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:24.658143 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Attempting to bind port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:24.658509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Attempting to bind port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:24.664297 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Pushing event updated for resources: {'Port': ['ID=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:24.664624 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9bcc4-34c2-4da7-9e29-961426fd80c4 None None] Network 82027110-8679-49e9-b4f1-54d0bdad1187 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:24.673773 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.674522 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2a6225eb-da76-447e-8076-dfa504d2dbdf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4397745 Jul 15 14:02:24.677029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37922) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:24.677207 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.677372 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.678033 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.678993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.679321 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.679643 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.679965 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.680303 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.680598 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.681445 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.681445 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:24.684961 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:24.685334 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:24.685736 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.686567 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:24.687039 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Bound port: ee246e0e-2cf3-4086-a5e8-74e4e0b842f6, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:24.687421 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.752924 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] For port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:24.757392 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] For port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:24.764716 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.841217 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d096952-aab9-4de2-99b8-2bbfbb0d3325 None None] Pushing event updated for resources: {'Port': ['ID=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:24.848456 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:24.849472 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:24.865246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-82027110-8679-49e9-b4f1-54d0bdad1187', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:02:24.866814 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.982774 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:25.021234 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Allocated IP 172.20.0.2 (82027110-8679-49e9-b4f1-54d0bdad1187/66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e/7cb5f790-7452-4ea9-b4a2-d70980dee54a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:25.216929 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:23Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:25.218507 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.243919 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80e0e5-7fcd-4a36-8121-e6e6b464f845 None None] The sync data for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 is: [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:23Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:25.342253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.355694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Transition to ACTIVE for port object 7cb5f790-7452-4ea9-b4a2-d70980dee54a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:25.371562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Transition to ACTIVE for port object 7cb5f790-7452-4ea9-b4a2-d70980dee54a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:25.378250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.416058 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Network 82027110-8679-49e9-b4f1-54d0bdad1187 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:25.419294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:25.424878 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:25.437600 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Pushing event updated for resources: {'Port': ['ID=7cb5f790-7452-4ea9-b4a2-d70980dee54a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:25.504616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Attempting to bind port 7cb5f790-7452-4ea9-b4a2-d70980dee54a on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:25.504993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Attempting to bind port 7cb5f790-7452-4ea9-b4a2-d70980dee54a by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:25.505385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Attempting to bind port 7cb5f790-7452-4ea9-b4a2-d70980dee54a on network 82027110-8679-49e9-b4f1-54d0bdad1187 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:25.510607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:25.510994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Checking segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:25.511408 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.512070 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Bound using segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:25.512780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Bound port: 7cb5f790-7452-4ea9-b4a2-d70980dee54a, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:25.513206 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.553714 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.1 (82027110-8679-49e9-b4f1-54d0bdad1187/66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e/945c9809-4ea5-4f33-89bc-2e5ed8cd347f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:25.585630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] For port 7cb5f790-7452-4ea9-b4a2-d70980dee54a, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:25.589110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] For port 7cb5f790-7452-4ea9-b4a2-d70980dee54a, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7cb5f790-7452-4ea9-b4a2-d70980dee54a,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:25.594346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.662110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb59474-815e-4972-b52a-5dfb59d08537 None None] Pushing event updated for resources: {'Port': ['ID=7cb5f790-7452-4ea9-b4a2-d70980dee54a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:25.700988 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.717488 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 945c9809-4ea5-4f33-89bc-2e5ed8cd347f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:25.760465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.824458 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 82027110-8679-49e9-b4f1-54d0bdad1187 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:25.836060 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:25.841760 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:25.848850 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:25.895806 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.055727 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.347934 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.353986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.431151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.433006 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:26.550812 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 82027110-8679-49e9-b4f1-54d0bdad1187 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:26.552299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:26.623687 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc293c9-5c00-45f4-9210-d2205470d5ea None None] Network 82027110-8679-49e9-b4f1-54d0bdad1187 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:02:26.677483 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:26.698796 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7b39d377-bfec-4263-860b-1821fe5247c0 None None] Provisioning for port 7cb5f790-7452-4ea9-b4a2-d70980dee54a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:26.801380 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:26.806499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-bf2e1671-a5f2-4663-9ec7-8b9108881932 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/79aff4d5-8246-4193-ba7b-7ecc7a9e1a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1281843 Jul 15 14:02:26.961825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:26.991661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-5fb205d5-e319-487c-af2f-30c082dffad9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782619286&fields=id&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 267 time: 0.0431087 Jul 15 14:02:27.018051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:27.023145 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:27.023517 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.113429 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.119535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-f522e251-231d-428e-b02e-57bf115afb71 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:27.121099 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-f522e251-231d-428e-b02e-57bf115afb71 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/networks?id=82027110-8679-49e9-b4f1-54d0bdad1187 HTTP/1.1" status: 200 len: 797 time: 0.1247010 Jul 15 14:02:27.138422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-9b8f26fd-c9d8-4933-a5f1-c8b1f4bea806 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/quotas/f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 375 time: 0.0108891 Jul 15 14:02:27.144819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:27.152707 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.153490 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7cb5f790-7452-4ea9-b4a2-d70980dee54a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:27.218955 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5233d693-d09b-4b5f-a35d-989e23e70e6e None None] Provisioning for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:27.224156 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-67f55f20-630b-4181-81ac-514a1a7eb0a5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770242 Jul 15 14:02:27.240644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5233d693-d09b-4b5f-a35d-989e23e70e6e None None] Provisioning complete for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:27.241655 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5233d693-d09b-4b5f-a35d-989e23e70e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.265740 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:27.291001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5233d693-d09b-4b5f-a35d-989e23e70e6e None None] Port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:02:27.294256 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 7cb5f790-7452-4ea9-b4a2-d70980dee54a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:27.299565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7cb5f790-7452-4ea9-b4a2-d70980dee54a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:27.300052 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.304028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Sync routers for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:27.342324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:27.343054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:27.467249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3057db78-4b97-4c7f-95d7-ce326206f043 service neutron] 10.222.0.48 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396728 Jul 15 14:02:27.487162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b35d5021-dc27-45a8-9f2b-9dedbc4e95be None None] Provisioning complete for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:27.487522 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b35d5021-dc27-45a8-9f2b-9dedbc4e95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.519931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:27.558352 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.565842 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-35ba5e50-4454-49ef-b5d2-fdeb3b733387 service neutron] 10.222.0.48 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926352 Jul 15 14:02:27.576231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b35d5021-dc27-45a8-9f2b-9dedbc4e95be None None] Port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:02:27.649825 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 7cb5f790-7452-4ea9-b4a2-d70980dee54a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7cb5f790-7452-4ea9-b4a2-d70980dee54a,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:27.657597 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.765964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2462bc8a-a15c-44cf-a194-83d6bf01769c req-54f60ccc-df47-4e79-85e8-58bdbc84b006 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 210 time: 0.0311415 Jul 15 14:02:27.810748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-784f1a3c-19c6-42a2-bc2c-9508707f4a15 None None] Provisioning complete for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:27.811038 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-784f1a3c-19c6-42a2-bc2c-9508707f4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:27.839632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=7cb5f790-7452-4ea9-b4a2-d70980dee54a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:27.864103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-784f1a3c-19c6-42a2-bc2c-9508707f4a15 None None] Port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:02:27.877486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 2, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:27.903756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Checking router: 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:27.904110 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Updating router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:02:27.938569 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:28.205776 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:28.216137 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Transition to ACTIVE for port object 945c9809-4ea5-4f33-89bc-2e5ed8cd347f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:28.222377 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:28.273148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dace57-dda8-4fef-be4e-ce51b146c080 None None] Pushing event updated for resources: {'Port': ['ID=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:28.328041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Attempting to bind port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:28.328669 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Attempting to bind port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:28.329231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Attempting to bind port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f on network 82027110-8679-49e9-b4f1-54d0bdad1187 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:28.335334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:28.335748 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Checking segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:28.336216 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:28.336563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Bound using segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:28.337036 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Bound port: 945c9809-4ea5-4f33-89bc-2e5ed8cd347f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:28.337427 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:28.406970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] For port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:28.411210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] For port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:28.418136 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:28.487950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dace57-dda8-4fef-be4e-ce51b146c080 None None] Pushing event updated for resources: {'Port': ['ID=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:28.493487 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:28.494128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:28.611994 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:28.856335 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:28Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:28.882241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-2617aa76-65d1-474f-8e85-47c5cd099272 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:28.884593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-2617aa76-65d1-474f-8e85-47c5cd099272 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/networks?id=82027110-8679-49e9-b4f1-54d0bdad1187 HTTP/1.1" status: 200 len: 797 time: 0.1421435 Jul 15 14:02:28.891495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d98d4-5aff-4de6-9505-ec08d96f5c11 None None] The sync data for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 is: [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:28Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:28.920100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:28.953723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0453044-1a22-4331-8bfb-003199abef1e req-5e1b814a-f629-43d1-a9a0-ea134d2248bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 210 time: 0.0315840 Jul 15 14:02:29.000912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-94d42c17-cc98-451b-a1c0-3f0528f9edf6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 380 time: 0.1075747 Jul 15 14:02:29.009953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'port': {'device_id': '558c1014-3295-430a-bb18-331e00ad9c38', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'admin_state_up': True, 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'security_groups': ['26100add-296a-4887-8c2c-f97f628a42ed']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:29.010524 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:29.010999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.120711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7cb5f790-7452-4ea9-b4a2-d70980dee54a up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:29.162265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:29.167635 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.179063 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 7cb5f790-7452-4ea9-b4a2-d70980dee54a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:29.179442 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.307209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.9 (82027110-8679-49e9-b4f1-54d0bdad1187/66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e/26fea88f-ee9c-427b-9dcb-aad5c0e60c4b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:29.451862 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.466182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:29.501064 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.555280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 82027110-8679-49e9-b4f1-54d0bdad1187 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:29.558714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:29.562812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:29.588923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:29.621373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:29.622060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.637886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-3b09fd07-c4af-43a8-bbae-68692f6e50ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316264 Jul 15 14:02:29.742649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Request body: {'port': {'device_id': '558c1014-3295-430a-bb18-331e00ad9c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:29.819934 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.821943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f0fa7174-1914-4ef7-ab17-cd5ae7b3e279 None None] Provisioning for port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:29.825973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f0fa7174-1914-4ef7-ab17-cd5ae7b3e279 None None] Provisioning complete for port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:29.826379 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7174-1914-4ef7-ab17-cd5ae7b3e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.864660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa7174-1914-4ef7-ab17-cd5ae7b3e279 None None] Port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:02:30.126758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:30.137556 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.154311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Transition to ACTIVE for port object 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:30.161251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.215354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cc258-c385-4b35-b31a-a09cd36a72f8 req-2cc3b5b5-2d39-43cb-9f74-a3d31fbc7af2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:30.216932 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-751cc258-c385-4b35-b31a-a09cd36a72f8 req-2cc3b5b5-2d39-43cb-9f74-a3d31fbc7af2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 931 time: 0.1237140 Jul 15 14:02:30.238729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Pushing event updated for resources: {'Port': ['ID=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:30.315701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-751cc258-c385-4b35-b31a-a09cd36a72f8 req-5e3b0562-c2c5-4b7d-bc46-7fc36b59b562 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907216 Jul 15 14:02:30.336550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Attempting to bind port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:30.337129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Attempting to bind port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:30.337461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Attempting to bind port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b on network 82027110-8679-49e9-b4f1-54d0bdad1187 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:30.341975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b on network 82027110-8679-49e9-b4f1-54d0bdad1187 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:30.342402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Attempting to bind port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b on network 82027110-8679-49e9-b4f1-54d0bdad1187 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:30.347301 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:30.347637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Checking segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:30.348022 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Bound using segment: {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:30.348450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Bound port: 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5e15aa-6525-4768-8055-46fe1c2add3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:30.348806 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.412375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] For port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:30.415444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] For port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:30.419879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.458338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:30.458956 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:30.461005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] 10.222.0.49 "PUT /v2.0/ports/26fea88f-ee9c-427b-9dcb-aad5c0e60c4b HTTP/1.1" status: 200 len: 1091 time: 0.7712481 Jul 15 14:02:30.461439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:30.463711 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d5945e-5a0c-4faf-83ac-25782c4bb664" -d '{"events": [{"name": "network-changed", "server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:30.490054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a39b3-e3ad-4953-a32b-22bbec0232d2 service neutron] Pushing event updated for resources: {'Port': ['ID=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:30.504257 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55f4ee-bcbb-48ef-8e6f-3bc4fa154f9b x-openstack-request-id: req-8e55f4ee-bcbb-48ef-8e6f-3bc4fa154f9b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:30.504655 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:30.504976 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e55f4ee-bcbb-48ef-8e6f-3bc4fa154f9b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:30.505433 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'status': 'completed', 'code': 200} Jul 15 14:02:30.565761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-8e915ba1-a59d-4cdc-828f-1072963f3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:30.567904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-8e915ba1-a59d-4cdc-828f-1072963f3418 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 1094 time: 0.0562179 Jul 15 14:02:30.609589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-7dca2e8c-0475-4e1f-838c-289bf078728d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b HTTP/1.1" status: 200 len: 217 time: 0.0348289 Jul 15 14:02:30.659467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-bc00f8b5-5ae1-42a5-a5b6-6bc6a25863c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:30.660939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-bc00f8b5-5ae1-42a5-a5b6-6bc6a25863c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e HTTP/1.1" status: 200 len: 835 time: 0.0452292 Jul 15 14:02:30.722089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996323be-760e-4c84-83ee-c05411b6dba6 req-2b8f380a-722a-4a87-b473-886e5f0fe4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:30.723611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-2b8f380a-722a-4a87-b473-886e5f0fe4b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82027110-8679-49e9-b4f1-54d0bdad1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563214 Jul 15 14:02:30.812441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-d5de8cc2-e104-4f30-ba9e-f418e07b9eb1 service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Jul 15 14:02:30.892804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 945c9809-4ea5-4f33-89bc-2e5ed8cd347f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:30.910302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-996323be-760e-4c84-83ee-c05411b6dba6 req-2a56b17b-7465-4fa2-afe7-1f79f6a5a4c9 service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919678 Jul 15 14:02:30.940947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:30.944860 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:30.945247 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:31.015097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-4ca24dde-f1c9-40ad-aaae-00433859eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.016671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-4ca24dde-f1c9-40ad-aaae-00433859eca2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 1094 time: 0.0545263 Jul 15 14:02:31.025724 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:31.059206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:31.063045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:31.119883 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-dbdbb2ea-fddb-4208-92ec-8ccba1ce1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.121451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-dbdbb2ea-fddb-4208-92ec-8ccba1ce1b4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=82027110-8679-49e9-b4f1-54d0bdad1187 HTTP/1.1" status: 200 len: 898 time: 0.0990849 Jul 15 14:02:31.165175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-0f6b1d25-a860-4ce6-bcd9-72c57a4e6f8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b HTTP/1.1" status: 200 len: 217 time: 0.0362308 Jul 15 14:02:31.217303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-574b22a6-fb22-4c81-9f76-cb32127d9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.218795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-574b22a6-fb22-4c81-9f76-cb32127d9029 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e HTTP/1.1" status: 200 len: 835 time: 0.0457189 Jul 15 14:02:31.265328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:31.283235 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:31.284532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-aa99fcec-6fed-4090-80bc-dd76d0c72b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.286067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-aa99fcec-6fed-4090-80bc-dd76d0c72b59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82027110-8679-49e9-b4f1-54d0bdad1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595536 Jul 15 14:02:31.373737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-2a22e5b0-5a4a-4ef3-8ea2-7b708b399dc6 service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811622 Jul 15 14:02:31.499967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d1d5945e-5a0c-4faf-83ac-25782c4bb664 req-bad4d5bc-990d-4df5-b85e-0723efe1ea5d service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193373 Jul 15 14:02:31.525321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588f3d-9a0d-4393-a3c5-ec38c038bc91 req-d60a24fb-7fbe-4d87-8a9e-caae9c9d8793 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.526850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8588f3d-9a0d-4393-a3c5-ec38c038bc91 req-d60a24fb-7fbe-4d87-8a9e-caae9c9d8793 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 943 time: 0.0857334 Jul 15 14:02:31.564459 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c8588f3d-9a0d-4393-a3c5-ec38c038bc91 req-1ea22593-1a08-4933-99ae-43e659da3743 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jul 15 14:02:32.739670 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf568b4-e4c4-4daf-a863-6fdb7e6cd592 req-588ad8bb-d754-447f-8762-11568c1e0f49 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:32.741233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cf568b4-e4c4-4daf-a863-6fdb7e6cd592 req-588ad8bb-d754-447f-8762-11568c1e0f49 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 943 time: 0.0656357 Jul 15 14:02:32.778475 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2cf568b4-e4c4-4daf-a863-6fdb7e6cd592 req-5bbf8f32-0764-4d34-8945-b56332dd484c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Jul 15 14:02:32.875432 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 945c9809-4ea5-4f33-89bc-2e5ed8cd347f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:32.922648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:32.923021 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:33.957129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1c4d2-ef13-484b-b0d9-99b64ffa3934 req-d4f205af-85f2-4c90-bd30-7ed24847c0f6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:33.959069 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81b1c4d2-ef13-484b-b0d9-99b64ffa3934 req-d4f205af-85f2-4c90-bd30-7ed24847c0f6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 943 time: 0.0639668 Jul 15 14:02:33.996994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81b1c4d2-ef13-484b-b0d9-99b64ffa3934 req-7b4bdac9-650c-4eb2-9c62-c90b54cf13f5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Jul 15 14:02:34.030563 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:34.373364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:34.466450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:34.477268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'port_id': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'mac_address': 'fa:16:3e:da:db:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:34.515074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:34.527486 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:34.549835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:34.553791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:34.600324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:34.785168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['26fea88f-ee9c-427b-9dcb-aad5c0e60c4b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:35.167722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86f88c-2971-422d-aa8b-c72a593e2173 req-1a8a53a5-1d1d-4d41-bd13-821a3658edf9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:35.169235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c86f88c-2971-422d-aa8b-c72a593e2173 req-1a8a53a5-1d1d-4d41-bd13-821a3658edf9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 944 time: 0.0636020 Jul 15 14:02:35.205309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4c86f88c-2971-422d-aa8b-c72a593e2173 req-0aa71deb-56f5-41cf-8df0-73196d767622 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Jul 15 14:02:36.384972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557b91-469b-4ce6-9adc-c9198887c73d req-18fd72c9-56b6-45b8-92f8-20a64b0c54f2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:36.386479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6557b91-469b-4ce6-9adc-c9198887c73d req-18fd72c9-56b6-45b8-92f8-20a64b0c54f2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 944 time: 0.0695217 Jul 15 14:02:36.389011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:36.425680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b6557b91-469b-4ce6-9adc-c9198887c73d req-891792f7-34bf-438d-ba01-a7a4e0388f4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jul 15 14:02:36.437798 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:36.441735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:36.442111 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:36.519798 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:36.542140 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:36.556018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:36.559864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:36.585173 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad1fbf-5749-449b-8208-b2a3e9e1e07a" -d '{"events": [{"server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "name": "network-vif-plugged", "status": "completed", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:36.613092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:36.672782 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2230615-9667-479f-9197-0caee0cb558b x-openstack-request-id: req-f2230615-9667-479f-9197-0caee0cb558b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:36.673080 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "name": "network-vif-plugged", "status": "completed", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:36.673337 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2230615-9667-479f-9197-0caee0cb558b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:36.673736 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'code': 200} Jul 15 14:02:36.785685 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36223013-a85c-47a9-b4d4-b20808a2008c req-55f81f4c-7b91-49ad-9af1-787c5deb0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:36.787161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36223013-a85c-47a9-b4d4-b20808a2008c req-55f81f4c-7b91-49ad-9af1-787c5deb0d43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 1096 time: 0.0504436 Jul 15 14:02:36.821575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36223013-a85c-47a9-b4d4-b20808a2008c req-5f88ec24-6b44-4740-9afb-f718cdd7d3da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278912 Jul 15 14:02:37.601817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0512-4c44-4b60-8fa6-7acfbf737e49 req-a1385632-df8b-483b-a133-cc6b8f006d93 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.603342 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edaf0512-4c44-4b60-8fa6-7acfbf737e49 req-a1385632-df8b-483b-a133-cc6b8f006d93 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0690157 Jul 15 14:02:37.643144 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-edaf0512-4c44-4b60-8fa6-7acfbf737e49 req-37849741-e845-412f-be7c-e9841424403e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338876 Jul 15 14:02:38.815330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12879d1-5914-4890-ae37-1008c0fd5d8e req-2f5c3321-dcdf-454f-a2ba-092c912e863d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.816910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c12879d1-5914-4890-ae37-1008c0fd5d8e req-2f5c3321-dcdf-454f-a2ba-092c912e863d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0647295 Jul 15 14:02:38.854435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c12879d1-5914-4890-ae37-1008c0fd5d8e req-94dc1194-8070-4142-a6ad-4ffc84c4abb3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311611 Jul 15 14:02:39.029971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aff78-6ec2-4a94-810d-003c69e2df50 req-a5dd8c81-9454-4442-84d2-2003f9e9723f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:39.031481 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-616aff78-6ec2-4a94-810d-003c69e2df50 req-a5dd8c81-9454-4442-84d2-2003f9e9723f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0645816 Jul 15 14:02:39.069253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-616aff78-6ec2-4a94-810d-003c69e2df50 req-62ee1bcd-e31c-4721-8bba-4030da34b934 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Jul 15 14:02:39.094056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:39.150675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8ba0b-0774-4f35-aa9b-2976cbe3240f tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:39.152192 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-37b8ba0b-0774-4f35-aa9b-2976cbe3240f tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 1091 time: 0.0565450 Jul 15 14:02:39.155110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 37990) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:39.159485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:39.181380 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:39.278043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:39.386770 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.248 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/4d300fb4-4988-43e8-abaa-8f75ad21ce7a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:39.492500 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:39.531181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:39.567158 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:39.573541 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:39.580010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:39.583259 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=4d300fb4-4988-43e8-abaa-8f75ad21ce7a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:39.953746 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.031317 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.181954 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.186400 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.253432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=4d300fb4-4988-43e8-abaa-8f75ad21ce7a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:40.265784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.366564 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP 241e0235-18a2-4eb5-9d90-77398fa2912c associated. External IP: 172.25.2.248, port: 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b. Jul 15 14:02:40.575097 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:40.682659 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:40.692037 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036894a9-8288-41af-8a65-42d326fa352c None None] Sync routers for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:40.698636 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.701082 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:40.701707 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:40.735570 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9e18961e-0bfd-4013-af2f-e0d491a971ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5794482 Jul 15 14:02:40.736442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:40.779058 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e44afcd9c7d7c6d24de667d81f5bf5c5a6603c63d83b04a0b382f9a8e378951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95388abf-58c3-46f3-8f6e-fb7a485e58b1" -d '{"events": [{"name": "network-changed", "server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:40.812861 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:40.870103 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd2eff3-fa00-449d-a71d-d73090456149 x-openstack-request-id: req-6bd2eff3-fa00-449d-a71d-d73090456149 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:40.870428 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:40.870676 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bd2eff3-fa00-449d-a71d-d73090456149 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:40.871075 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'status': 'completed', 'code': 200} Jul 15 14:02:40.897118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332d59f-9fab-4ba7-b3f3-f81b2d2399f3 req-09160202-9a77-4703-9cdf-c076c5b2c56e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:40.898863 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0332d59f-9fab-4ba7-b3f3-f81b2d2399f3 req-09160202-9a77-4703-9cdf-c076c5b2c56e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0698352 Jul 15 14:02:40.971035 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0332d59f-9fab-4ba7-b3f3-f81b2d2399f3 req-2b4cfbdc-e058-4e7d-bc59-31c7a9a64f8c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635262 Jul 15 14:02:40.983242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-d88f7f28-d3c8-4ea1-9998-20b53ac291bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:40.985092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-d88f7f28-d3c8-4ea1-9998-20b53ac291bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 1096 time: 0.0851269 Jul 15 14:02:40.996956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38000) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:41.066916 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-cb7ff4da-2fc6-48d6-8607-6273a03e0a1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/241e0235-18a2-4eb5-9d90-77398fa2912c HTTP/1.1" status: 200 len: 991 time: 0.0687370 Jul 15 14:02:41.089401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-3b96da18-cabb-4454-a173-605e1ac04515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:41.090965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-3b96da18-cabb-4454-a173-605e1ac04515 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82027110-8679-49e9-b4f1-54d0bdad1187 HTTP/1.1" status: 200 len: 898 time: 0.0997353 Jul 15 14:02:41.133616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '241e0235-18a2-4eb5-9d90-77398fa2912c', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'port_id': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'mac_address': 'fa:16:3e:da:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c1014-3295-430a-bb18-331e00ad9c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:02:39Z', 'updated_at': '2021-07-15T14:02:39Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:31Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:41.155334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-f41030be-071c-4c1e-9f9a-073e3b5b0dca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b HTTP/1.1" status: 200 len: 999 time: 0.0572360 Jul 15 14:02:41.162480 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036894a9-8288-41af-8a65-42d326fa352c None None] Checking router: 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:41.170723 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:41.171311 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:02:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:41.209467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-09635e9d-7d1a-4020-bdce-82109cfdc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:41.211051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-09635e9d-7d1a-4020-bdce-82109cfdc3ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e HTTP/1.1" status: 200 len: 835 time: 0.0485644 Jul 15 14:02:41.269537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-0500eaa5-7229-48d9-98be-8a44889b558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:41.271327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-0500eaa5-7229-48d9-98be-8a44889b558a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82027110-8679-49e9-b4f1-54d0bdad1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528522 Jul 15 14:02:41.273807 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:41.361355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-90eaf337-8151-499c-b5a8-5504b60d3ac9 service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832317 Jul 15 14:02:41.453450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95388abf-58c3-46f3-8f6e-fb7a485e58b1 req-d6cdc621-8c16-43c0-9cd2-ff47ab3d42e8 service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Jul 15 14:02:41.488954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-036894a9-8288-41af-8a65-42d326fa352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '241e0235-18a2-4eb5-9d90-77398fa2912c', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'port_id': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'mac_address': 'fa:16:3e:da:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c1014-3295-430a-bb18-331e00ad9c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:02:39Z', 'updated_at': '2021-07-15T14:02:39Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:31Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:41.518157 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036894a9-8288-41af-8a65-42d326fa352c None None] The sync data for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 is: [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '241e0235-18a2-4eb5-9d90-77398fa2912c', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'port_id': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'mac_address': 'fa:16:3e:da:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c1014-3295-430a-bb18-331e00ad9c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:02:39Z', 'updated_at': '2021-07-15T14:02:39Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:31Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:41.707453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec70f4a-099f-4927-b074-182329350403 None None] New status for floating IP 241e0235-18a2-4eb5-9d90-77398fa2912c: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:02:42.070970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:42.136672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-11db5eab-ecf0-435c-830c-37180abbed2c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/241e0235-18a2-4eb5-9d90-77398fa2912c HTTP/1.1" status: 200 len: 993 time: 0.0644662 Jul 15 14:02:42.698381 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aeed2961-4d01-4195-a221-02ce8797b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:44.166637 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:45.386079 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25c5ea8c-d73d-4bbf-bf5f-095a2600a6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:45.637767 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:46.934311 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.261904 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:01.278789 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:04.045864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.704312 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15e3f080-b421-46b1-a774-3f47e93af718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.625010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830dc6-d175-4ca4-bb32-180eb405d091 req-29cd6bd7-d96d-41b7-aa9d-b575ff34f8a8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.626558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36830dc6-d175-4ca4-bb32-180eb405d091 req-29cd6bd7-d96d-41b7-aa9d-b575ff34f8a8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0850914 Jul 15 14:03:13.666467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36830dc6-d175-4ca4-bb32-180eb405d091 req-6ca6fcaf-d987-42ff-a3a9-bf99148c7d47 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342352 Jul 15 14:03:14.842395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9f58c-db36-4571-b865-a62736bf283c req-e862b5fa-0a45-4324-a58b-bbf5f895d7d4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:14.843910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3b9f58c-db36-4571-b865-a62736bf283c req-e862b5fa-0a45-4324-a58b-bbf5f895d7d4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0632622 Jul 15 14:03:14.880779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3b9f58c-db36-4571-b865-a62736bf283c req-6ee7034a-b35f-4af8-a40a-3069fd35a80c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Jul 15 14:03:14.905119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:14.967279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c9ef6978-74e6-476c-9a73-de26e243f406 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/241e0235-18a2-4eb5-9d90-77398fa2912c HTTP/1.1" status: 200 len: 993 time: 0.0610633 Jul 15 14:03:15.386446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29076a12-d207-478f-9905-a7b4572ba422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.637632 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.392750 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cb7e4-cf20-4fd5-a31b-5fbbd814df6d req-326c75ef-cb82-4317-9a1b-9d02bb433aeb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:16.395158 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e37cb7e4-cf20-4fd5-a31b-5fbbd814df6d req-326c75ef-cb82-4317-9a1b-9d02bb433aeb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0637527 Jul 15 14:03:16.436079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e37cb7e4-cf20-4fd5-a31b-5fbbd814df6d req-38bc234f-c722-4d28-8347-20e8fad83f77 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359612 Jul 15 14:03:16.937729 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:17.615330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050152-991c-49cb-9fb6-b5cddf295c9f req-f433e56f-91ad-4670-9839-0f5ea5a433d9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.616840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d050152-991c-49cb-9fb6-b5cddf295c9f req-f433e56f-91ad-4670-9839-0f5ea5a433d9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0659335 Jul 15 14:03:17.654701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6d050152-991c-49cb-9fb6-b5cddf295c9f req-78f5a457-491b-4990-98e0-6d708eb7587c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Jul 15 14:03:17.678609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38048) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:17.739030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a1a76aff-b0b8-4e53-91d2-001cd1fff01f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/241e0235-18a2-4eb5-9d90-77398fa2912c HTTP/1.1" status: 200 len: 993 time: 0.0592234 Jul 15 14:03:17.987612 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:18.144122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 4d300fb4-4988-43e8-abaa-8f75ad21ce7a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:18.144470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.224335 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.224670 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.236219 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 4d300fb4-4988-43e8-abaa-8f75ad21ce7a owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:18.264584 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.381810 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.407323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=4d300fb4-4988-43e8-abaa-8f75ad21ce7a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:18.436703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.437046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.437381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.437712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.438038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.438414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.438737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.439057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.439375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.439693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.440009 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.440321 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:18.477691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.478020 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP 241e0235-18a2-4eb5-9d90-77398fa2912c disassociated (deleted). External IP: 172.25.2.248, port: 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b. Jul 15 14:03:18.682052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:18.789398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:18.795272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.799517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] Sync routers for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:18.808676 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:18.809367 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:18.833697 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-13e6a9d0-a86a-4324-8642-5e083132c2dc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/floatingips/241e0235-18a2-4eb5-9d90-77398fa2912c HTTP/1.1" status: 204 len: 168 time: 0.8447266 Jul 15 14:03:18.834290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:18.836602 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838" -d '{"events": [{"name": "network-changed", "server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:18.877615 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f43c8c-30b0-4491-aae6-a74bcb176693 x-openstack-request-id: req-03f43c8c-30b0-4491-aae6-a74bcb176693 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:18.877907 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:18.878164 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03f43c8c-30b0-4491-aae6-a74bcb176693 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:18.878654 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'status': 'completed', 'code': 200} Jul 15 14:03:18.915215 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:18.955139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-087eacb6-49f1-49ba-bbdd-228662d392f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:18.956665 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-087eacb6-49f1-49ba-bbdd-228662d392f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 1096 time: 0.0551884 Jul 15 14:03:19.056625 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-a123e7c3-973f-4e07-924c-7b3f0ea114c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:19.058784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-a123e7c3-973f-4e07-924c-7b3f0ea114c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82027110-8679-49e9-b4f1-54d0bdad1187 HTTP/1.1" status: 200 len: 898 time: 0.0949237 Jul 15 14:03:19.134803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-faf4ba2a-7695-4c1b-a18c-b21f7bb2aa28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b HTTP/1.1" status: 200 len: 217 time: 0.0702417 Jul 15 14:03:19.143907 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:31Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:19.172683 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] Checking router: 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:19.182291 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:19.183004 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:19.196584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-91eb4d28-c62b-4d90-b885-2ea05bd83ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:19.198359 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-91eb4d28-c62b-4d90-b885-2ea05bd83ae3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e HTTP/1.1" status: 200 len: 835 time: 0.0559151 Jul 15 14:03:19.293626 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:19.309236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-b05d9f6b-2224-4cd8-a525-1ffa3556ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:19.310786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-b05d9f6b-2224-4cd8-a525-1ffa3556ca9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82027110-8679-49e9-b4f1-54d0bdad1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039374 Jul 15 14:03:19.323031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0746165-29e7-47e2-8555-7e7938888379 req-c9da5daf-f4f9-4686-af71-bbfaef254b94 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:19.325176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0746165-29e7-47e2-8555-7e7938888379 req-c9da5daf-f4f9-4686-af71-bbfaef254b94 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.1088247 Jul 15 14:03:19.414436 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0746165-29e7-47e2-8555-7e7938888379 req-74e368fa-3958-4f39-871d-c7ed0645130b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809300 Jul 15 14:03:19.442692 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-be3b0e59-d926-4d9b-960c-6fbb1d3f66ac service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165330 Jul 15 14:03:19.499669 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:31Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:19.529493 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e732bc1-5c9d-4a29-a90a-cd0260aec96f None None] The sync data for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 is: [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:26Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '945c9809-4ea5-4f33-89bc-2e5ed8cd347f', 'name': '', 'network_id': '82027110-8679-49e9-b4f1-54d0bdad1187', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:d4:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:25Z', 'updated_at': '2021-07-15T14:02:31Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:19.548759 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9e915f9-f175-4f14-bfac-ed3ddfc6f838 req-9f485ac2-d9fb-473e-ab32-6799806ba93f service neutron] 10.222.0.49 "GET /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965705 Jul 15 14:03:19.761772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812ecbf-e352-4701-b74e-d168f6b5a914 None None] New status for floating IP 241e0235-18a2-4eb5-9d90-77398fa2912c: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:03:20.589092 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca8502-97b7-4edc-b11b-f530c5f199bb req-c7891ae3-36a9-4360-8e5b-18ca6585009b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:20.590936 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9aca8502-97b7-4edc-b11b-f530c5f199bb req-c7891ae3-36a9-4360-8e5b-18ca6585009b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0633693 Jul 15 14:03:20.663100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9aca8502-97b7-4edc-b11b-f530c5f199bb req-387a2a84-a278-445a-b87c-5317ba3bc073 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=26100add-296a-4887-8c2c-f97f628a42ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666845 Jul 15 14:03:20.689065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-e250bebe-a10a-49f6-a781-65ce1d510aed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:20.690574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-e250bebe-a10a-49f6-a781-65ce1d510aed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 945 time: 0.0883503 Jul 15 14:03:21.116581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:21.116922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:21.165334 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:21.206791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:21.207156 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:21.220165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:21.348498 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:21.377107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=26fea88f-ee9c-427b-9dcb-aad5c0e60c4b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:21.420186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] No DVR routers for this DVR port 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:21.422802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:21.424833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ba4eb43-e1d8-4062-ab5d-85df773d2271 req-3e7acd17-d67e-421b-8190-06e56eaf57a1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "DELETE /v2.0/ports/26fea88f-ee9c-427b-9dcb-aad5c0e60c4b HTTP/1.1" status: 204 len: 173 time: 0.7293637 Jul 15 14:03:21.425266 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'name': 'network-vif-deleted', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:21.427519 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f423e5-288a-4fda-9417-59c871a7be31" -d '{"events": [{"server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "name": "network-vif-deleted", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:21.464225 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c97db-a0b1-4ff5-8307-c0876de9ddff x-openstack-request-id: req-296c97db-a0b1-4ff5-8307-c0876de9ddff {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:21.464556 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558c1014-3295-430a-bb18-331e00ad9c38", "name": "network-vif-deleted", "tag": "26fea88f-ee9c-427b-9dcb-aad5c0e60c4b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:21.464815 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-296c97db-a0b1-4ff5-8307-c0876de9ddff {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:21.465206 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558c1014-3295-430a-bb18-331e00ad9c38', 'name': 'network-vif-deleted', 'tag': '26fea88f-ee9c-427b-9dcb-aad5c0e60c4b', 'status': 'completed', 'code': 200} Jul 15 14:03:21.819772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2699deb1-da36-479b-9a71-2ff4f1dad741 req-9bcce227-7883-439f-9235-8725ff77936b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=558c1014-3295-430a-bb18-331e00ad9c38 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Jul 15 14:03:22.922552 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:23.274243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:23.531468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:23.531725 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:23.622922 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 945c9809-4ea5-4f33-89bc-2e5ed8cd347f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:23.623284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:23.634747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 945c9809-4ea5-4f33-89bc-2e5ed8cd347f owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:23.819289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:23.846766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=945c9809-4ea5-4f33-89bc-2e5ed8cd347f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:24.029516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.249505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:24.357349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:24.362325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3f33e508-36d4-4a71-95a4-7058a91d30b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/79aff4d5-8246-4193-ba7b-7ecc7a9e1a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383228 Jul 15 14:03:24.364798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:24.367948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] Sync routers for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:24.377895 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:24.378550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:24.416984 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting subnet 66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:24.421251 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.461151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.484028 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:24.549563 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.568685 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:24.597480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:24.597829 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 26fea88f-ee9c-427b-9dcb-aad5c0e60c4b not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:24.613123 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.641444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Subnet': ['ID=66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:24.644987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.647011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2838d738-7298-4185-aa30-9400dec71000 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/subnets/66b4f8c5-02f8-4dbb-a7d1-f96425bcc79e HTTP/1.1" status: 204 len: 168 time: 0.2811599 Jul 15 14:03:24.649448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38078) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:24.652202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a67ca1-d2be-4855-ba52-f05acf339f29 None None] Network 82027110-8679-49e9-b4f1-54d0bdad1187 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:24.767518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.768737 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:03:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:24.802756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] Checking router: 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:24.815556 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] Routers {'79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:24.816173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:24.843954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] DHCP port deletion for 82027110-8679-49e9-b4f1-54d0bdad1187 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:03:24.888843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.914873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Deleting port 7cb5f790-7452-4ea9-b4a2-d70980dee54a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:24.915395 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.941011 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] Set router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:24.965298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:24.966020 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.981466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] For port 7cb5f790-7452-4ea9-b4a2-d70980dee54a, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=7cb5f790-7452-4ea9-b4a2-d70980dee54a,segment=NetworkSegment(ea5e15aa-6525-4768-8055-46fe1c2add3e),segment_id=ea5e15aa-6525-4768-8055-46fe1c2add3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:24.981859 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.996760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Calling delete_port for 7cb5f790-7452-4ea9-b4a2-d70980dee54a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:25.003935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 7cb5f790-7452-4ea9-b4a2-d70980dee54a no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:25.056872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port ee246e0e-2cf3-4086-a5e8-74e4e0b842f6, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:25.057457 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.069255 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:25.130225 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:03:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:25.143512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.155128 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.157698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f31d7-f485-4b65-b48a-5e313b20e484 None None] The sync data for ids ['79aff4d5-8246-4193-ba7b-7ecc7a9e1a48'] in n-d-798249-9 is: [{'id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287719833', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:03:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ee246e0e-2cf3-4086-a5e8-74e4e0b842f6', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aff4d5-8246-4193-ba7b-7ecc7a9e1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:02:22Z', 'updated_at': '2021-07-15T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:25.191923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Pushing event deleted for resources: {'Port': ['ID=7cb5f790-7452-4ea9-b4a2-d70980dee54a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:25.194170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] No DVR routers for this DVR port 7cb5f790-7452-4ea9-b4a2-d70980dee54a on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:25.205750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.206169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.206551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.206885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.207214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.207922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.207922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.208416 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.209124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.209124 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.209347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.209667 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd4c96-63bb-4e69-bb3e-ab43c903b15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.268131 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.291189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=ee246e0e-2cf3-4086-a5e8-74e4e0b842f6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:25.354484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.450837 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.452823 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.501587 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.502151 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Fanout notify agent at l3_agent the message router_deleted on router 79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:03:25.511479 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.513598 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c5e47a17-c0db-4743-9a2d-eaa28eb00d23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/routers/79aff4d5-8246-4193-ba7b-7ecc7a9e1a48 HTTP/1.1" status: 204 len: 168 time: 0.8625696 Jul 15 14:03:25.516265 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:25.615631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.741858 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.754630 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82027110-8679-49e9-b4f1-54d0bdad1187']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:25.767811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5e15aa-6525-4768-8055-46fe1c2add3e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:25.768117 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5e15aa-6525-4768-8055-46fe1c2add3e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:25.778532 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.794783 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.801405 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:25.801815 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:25.805150 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:25.872490 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.879836 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.881696 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/networks/82027110-8679-49e9-b4f1-54d0bdad1187 HTTP/1.1" status: 204 len: 168 time: 0.3638935 Jul 15 14:03:25.884815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:25.893460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Network': ['ID=82027110-8679-49e9-b4f1-54d0bdad1187,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:25.901129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.902018 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.902381 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.902723 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.903050 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.903379 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.903707 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.904031 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.904353 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.904677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.905002 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.905322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d42991-dbce-4bd4-981e-b9e0aeff0ff1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:25.959561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c072f3e0-309b-4c18-9cef-83e3b054507f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:25.991238 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c072f3e0-309b-4c18-9cef-83e3b054507f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.062284 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c072f3e0-309b-4c18-9cef-83e3b054507f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.064797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c072f3e0-309b-4c18-9cef-83e3b054507f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.072616 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c072f3e0-309b-4c18-9cef-83e3b054507f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/security-groups/26100add-296a-4887-8c2c-f97f628a42ed HTTP/1.1" status: 204 len: 168 time: 0.1802764 Jul 15 14:03:26.086277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072f3e0-309b-4c18-9cef-83e3b054507f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26100add-296a-4887-8c2c-f97f628a42ed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.323061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38094) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:26.328247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620827817', 'description': 'tempest-secgroup-smoke-1620827817 description', 'project_id': 'f0d121173bbe4c60bf7f614342eff481'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:26.354035 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.439306 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.443076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.471547 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.472773 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482651 Jul 15 14:03:26.473862 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1821659-709a-4e9a-885f-ad820ba975ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf680e1-222f-409b-a4d7-8d48b450fab9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.476598 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38096) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:26.482682 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fdf680e1-222f-409b-a4d7-8d48b450fab9', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:26.509336 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.568937 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.572322 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.589048 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f1a359-947a-48e9-8b99-0075a3ede8a0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.598399 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.599599 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8383e6ad-22d2-4c88-8c59-699d41b5b81e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215868 Jul 15 14:03:26.602370 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:26.607436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fdf680e1-222f-409b-a4d7-8d48b450fab9', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:26.633182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.688601 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.692287 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.708942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df32bbe-c1f5-4eeb-a812-75483425c449,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.715791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.717029 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-29077f0d-ac63-464b-8aa0-1225720b9394 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137197 Jul 15 14:03:26.719841 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:26.724213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fdf680e1-222f-409b-a4d7-8d48b450fab9', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:26.752068 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.811833 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.818199 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.837884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7b78d7-9e49-4f78-9b51-7d4ace2b3355,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.842291 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.843732 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ae56eddc-2b9a-4ced-b064-94aef82bf0de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228633 Jul 15 14:03:26.846441 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38102) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:26.851671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fdf680e1-222f-409b-a4d7-8d48b450fab9', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:26.885198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.905163 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 945c9809-4ea5-4f33-89bc-2e5ed8cd347f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:26.929155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 945c9809-4ea5-4f33-89bc-2e5ed8cd347f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:26.929593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 945c9809-4ea5-4f33-89bc-2e5ed8cd347f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:26.930079 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:26.950091 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:26.950679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ee246e0e-2cf3-4086-a5e8-74e4e0b842f6 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:26.951135 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.956623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.975192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38345395-691a-49de-a9bd-0c544ade8595,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.985001 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.985001 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4d2c477b-9b3b-4826-9ab8-2e584c513e4c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367111 Jul 15 14:03:26.987129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:26.991942 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fdf680e1-222f-409b-a4d7-8d48b450fab9', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:27.014451 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:03:27.020553 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.079923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.083756 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.102727 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6e8efe-6cbd-4638-a22b-2e954b74dc9f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:27.105329 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.106671 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b94a1c54-6144-47c5-b0ce-5aa5307b34d8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185882 Jul 15 14:03:27.109443 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38106) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:27.113708 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fdf680e1-222f-409b-a4d7-8d48b450fab9', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:27.134846 n-d-798249-9 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:03:27.140409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.202966 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.206761 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.224477 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5277cc4d-00dc-4483-942d-136011782a5f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:27.231402 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.232844 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d5bbb280-bd87-4dbf-a1b3-2d638b03b90f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225896 Jul 15 14:03:27.235726 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:27.240633 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'network': {'name': 'tempest-network-smoke--321004220', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:27.260341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:27.264659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.288267 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:27.298089 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.298465 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Added segment a7006f11-f9b7-4e36-bb1d-fdf4d5763d73 of type vlan for network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee Jul 15 14:03:27.342257 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.369909 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.376350 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:27.376940 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.411959 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1751652 Jul 15 14:03:27.414939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38110) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:27.419874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'admin_state_up': True, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:27.443621 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.444744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.450538 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742055f-6f0f-4ce7-a77a-71d166e06b78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Network': ['ID=9d7b9320-8f77-4fb3-82de-8fc6fc950dee,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:27.463367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:27.502084 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.642561 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.830640 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.849772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.951791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.253 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/b6ecf605-233a-49bc-9585-5d19e9f831fd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:28.059723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.098281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.133657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:28.140415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:28.143919 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:28.149384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=b6ecf605-233a-49bc-9585-5d19e9f831fd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:28.390352 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.586437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.039173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 42e44b90-28b6-4234-bcf8-50ef0560bf9d is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:03:29.144718 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:29.154660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Sync routers for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:29.163994 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.164537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:29.165165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:29.165315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-67a920c0-fa41-44ba-9251-6eee4720f4c8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7492626 Jul 15 14:03:29.169208 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:29.202272 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c8a9d1bb-1e6f-44e4-b57a-1f27f2006345 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f0d121173bbe4c60bf7f614342eff481&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318818 Jul 15 14:03:29.204822 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38114) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:29.272738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:29.290881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cec477-0dbe-42a0-a81c-08900fe4a6f3 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:29.292408 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-33cec477-0dbe-42a0-a81c-08900fe4a6f3 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867040 Jul 15 14:03:29.295644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:29.322890 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c2e9c406-36a0-4e78-880a-00e5879fd2d9 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261288 Jul 15 14:03:29.326129 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:29.331041 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371593158', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:29.421140 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:29.424936 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.444960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:28Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:29.471509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Checking router: 42e44b90-28b6-4234-bcf8-50ef0560bf9d for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:29.471859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Updating router 42e44b90-28b6-4234-bcf8-50ef0560bf9d port b6ecf605-233a-49bc-9585-5d19e9f831fd binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:29.509676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.671035 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.754432 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Subnet': ['ID=873f2446-7700-4b32-8399-d57a240d39bd,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:29.763209 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Checking segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:29.763594 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network hostable DHCP agents. Network: 9d7b9320-8f77-4fb3-82de-8fc6fc950dee, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:29.782671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:29.791762 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 9d7b9320-8f77-4fb3-82de-8fc6fc950dee) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:29.796409 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:29.797009 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.804698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439ea23-9dcc-4c08-8da6-68cacb968643 None None] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:29.812751 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-caab3f8d-9fa7-4a56-8f5c-333c924f231f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4850087 Jul 15 14:03:29.815106 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38120) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:29.893807 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.910876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Transition to ACTIVE for port object b6ecf605-233a-49bc-9585-5d19e9f831fd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:29.925413 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.005565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Attempting to bind port b6ecf605-233a-49bc-9585-5d19e9f831fd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:30.005904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Attempting to bind port b6ecf605-233a-49bc-9585-5d19e9f831fd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:30.006203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Attempting to bind port b6ecf605-233a-49bc-9585-5d19e9f831fd on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:30.009906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e558-467c-4acf-84ad-ab3d05dd58a9 None None] Pushing event updated for resources: {'Port': ['ID=b6ecf605-233a-49bc-9585-5d19e9f831fd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:30.021557 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:30.021935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:30.022361 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.022756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:30.023225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Bound port: b6ecf605-233a-49bc-9585-5d19e9f831fd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:30.023605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.065023 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:30.065883 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.159405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] For port b6ecf605-233a-49bc-9585-5d19e9f831fd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:30.182780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] For port b6ecf605-233a-49bc-9585-5d19e9f831fd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b6ecf605-233a-49bc-9585-5d19e9f831fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:30.188533 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.290724 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:30.291266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:30.296215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e558-467c-4acf-84ad-ab3d05dd58a9 None None] Pushing event updated for resources: {'Port': ['ID=b6ecf605-233a-49bc-9585-5d19e9f831fd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:30.304052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Allocated IP 172.20.0.2 (9d7b9320-8f77-4fb3-82de-8fc6fc950dee/873f2446-7700-4b32-8399-d57a240d39bd/0db163c8-95cf-4c3a-bf5b-6f0951c4116b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:30.611113 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.616634 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:30.784385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.801675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Transition to ACTIVE for port object 0db163c8-95cf-4c3a-bf5b-6f0951c4116b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:30.835336 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Transition to ACTIVE for port object 0db163c8-95cf-4c3a-bf5b-6f0951c4116b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:30.844638 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.884977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:30.888146 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.1 (9d7b9320-8f77-4fb3-82de-8fc6fc950dee/873f2446-7700-4b32-8399-d57a240d39bd/e81750de-3ff2-4fe1-b7b9-c33d3a0431c1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:30.893364 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:30.898186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:30.905294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Pushing event updated for resources: {'Port': ['ID=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:30.936041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:28Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:30.981794 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ce6a4-22cc-4884-a9c0-f1c20564db72 None None] The sync data for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 is: [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:28Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:30.991492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Attempting to bind port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:30.991858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Attempting to bind port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:30.992512 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Attempting to bind port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b on network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:30.997657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:30.998033 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Checking segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:30.998477 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.998874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Bound using segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:30.999338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Bound port: 0db163c8-95cf-4c3a-bf5b-6f0951c4116b, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:30.999777 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.008901 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.024740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:31.060804 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.067847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] For port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:31.071377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] For port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:31.078511 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.113276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:31.117436 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:31.119904 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:31.140289 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543f07-4c00-4f1a-9ca2-eac32bd813f4 None None] Pushing event updated for resources: {'Port': ['ID=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.154131 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.178561 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.284129 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.379593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.684280 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.689525 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.769490 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.772183 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.870702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:31.872330 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:31.993669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 42e44b90-28b6-4234-bcf8-50ef0560bf9d has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:32.101875 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2227224-ff9f-4c0e-8d37-dd66697f48f3 None None] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:32.109865 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:32.123216 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d8c96b79-899b-40ae-9a22-08f4deb27b1a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/42e44b90-28b6-4234-bcf8-50ef0560bf9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3065724 Jul 15 14:03:32.217155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8ba7c5e-576d-412e-8bc9-a86191f47fc8 None None] Provisioning for port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:32.258777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-c9b75158-bc58-4656-b92b-91a19e61adf0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620827817&fields=id&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 267 time: 0.0337951 Jul 15 14:03:32.373334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-48450497-f4a7-4290-95d3-b0f5ad3b32f6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:32.375115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-48450497-f4a7-4290-95d3-b0f5ad3b32f6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 796 time: 0.1089759 Jul 15 14:03:32.391040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-62015ed3-32ad-4d55-ac63-c7e9a6dcb818 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/quotas/f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 375 time: 0.0102539 Jul 15 14:03:32.468235 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-97d15e96-c10f-4941-b818-5e80ced15770 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716543 Jul 15 14:03:32.549728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7704c6dd-92c9-4541-8363-3c66718090b2 None None] Provisioning for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:32.554377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7704c6dd-92c9-4541-8363-3c66718090b2 None None] Provisioning complete for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:32.555302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7704c6dd-92c9-4541-8363-3c66718090b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.569940 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-feb8db8a-c98d-4a8b-8ef6-ccac31d6612e service neutron] 10.222.0.48 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887833 Jul 15 14:03:32.602355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7704c6dd-92c9-4541-8363-3c66718090b2 None None] Port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:32.681302 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Sync routers for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:32.683182 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-ffeb1303-46a9-424c-be5a-ea26483c813e service neutron] 10.222.0.48 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059668 Jul 15 14:03:32.691330 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:32.691929 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:32.735160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9424118-5a06-4b4b-a9e9-e55666b38711 None None] Provisioning complete for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:32.736101 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9424118-5a06-4b4b-a9e9-e55666b38711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.775616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a9424118-5a06-4b4b-a9e9-e55666b38711 None None] Port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:32.811250 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:32.897559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7af121e-65b4-48a9-bcb8-6a33df1d6647 req-a2f0de9a-e15e-4b22-97c1-d1327de5e70b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0367634 Jul 15 14:03:32.983540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0db163c8-95cf-4c3a-bf5b-6f0951c4116b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:33.032211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8f72f4fc-3621-4a21-b121-f22ab4ef8339 None None] Provisioning complete for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:33.032586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f72f4fc-3621-4a21-b121-f22ab4ef8339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.072246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8f72f4fc-3621-4a21-b121-f22ab4ef8339 None None] Port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:33.075278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:33.079300 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:33.079682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.089712 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 2, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:33.117194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Checking router: 42e44b90-28b6-4234-bcf8-50ef0560bf9d for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:33.117194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Updating router 42e44b90-28b6-4234-bcf8-50ef0560bf9d port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:33.150953 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.173734 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.209847 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:33.214486 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.215414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b6ecf605-233a-49bc-9585-5d19e9f831fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:33.295757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.312638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port b6ecf605-233a-49bc-9585-5d19e9f831fd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:33.316641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b6ecf605-233a-49bc-9585-5d19e9f831fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:33.317023 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.396504 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.417830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port b6ecf605-233a-49bc-9585-5d19e9f831fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b6ecf605-233a-49bc-9585-5d19e9f831fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:33.422755 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.438965 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.451062 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Transition to ACTIVE for port object e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:33.456744 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.478286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ecf605-233a-49bc-9585-5d19e9f831fd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.520551 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Pushing event updated for resources: {'Port': ['ID=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.547824 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.548167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.548502 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.548833 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.549308 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.549640 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.549965 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.550307 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.550631 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.550948 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.551267 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.551582 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.593045 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Attempting to bind port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:33.593851 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Attempting to bind port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:33.594240 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Attempting to bind port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 on network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:33.599660 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:33.600030 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Checking segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:33.600430 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.600821 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Bound using segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:33.601285 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Bound port: e81750de-3ff2-4fe1-b7b9-c33d3a0431c1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:33.601661 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.671404 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] For port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:33.674681 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] For port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:33.680171 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.734601 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:33.735294 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:33.782762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5829c0-8838-4917-b1c8-0f2fb674f902 None None] Pushing event updated for resources: {'Port': ['ID=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.876789 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:34.048460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b540dc82-37b4-4d4d-a14b-a0ff0423d837 req-1ee2e9fa-83fd-4e3b-9c11-7d783d9cae45 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0288162 Jul 15 14:03:34.062697 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.099162 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:34.221850 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5b68d-3d02-4d13-a549-e63d4451e2c5 None None] The sync data for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 is: [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:34.310663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-9945dd93-0aa9-4049-bc66-333501c94aa3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:34.312978 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-9945dd93-0aa9-4049-bc66-333501c94aa3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 796 time: 0.1253502 Jul 15 14:03:34.368186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-8ce0dc98-177b-496e-a9e7-e89a90e5630b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 380 time: 0.0459318 Jul 15 14:03:34.377435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'port': {'device_id': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'admin_state_up': True, 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'security_groups': ['fdf680e1-222f-409b-a4d7-8d48b450fab9']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:34.499766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:34.503484 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.632709 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.7 (9d7b9320-8f77-4fb3-82de-8fc6fc950dee/873f2446-7700-4b32-8399-d57a240d39bd/2bee667f-9956-4860-9704-e74c4a07d873) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:34.782771 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.797204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 2bee667f-9956-4860-9704-e74c4a07d873 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:34.830692 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.884779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:34.888535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:34.893312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:34.897630 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=2bee667f-9956-4860-9704-e74c4a07d873,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:34.953389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:34.954037 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.981175 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-15132960-2c6f-4c04-8fa3-71a47c6f6179 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072085 Jul 15 14:03:34.993890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Request body: {'port': {'device_id': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:35.044527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0db163c8-95cf-4c3a-bf5b-6f0951c4116b up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:35.079767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.104701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:35.105201 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.205602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a55ad9c3-b5bb-4817-b87f-ec2426a35534 None None] Provisioning for port 2bee667f-9956-4860-9704-e74c4a07d873 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:35.217139 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a55ad9c3-b5bb-4817-b87f-ec2426a35534 None None] Provisioning complete for port 2bee667f-9956-4860-9704-e74c4a07d873 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:35.217526 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad9c3-b5bb-4817-b87f-ec2426a35534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.245057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:35.287946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad9c3-b5bb-4817-b87f-ec2426a35534 None None] Port 2bee667f-9956-4860-9704-e74c4a07d873 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:35.312919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:35.317391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:35.317762 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.355238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d76a11-8aa9-42f1-96ad-60efedba42a2 req-ddd4e998-7c75-49fa-86e2-dbfc75cece8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:35.357378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02d76a11-8aa9-42f1-96ad-60efedba42a2 req-ddd4e998-7c75-49fa-86e2-dbfc75cece8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 931 time: 0.1406624 Jul 15 14:03:35.399864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.422493 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02d76a11-8aa9-42f1-96ad-60efedba42a2 req-eba9356b-faf9-4e09-bae0-ca10f6d1e677 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588572 Jul 15 14:03:35.437811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:35.442039 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.442867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b6ecf605-233a-49bc-9585-5d19e9f831fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:35.470303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bee667f-9956-4860-9704-e74c4a07d873 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:35.477668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.490194 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Transition to ACTIVE for port object 2bee667f-9956-4860-9704-e74c4a07d873 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:35.493976 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.530132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:35.543595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port b6ecf605-233a-49bc-9585-5d19e9f831fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:35.543897 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Pushing event updated for resources: {'Port': ['ID=2bee667f-9956-4860-9704-e74c4a07d873,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:35.544058 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.619693 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Attempting to bind port 2bee667f-9956-4860-9704-e74c4a07d873 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:35.620311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Attempting to bind port 2bee667f-9956-4860-9704-e74c4a07d873 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:35.620648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Attempting to bind port 2bee667f-9956-4860-9704-e74c4a07d873 on network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:35.626015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Port 2bee667f-9956-4860-9704-e74c4a07d873 on network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:03:35.626381 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Attempting to bind port 2bee667f-9956-4860-9704-e74c4a07d873 on network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:35.631439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:35.631782 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Checking segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:35.632165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Bound using segment: {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:35.632597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Bound port: 2bee667f-9956-4860-9704-e74c4a07d873, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:35.632958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.699856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] For port 2bee667f-9956-4860-9704-e74c4a07d873, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:35.703393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] For port 2bee667f-9956-4860-9704-e74c4a07d873, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bee667f-9956-4860-9704-e74c4a07d873,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:35.708136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.743890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:35.744568 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.745898 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-b914e518-264c-4956-babd-c3174bf692ca service neutron] 10.222.0.49 "PUT /v2.0/ports/2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 1091 time: 0.7579761 Jul 15 14:03:35.746910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:35.749148 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777e65b-168c-4503-ad51-afdbbd2f473e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "tag": "2bee667f-9956-4860-9704-e74c4a07d873"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:35.776147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914e518-264c-4956-babd-c3174bf692ca service neutron] Pushing event updated for resources: {'Port': ['ID=2bee667f-9956-4860-9704-e74c4a07d873,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:35.804317 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f724c-f7fb-42a8-83b1-cb330996a6fb x-openstack-request-id: req-863f724c-f7fb-42a8-83b1-cb330996a6fb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:35.804642 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "tag": "2bee667f-9956-4860-9704-e74c4a07d873", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:35.804854 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-863f724c-f7fb-42a8-83b1-cb330996a6fb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:35.805254 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873', 'status': 'completed', 'code': 200} Jul 15 14:03:35.856261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-fa255b90-bc78-4e33-9460-2197ce59a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:35.857819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-fa255b90-bc78-4e33-9460-2197ce59a52c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1094 time: 0.0678039 Jul 15 14:03:35.901509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-f8b7bb4e-c17b-41f2-9aee-b1e49f30e193 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 217 time: 0.0361297 Jul 15 14:03:35.950311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-aac7bba3-c536-474a-a85d-0f766a36fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:35.951775 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-aac7bba3-c536-474a-a85d-0f766a36fd3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 200 len: 835 time: 0.0447717 Jul 15 14:03:36.008070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-25ccc314-c692-4724-9ffb-32a32e077c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.009566 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-25ccc314-c692-4724-9ffb-32a32e077c8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516729 Jul 15 14:03:36.106268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-0e80f54b-a0dd-4fee-88cd-ba864f67dec8 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895948 Jul 15 14:03:36.198817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-777fb8d8-1731-43a9-adea-94d8bf46308a req-a2db49ea-330d-49b3-b4a0-fc167343e4ea service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873952 Jul 15 14:03:36.299533 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-c4a600f3-998c-4edf-bc6e-42d01a53de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.301085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-c4a600f3-998c-4edf-bc6e-42d01a53de7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1094 time: 0.0530689 Jul 15 14:03:36.393224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-0539b4c8-923e-40ab-b329-c5bcd7466b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.394702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-0539b4c8-923e-40ab-b329-c5bcd7466b89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 897 time: 0.0876424 Jul 15 14:03:36.438702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-c397e362-ccc7-4531-be71-7f988cf52ac0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 217 time: 0.0374660 Jul 15 14:03:36.487280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-8fed35fa-1cad-44bf-a490-bc361d6355ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.488742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-8fed35fa-1cad-44bf-a490-bc361d6355ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 200 len: 835 time: 0.0440805 Jul 15 14:03:36.549003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-776e8df1-1d82-4bdc-92ae-d1cc7333276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.550509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-776e8df1-1d82-4bdc-92ae-d1cc7333276c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531716 Jul 15 14:03:36.683203 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a890d-8aed-49c0-aaed-6cbf4716a727 req-2cb37889-a5fe-4910-8239-6d6b60d3318b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.685234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-107a890d-8aed-49c0-aaed-6cbf4716a727 req-2cb37889-a5fe-4910-8239-6d6b60d3318b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 943 time: 0.1385629 Jul 15 14:03:36.687419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-bbd5afff-74ba-4836-89dc-e87f9dd1da69 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269059 Jul 15 14:03:36.779410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-107a890d-8aed-49c0-aaed-6cbf4716a727 req-34d1bdc1-3722-40dc-b8d2-ac032776f6ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882072 Jul 15 14:03:36.806283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4777e65b-168c-4503-ad51-afdbbd2f473e req-1e0b7e2a-9804-486f-9372-54d81422077b service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094389 Jul 15 14:03:36.909621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:36.959934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:36.960302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.955368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3496c-640a-4fab-8984-79de909f85a7 req-212df2f8-d799-4832-b28d-e9abcd7db6ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:37.956845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97a3496c-640a-4fab-8984-79de909f85a7 req-212df2f8-d799-4832-b28d-e9abcd7db6ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 943 time: 0.0631034 Jul 15 14:03:37.994618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97a3496c-640a-4fab-8984-79de909f85a7 req-e500515b-cb0b-4b25-a7c7-89cfcdd36752 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318661 Jul 15 14:03:39.170276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01d2c-3e92-4c66-a72e-5f4837385d44 req-53f59398-3c6d-4f42-a09d-9631d27dbdc7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:39.171741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fa01d2c-3e92-4c66-a72e-5f4837385d44 req-53f59398-3c6d-4f42-a09d-9631d27dbdc7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 943 time: 0.0672793 Jul 15 14:03:39.208710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fa01d2c-3e92-4c66-a72e-5f4837385d44 req-66386127-1635-4a73-b7d7-836fbdde0ada tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Jul 15 14:03:40.379996 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8e421-d025-4cf7-9314-bb7866b5483d req-78892d22-cda3-47dc-81ad-b5aee117df52 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:40.381508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45d8e421-d025-4cf7-9314-bb7866b5483d req-78892d22-cda3-47dc-81ad-b5aee117df52 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 943 time: 0.0644894 Jul 15 14:03:40.419872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-45d8e421-d025-4cf7-9314-bb7866b5483d req-48fdf76f-fedb-4822-bf10-91f518a4374c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327256 Jul 15 14:03:40.634016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bee667f-9956-4860-9704-e74c4a07d873 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:40.729594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2bee667f-9956-4860-9704-e74c4a07d873, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bee667f-9956-4860-9704-e74c4a07d873,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:40.741144 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '2bee667f-9956-4860-9704-e74c4a07d873', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'port_id': '2bee667f-9956-4860-9704-e74c4a07d873', 'mac_address': 'fa:16:3e:90:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:40.776735 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.789017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bee667f-9956-4860-9704-e74c4a07d873 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:40.808242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2bee667f-9956-4860-9704-e74c4a07d873, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bee667f-9956-4860-9704-e74c4a07d873,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:40.812791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.860344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=2bee667f-9956-4860-9704-e74c4a07d873,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:41.013075 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['2bee667f-9956-4860-9704-e74c4a07d873'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:41.592001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09060-8759-4796-95ec-b748f24efb2f req-0a4cdd25-b1a7-45fb-97de-a687c98d406d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:41.593465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fee09060-8759-4796-95ec-b748f24efb2f req-0a4cdd25-b1a7-45fb-97de-a687c98d406d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 944 time: 0.0625110 Jul 15 14:03:41.634060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fee09060-8759-4796-95ec-b748f24efb2f req-1f6b1205-f8e9-4563-b832-6de5d9ede258 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350995 Jul 15 14:03:42.653554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bee667f-9956-4860-9704-e74c4a07d873 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:42.705745 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5365d00-02f0-4ef0-8682-88964d8ad0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.717343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 2bee667f-9956-4860-9704-e74c4a07d873 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:42.721065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 2bee667f-9956-4860-9704-e74c4a07d873 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:42.721430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.795775 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.811741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184133f-0f1e-4963-8818-be7abd35413c req-5da79930-bdd7-4290-b7ad-4ce46ab63df8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.813250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0184133f-0f1e-4963-8818-be7abd35413c req-5da79930-bdd7-4290-b7ad-4ce46ab63df8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 944 time: 0.0629714 Jul 15 14:03:42.817534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:42.819800 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d12a1-8a7a-41b7-93c1-f0aaaa2e761b" -d '{"events": [{"server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "name": "network-vif-plugged", "status": "completed", "tag": "2bee667f-9956-4860-9704-e74c4a07d873"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:42.833027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 2bee667f-9956-4860-9704-e74c4a07d873, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bee667f-9956-4860-9704-e74c4a07d873,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:42.838044 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.854883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0184133f-0f1e-4963-8818-be7abd35413c req-4bb81caa-335e-4efa-83e8-bad1052f2115 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351276 Jul 15 14:03:42.876347 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e301022-5179-444d-884e-37910ae2213b x-openstack-request-id: req-6e301022-5179-444d-884e-37910ae2213b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:42.876640 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "name": "network-vif-plugged", "status": "completed", "tag": "2bee667f-9956-4860-9704-e74c4a07d873", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:42.876893 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e301022-5179-444d-884e-37910ae2213b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:42.877275 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873', 'code': 200} Jul 15 14:03:42.898838 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=2bee667f-9956-4860-9704-e74c4a07d873,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:43.006378 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d2c23-7369-411d-92da-d09421d02972 req-d16ae14f-f26c-4aee-bb38-94920ff8e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.007853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e8d2c23-7369-411d-92da-d09421d02972 req-d16ae14f-f26c-4aee-bb38-94920ff8e87a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1096 time: 0.0508161 Jul 15 14:03:43.040745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6e8d2c23-7369-411d-92da-d09421d02972 req-763645e8-3174-43dc-9787-a83e722a8062 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267754 Jul 15 14:03:44.043152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c63a3-7517-4869-8885-7f6a2436de18 req-988e9ce6-4b4d-4010-91be-bf4da497ccbf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:44.045458 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-099c63a3-7517-4869-8885-7f6a2436de18 req-988e9ce6-4b4d-4010-91be-bf4da497ccbf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0726626 Jul 15 14:03:44.082117 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-099c63a3-7517-4869-8885-7f6a2436de18 req-9fcf0aae-562e-4177-a43b-c56c5641ec4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Jul 15 14:03:44.253598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6765d-ac39-49ac-becf-b78d416423ab req-c6eeade6-11b6-4b59-8098-ee1ad99b0dd0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:44.255101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc6765d-ac39-49ac-becf-b78d416423ab req-c6eeade6-11b6-4b59-8098-ee1ad99b0dd0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0628543 Jul 15 14:03:44.292159 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5bc6765d-ac39-49ac-becf-b78d416423ab req-e10923a8-2005-4aa3-add4-ad635c1859aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jul 15 14:03:44.315300 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:44.365751 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cabc0f-4650-4002-a9e7-8d9b250c0a84 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:44.367274 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-21cabc0f-4650-4002-a9e7-8d9b250c0a84 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1091 time: 0.0510271 Jul 15 14:03:44.369958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:44.374456 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '2bee667f-9956-4860-9704-e74c4a07d873', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:44.396356 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.493555 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.596629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.199 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/c18ab87c-4a7f-49f8-9f66-19a7149274ab) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:44.694349 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.732366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.767478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:44.773372 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:44.776811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:44.782173 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=c18ab87c-4a7f-49f8-9f66-19a7149274ab,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:45.134359 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.210955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.353968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.358803 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.388397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9caa9a2a-3933-4d00-b3cd-5d33570fe202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.432250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=c18ab87c-4a7f-49f8-9f66-19a7149274ab,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:45.440193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.537848 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP 9127e324-dc12-49d3-833e-7f3627cfea1a associated. External IP: 172.25.2.199, port: 2bee667f-9956-4860-9704-e74c4a07d873. Jul 15 14:03:45.637685 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.742445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 42e44b90-28b6-4234-bcf8-50ef0560bf9d has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:45.847275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:45.856816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] Sync routers for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:45.864046 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.866014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:45.866691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:45.899732 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b816bc99-f05b-4df4-9de6-aef8d14cc2ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5287528 Jul 15 14:03:45.900405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:45.902743 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d345175c-be58-4afe-ac49-80ef627ae7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "tag": "2bee667f-9956-4860-9704-e74c4a07d873"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:45.950583 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe3d50-d717-4639-af1a-0097a076dca9 x-openstack-request-id: req-9efe3d50-d717-4639-af1a-0097a076dca9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:45.950874 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "tag": "2bee667f-9956-4860-9704-e74c4a07d873", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:45.951113 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9efe3d50-d717-4639-af1a-0097a076dca9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:45.951536 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873', 'status': 'completed', 'code': 200} Jul 15 14:03:45.978970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:46.073201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-926b8a61-7c05-498e-aeb3-7eed1c89701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.074672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-926b8a61-7c05-498e-aeb3-7eed1c89701a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1096 time: 0.0993128 Jul 15 14:03:46.086045 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e45a3-5ca3-49c9-a2d8-fdf3dbf67016 req-12e4ebe8-4eae-4522-a110-778df655a822 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.087590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-089e45a3-5ca3-49c9-a2d8-fdf3dbf67016 req-12e4ebe8-4eae-4522-a110-778df655a822 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0846863 Jul 15 14:03:46.215885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '9127e324-dc12-49d3-833e-7f3627cfea1a', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'port_id': '2bee667f-9956-4860-9704-e74c4a07d873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'mac_address': 'fa:16:3e:90:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:03:44Z', 'updated_at': '2021-07-15T14:03:44Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:46.248502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] Checking router: 42e44b90-28b6-4234-bcf8-50ef0560bf9d for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:46.259481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:46.260123 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:03:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:46.524744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-089e45a3-5ca3-49c9-a2d8-fdf3dbf67016 req-56e0a531-37b5-44f6-adff-db8166f41f00 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279981 Jul 15 14:03:46.529576 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:46.548780 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-175831c0-fda4-48d5-9109-af38c6251ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.550307 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-175831c0-fda4-48d5-9109-af38c6251ba9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 897 time: 0.4618454 Jul 15 14:03:46.551658 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:46.658030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0cd4f4ec-f874-4a56-8f40-f3de5f412a5b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/9127e324-dc12-49d3-833e-7f3627cfea1a HTTP/1.1" status: 200 len: 991 time: 0.1052949 Jul 15 14:03:46.659995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-07ee0b24-23df-4cb0-9edf-bdbd72a876c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 999 time: 0.1013563 Jul 15 14:03:46.709723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-ba25eb20-3095-4ce6-bf1a-cf73ac9f845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.711211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-ba25eb20-3095-4ce6-bf1a-cf73ac9f845c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 200 len: 835 time: 0.0455828 Jul 15 14:03:46.749707 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '9127e324-dc12-49d3-833e-7f3627cfea1a', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'port_id': '2bee667f-9956-4860-9704-e74c4a07d873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'mac_address': 'fa:16:3e:90:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:03:44Z', 'updated_at': '2021-07-15T14:03:44Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:46.767097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-31dc1898-a469-44f1-bb83-eb1df1aa4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.768614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-31dc1898-a469-44f1-bb83-eb1df1aa4ccb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512924 Jul 15 14:03:46.776186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24124e08-4403-4a27-985b-23d93ba8382f None None] The sync data for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 is: [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '9127e324-dc12-49d3-833e-7f3627cfea1a', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'port_id': '2bee667f-9956-4860-9704-e74c4a07d873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'mac_address': 'fa:16:3e:90:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:03:44Z', 'updated_at': '2021-07-15T14:03:44Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:46.865225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-f0bec4a9-4308-41b4-88f6-1f37dc7eefa3 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902100 Jul 15 14:03:46.950650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.958866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d345175c-be58-4afe-ac49-80ef627ae7e3 req-2877400c-a776-427f-9f4e-2267848dd3f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871620 Jul 15 14:03:46.994625 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce13bd2-a2a5-4373-a62f-8d931905abf1 None None] New status for floating IP 9127e324-dc12-49d3-833e-7f3627cfea1a: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:03:47.661949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:47.724479 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-00c64147-ed44-4629-83f5-3dab76bb68d0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/9127e324-dc12-49d3-833e-7f3627cfea1a HTTP/1.1" status: 200 len: 993 time: 0.0613632 Jul 15 14:03:48.268084 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.163859 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:01.279083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.074535 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.695895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89d76527-58c1-4f93-9816-3b2de6be8a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.390112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a9ce-2c1e-4a11-a362-f69303c238f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.639454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.942965 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.270546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.316783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-2babfdcb-e60c-44a1-8bb0-66249f283a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.318202 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-2babfdcb-e60c-44a1-8bb0-66249f283a02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1096 time: 0.0952475 Jul 15 14:04:19.342072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9447ee2-ffcd-4e7e-af58-8aeae8a642fc req-f4d6dfa7-d877-4460-a9d2-36b3b0dd9623 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.343532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9447ee2-ffcd-4e7e-af58-8aeae8a642fc req-f4d6dfa7-d877-4460-a9d2-36b3b0dd9623 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0862596 Jul 15 14:04:19.432151 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c9447ee2-ffcd-4e7e-af58-8aeae8a642fc req-b552e791-542a-44e1-87ec-59d8751d9111 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769730 Jul 15 14:04:19.453191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-c0724393-8960-4598-9b0f-1fa8d7eaa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.454706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-c0724393-8960-4598-9b0f-1fa8d7eaa08c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 897 time: 0.1291192 Jul 15 14:04:19.522089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-39bd2e59-be8b-4f6a-b2d3-f4d2be07ba81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 1001 time: 0.0584540 Jul 15 14:04:19.575539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-e437f170-fab7-40d1-99d4-dba3d89d54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.577738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-e437f170-fab7-40d1-99d4-dba3d89d54f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 200 len: 835 time: 0.0487587 Jul 15 14:04:19.635444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-2e764542-988e-4672-ada8-3903677dcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.636974 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-2e764542-988e-4672-ada8-3903677dcb49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521529 Jul 15 14:04:19.729082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-63d892f2-43fe-40a7-b031-9bb7d46f2e1e service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Jul 15 14:04:19.823062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5417db4-a315-45fa-b403-c92a1b911ab2 req-f15613ea-855d-45a6-b20c-5f29ac6f21f8 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878077 Jul 15 14:04:20.624576 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59a3b7-f826-4e6c-bda9-53d7b1bed994 req-a349827e-ff7c-4bf3-bdab-5a6f1b3b1272 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:20.626059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c59a3b7-f826-4e6c-bda9-53d7b1bed994 req-a349827e-ff7c-4bf3-bdab-5a6f1b3b1272 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0633821 Jul 15 14:04:20.663365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6c59a3b7-f826-4e6c-bda9-53d7b1bed994 req-61f1c616-d1e3-42dc-ae47-28ab73598d8e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Jul 15 14:04:21.836466 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440c0f-5f1e-4ff0-8bfb-605708bfe3e0 req-afed27a3-0d4d-4335-8cff-98834df037aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.837928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d440c0f-5f1e-4ff0-8bfb-605708bfe3e0 req-afed27a3-0d4d-4335-8cff-98834df037aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0661509 Jul 15 14:04:21.874718 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d440c0f-5f1e-4ff0-8bfb-605708bfe3e0 req-f8fafb83-e3ce-4777-8e42-5968832781db tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306592 Jul 15 14:04:23.047735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31996cb-f369-497f-a608-1adb951803f7 req-2a798475-2b4f-4a68-8f84-c9bd28199855 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.049234 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f31996cb-f369-497f-a608-1adb951803f7 req-2a798475-2b4f-4a68-8f84-c9bd28199855 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0633395 Jul 15 14:04:23.087508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f31996cb-f369-497f-a608-1adb951803f7 req-d35532a7-0aef-4b04-9b01-6a4dabba6e40 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Jul 15 14:04:24.268424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ac01-182a-43f1-bbad-5aa83fb764c1 req-401e2610-f76a-4c83-b29b-7f0c8d387cba tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:24.269891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5e4ac01-182a-43f1-bbad-5aa83fb764c1 req-401e2610-f76a-4c83-b29b-7f0c8d387cba tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0636933 Jul 15 14:04:24.311502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5e4ac01-182a-43f1-bbad-5aa83fb764c1 req-63b0db00-04c8-449c-9ad1-76b164eeb681 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360439 Jul 15 14:04:25.499885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0453-63f5-427a-9904-c645fc63b941 req-b3eb565d-3953-4f00-98bf-cbce2c580595 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:25.501318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2bb0453-63f5-427a-9904-c645fc63b941 req-b3eb565d-3953-4f00-98bf-cbce2c580595 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0650258 Jul 15 14:04:25.539778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2bb0453-63f5-427a-9904-c645fc63b941 req-e891f6c6-10c9-4156-b2d0-b9e2cd79cdbd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Jul 15 14:04:26.710822 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93f210-1611-400c-bf88-a0463572a2d3 req-fabfacfd-e627-4da0-9071-d48b5744b167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:26.712313 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b93f210-1611-400c-bf88-a0463572a2d3 req-fabfacfd-e627-4da0-9071-d48b5744b167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0641356 Jul 15 14:04:26.750696 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b93f210-1611-400c-bf88-a0463572a2d3 req-07cdb0f6-08ba-4da5-9810-1efd0c72a311 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Jul 15 14:04:27.940337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5128d50-f1f6-4492-8d4d-f5bb97fdbe1e req-ac04b7fb-8745-4137-a30c-c94bd7a0b517 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:27.941969 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5128d50-f1f6-4492-8d4d-f5bb97fdbe1e req-ac04b7fb-8745-4137-a30c-c94bd7a0b517 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0801988 Jul 15 14:04:27.990887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a5128d50-f1f6-4492-8d4d-f5bb97fdbe1e req-f2b52334-8f23-4eda-a5e8-ae9314ec1e20 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Jul 15 14:04:29.165913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130124e-b307-4c85-8aa1-dc40f4416530 req-fe309dec-86a8-4c31-bb63-c7a784f78215 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:29.167422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9130124e-b307-4c85-8aa1-dc40f4416530 req-fe309dec-86a8-4c31-bb63-c7a784f78215 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0647287 Jul 15 14:04:29.205404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9130124e-b307-4c85-8aa1-dc40f4416530 req-3b4998cf-d1b4-4d01-829f-edfd6c2b665c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Jul 15 14:04:30.380354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994f4c3-6d0d-44e3-819a-dec1f8b1e7ca req-bc0e9849-036d-4915-8a70-f26743778a6a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:30.381850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f994f4c3-6d0d-44e3-819a-dec1f8b1e7ca req-bc0e9849-036d-4915-8a70-f26743778a6a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0627208 Jul 15 14:04:30.422823 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f994f4c3-6d0d-44e3-819a-dec1f8b1e7ca req-a3c74fea-a256-4265-b4b2-55463cabf6f6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354090 Jul 15 14:04:31.276151 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:31.595463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e43cb3-eb41-4adb-b35d-f62c56002265 req-f885533c-89ba-4d77-adbc-d5df062e1c2e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:31.596943 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4e43cb3-eb41-4adb-b35d-f62c56002265 req-f885533c-89ba-4d77-adbc-d5df062e1c2e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0625441 Jul 15 14:04:31.634034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b4e43cb3-eb41-4adb-b35d-f62c56002265 req-6c877043-8e37-4bd9-a790-ec27a774e1b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Jul 15 14:04:32.544050 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-3012b8ed-3bdb-4c30-b5ea-070fe3843823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.545480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-3012b8ed-3bdb-4c30-b5ea-070fe3843823 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1096 time: 0.0539703 Jul 15 14:04:32.650867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-20ede5bf-3b6f-4767-adea-c146e5a557e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.652309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-20ede5bf-3b6f-4767-adea-c146e5a557e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 897 time: 0.0865641 Jul 15 14:04:32.718115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-b37d278f-cd76-4bd4-bfed-15c87c69e0ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 1001 time: 0.0570989 Jul 15 14:04:32.799494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-f5ac73c5-b269-4d3a-a9a0-8a3030caec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.800836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-f5ac73c5-b269-4d3a-a9a0-8a3030caec30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 200 len: 835 time: 0.0752757 Jul 15 14:04:32.858554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951fa48-3fcd-47d8-99eb-9faa45bd8ebc req-e326c317-f3f3-4113-92e3-b6ee6d08940c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.859917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3951fa48-3fcd-47d8-99eb-9faa45bd8ebc req-e326c317-f3f3-4113-92e3-b6ee6d08940c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.1053982 Jul 15 14:04:32.901993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-a3f904a6-b666-45da-b1a0-cb50334c900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.903498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-a3f904a6-b666-45da-b1a0-cb50334c900a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953126 Jul 15 14:04:32.908357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3951fa48-3fcd-47d8-99eb-9faa45bd8ebc req-6e93fdba-4147-4042-a0eb-2fd2c5dabe37 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Jul 15 14:04:32.995091 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-42d3a994-ccfe-4bd1-bb0b-55e094e4f073 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830796 Jul 15 14:04:33.086420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7341368f-2e63-4e4e-8529-b4bad7ae9a45 req-e273592a-b481-418f-9016-4d318069f74f service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848742 Jul 15 14:04:34.073949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.080753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b50769-47d7-4e43-b691-e55f8c7553ac req-1566599d-3ba4-4e6e-89e6-b015810d6760 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.082279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70b50769-47d7-4e43-b691-e55f8c7553ac req-1566599d-3ba4-4e6e-89e6-b015810d6760 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0628161 Jul 15 14:04:34.120552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-70b50769-47d7-4e43-b691-e55f8c7553ac req-8e43dfff-7232-41f5-919a-ab258e8fac50 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Jul 15 14:04:35.163616 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:35.293350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f787b8-0300-4698-a080-5747978ec342 req-fb7da38a-1397-48b6-8b99-10b12bb093bb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:35.294870 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51f787b8-0300-4698-a080-5747978ec342 req-fb7da38a-1397-48b6-8b99-10b12bb093bb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0649960 Jul 15 14:04:35.332393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51f787b8-0300-4698-a080-5747978ec342 req-5db70411-06e3-450a-8748-2f15aa04bf78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Jul 15 14:04:36.506953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0148a-8be2-47de-9303-280f9310a8ad req-076a684f-68e5-4994-a56e-43c0fafe5a3e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:36.508357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ed0148a-8be2-47de-9303-280f9310a8ad req-076a684f-68e5-4994-a56e-43c0fafe5a3e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0680320 Jul 15 14:04:36.545072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ed0148a-8be2-47de-9303-280f9310a8ad req-ec1582df-e8b0-4190-a220-f2f31beee023 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Jul 15 14:04:36.570329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38254) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:36.630483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4f16dd73-9741-48b0-ae6e-ce0579ee39d4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/9127e324-dc12-49d3-833e-7f3627cfea1a HTTP/1.1" status: 200 len: 993 time: 0.0589359 Jul 15 14:04:42.696053 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04631b3d-207d-450e-94e6-6a9da61aea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:45.390362 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a696ec8d-9732-4a78-a717-36acd1eda9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:45.640902 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:46.945703 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:48.272964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:54.601557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [req-4d367d39-2751-40b4-b709-a78331efc818 req-8e4a34aa-4ce3-4975-a0ce-4955fe1846f5 service neutron] (93823) timed out ('10.222.0.48', 60598) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:05:01.292787 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:04.087673 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.233786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:07.388583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port c18ab87c-4a7f-49f8-9f66-19a7149274ab {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:07.388923 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.464127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.464361 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.475981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for c18ab87c-4a7f-49f8-9f66-19a7149274ab owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:07.617149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.642226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=c18ab87c-4a7f-49f8-9f66-19a7149274ab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:07.667788 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.668131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.668463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.668794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.669120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.669444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.669767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.670087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.670437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.670757 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.671072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.671384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.710957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.711287 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP 9127e324-dc12-49d3-833e-7f3627cfea1a disassociated (deleted). External IP: 172.25.2.199, port: 2bee667f-9956-4860-9704-e74c4a07d873. Jul 15 14:05:07.910952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 42e44b90-28b6-4234-bcf8-50ef0560bf9d has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:08.014812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:08.019637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:08.024660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] Sync routers for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:08.033776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:08.034405 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:08.055076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-136d575c-67a2-4c53-8b2e-673a6215b3d7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/floatingips/9127e324-dc12-49d3-833e-7f3627cfea1a HTTP/1.1" status: 204 len: 168 time: 0.8201275 Jul 15 14:05:08.055662 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:08.057934 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e4825c-0544-4aaa-9672-385055c63659" -d '{"events": [{"name": "network-changed", "server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "tag": "2bee667f-9956-4860-9704-e74c4a07d873"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:08.096907 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3e90e0-d8e7-4cfd-95e1-e05bda2eca89 x-openstack-request-id: req-0d3e90e0-d8e7-4cfd-95e1-e05bda2eca89 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:08.097197 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "tag": "2bee667f-9956-4860-9704-e74c4a07d873", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:08.097450 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d3e90e0-d8e7-4cfd-95e1-e05bda2eca89 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:08.097851 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873', 'status': 'completed', 'code': 200} Jul 15 14:05:08.145288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:08.184294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4825c-0544-4aaa-9672-385055c63659 req-c627d4cd-c1a1-495b-9d6c-65ac18650878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:08.185822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-c627d4cd-c1a1-495b-9d6c-65ac18650878 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 1096 time: 0.0628874 Jul 15 14:05:08.284622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4825c-0544-4aaa-9672-385055c63659 req-5f4fed3d-3eb5-48a9-b989-83f6fb38eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:08.288423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-5f4fed3d-3eb5-48a9-b989-83f6fb38eea7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 200 len: 897 time: 0.0962327 Jul 15 14:05:08.337136 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-3e945dd1-73fe-4a24-8d9b-918532a48e46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 200 len: 217 time: 0.0413873 Jul 15 14:05:08.359537 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:08.388489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4825c-0544-4aaa-9672-385055c63659 req-8d377c50-f71c-4d21-b720-3700c45cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:08.389972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-8d377c50-f71c-4d21-b720-3700c45cd303 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 200 len: 835 time: 0.0469036 Jul 15 14:05:08.390382 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] Checking router: 42e44b90-28b6-4234-bcf8-50ef0560bf9d for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:08.398647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:08.399260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:08.489099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4825c-0544-4aaa-9672-385055c63659 req-4400f146-96a3-49a5-b4ed-4fd2d9e6c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:08.491096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-4400f146-96a3-49a5-b4ed-4fd2d9e6c819 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d7b9320-8f77-4fb3-82de-8fc6fc950dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935690 Jul 15 14:05:08.499510 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d591319-4ad4-42c5-944b-363c533f0d95 req-f1b1442e-958a-4b19-9fae-a9b73986ad83 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:08.500910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d591319-4ad4-42c5-944b-363c533f0d95 req-f1b1442e-958a-4b19-9fae-a9b73986ad83 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.1059797 Jul 15 14:05:08.503062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:08.506352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-819fd63c-f4ec-42c0-85b7-468cf25aee40 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:05:08.507387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-819fd63c-f4ec-42c0-85b7-468cf25aee40 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055907 Jul 15 14:05:08.571155 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4d591319-4ad4-42c5-944b-363c533f0d95 req-23faa520-da52-43ab-99a6-801db5e9c20d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625982 Jul 15 14:05:08.622176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-ac95aa78-18a3-47b1-8890-25b99c318b56 service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078801 Jul 15 14:05:08.699415 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:08.718277 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40e4825c-0544-4aaa-9672-385055c63659 req-cf526c87-da6a-4d7f-a0c1-d1616ed5183f service neutron] 10.222.0.49 "GET /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879459 Jul 15 14:05:08.725822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829dc8d-19e8-4518-9abf-1b92e4c24175 None None] The sync data for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 is: [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:31Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'e81750de-3ff2-4fe1-b7b9-c33d3a0431c1', 'name': '', 'network_id': '9d7b9320-8f77-4fb3-82de-8fc6fc950dee', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:58:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '873f2446-7700-4b32-8399-d57a240d39bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:30Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '873f2446-7700-4b32-8399-d57a240d39bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:08.940015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d253a6f-f9ce-4f15-a633-6ffcadaf5c95 None None] New status for floating IP 9127e324-dc12-49d3-833e-7f3627cfea1a: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:05:09.757516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647405-4acb-4279-84bd-9c856075c559 req-f7221be4-cf3c-4bab-a029-215a51bc142e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:09.759062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8647405-4acb-4279-84bd-9c856075c559 req-f7221be4-cf3c-4bab-a029-215a51bc142e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0626388 Jul 15 14:05:09.825398 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b8647405-4acb-4279-84bd-9c856075c559 req-f4acb795-5089-4d45-9ac1-d8ff4549d69d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdf680e1-222f-409b-a4d7-8d48b450fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608976 Jul 15 14:05:09.853521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-af93c5c1-bd6b-4e92-9853-6307a4f8aefd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:09.854975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-af93c5c1-bd6b-4e92-9853-6307a4f8aefd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3 HTTP/1.1" status: 200 len: 945 time: 0.0777411 Jul 15 14:05:09.956762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 2bee667f-9956-4860-9704-e74c4a07d873 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:09.957109 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.043915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 2bee667f-9956-4860-9704-e74c4a07d873, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=2bee667f-9956-4860-9704-e74c4a07d873,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:10.044276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.056312 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 2bee667f-9956-4860-9704-e74c4a07d873 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:10.185916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.216989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=2bee667f-9956-4860-9704-e74c4a07d873,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:10.262235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] No DVR routers for this DVR port 2bee667f-9956-4860-9704-e74c4a07d873 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:10.264821 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.266887 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b07b0cd5-e1f2-4784-b24e-c8a3ae529f86 req-5326902e-b7e9-4720-a6ed-8a49814e9b99 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "DELETE /v2.0/ports/2bee667f-9956-4860-9704-e74c4a07d873 HTTP/1.1" status: 204 len: 173 time: 0.4056580 Jul 15 14:05:10.267311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'name': 'network-vif-deleted', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:10.269534 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a0cb23-e68e-49b8-b972-b88c7ba1f02d" -d '{"events": [{"server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "name": "network-vif-deleted", "tag": "2bee667f-9956-4860-9704-e74c4a07d873"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:10.308202 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9aaa84-d9da-40c8-9834-42770984e707 x-openstack-request-id: req-ed9aaa84-d9da-40c8-9834-42770984e707 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:10.308495 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3", "name": "network-vif-deleted", "tag": "2bee667f-9956-4860-9704-e74c4a07d873", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:10.308744 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed9aaa84-d9da-40c8-9834-42770984e707 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:10.309139 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d83b8d4-dfdf-4278-afa1-5fe11e78ffe3', 'name': 'network-vif-deleted', 'tag': '2bee667f-9956-4860-9704-e74c4a07d873', 'status': 'completed', 'code': 200} Jul 15 14:05:10.918130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:11.269777 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.524176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:11.524406 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.612654 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port e81750de-3ff2-4fe1-b7b9-c33d3a0431c1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:11.613006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.624781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:12.126480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.152461 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=e81750de-3ff2-4fe1-b7b9-c33d3a0431c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:12.163509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:12.327887 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.535858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 42e44b90-28b6-4234-bcf8-50ef0560bf9d has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:12.640224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:12.645230 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6e58a66a-9cf3-46dd-a404-3094a2e26d8a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/42e44b90-28b6-4234-bcf8-50ef0560bf9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259252 Jul 15 14:05:12.648066 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38296) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:12.650888 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] Sync routers for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:12.660030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:12.660730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:12.697722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting subnet 873f2446-7700-4b32-8399-d57a240d39bd {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:05:12.700779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.720164 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab16d677-5656-47ed-be8a-1185f7a26b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.744368 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.777301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:12.826119 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.883949 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.917704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Subnet': ['ID=873f2446-7700-4b32-8399-d57a240d39bd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:12.921446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.923402 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2a411a32-8c8d-47f3-bb3d-9185028c0479 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/subnets/873f2446-7700-4b32-8399-d57a240d39bd HTTP/1.1" status: 204 len: 168 time: 0.2742863 Jul 15 14:05:12.926067 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:12.944502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aaad93-c5a2-42f9-8a8d-2fcf42cd9521 None None] Network 9d7b9320-8f77-4fb3-82de-8fc6fc950dee requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:13.038756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.064800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:05:11Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.094407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] Checking router: 42e44b90-28b6-4234-bcf8-50ef0560bf9d for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:13.107750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] Routers {'42e44b90-28b6-4234-bcf8-50ef0560bf9d'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:13.108351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:04:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.143090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.203026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port b6ecf605-233a-49bc-9585-5d19e9f831fd {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:13.203376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.227635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] Set router 42e44b90-28b6-4234-bcf8-50ef0560bf9d gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:13.254919 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] DHCP port deletion for 9d7b9320-8f77-4fb3-82de-8fc6fc950dee request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:05:13.282801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port b6ecf605-233a-49bc-9585-5d19e9f831fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=b6ecf605-233a-49bc-9585-5d19e9f831fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:13.283163 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.294684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for b6ecf605-233a-49bc-9585-5d19e9f831fd owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:13.391917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Deleting port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:13.392523 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.462623 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.483710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] For port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,segment=NetworkSegment(a7006f11-f9b7-4e36-bb1d-fdf4d5763d73),segment_id=a7006f11-f9b7-4e36-bb1d-fdf4d5763d73)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:13.484098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.489302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=b6ecf605-233a-49bc-9585-5d19e9f831fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.501900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Calling delete_port for 0db163c8-95cf-4c3a-bf5b-6f0951c4116b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:13.518121 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:05:11Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.554975 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.578717 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cb313-17f2-4588-92b7-d54a7977e48c None None] The sync data for ids ['42e44b90-28b6-4234-bcf8-50ef0560bf9d'] in n-d-798249-9 is: [{'id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307094767', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:05:11Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'b6ecf605-233a-49bc-9585-5d19e9f831fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e44b90-28b6-4234-bcf8-50ef0560bf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:27Z', 'updated_at': '2021-07-15T14:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:13.622620 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.652790 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.655891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.656223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Pushing event deleted for resources: {'Port': ['ID=0db163c8-95cf-4c3a-bf5b-6f0951c4116b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.664401 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] No DVR routers for this DVR port 0db163c8-95cf-4c3a-bf5b-6f0951c4116b on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:13.666880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.667224 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.667559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.668059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.668488 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.668820 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.669150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.669474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.669801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.670119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.670558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.670881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2747bf6-8ba9-40b2-ba71-5245460e939c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:13.699754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.700271 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Fanout notify agent at l3_agent the message router_deleted on router 42e44b90-28b6-4234-bcf8-50ef0560bf9d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:05:13.706867 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.707975 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e895f5e9-194f-4877-aaba-aa34cb6e53b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/routers/42e44b90-28b6-4234-bcf8-50ef0560bf9d HTTP/1.1" status: 204 len: 168 time: 0.7809548 Jul 15 14:05:13.711665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38304) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.790127 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.873125 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.882714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7b9320-8f77-4fb3-82de-8fc6fc950dee']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.892159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.892454 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7006f11-f9b7-4e36-bb1d-fdf4d5763d73') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:13.903650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.924786 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.931791 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:05:13.932384 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: timer() Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:05:13.935472 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:05:13.996924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.005669 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.006774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/networks/9d7b9320-8f77-4fb3-82de-8fc6fc950dee HTTP/1.1" status: 204 len: 168 time: 0.2935560 Jul 15 14:05:14.010046 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:14.018566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436bfa7-c67e-4169-a534-c57b06dd36aa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Network': ['ID=9d7b9320-8f77-4fb3-82de-8fc6fc950dee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.076829 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.102644 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.169816 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.172497 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.173695 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/security-groups/fdf680e1-222f-409b-a4d7-8d48b450fab9 HTTP/1.1" status: 204 len: 168 time: 0.1623735 Jul 15 14:05:14.187462 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf680e1-222f-409b-a4d7-8d48b450fab9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.196535 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.196880 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.197218 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.197549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.197873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.198199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.198551 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.198923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.199198 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.199517 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.199877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.200197 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110129e-fbb2-4e45-9444-c1950089f6b7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:14.567810 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38316) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:14.573273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285635772', 'description': 'tempest-secgroup-smoke-1285635772 description', 'project_id': 'f0d121173bbe4c60bf7f614342eff481'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:14.597924 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.682318 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.686061 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.714559 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.715877 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469736 Jul 15 14:05:14.717747 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d082d4-98e7-44f9-a0b6-3969ece15b11 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22801e88-5944-41e4-8e52-80d0d1aca72c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.718906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:14.723742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '22801e88-5944-41e4-8e52-80d0d1aca72c', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:14.750987 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.808089 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.811652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.833106 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b3a168-27db-47b1-8512-0ac63f1dfb76,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.837781 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.839040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a8690b43-511f-41bf-9576-16542c25c96e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190693 Jul 15 14:05:14.841954 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38320) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:14.846669 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '22801e88-5944-41e4-8e52-80d0d1aca72c', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:14.872066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.931268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.934922 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.956678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7099dc37-4644-4e76-bfec-10cea22df974,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.961870 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0db163c8-95cf-4c3a-bf5b-6f0951c4116b no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:14.962671 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.964139 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a81e822e-ef25-44d2-b476-778116986d02 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211336 Jul 15 14:05:14.967064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:14.971783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '22801e88-5944-41e4-8e52-80d0d1aca72c', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:14.983115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 0db163c8-95cf-4c3a-bf5b-6f0951c4116b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:14.983530 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0db163c8-95cf-4c3a-bf5b-6f0951c4116b not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:14.983940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:14.997907 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.002347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:15.002690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device e81750de-3ff2-4fe1-b7b9-c33d3a0431c1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:15.003093 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b6ecf605-233a-49bc-9585-5d19e9f831fd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:15.024334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: b6ecf605-233a-49bc-9585-5d19e9f831fd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:15.024675 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device b6ecf605-233a-49bc-9585-5d19e9f831fd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:15.062154 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.065563 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.080423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f1e792-367f-4094-967c-420e7402dc14,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:15.089293 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.093025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5ace859e-71ab-47d6-b697-f45f2c34d317 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224291 Jul 15 14:05:15.093164 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bee667f-9956-4860-9704-e74c4a07d873 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:15.094152 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.098298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '22801e88-5944-41e4-8e52-80d0d1aca72c', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:15.110990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 2bee667f-9956-4860-9704-e74c4a07d873 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:15.111344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 2bee667f-9956-4860-9704-e74c4a07d873 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:15.124840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.184541 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.188441 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.207132 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b402dcd-5113-4e56-8220-18e10dc88a9e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:15.212407 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.213630 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-40104ab5-5288-49ee-a73f-53376be1e8ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192770 Jul 15 14:05:15.216363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.220723 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '22801e88-5944-41e4-8e52-80d0d1aca72c', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:15.242652 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:05:15.247313 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.305219 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.308466 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.326887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b09f8bf-6965-4d39-a18a-294bdfea4b36,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:15.329657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.330839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ccf536ec-1022-449e-80be-716ca264d19b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135685 Jul 15 14:05:15.333575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.338185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '22801e88-5944-41e4-8e52-80d0d1aca72c', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:15.358493 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:05:15.363074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.391261 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08805c37-bdaf-45ef-ac54-1d3d2ade5718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.426336 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.430819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.448404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06494fa-c9ee-40f7-8524-4035611d20fd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:15.454391 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.455437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7618b485-6406-45bb-b0bc-b0407a2ddd79 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206310 Jul 15 14:05:15.459875 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38330) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.465075 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'network': {'name': 'tempest-network-smoke--1075135785', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:15.486024 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:15.490047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.512643 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:05:15.521606 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.521950 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Added segment 1ddf63bb-6ded-4845-a94f-74f021eb2fa6 of type vlan for network cb89ae05-c660-4e84-8056-be281d53ebda Jul 15 14:05:15.564254 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.591889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.597524 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:15.598118 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.634396 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1733739 Jul 15 14:05:15.637209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.641939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'admin_state_up': True, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:15.646741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.665646 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.666671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.676552 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52558c23-8646-4843-8128-f8b23ffc2ccd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Network': ['ID=cb89ae05-c660-4e84-8056-be281d53ebda,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:15.688018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network cb89ae05-c660-4e84-8056-be281d53ebda details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:05:15.718486 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.854877 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.040159 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.058149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.160450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.138 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/d3bab84f-897e-40bc-b0df-5c166a8a0f70) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:16.266740 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.306551 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.344069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:16.350252 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:16.353794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:16.359319 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=d3bab84f-897e-40bc-b0df-5c166a8a0f70,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:16.599258 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.790844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.914501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 8bc01582-d273-4a2d-8be8-073ee5265a7b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:05:16.948552 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.018557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:17.029044 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Sync routers for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:17.036245 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.038521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-92a9aa48-ea23-44d8-8480-b4b13d8eb71c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4002185 Jul 15 14:05:17.039280 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:17.039756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:17.041696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:17.071808 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f60f57b-36c3-489c-a6b6-be1f8d2361f7 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f0d121173bbe4c60bf7f614342eff481&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289109 Jul 15 14:05:17.074410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:17.146736 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:17.158943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cfa64-9d03-4439-a9c0-99b0ec4c9ffa tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:17.164010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e77cfa64-9d03-4439-a9c0-99b0ec4c9ffa tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849469 Jul 15 14:05:17.164010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38338) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:17.195000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2c526bc1-ca86-4b5c-abd9-948cf32760ed tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302346 Jul 15 14:05:17.197594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:17.202280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100570936', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:17.289389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:17.293039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.321943 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:16Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:17.352023 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Checking router: 8bc01582-d273-4a2d-8be8-073ee5265a7b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:17.352372 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Updating router 8bc01582-d273-4a2d-8be8-073ee5265a7b port d3bab84f-897e-40bc-b0df-5c166a8a0f70 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:17.384934 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.473507 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.531292 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Subnet': ['ID=9d32b68a-c309-4fbe-b9dd-6aede461b754,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:17.542019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Checking segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:17.542479 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network hostable DHCP agents. Network: cb89ae05-c660-4e84-8056-be281d53ebda, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:05:17.559700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network cb89ae05-c660-4e84-8056-be281d53ebda is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:05:17.568144 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, cb89ae05-c660-4e84-8056-be281d53ebda) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:17.572351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:17.572927 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.582115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234c3db-8308-4c78-9e8b-1b36765810d6 None None] Network cb89ae05-c660-4e84-8056-be281d53ebda requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:17.588266 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-abb6957d-a77b-427a-b1fe-f7125ccad5d1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3896852 Jul 15 14:05:17.591335 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38342) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:17.647992 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.658189 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Transition to ACTIVE for port object d3bab84f-897e-40bc-b0df-5c166a8a0f70 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:17.665356 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.713689 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Attempting to bind port d3bab84f-897e-40bc-b0df-5c166a8a0f70 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:17.714106 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Attempting to bind port d3bab84f-897e-40bc-b0df-5c166a8a0f70 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:17.714430 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Attempting to bind port d3bab84f-897e-40bc-b0df-5c166a8a0f70 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:17.721402 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:17.721823 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:17.722248 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.722626 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:17.723087 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Bound port: d3bab84f-897e-40bc-b0df-5c166a8a0f70, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:17.723461 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.737007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-cb89ae05-c660-4e84-8056-be281d53ebda', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:05:17.737882 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.748635 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Pushing event updated for resources: {'Port': ['ID=d3bab84f-897e-40bc-b0df-5c166a8a0f70,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:17.762367 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.762708 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.763037 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.763364 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.763688 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.764043 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.764319 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.764633 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.764944 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.765255 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.765567 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.765874 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:17.795949 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] For port d3bab84f-897e-40bc-b0df-5c166a8a0f70, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:17.799157 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] For port d3bab84f-897e-40bc-b0df-5c166a8a0f70, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d3bab84f-897e-40bc-b0df-5c166a8a0f70,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:17.804258 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.863063 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:17.863690 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:17.865762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a0e4-60f6-49b5-aea8-78be2bdf1a04 None None] Pushing event updated for resources: {'Port': ['ID=d3bab84f-897e-40bc-b0df-5c166a8a0f70,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:17.898427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Allocated IP 172.20.0.2 (cb89ae05-c660-4e84-8056-be281d53ebda/9d32b68a-c309-4fbe-b9dd-6aede461b754/0c7a6908-bb98-4b1a-8aad-873305c67866) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:17.983005 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:18.180854 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:16Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:18.208172 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9456c-41f3-43b7-a4e9-f355fc7fcc0c None None] The sync data for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 is: [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:16Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:18.216261 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.226861 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Transition to ACTIVE for port object 0c7a6908-bb98-4b1a-8aad-873305c67866 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:18.242953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Transition to ACTIVE for port object 0c7a6908-bb98-4b1a-8aad-873305c67866 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:18.249287 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.301546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Network cb89ae05-c660-4e84-8056-be281d53ebda is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:18.307279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:18.309570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Pushing event updated for resources: {'Port': ['ID=0c7a6908-bb98-4b1a-8aad-873305c67866,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:18.312285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:18.314748 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.373509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Attempting to bind port 0c7a6908-bb98-4b1a-8aad-873305c67866 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:18.373967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Attempting to bind port 0c7a6908-bb98-4b1a-8aad-873305c67866 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:18.374434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Attempting to bind port 0c7a6908-bb98-4b1a-8aad-873305c67866 on network cb89ae05-c660-4e84-8056-be281d53ebda {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:18.383464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:18.383945 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Checking segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:18.384432 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.384900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Bound using segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:18.385440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Bound port: 0c7a6908-bb98-4b1a-8aad-873305c67866, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:18.385894 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.406665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.471299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22ca907f-145b-488d-a013-c5811aef33be None None] For port 0c7a6908-bb98-4b1a-8aad-873305c67866, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:18.479199 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22ca907f-145b-488d-a013-c5811aef33be None None] For port 0c7a6908-bb98-4b1a-8aad-873305c67866, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0c7a6908-bb98-4b1a-8aad-873305c67866,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:18.483867 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.549345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca907f-145b-488d-a013-c5811aef33be None None] Pushing event updated for resources: {'Port': ['ID=0c7a6908-bb98-4b1a-8aad-873305c67866,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:18.746262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.1 (cb89ae05-c660-4e84-8056-be281d53ebda/9d32b68a-c309-4fbe-b9dd-6aede461b754/538dd99e-b876-4c36-8c9c-b722142b3f23) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:18.869505 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.884016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 538dd99e-b876-4c36-8c9c-b722142b3f23 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:18.921252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.983539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network cb89ae05-c660-4e84-8056-be281d53ebda is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:18.987394 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:19.000011 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:19.035772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=538dd99e-b876-4c36-8c9c-b722142b3f23,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:19.059990 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.080146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0c7a6908-bb98-4b1a-8aad-873305c67866 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:19.147556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 0c7a6908-bb98-4b1a-8aad-873305c67866 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:19.151647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3bab84f-897e-40bc-b0df-5c166a8a0f70 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:19.231233 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d3bab84f-897e-40bc-b0df-5c166a8a0f70 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:19.238793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d3bab84f-897e-40bc-b0df-5c166a8a0f70 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:19.239467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.253776 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.341659 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.369556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d3bab84f-897e-40bc-b0df-5c166a8a0f70, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d3bab84f-897e-40bc-b0df-5c166a8a0f70,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:19.374351 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.433165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d3bab84f-897e-40bc-b0df-5c166a8a0f70,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:19.575425 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.581274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.618778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450a7d2-ca82-439a-bfef-7a314b8f9337 None None] Network cb89ae05-c660-4e84-8056-be281d53ebda requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:19.658107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] Provisioning for port 0c7a6908-bb98-4b1a-8aad-873305c67866 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:19.658611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=538dd99e-b876-4c36-8c9c-b722142b3f23,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:19.661291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.690510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] Provisioning complete for port 0c7a6908-bb98-4b1a-8aad-873305c67866 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:19.691012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.768010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network cb89ae05-c660-4e84-8056-be281d53ebda is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:19.769539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:19.864116 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.901969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 8bc01582-d273-4a2d-8be8-073ee5265a7b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:19.908791 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] For port 0c7a6908-bb98-4b1a-8aad-873305c67866, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0c7a6908-bb98-4b1a-8aad-873305c67866,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:19.913980 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.972982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587eaf3-3faa-4afa-8910-af48842b8709 None None] Pushing event updated for resources: {'Port': ['ID=0c7a6908-bb98-4b1a-8aad-873305c67866,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:20.032767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:20.038164 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8d5ed605-39c4-4fe6-bedc-80d9cbbee7bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/8bc01582-d273-4a2d-8be8-073ee5265a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456413 Jul 15 14:05:20.117781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Sync routers for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:20.138157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:20.138824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:20.180744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53260d57-aff1-443a-ab46-65d527905433 None None] Provisioning complete for port 0c7a6908-bb98-4b1a-8aad-873305c67866 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:20.181117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53260d57-aff1-443a-ab46-65d527905433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.198486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-f897087d-0298-4b90-914a-2973ec7810b6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285635772&fields=id&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 267 time: 0.0383964 Jul 15 14:05:20.283345 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:20.316090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-de113fb0-da94-460d-b362-6637e547e64c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:20.319562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-de113fb0-da94-460d-b362-6637e547e64c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 797 time: 0.1138082 Jul 15 14:05:20.334051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-87924256-4afc-4803-ae67-38f678900c3c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/quotas/f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Jul 15 14:05:20.410086 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-0089f9a9-63bb-4e07-a94a-88c41216c3c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702593 Jul 15 14:05:20.412544 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53260d57-aff1-443a-ab46-65d527905433 None None] Provisioning for port 538dd99e-b876-4c36-8c9c-b722142b3f23 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:20.417565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53260d57-aff1-443a-ab46-65d527905433 None None] Provisioning complete for port 538dd99e-b876-4c36-8c9c-b722142b3f23 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:20.417940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53260d57-aff1-443a-ab46-65d527905433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.496766 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-53260d57-aff1-443a-ab46-65d527905433 None None] Port 538dd99e-b876-4c36-8c9c-b722142b3f23 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:20.514462 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-55f71644-1812-42fb-941d-3087b1a3fc82 service neutron] 10.222.0.48 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917017 Jul 15 14:05:20.551963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 2, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:20.577583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Checking router: 8bc01582-d273-4a2d-8be8-073ee5265a7b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:20.577840 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Updating router 8bc01582-d273-4a2d-8be8-073ee5265a7b port 538dd99e-b876-4c36-8c9c-b722142b3f23 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:20.611211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-b73dc13c-2b1e-4803-95c7-39fae8e1c2d9 service neutron] 10.222.0.48 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909405 Jul 15 14:05:20.618190 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.632651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7008c48b-f840-480d-af03-dcc534277ba7 None None] Provisioning complete for port 538dd99e-b876-4c36-8c9c-b722142b3f23 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:20.633234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7008c48b-f840-480d-af03-dcc534277ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.699334 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7008c48b-f840-480d-af03-dcc534277ba7 None None] Port 538dd99e-b876-4c36-8c9c-b722142b3f23 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:20.787650 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b970f1ea-39fe-4c4c-b0ac-26f6b6826fe0 req-579177d5-c2de-403d-924c-0f68b4a7a4f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 210 time: 0.0304725 Jul 15 14:05:20.917895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.928463 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Transition to ACTIVE for port object 538dd99e-b876-4c36-8c9c-b722142b3f23 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:20.935204 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.999583 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0c7a6908-bb98-4b1a-8aad-873305c67866 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:21.047301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59312a-9970-417b-9c65-47d8dfc8d351 None None] Pushing event updated for resources: {'Port': ['ID=538dd99e-b876-4c36-8c9c-b722142b3f23,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:21.092661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Attempting to bind port 538dd99e-b876-4c36-8c9c-b722142b3f23 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:21.093029 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Attempting to bind port 538dd99e-b876-4c36-8c9c-b722142b3f23 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:21.093392 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Attempting to bind port 538dd99e-b876-4c36-8c9c-b722142b3f23 on network cb89ae05-c660-4e84-8056-be281d53ebda {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:21.118844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:21.119226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Checking segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:21.119602 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.119993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Bound using segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:21.120670 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Bound port: 538dd99e-b876-4c36-8c9c-b722142b3f23, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:21.121044 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.140189 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 0c7a6908-bb98-4b1a-8aad-873305c67866 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:21.140557 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.233735 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] For port 538dd99e-b876-4c36-8c9c-b722142b3f23, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:21.237355 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] For port 538dd99e-b876-4c36-8c9c-b722142b3f23, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=538dd99e-b876-4c36-8c9c-b722142b3f23,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:21.244728 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.320230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3bab84f-897e-40bc-b0df-5c166a8a0f70 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:21.358194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:21.358781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:21.363202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59312a-9970-417b-9c65-47d8dfc8d351 None None] Pushing event updated for resources: {'Port': ['ID=538dd99e-b876-4c36-8c9c-b722142b3f23,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:21.475552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d3bab84f-897e-40bc-b0df-5c166a8a0f70 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:21.475944 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.505877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:21.752278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:21Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:21.779704 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5714c-5815-497c-a0f4-1e7f33d1f74d None None] The sync data for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 is: [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:21Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:21.960952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-d768d61c-546f-4395-ab09-2450ede6cfd2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:21.962677 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-d768d61c-546f-4395-ab09-2450ede6cfd2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 797 time: 0.1756198 Jul 15 14:05:21.983219 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7af46a0c-8511-480e-b1a1-6936b1f5207f req-7ab08662-4752-4505-89ff-c051ad788cf6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 210 time: 0.0460031 Jul 15 14:05:22.025937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-3df6172a-d808-4200-a60f-c5dae8667d8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 380 time: 0.0450826 Jul 15 14:05:22.035446 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'port': {'device_id': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'admin_state_up': True, 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'security_groups': ['22801e88-5944-41e4-8e52-80d0d1aca72c']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:22.151621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:22.157904 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.284505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.8 (cb89ae05-c660-4e84-8056-be281d53ebda/9d32b68a-c309-4fbe-b9dd-6aede461b754/08822cb2-319f-4f98-8087-761d3bc6b3d6) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:22.440654 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.454867 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 08822cb2-319f-4f98-8087-761d3bc6b3d6 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:22.488179 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.531315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network cb89ae05-c660-4e84-8056-be281d53ebda is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:22.537666 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:22.541595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:22.568962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:22.597316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:22.597968 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.617319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-1ce7eb67-ed96-4a61-b8de-bc0efe4a6bf4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858994 Jul 15 14:05:22.629432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Request body: {'port': {'device_id': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:22.712192 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.767279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccf8f11e-ebef-4ee7-b6da-d3c20f69bc59 None None] Provisioning for port 08822cb2-319f-4f98-8087-761d3bc6b3d6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:22.773017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccf8f11e-ebef-4ee7-b6da-d3c20f69bc59 None None] Provisioning complete for port 08822cb2-319f-4f98-8087-761d3bc6b3d6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:22.773528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f11e-ebef-4ee7-b6da-d3c20f69bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.807768 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8f11e-ebef-4ee7-b6da-d3c20f69bc59 None None] Port 08822cb2-319f-4f98-8087-761d3bc6b3d6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:22.994516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 538dd99e-b876-4c36-8c9c-b722142b3f23 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:23.000708 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08822cb2-319f-4f98-8087-761d3bc6b3d6 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:05:23.008380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.021329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Transition to ACTIVE for port object 08822cb2-319f-4f98-8087-761d3bc6b3d6 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:23.025578 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.044561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 538dd99e-b876-4c36-8c9c-b722142b3f23 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:23.048417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 538dd99e-b876-4c36-8c9c-b722142b3f23 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:23.048889 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.129427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:23.141733 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.177218 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 538dd99e-b876-4c36-8c9c-b722142b3f23, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=538dd99e-b876-4c36-8c9c-b722142b3f23,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:23.181976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.191969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:23.192303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:23.192628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on network cb89ae05-c660-4e84-8056-be281d53ebda {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:23.203949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on network cb89ae05-c660-4e84-8056-be281d53ebda not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:05:23.204259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on network cb89ae05-c660-4e84-8056-be281d53ebda {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:23.213558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:23.213902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Checking segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:23.214308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Bound using segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:23.214737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Bound port: 08822cb2-319f-4f98-8087-761d3bc6b3d6, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:23.215092 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.235037 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=538dd99e-b876-4c36-8c9c-b722142b3f23,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:23.238831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95299e7a-d709-449b-ac9b-25ac0b0ffe94 req-d0cc6ffa-84ed-4da0-91cc-8bb57ef039cb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:23.240515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95299e7a-d709-449b-ac9b-25ac0b0ffe94 req-d0cc6ffa-84ed-4da0-91cc-8bb57ef039cb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.1216083 Jul 15 14:05:23.320748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-95299e7a-d709-449b-ac9b-25ac0b0ffe94 req-58ee2bb9-a51f-4c3c-a398-755254ab1af9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591404 Jul 15 14:05:23.324947 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:23.328147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:23.335685 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.367542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:23.368272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.369713 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] 10.222.0.49 "PUT /v2.0/ports/08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 1091 time: 0.7447345 Jul 15 14:05:23.372253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:23.374710 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8926c-032d-465f-885b-c3bab071578b" -d '{"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:23.407690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1df39-c790-454c-87b7-7aedde88b816 service neutron] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:23.424749 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e0a808-ed36-4c55-b07c-db94d5ff0616 x-openstack-request-id: req-c6e0a808-ed36-4c55-b07c-db94d5ff0616 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:23.425035 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:23.425284 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6e0a808-ed36-4c55-b07c-db94d5ff0616 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:23.425682 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'status': 'completed', 'code': 200} Jul 15 14:05:23.475472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-aa72aa13-f278-4788-a599-047be5ad8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:23.477002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-aa72aa13-f278-4788-a599-047be5ad8ff3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1094 time: 0.0608120 Jul 15 14:05:23.519089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-b9cba352-fd97-4439-aa35-241eeaacfded service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 217 time: 0.0351789 Jul 15 14:05:23.569236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-4445a269-e85d-4a29-af5d-a676f663d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:23.570741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-4445a269-e85d-4a29-af5d-a676f663d7a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0456579 Jul 15 14:05:23.629836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708410-7f18-42d5-a738-d0610a93a50d req-b6705b81-3417-4450-9a3a-d49c1e01e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:23.631923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-b6705b81-3417-4450-9a3a-d49c1e01e1c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550227 Jul 15 14:05:23.720061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-9c433102-b27f-4642-98f8-5d0af2335c45 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814314 Jul 15 14:05:23.811539 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1a708410-7f18-42d5-a738-d0610a93a50d req-38756085-3325-4304-a883-a171e84d4814 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849557 Jul 15 14:05:23.909046 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8926c-032d-465f-885b-c3bab071578b req-ff41e224-cdac-4324-829a-58acab014133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:23.910613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-ff41e224-cdac-4324-829a-58acab014133 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1094 time: 0.0517635 Jul 15 14:05:24.002857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8926c-032d-465f-885b-c3bab071578b req-f8354b21-8f88-4193-9129-1fedf3fff5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.004427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-f8354b21-8f88-4193-9129-1fedf3fff5c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.0869999 Jul 15 14:05:24.044904 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-81dd13ae-bf65-4026-bf2b-549e08837bab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 217 time: 0.0336905 Jul 15 14:05:24.093204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8926c-032d-465f-885b-c3bab071578b req-8b6851ac-5379-4920-8de0-77c4ab5cd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.094658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-8b6851ac-5379-4920-8de0-77c4ab5cd146 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0435157 Jul 15 14:05:24.149572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8926c-032d-465f-885b-c3bab071578b req-4df27db4-1074-4866-b0db-0e8b92bd5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.151059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-4df27db4-1074-4866-b0db-0e8b92bd5f5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499232 Jul 15 14:05:24.243460 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-4f0cb18f-af82-4a2a-a698-8633228292cb service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853300 Jul 15 14:05:24.331060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8eb8926c-032d-465f-885b-c3bab071578b req-e2857cef-aeed-4868-9682-1024d11fc73b service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810251 Jul 15 14:05:24.498994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1ed2b-5935-47da-952c-45ce30611573 req-c8ffec06-59d1-4994-b0e4-709bd00885b8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.500480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36b1ed2b-5935-47da-952c-45ce30611573 req-c8ffec06-59d1-4994-b0e4-709bd00885b8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.0679591 Jul 15 14:05:24.539663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-36b1ed2b-5935-47da-952c-45ce30611573 req-b883648d-61d5-470d-86c3-ca8d6723475b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328808 Jul 15 14:05:24.970197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 538dd99e-b876-4c36-8c9c-b722142b3f23 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:25.020165 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 538dd99e-b876-4c36-8c9c-b722142b3f23 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:25.020536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.710087 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c7181-25e2-47fd-b43d-4599ce7d60e1 req-ca3b0b60-eeef-4890-b282-6a229a05b877 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:25.711606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-542c7181-25e2-47fd-b43d-4599ce7d60e1 req-ca3b0b60-eeef-4890-b282-6a229a05b877 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.0617931 Jul 15 14:05:25.748463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-542c7181-25e2-47fd-b43d-4599ce7d60e1 req-8cf979f5-439f-4f46-a80b-a65571690116 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Jul 15 14:05:26.920814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c88622-e187-4d47-b190-57006141f1e1 req-8fed6369-d2b4-4518-ba63-72acea737fd6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.922316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7c88622-e187-4d47-b190-57006141f1e1 req-8fed6369-d2b4-4518-ba63-72acea737fd6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.0657594 Jul 15 14:05:26.959876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7c88622-e187-4d47-b190-57006141f1e1 req-65feaaa6-bfb6-4e56-9faa-c8a715399305 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jul 15 14:05:27.107885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:05:27.201187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:27.211881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'port_id': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'mac_address': 'fa:16:3e:85:be:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:05:27.247189 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.259340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08822cb2-319f-4f98-8087-761d3bc6b3d6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:05:27.278417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:27.282310 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.329504 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:27.484028 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['08822cb2-319f-4f98-8087-761d3bc6b3d6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:28.157032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0de04-9071-4a24-a5d0-688facd73d6f req-bc1bbca2-dc04-4f21-b048-1c1c9f146ccf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:28.158471 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3dc0de04-9071-4a24-a5d0-688facd73d6f req-bc1bbca2-dc04-4f21-b048-1c1c9f146ccf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 944 time: 0.0623453 Jul 15 14:05:28.197082 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3dc0de04-9071-4a24-a5d0-688facd73d6f req-5af8669c-14cb-4ba7-9c7e-0d788962adb5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Jul 15 14:05:29.119746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:29.168212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 08822cb2-319f-4f98-8087-761d3bc6b3d6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:29.171773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 08822cb2-319f-4f98-8087-761d3bc6b3d6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:29.172131 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.246781 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.270286 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:29.272617 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b95b95-dfcf-4c7e-bd9d-98895a6aef57" -d '{"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-plugged", "status": "completed", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:29.285586 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:29.289989 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.317227 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0133325-7060-4d2f-84fa-cb94fcb14538 x-openstack-request-id: req-f0133325-7060-4d2f-84fa-cb94fcb14538 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:29.317583 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-plugged", "status": "completed", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:29.317804 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0133325-7060-4d2f-84fa-cb94fcb14538 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:29.318149 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'code': 200} Jul 15 14:05:29.347681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:29.377637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b570196-6685-4896-ad21-c9e61e58f030 req-f6ad9c76-761e-4d90-9ded-cc221e3fdc2e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:29.379229 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b570196-6685-4896-ad21-c9e61e58f030 req-f6ad9c76-761e-4d90-9ded-cc221e3fdc2e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0648062 Jul 15 14:05:29.445705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6b570196-6685-4896-ad21-c9e61e58f030 req-9e0c3611-f7a5-40ae-beb1-2dd28a656a3d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581341 Jul 15 14:05:29.459377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bdd40-e9ad-45e9-8bae-0156a0a4c976 req-5d04b0ae-15d9-4f50-9a27-f3572f9d37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:29.460884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4bdd40-e9ad-45e9-8bae-0156a0a4c976 req-5d04b0ae-15d9-4f50-9a27-f3572f9d37a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1096 time: 0.0803123 Jul 15 14:05:29.496002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc4bdd40-e9ad-45e9-8bae-0156a0a4c976 req-4886286d-1376-46d7-9a01-7161c9ca61b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284500 Jul 15 14:05:30.619870 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dd87a-725d-4134-a2ef-3232f021d159 req-1038bd69-29b7-46af-9106-60d51258cceb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:30.621372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a66dd87a-725d-4134-a2ef-3232f021d159 req-1038bd69-29b7-46af-9106-60d51258cceb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0655041 Jul 15 14:05:30.659499 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a66dd87a-725d-4134-a2ef-3232f021d159 req-06a22d5c-304c-492c-892b-2fff0f5f57a9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Jul 15 14:05:30.837380 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc3b9-daa5-4161-a535-7d7a6066f14f req-30a91036-4b70-441c-9a35-8c3c943b907d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:30.838914 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e7dc3b9-daa5-4161-a535-7d7a6066f14f req-30a91036-4b70-441c-9a35-8c3c943b907d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0673568 Jul 15 14:05:30.875283 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7e7dc3b9-daa5-4161-a535-7d7a6066f14f req-a4e47c9b-b7da-4643-a924-fbf85fbda770 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Jul 15 14:05:30.900110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:30.954543 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c425883-376b-41ab-8b11-5ba9c71c511b tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:30.956070 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3c425883-376b-41ab-8b11-5ba9c71c511b tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1091 time: 0.0549765 Jul 15 14:05:30.958816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:30.964051 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:30.984578 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.076689 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.183459 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.47 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/6ba6e544-e9eb-4b76-80b2-b6ddd710affb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:31.282153 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.287568 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.320396 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.364391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:31.367788 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:31.371362 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:31.376748 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=6ba6e544-e9eb-4b76-80b2-b6ddd710affb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:31.734625 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.812676 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.963260 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.967797 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.032423 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=6ba6e544-e9eb-4b76-80b2-b6ddd710affb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:32.044555 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.161088 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4 associated. External IP: 172.25.2.47, port: 08822cb2-319f-4f98-8087-761d3bc6b3d6. Jul 15 14:05:32.367667 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 8bc01582-d273-4a2d-8be8-073ee5265a7b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:32.474877 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:32.484142 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] Sync routers for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:32.490123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.493930 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:32.494570 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:32.527160 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-0045ef7c-f091-4c93-a03f-7d2c4487559c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5664794 Jul 15 14:05:32.527766 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:32.530036 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e44afcd9c7d7c6d24de667d81f5bf5c5a6603c63d83b04a0b382f9a8e378951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:32.572408 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa3780-e2c4-4e52-9ab0-4d2b9ff6ef2c x-openstack-request-id: req-f4aa3780-e2c4-4e52-9ab0-4d2b9ff6ef2c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:32.572713 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:32.572970 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4aa3780-e2c4-4e52-9ab0-4d2b9ff6ef2c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:32.573380 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'status': 'completed', 'code': 200} Jul 15 14:05:32.688798 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:32.691333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-f23785d6-246c-4b33-813e-af953f9340be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:32.692841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-f23785d6-246c-4b33-813e-af953f9340be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1096 time: 0.0953672 Jul 15 14:05:32.705395 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ca0de-6862-4fca-99a6-bd875748ab85 req-2248d428-9e16-4e1a-a00e-6d9f406db484 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:32.706845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-073ca0de-6862-4fca-99a6-bd875748ab85 req-2248d428-9e16-4e1a-a00e-6d9f406db484 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0827906 Jul 15 14:05:32.913944 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'port_id': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'mac_address': 'fa:16:3e:85:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:31Z', 'updated_at': '2021-07-15T14:05:31Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:32.945833 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] Checking router: 8bc01582-d273-4a2d-8be8-073ee5265a7b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:32.954567 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:32.955171 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:05:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:33.062586 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:33.133766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-073ca0de-6862-4fca-99a6-bd875748ab85 req-904e7623-001f-4406-92f3-b4da274bd862 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177842 Jul 15 14:05:33.160368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:33.172414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-a1855570-3a91-4c45-958f-e89ab4b46bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:33.173864 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-a1855570-3a91-4c45-958f-e89ab4b46bef service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.4661839 Jul 15 14:05:33.277448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5760d1e6-8628-4996-800c-9f26b026cb16 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4 HTTP/1.1" status: 200 len: 990 time: 0.1142554 Jul 15 14:05:33.281404 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-356c6d54-0cbe-4d70-a499-2252ef3ceefc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 998 time: 0.0805123 Jul 15 14:05:33.286862 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'port_id': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'mac_address': 'fa:16:3e:85:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:31Z', 'updated_at': '2021-07-15T14:05:31Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:33.315842 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7e335-64e0-4a5e-8621-8c820b0cfa60 None None] The sync data for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 is: [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'port_id': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'mac_address': 'fa:16:3e:85:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:31Z', 'updated_at': '2021-07-15T14:05:31Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:33.329776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-1825cd26-7fa3-44db-8fff-11af9e590be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:33.331393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-1825cd26-7fa3-44db-8fff-11af9e590be6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0442193 Jul 15 14:05:33.393985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-9e7df768-d5dd-4255-a639-267076b3c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:33.395529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-9e7df768-d5dd-4255-a639-267076b3c08e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570326 Jul 15 14:05:33.486395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-9ea9a03a-4657-425c-afb7-ed48b3dfb440 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832705 Jul 15 14:05:33.518268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e511d-5e52-4859-a0ac-ed9ecbbfd402 None None] New status for floating IP e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:05:33.583724 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-152ed7cd-457b-40a8-817e-6b48b9c0f4ac req-18597347-1948-4ad2-b38b-d1d598a180cd service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910151 Jul 15 14:05:34.090090 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:34.281281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:34.341421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7f79c1a2-4363-4751-b4dd-fb894dbf9e78 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4 HTTP/1.1" status: 200 len: 992 time: 0.0589089 Jul 15 14:05:34.504886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-51ad4044-ed84-4140-acd4-39eb921a69dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513678 Jul 15 14:05:34.604062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-a6066ccc-7dac-4f02-8a35-4f3323c25d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.605487 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-a6066ccc-7dac-4f02-8a35-4f3323c25d83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1096 time: 0.0563967 Jul 15 14:05:34.706499 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-99a7bbf1-a7ea-44c6-9b02-08bc66246c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.707972 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-99a7bbf1-a7ea-44c6-9b02-08bc66246c94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.0835099 Jul 15 14:05:34.776237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-fa1470b8-4f7a-4d89-86a8-25ffe9960356 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0617602 Jul 15 14:05:34.824276 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-dbed7900-8ab2-4abc-8d0f-25fc3f5603d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.825797 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-dbed7900-8ab2-4abc-8d0f-25fc3f5603d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0434930 Jul 15 14:05:34.884117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-2afb539e-1313-46ea-8d08-fb4745e51b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.885485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-2afb539e-1313-46ea-8d08-fb4745e51b31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535617 Jul 15 14:05:34.979488 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-4d423d06-9c0d-4227-a0a3-63e11c514e55 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876160 Jul 15 14:05:35.064500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bfd50831-9c6c-4aa8-835d-06eea02560da req-258a59e5-784f-4723-b9c7-5c0f2ec20d94 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788314 Jul 15 14:05:42.701777 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc004253-d046-485c-aacb-fd6beed12a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.392161 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97713048-48ca-4ef3-91f5-c08ce7ab2d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.648547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:46.950915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:48.278465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:49.162589 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:01.305406 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.101938 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:05.964127 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-debbb611-9bd6-416e-a0b6-a7dc32f41bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327069 Jul 15 14:06:05.975391 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86da69-bf8f-4015-9893-32687c80510a req-b3a93952-e78b-4693-b10b-01d6a1ada315 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:05.976841 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c86da69-bf8f-4015-9893-32687c80510a req-b3a93952-e78b-4693-b10b-01d6a1ada315 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.1528089 Jul 15 14:06:06.017191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c86da69-bf8f-4015-9893-32687c80510a req-68ad2a9c-3009-4a11-ad9e-1579b8b221ea tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336163 Jul 15 14:06:07.159062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-934f5540-eab3-4636-8c0d-f0e0a6508cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.161031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-934f5540-eab3-4636-8c0d-f0e0a6508cde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1096 time: 0.0581810 Jul 15 14:06:07.294465 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-32152553-9d41-4d37-af43-75f97e88b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.295857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-32152553-9d41-4d37-af43-75f97e88b681 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.1287768 Jul 15 14:06:07.304202 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd3ca-7c71-4dc9-bcb4-c821a0e30d98 req-192d867f-a299-439b-9ebc-9d3e1e25e516 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.305570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-084dd3ca-7c71-4dc9-bcb4-c821a0e30d98 req-192d867f-a299-439b-9ebc-9d3e1e25e516 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.1747417 Jul 15 14:06:07.388295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-084dd3ca-7c71-4dc9-bcb4-c821a0e30d98 req-1558081b-0033-40b6-b858-ecf248a46b25 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758467 Jul 15 14:06:07.392199 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-1f79be82-c4db-42b6-a156-2ed066b5b416 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0857751 Jul 15 14:06:07.440159 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-32227d86-d07e-4960-83ce-e169b71365dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.441587 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-32227d86-d07e-4960-83ce-e169b71365dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0431342 Jul 15 14:06:07.497794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-fb7e1bef-45ab-4d15-ab78-69fa35bf34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.499261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-fb7e1bef-45ab-4d15-ab78-69fa35bf34c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506468 Jul 15 14:06:07.590816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-7743f749-bb16-4bc5-ad95-4abe60b9d0cc service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Jul 15 14:06:07.680631 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-a24f6d2a-4de8-460e-9d6b-424cf182e2f9 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Jul 15 14:06:08.566973 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639e742-9a21-44b1-b917-a9cfe0c1779e req-bd6349e7-4cb3-4563-ae95-443b0ecc98b8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:08.568476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7639e742-9a21-44b1-b917-a9cfe0c1779e req-bd6349e7-4cb3-4563-ae95-443b0ecc98b8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0659459 Jul 15 14:06:08.607977 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7639e742-9a21-44b1-b917-a9cfe0c1779e req-ebdc65e2-0b90-4c66-89e8-928a9e0e134b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Jul 15 14:06:09.778760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb7b6-3bb2-4d2e-9f20-21fa68f929ee req-18d06414-8836-4804-8da6-3fa5051bfe63 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:09.780259 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-838cb7b6-3bb2-4d2e-9f20-21fa68f929ee req-18d06414-8836-4804-8da6-3fa5051bfe63 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0629559 Jul 15 14:06:09.816927 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-838cb7b6-3bb2-4d2e-9f20-21fa68f929ee req-0611b9dc-f390-49f3-95d5-226f9fcfa72e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Jul 15 14:06:10.994873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fc453-409a-41fb-9f66-d771a876e4d2 req-8ed45e53-b9be-4626-94aa-cfb5dba99982 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:10.996355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a78fc453-409a-41fb-9f66-d771a876e4d2 req-8ed45e53-b9be-4626-94aa-cfb5dba99982 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0687277 Jul 15 14:06:11.033423 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a78fc453-409a-41fb-9f66-d771a876e4d2 req-d0dee220-d50c-4530-8a1a-ba28938bcfe5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Jul 15 14:06:12.208770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed7424-c4b9-4e95-993a-008571ac3aeb req-13d5de98-3c9a-4029-a999-40fba69d17a7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.210547 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9ed7424-c4b9-4e95-993a-008571ac3aeb req-13d5de98-3c9a-4029-a999-40fba69d17a7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0627983 Jul 15 14:06:12.248521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9ed7424-c4b9-4e95-993a-008571ac3aeb req-26785108-c763-4274-a847-26e5505911c0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Jul 15 14:06:12.702418 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7661c3cd-5860-41a2-96b3-13bed4a87d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:13.419583 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c27787-b077-4274-8c16-3f76ad0b8610 req-11a1c385-3eef-4e52-ae25-4eb54f05e364 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:13.421113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76c27787-b077-4274-8c16-3f76ad0b8610 req-11a1c385-3eef-4e52-ae25-4eb54f05e364 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0638916 Jul 15 14:06:13.459463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76c27787-b077-4274-8c16-3f76ad0b8610 req-f510afb2-71f2-4bc1-b056-c694afe83db5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Jul 15 14:06:14.640108 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f571438-b84f-4c72-83cf-482f0bf46aa2 req-008c82f2-2275-402e-8bfd-52eb84e93339 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:14.641606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f571438-b84f-4c72-83cf-482f0bf46aa2 req-008c82f2-2275-402e-8bfd-52eb84e93339 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0677261 Jul 15 14:06:14.677641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3f571438-b84f-4c72-83cf-482f0bf46aa2 req-6c0f7c32-005f-46c6-bebb-429505521df4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305829 Jul 15 14:06:15.392694 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-927e7c10-34c8-47e2-bc08-bbb4ed2204a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:15.652888 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:15.848946 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e35a9-0005-4fa4-8790-f4315282b19a req-177f0301-8e04-4dd1-866a-d20034ac9079 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:15.850450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f07e35a9-0005-4fa4-8790-f4315282b19a req-177f0301-8e04-4dd1-866a-d20034ac9079 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0629463 Jul 15 14:06:15.887922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f07e35a9-0005-4fa4-8790-f4315282b19a req-35f4ff06-859f-43e2-ac75-c81ebd06ec05 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jul 15 14:06:16.954499 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.067523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b037f0-c1f6-436a-bd9e-a73e03a451fb req-31158ead-2b78-43e0-9bbe-2283f6d99795 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:17.069017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54b037f0-c1f6-436a-bd9e-a73e03a451fb req-31158ead-2b78-43e0-9bbe-2283f6d99795 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0663145 Jul 15 14:06:17.109067 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-54b037f0-c1f6-436a-bd9e-a73e03a451fb req-a107eb07-1832-4534-97f0-756c4891cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343261 Jul 15 14:06:18.281183 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.291245 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd183d-8ef1-472c-b92f-7686047c5b0f req-1ec3cad9-b3e5-4fd6-9e6b-b9994d36e356 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:18.292983 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ddd183d-8ef1-472c-b92f-7686047c5b0f req-1ec3cad9-b3e5-4fd6-9e6b-b9994d36e356 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0660183 Jul 15 14:06:18.330443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0ddd183d-8ef1-472c-b92f-7686047c5b0f req-bad2cb3a-71fa-4efd-a1b1-12ef2d211b6c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Jul 15 14:06:19.506747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870d92-c0ea-4e82-a1c0-d5d509abd4b5 req-37f4bed1-90a5-4e97-975c-2bd9d621f8b1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:19.508231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e870d92-c0ea-4e82-a1c0-d5d509abd4b5 req-37f4bed1-90a5-4e97-975c-2bd9d621f8b1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0647020 Jul 15 14:06:19.546294 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e870d92-c0ea-4e82-a1c0-d5d509abd4b5 req-df3ae620-7504-4004-bdf8-86dd604f1467 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Jul 15 14:06:20.726747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a922f78-39b8-4eb1-8052-3fe4a08dc330 req-d56f1be6-07e0-464a-bbe4-ba1b674afb32 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:20.728207 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a922f78-39b8-4eb1-8052-3fe4a08dc330 req-d56f1be6-07e0-464a-bbe4-ba1b674afb32 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0666108 Jul 15 14:06:20.765276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5a922f78-39b8-4eb1-8052-3fe4a08dc330 req-f8f045a5-0a80-4cd0-9f94-5072ef047072 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jul 15 14:06:21.939683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35415f-b5f8-4186-bbb2-c4a35ae659b8 req-64dd87aa-0f93-49aa-95d6-a4d0c89b4721 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:21.941167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f35415f-b5f8-4186-bbb2-c4a35ae659b8 req-64dd87aa-0f93-49aa-95d6-a4d0c89b4721 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0625648 Jul 15 14:06:21.979236 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1f35415f-b5f8-4186-bbb2-c4a35ae659b8 req-03cffe7d-0af7-4b33-a924-9bb9d6971b96 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jul 15 14:06:23.155587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea403c03-027a-4cbe-89b4-b422c30204f9 req-4dfd84df-290d-479f-b365-1ce1f30b288b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:23.157034 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea403c03-027a-4cbe-89b4-b422c30204f9 req-4dfd84df-290d-479f-b365-1ce1f30b288b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0690606 Jul 15 14:06:23.194925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea403c03-027a-4cbe-89b4-b422c30204f9 req-8609b1f6-fd1e-4d7d-bbdf-9cd39f104f01 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Jul 15 14:06:24.366993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec19f48-0d9e-4126-a59e-fd30f1dcb26a req-acbe53ec-4843-45ab-bd78-aa4307166d69 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:24.368583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ec19f48-0d9e-4126-a59e-fd30f1dcb26a req-acbe53ec-4843-45ab-bd78-aa4307166d69 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0647597 Jul 15 14:06:24.406433 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9ec19f48-0d9e-4126-a59e-fd30f1dcb26a req-c34f1073-bb08-4b78-b946-d58a91f3bb52 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Jul 15 14:06:24.507065 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-a37543d7-e699-4c73-b11b-752acac7c206 req-6eb037c9-97bd-462a-b1e2-5d5814e4136d service neutron] show failed (client error): The resource could not be found. Jul 15 14:06:24.508065 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-6eb037c9-97bd-462a-b1e2-5d5814e4136d service neutron] 10.222.0.49 "GET /v2.0/ports/08822cb2-319f-4f98-8087-761d3bc6b3d6/bindings/n-h2-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0537610 Jul 15 14:06:24.799462 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-c919e362-e3f2-450f-984b-db322e0481c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:24.800948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-c919e362-e3f2-450f-984b-db322e0481c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 1096 time: 0.1002200 Jul 15 14:06:24.812289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-9', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:24.880844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.077016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:25.110594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:25.154699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:25.156964 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b143b1e3-5118-46f0-b7d3-05417ddb1baf" -d '{"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-unplugged", "status": "completed", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:25.160995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.174302 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Transition to ACTIVE for port object 08822cb2-319f-4f98-8087-761d3bc6b3d6 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:25.178302 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.210430 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fecb9b5-c87b-4ff0-8b9c-619a88f8078e x-openstack-request-id: req-6fecb9b5-c87b-4ff0-8b9c-619a88f8078e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:25.210726 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-unplugged", "status": "completed", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:25.210974 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fecb9b5-c87b-4ff0-8b9c-619a88f8078e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:25.211357 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'code': 200} Jul 15 14:06:25.256989 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:25.271958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.272313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.272690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.272981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.273307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.273647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.273974 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.274309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.274633 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.274955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.275359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.275647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:25.317568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] No DVR routers for this DVR port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:25.456251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:25.456878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:25.456993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on network cb89ae05-c660-4e84-8056-be281d53ebda {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:25.461422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on network cb89ae05-c660-4e84-8056-be281d53ebda not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:25.461745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Attempting to bind port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on network cb89ae05-c660-4e84-8056-be281d53ebda {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:25.467439 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:25.467776 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Checking segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:25.468164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Bound using segment: {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:25.468590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Bound port: 08822cb2-319f-4f98-8087-761d3bc6b3d6, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddf63bb-6ded-4845-a94f-74f021eb2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:25.468947 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.558410 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:25.574484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:25.582893 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.639236 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dfde8-57be-46ae-b042-2b076994ff6f req-76313267-5cff-4ebf-8eb7-dfd8c01102de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.640771 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f3dfde8-57be-46ae-b042-2b076994ff6f req-76313267-5cff-4ebf-8eb7-dfd8c01102de tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.1207714 Jul 15 14:06:25.643816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.644421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.645762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 1091 time: 0.8374860 Jul 15 14:06:25.683714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee2ab-e8da-4721-a28d-423fe36f79e9 service neutron] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:25.725154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f3dfde8-57be-46ae-b042-2b076994ff6f req-5946b022-213c-4726-80db-21277fa243a7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765598 Jul 15 14:06:25.746062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-0261538d-fbf0-4e4c-a7d0-f30aae06d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.747685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-0261538d-fbf0-4e4c-a7d0-f30aae06d957 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1094 time: 0.0728641 Jul 15 14:06:25.844153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-3329517c-0f77-47df-a9d4-34e90404c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.845617 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-3329517c-0f77-47df-a9d4-34e90404c262 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.0912721 Jul 15 14:06:25.907387 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-3b8a36e3-1550-40e3-888a-446e1ba3ae4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 998 time: 0.0550561 Jul 15 14:06:25.953614 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-07cb89c1-ed2c-4b66-8fc7-28194cf1ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.955027 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-07cb89c1-ed2c-4b66-8fc7-28194cf1ff55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0413256 Jul 15 14:06:26.013814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37543d7-e699-4c73-b11b-752acac7c206 req-e276bf64-1970-42be-a5a7-e92693d512b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:26.015273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-e276bf64-1970-42be-a5a7-e92693d512b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537779 Jul 15 14:06:26.101934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-3ec4ec02-82b8-4ba2-9fb5-64ce2b2ccb5c service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798454 Jul 15 14:06:26.161900 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:26.191880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a37543d7-e699-4c73-b11b-752acac7c206 req-991a931a-36f5-4714-bd4f-4ace1bc69b6c service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837483 Jul 15 14:06:26.905156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db8d7f-4315-4d79-908d-1dc5e25e957f req-113bbbc0-5b16-418c-b5e1-45858ebc03d3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:26.906681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73db8d7f-4315-4d79-908d-1dc5e25e957f req-113bbbc0-5b16-418c-b5e1-45858ebc03d3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.0625474 Jul 15 14:06:26.943840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-73db8d7f-4315-4d79-908d-1dc5e25e957f req-8788d080-3316-4bff-a31d-aab70ca8174b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315790 Jul 15 14:06:27.212948 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:27.215329 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:27.262236 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd92032-d83f-414e-a656-cd5c2b87c29e x-openstack-request-id: req-ffd92032-d83f-414e-a656-cd5c2b87c29e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:27.262545 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:27.262792 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffd92032-d83f-414e-a656-cd5c2b87c29e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:27.263183 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'status': 'completed', 'code': 200} Jul 15 14:06:27.377224 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-afd87a7e-8927-4a5a-8b4d-2a9d0d4d553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.378737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-afd87a7e-8927-4a5a-8b4d-2a9d0d4d553c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1094 time: 0.0970163 Jul 15 14:06:27.381264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-b3c2910a-9f44-488a-a36b-10e2c9be6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.382619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-b3c2910a-9f44-488a-a36b-10e2c9be6290 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1094 time: 0.0919373 Jul 15 14:06:27.536896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-3d1912b7-8b79-4637-b859-2a680ba54388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.538701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-3d1912b7-8b79-4637-b859-2a680ba54388 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.1524844 Jul 15 14:06:27.542949 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-586486a4-ca2c-4a16-a6c8-9a3586547513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.544541 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-586486a4-ca2c-4a16-a6c8-9a3586547513 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.1505730 Jul 15 14:06:27.652586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-2be3d89f-ebc1-4871-a66b-420d293f5b0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 998 time: 0.1069520 Jul 15 14:06:27.656786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-084fbb62-ca26-4ca8-bdfa-8a9c74697f0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 998 time: 0.1055021 Jul 15 14:06:27.749655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-2de0dc4d-1dd3-4eec-ad76-748744bb5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.751192 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-2de0dc4d-1dd3-4eec-ad76-748744bb5bde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0887425 Jul 15 14:06:27.752572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-c301947c-a821-4f91-979a-23d64738deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.753878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-c301947c-a821-4f91-979a-23d64738deae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0826170 Jul 15 14:06:27.856163 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-67e48ab5-5934-4e04-8862-9c37644abcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.857698 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-67e48ab5-5934-4e04-8862-9c37644abcf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918317 Jul 15 14:06:27.859468 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-a9a157e1-eefa-4bfa-a05b-eac3fad0d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.860814 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-a9a157e1-eefa-4bfa-a05b-eac3fad0d943 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033955 Jul 15 14:06:28.021177 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-bc90cfce-fbb2-40b3-9c3c-a3897fb17013 service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570613 Jul 15 14:06:28.023150 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-cd294983-7e3e-42dd-aae2-f4b79cb280bb service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515512 Jul 15 14:06:28.222629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-35eb19e9-9ed4-47a9-aa0d-66c580aa21e0 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882906 Jul 15 14:06:28.226253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4f9f90ed-6a6e-4db4-b061-5209486c5d5f req-e5da32c8-ae3b-4833-8a26-d7051020a7a8 service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991606 Jul 15 14:06:28.240442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e616d96-6017-49ee-9c56-4937849d344a req-72a270a9-4977-4115-8524-93463329170e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.241925 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e616d96-6017-49ee-9c56-4937849d344a req-72a270a9-4977-4115-8524-93463329170e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.1776395 Jul 15 14:06:28.280042 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0e616d96-6017-49ee-9c56-4937849d344a req-75d8167e-fb40-4122-8b10-c181387aff32 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Jul 15 14:06:28.390647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:28.490138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:28.502684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'port_id': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'mac_address': 'fa:16:3e:85:be:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:28.547407 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.562665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08822cb2-319f-4f98-8087-761d3bc6b3d6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:28.587940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:28.591992 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.641308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.648849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.649197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.649540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.649874 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.650375 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.650714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.651042 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.651368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.651697 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.652020 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.652363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.652660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:28.655247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ea0c-a26f-48ac-9020-b73de0c74c0f req-8c33e73c-82df-48a4-89e5-94e0bd9d2bb4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.656853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97d9ea0c-a26f-48ac-9020-b73de0c74c0f req-8c33e73c-82df-48a4-89e5-94e0bd9d2bb4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 943 time: 0.1436565 Jul 15 14:06:28.664554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-db438fa6-b68c-4fdb-a626-3c5070fd9b0a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.665546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-db438fa6-b68c-4fdb-a626-3c5070fd9b0a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7&tenant_id=f0d121173bbe4c60bf7f614342eff481&binding%3Ahost_id=n-h2-798249-9 HTTP/1.1" status: 200 len: 943 time: 0.1197016 Jul 15 14:06:28.751346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97d9ea0c-a26f-48ac-9020-b73de0c74c0f req-85a2109a-fc79-4433-80db-ed3ff8cd809b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834982 Jul 15 14:06:28.771824 n-d-798249-9 neutron-server[93824]: INFO neutron.api.v2.resource [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-9e1b73bb-703d-42a4-846d-5813415dde39 service neutron] delete failed (client error): The resource could not be found. Jul 15 14:06:28.772895 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-9e1b73bb-703d-42a4-846d-5813415dde39 service neutron] 10.222.0.49 "DELETE /v2.0/ports/08822cb2-319f-4f98-8087-761d3bc6b3d6/bindings/n-h1-798249-9 HTTP/1.1" status: 404 len: 380 time: 0.0985599 Jul 15 14:06:28.836424 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['08822cb2-319f-4f98-8087-761d3bc6b3d6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:28.937161 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-e6ac6e14-6120-43ac-bae8-93b2388179b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.938710 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-e6ac6e14-6120-43ac-bae8-93b2388179b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1095 time: 0.1163578 Jul 15 14:06:29.042386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65cb9b-0edf-4db6-8f9b-81070ab08e5d req-f163b7d6-d44a-4881-88ce-ea55675c3b70 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.043847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c65cb9b-0edf-4db6-8f9b-81070ab08e5d req-f163b7d6-d44a-4881-88ce-ea55675c3b70 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 944 time: 0.1528716 Jul 15 14:06:29.094647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-349ee653-a0bf-4568-a2ac-ec7b916eb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.096113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-349ee653-a0bf-4568-a2ac-ec7b916eb2ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.1514575 Jul 15 14:06:29.150584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5c65cb9b-0edf-4db6-8f9b-81070ab08e5d req-e2d30781-b420-4733-bb98-3942351f15cb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980604 Jul 15 14:06:29.180742 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-e0755e38-590d-4bc9-b0e8-84bc6b0e4e25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 999 time: 0.0787196 Jul 15 14:06:29.337420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:29.378292 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:29.557376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-f888c090-aea8-40b7-8218-2b4c6c85b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.558852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-f888c090-aea8-40b7-8218-2b4c6c85b0ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.3705704 Jul 15 14:06:29.613538 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-dddd5ae3-9ef3-40cf-8e7b-e2e68ed86bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.614912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-dddd5ae3-9ef3-40cf-8e7b-e2e68ed86bec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497847 Jul 15 14:06:29.701605 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-c475e44f-9adc-496e-a34e-8c87fd615bc5 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804727 Jul 15 14:06:29.786643 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7f821ef-2e18-4e10-b0ac-20586d857921 req-2006116d-f5a7-4da6-aaa2-ad6128df40c7 service neutron] 10.222.0.49 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787849 Jul 15 14:06:30.334563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ca4e-2a9b-486d-b2c1-57773880e65a req-bfb90f83-8e6f-452c-b486-75855921ca48 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:30.336062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e62ca4e-2a9b-486d-b2c1-57773880e65a req-bfb90f83-8e6f-452c-b486-75855921ca48 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 944 time: 0.0715978 Jul 15 14:06:30.375671 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1e62ca4e-2a9b-486d-b2c1-57773880e65a req-1223c6bf-e202-454d-b38e-a84ad5aa5216 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Jul 15 14:06:30.401258 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.404260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:30.452823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 08822cb2-319f-4f98-8087-761d3bc6b3d6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:30.456691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 08822cb2-319f-4f98-8087-761d3bc6b3d6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:30.457082 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.463695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e299582b-a455-4112-afb2-101cf00ed1f8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4 HTTP/1.1" status: 200 len: 991 time: 0.0607147 Jul 15 14:06:30.533990 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.555856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:30.558929 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0544de83-9e73-4559-871f-8fad60ba1db6" -d '{"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-plugged", "status": "completed", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:30.571510 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:30.576112 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.599386 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8b24a2-34b8-431d-813d-81e1d3a7014a x-openstack-request-id: req-cc8b24a2-34b8-431d-813d-81e1d3a7014a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:30.599683 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-plugged", "status": "completed", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:30.599938 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc8b24a2-34b8-431d-813d-81e1d3a7014a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:30.600323 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'code': 200} Jul 15 14:06:30.625549 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:31.317397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.101676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:35.871552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-6b07ec05-bf47-49fc-9e70-30df2d4fc989 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503871 Jul 15 14:06:35.968052 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-cbb03f83-965d-41ee-b062-a81b7877a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.969524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-cbb03f83-965d-41ee-b062-a81b7877a527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1096 time: 0.0568194 Jul 15 14:06:36.070414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-ea9e6714-e110-403e-9702-48bb656a2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.072564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-ea9e6714-e110-403e-9702-48bb656a2b03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.0836771 Jul 15 14:06:36.140162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-f8ebc54a-5047-4073-bef4-8000eeb4c559 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0608964 Jul 15 14:06:36.186999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-a1fc64f4-bfe4-4c58-8513-79916dff3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.188440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-a1fc64f4-bfe4-4c58-8513-79916dff3933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0427885 Jul 15 14:06:36.243503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-b7be243e-4952-49f5-8559-6e3884426966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.244998 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-b7be243e-4952-49f5-8559-6e3884426966 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504656 Jul 15 14:06:36.335885 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-ca5696a6-7cf8-4a29-b2e7-8a060311f175 service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847173 Jul 15 14:06:36.424096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135f514e-4108-49fd-ab6c-05621e2e2907 req-c8f6845c-d122-4c75-bca5-40b79b556788 service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812099 Jul 15 14:06:42.711019 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5fca36a-8f36-4a57-87ae-f29aaa019336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.396090 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0e15165-faef-4d73-a4ad-e5a066b1b2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.655474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:46.960927 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:48.284269 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.063252 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:59.226797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 6ba6e544-e9eb-4b76-80b2-b6ddd710affb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:59.227062 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.303181 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.303504 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.314649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 6ba6e544-e9eb-4b76-80b2-b6ddd710affb owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:59.457684 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.483417 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=6ba6e544-e9eb-4b76-80b2-b6ddd710affb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:59.494922 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.495276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.495620 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.495958 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.496294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.496627 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.496956 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.497287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.497614 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.497938 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.498305 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.498615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:59.555494 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.555828 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4 disassociated (deleted). External IP: 172.25.2.47, port: 08822cb2-319f-4f98-8087-761d3bc6b3d6. Jul 15 14:07:00.078986 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 8bc01582-d273-4a2d-8be8-073ee5265a7b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:00.184873 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:00.189635 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:00.193893 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] Sync routers for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:00.203903 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:00.204494 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:00.226397 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8f01929d-a52d-4f68-82b3-b1f024f69b04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/floatingips/e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4 HTTP/1.1" status: 204 len: 168 time: 1.1620247 Jul 15 14:07:00.227056 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:00.230685 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e44afcd9c7d7c6d24de667d81f5bf5c5a6603c63d83b04a0b382f9a8e378951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c09056-64e1-44e9-aaa8-4d2faa767db0" -d '{"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:00.270620 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8414db9-fb3b-4c9b-91e5-cadd0651703a x-openstack-request-id: req-a8414db9-fb3b-4c9b-91e5-cadd0651703a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:00.270912 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:00.271159 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8414db9-fb3b-4c9b-91e5-cadd0651703a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:00.271557 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'status': 'completed', 'code': 200} Jul 15 14:07:00.310446 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:00.352127 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-d2ebc632-e261-4842-83da-0b6950a3f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.354320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-d2ebc632-e261-4842-83da-0b6950a3f1e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 1096 time: 0.0600462 Jul 15 14:07:00.447994 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-8a79fb03-dace-4697-94f9-7fc95f4f907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.449502 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-8a79fb03-dace-4697-94f9-7fc95f4f907c service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 200 len: 898 time: 0.0897684 Jul 15 14:07:00.501635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-98df04d9-b591-4234-b7bc-a76a09d9d025 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 200 len: 217 time: 0.0450072 Jul 15 14:07:00.523194 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:00.551142 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] Checking router: 8bc01582-d273-4a2d-8be8-073ee5265a7b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:00.553649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-8f5a0ea5-5b8d-4720-b01d-ab2026de1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.555196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-8f5a0ea5-5b8d-4720-b01d-ab2026de1436 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 200 len: 835 time: 0.0463445 Jul 15 14:07:00.560082 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:00.560679 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:00.657177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8ce41-2ace-4e28-8eda-1ea9dfec077c req-1ed736ae-6cc6-4c00-a200-205b7de4ccdc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.658633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d8ce41-2ace-4e28-8eda-1ea9dfec077c req-1ed736ae-6cc6-4c00-a200-205b7de4ccdc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.1025710 Jul 15 14:07:00.661393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-8cfe5fe7-a6d5-48ce-a5b5-124e2a8bcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.662812 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-8cfe5fe7-a6d5-48ce-a5b5-124e2a8bcd56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb89ae05-c660-4e84-8056-be281d53ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980906 Jul 15 14:07:00.670665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:00.730609 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e0d8ce41-2ace-4e28-8eda-1ea9dfec077c req-0bb10b84-6e90-411e-953f-9dee78bf4c34 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660098 Jul 15 14:07:00.783357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-a56ca460-1458-414a-acd6-a13aa3fb290b service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109641 Jul 15 14:07:00.881912 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a3c09056-64e1-44e9-aaa8-4d2faa767db0 req-738880e2-1b3a-49bb-847d-3bdbb165f8cb service neutron] 10.222.0.23 "GET /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907826 Jul 15 14:07:00.955774 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:00.982047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234daf9-454d-4e77-af43-6b06a6f11aab None None] The sync data for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 is: [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '538dd99e-b876-4c36-8c9c-b722142b3f23', 'name': '', 'network_id': 'cb89ae05-c660-4e84-8056-be281d53ebda', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:04:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:18Z', 'updated_at': '2021-07-15T14:05:23Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '9d32b68a-c309-4fbe-b9dd-6aede461b754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:01.204418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1ff70-1b8f-4d68-9a4c-8c102b503d8c None None] New status for floating IP e0aebed3-a5d7-4b39-96a7-581dfcf9dfe4: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:07:01.318839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:01.796172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-85f99389-db18-48a7-96d9-8bf663fe140f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:01.797681 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-85f99389-db18-48a7-96d9-8bf663fe140f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.23 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.0632226 Jul 15 14:07:01.950305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cd44-3f9d-41f0-a434-9dd192f75791 req-da0305e9-b017-4ef9-80f2-a75a4cee1ed9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:01.951790 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5847cd44-3f9d-41f0-a434-9dd192f75791 req-da0305e9-b017-4ef9-80f2-a75a4cee1ed9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=34167274-e8dd-40ef-84e0-dcf79f0aadf7 HTTP/1.1" status: 200 len: 945 time: 0.1060715 Jul 15 14:07:01.953918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 08822cb2-319f-4f98-8087-761d3bc6b3d6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:01.954287 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:02.039363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5847cd44-3f9d-41f0-a434-9dd192f75791 req-57deeb12-588f-4874-9b78-08b936f883e6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=22801e88-5944-41e4-8e52-80d0d1aca72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809975 Jul 15 14:07:02.066772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 08822cb2-319f-4f98-8087-761d3bc6b3d6, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=08822cb2-319f-4f98-8087-761d3bc6b3d6,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:02.067139 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:02.079650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 08822cb2-319f-4f98-8087-761d3bc6b3d6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:02.208510 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:02.237221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=08822cb2-319f-4f98-8087-761d3bc6b3d6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:02.284322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] No DVR routers for this DVR port 08822cb2-319f-4f98-8087-761d3bc6b3d6 on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:02.286899 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:02.288846 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8bbc764d-890e-4d95-9282-1b9e3895783d req-22032973-8417-47a2-ac6e-24946ecaa0f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.23 "DELETE /v2.0/ports/08822cb2-319f-4f98-8087-761d3bc6b3d6 HTTP/1.1" status: 204 len: 173 time: 0.4856822 Jul 15 14:07:02.289274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-deleted', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:02.292284 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed4ac62-d883-4d97-aac0-a61fb3d4fb58" -d '{"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-deleted", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:02.379723 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d352d58a-e3c4-409d-a158-079698be0efc x-openstack-request-id: req-d352d58a-e3c4-409d-a158-079698be0efc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:02.380038 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34167274-e8dd-40ef-84e0-dcf79f0aadf7", "name": "network-vif-deleted", "tag": "08822cb2-319f-4f98-8087-761d3bc6b3d6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:02.380288 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d352d58a-e3c4-409d-a158-079698be0efc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:02.380681 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34167274-e8dd-40ef-84e0-dcf79f0aadf7', 'name': 'network-vif-deleted', 'tag': '08822cb2-319f-4f98-8087-761d3bc6b3d6', 'status': 'completed', 'code': 200} Jul 15 14:07:03.134537 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:03.160696 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:03.488255 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.755678 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 538dd99e-b876-4c36-8c9c-b722142b3f23 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:03.755939 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.843743 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 538dd99e-b876-4c36-8c9c-b722142b3f23, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=538dd99e-b876-4c36-8c9c-b722142b3f23,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:03.844086 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.857160 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 538dd99e-b876-4c36-8c9c-b722142b3f23 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:04.047104 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.074113 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=538dd99e-b876-4c36-8c9c-b722142b3f23,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:04.116467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.257247 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.473919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 8bc01582-d273-4a2d-8be8-073ee5265a7b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:04.508010 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:04.530502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 08822cb2-319f-4f98-8087-761d3bc6b3d6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:04.530844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 08822cb2-319f-4f98-8087-761d3bc6b3d6 not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:04.583337 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:04.588518 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ced8623e-d5c1-4e08-9978-b1d9ab1fb0df tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/8bc01582-d273-4a2d-8be8-073ee5265a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529753 Jul 15 14:07:04.591320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:04.593921 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] Sync routers for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:04.603104 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:04.603709 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:04.643596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting subnet 9d32b68a-c309-4fbe-b9dd-6aede461b754 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:07:04.646861 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.687123 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.704209 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:04.784932 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.845392 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.872180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Subnet': ['ID=9d32b68a-c309-4fbe-b9dd-6aede461b754,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:04.875944 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:04.880443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-82e1b699-d489-4e25-b8d2-aa81125685b3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/subnets/9d32b68a-c309-4fbe-b9dd-6aede461b754 HTTP/1.1" status: 204 len: 168 time: 0.2855842 Jul 15 14:07:04.880598 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:07:03Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:04.880745 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:04.887561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b011348-91d6-4a92-8552-bacdaba017cf None None] Network cb89ae05-c660-4e84-8056-be281d53ebda requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:04.910964 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] Checking router: 8bc01582-d273-4a2d-8be8-073ee5265a7b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:04.920015 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] Routers {'8bc01582-d273-4a2d-8be8-073ee5265a7b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:04.920634 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['8bc01582-d273-4a2d-8be8-073ee5265a7b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:04.994744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.043226 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] Set router 8bc01582-d273-4a2d-8be8-073ee5265a7b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:05.094872 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] DHCP port deletion for cb89ae05-c660-4e84-8056-be281d53ebda request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:07:05.117647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.147173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] Deleting port 0c7a6908-bb98-4b1a-8aad-873305c67866 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:05.147803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.178615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port d3bab84f-897e-40bc-b0df-5c166a8a0f70 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:05.179108 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.211105 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] For port 0c7a6908-bb98-4b1a-8aad-873305c67866, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=0c7a6908-bb98-4b1a-8aad-873305c67866,segment=NetworkSegment(1ddf63bb-6ded-4845-a94f-74f021eb2fa6),segment_id=1ddf63bb-6ded-4845-a94f-74f021eb2fa6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:05.211505 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.223502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] Calling delete_port for 0c7a6908-bb98-4b1a-8aad-873305c67866 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:05.232863 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:07:03Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:05.259746 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106ded7-f170-4de6-aee6-b19cdaefade5 None None] The sync data for ids ['8bc01582-d273-4a2d-8be8-073ee5265a7b'] in n-d-798249-9 is: [{'id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236762890', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:15Z', 'updated_at': '2021-07-15T14:07:03Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'd3bab84f-897e-40bc-b0df-5c166a8a0f70', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc01582-d273-4a2d-8be8-073ee5265a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:05.269740 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port d3bab84f-897e-40bc-b0df-5c166a8a0f70, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d3bab84f-897e-40bc-b0df-5c166a8a0f70,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:05.270300 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.284392 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for d3bab84f-897e-40bc-b0df-5c166a8a0f70 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:05.315643 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.339220 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] Pushing event deleted for resources: {'Port': ['ID=0c7a6908-bb98-4b1a-8aad-873305c67866,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:05.347005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059be098-53e7-4851-aa7c-63a86e8b2bcb None None] No DVR routers for this DVR port 0c7a6908-bb98-4b1a-8aad-873305c67866 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:05.460862 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.485948 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=d3bab84f-897e-40bc-b0df-5c166a8a0f70,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:05.549661 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.640320 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.642530 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.690832 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.691413 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Fanout notify agent at l3_agent the message router_deleted on router 8bc01582-d273-4a2d-8be8-073ee5265a7b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:07:05.699465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.703232 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86f5dc56-0a09-4a6b-8dfa-1d3fe2cdc268 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/routers/8bc01582-d273-4a2d-8be8-073ee5265a7b HTTP/1.1" status: 204 len: 168 time: 0.8191140 Jul 15 14:07:05.703451 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:05.780187 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.870232 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.881027 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb89ae05-c660-4e84-8056-be281d53ebda']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:05.892549 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddf63bb-6ded-4845-a94f-74f021eb2fa6') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:05.892854 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddf63bb-6ded-4845-a94f-74f021eb2fa6') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:05.903373 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.917220 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.923753 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:07:05.924166 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:07:05.927264 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:07:05.993852 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.998941 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.000911 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/networks/cb89ae05-c660-4e84-8056-be281d53ebda HTTP/1.1" status: 204 len: 168 time: 0.2963955 Jul 15 14:07:06.003687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.016079 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75ab3f-c637-490f-88a0-5ac47ee9cec7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Network': ['ID=cb89ae05-c660-4e84-8056-be281d53ebda,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.062309 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1da6605a-8079-4961-9718-0efb7a0598c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.087767 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1da6605a-8079-4961-9718-0efb7a0598c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.147003 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1da6605a-8079-4961-9718-0efb7a0598c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.149693 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1da6605a-8079-4961-9718-0efb7a0598c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.150890 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1da6605a-8079-4961-9718-0efb7a0598c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/security-groups/22801e88-5944-41e4-8e52-80d0d1aca72c HTTP/1.1" status: 204 len: 168 time: 0.1459630 Jul 15 14:07:06.160993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6605a-8079-4961-9718-0efb7a0598c6 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22801e88-5944-41e4-8e52-80d0d1aca72c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.385303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.390836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504603841', 'description': 'tempest-secgroup-smoke-504603841 description', 'project_id': 'f0d121173bbe4c60bf7f614342eff481'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:06.412328 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.492424 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.496106 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.523620 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2113d136-395b-4f53-9c55-6e614354eea2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.525973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.527793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4114a9ed-377c-4b00-80e5-00307054f379 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1413507 Jul 15 14:07:06.530664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.534992 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '2113d136-395b-4f53-9c55-6e614354eea2', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:06.562474 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.623077 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.626314 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.641656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f823c42-96dd-421a-a100-ba6437a01455,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.649850 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.651087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fb7e5af5-3748-4013-aba1-08ea395ca40f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195145 Jul 15 14:07:06.654550 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.658939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '2113d136-395b-4f53-9c55-6e614354eea2', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:06.684376 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.740249 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.743866 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.763728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d56061-25fc-4fe4-9965-b0bb95e58634,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.771412 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.772685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c6bfd28c-0379-43e8-a8a0-9249ccf6142a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172228 Jul 15 14:07:06.775547 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.780626 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '2113d136-395b-4f53-9c55-6e614354eea2', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:06.807428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.866175 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.869734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.887812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f7e90d-c3a2-4076-870d-dd20a8c2c9e0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:06.892649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.893902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-872f7fd9-ad6e-4f83-8fca-608d5ec2253e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174304 Jul 15 14:07:06.896866 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:06.901209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '2113d136-395b-4f53-9c55-6e614354eea2', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:06.927393 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.989935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:06.993684 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.012554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb3c135-e7fe-4e10-a1af-d279d118f37b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:07.019830 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0c7a6908-bb98-4b1a-8aad-873305c67866 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:07.023504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.024741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9cb1eab6-0bf9-4460-ba1c-3fbd85eda847 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269438 Jul 15 14:07:07.028195 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:07.032672 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '2113d136-395b-4f53-9c55-6e614354eea2', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:07.040098 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 0c7a6908-bb98-4b1a-8aad-873305c67866 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:07.040446 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 0c7a6908-bb98-4b1a-8aad-873305c67866 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:07.040864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3bab84f-897e-40bc-b0df-5c166a8a0f70 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:07.055321 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:07.059819 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d3bab84f-897e-40bc-b0df-5c166a8a0f70 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:07.060167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d3bab84f-897e-40bc-b0df-5c166a8a0f70 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:07.060415 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.060577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 538dd99e-b876-4c36-8c9c-b722142b3f23 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:07.078122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 538dd99e-b876-4c36-8c9c-b722142b3f23 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:07.078480 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 538dd99e-b876-4c36-8c9c-b722142b3f23 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:07.120879 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.124344 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.141227 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e39cec4-06f9-4465-af42-212c8ebba866,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:07.147700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.149071 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3122156d-e1bb-40aa-8caa-f57eee54b757 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199162 Jul 15 14:07:07.152270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:07.157225 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': '2113d136-395b-4f53-9c55-6e614354eea2', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:07.178864 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:07.183712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.243535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.247013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.264282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac8fbb5-a77a-442a-89e8-99d8250ff58f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:07.271081 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.272306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-12920ece-a1e9-462c-b1d0-eca7005834b2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190975 Jul 15 14:07:07.275140 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:07.280859 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'network': {'name': 'tempest-network-smoke--972154646', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:07.301435 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:07.304845 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.327945 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:07:07.336755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.337020 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Added segment 7d1001c8-9f64-4584-bd0e-0a44e0ee5dde of type vlan for network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 Jul 15 14:07:07.380506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.409140 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.414544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:07.415129 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.449530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1726680 Jul 15 14:07:07.452217 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:07.457052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'admin_state_up': True, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:07.480025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.481302 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.484260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f7fee-20ef-4088-9b90-5f23384f452e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Network': ['ID=99aec350-f2a8-48fc-9b4a-9689f538a6d1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:07.494696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:07:07.534296 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.671213 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.861186 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.879953 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:07.978300 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.180 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ab69be09-2e58-4849-a0b8-ac9e9de9f622) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:08.080713 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:08.119379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:08.155474 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:08.161855 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:08.165666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:08.171768 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=ab69be09-2e58-4849-a0b8-ac9e9de9f622,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:08.410324 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:08.931884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.058683 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router be056b85-6815-45bb-af63-e936b92d4021 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:07:09.165410 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:09.176592 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Sync routers for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:09.184624 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.185776 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-5036e4b5-fc5d-4fc3-b217-28b779a603ad tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7324252 Jul 15 14:07:09.188790 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:09.189277 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:09.189907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:09.219486 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-db47dec7-86b1-47f1-91cd-87c4e76d742e tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f0d121173bbe4c60bf7f614342eff481&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272434 Jul 15 14:07:09.219737 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:09.294406 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:09.310273 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37616f-9e6d-4cbc-9b01-7bec40812bc5 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:09.311812 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-fc37616f-9e6d-4cbc-9b01-7bec40812bc5 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912206 Jul 15 14:07:09.314572 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:09.342443 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-7a8abb45-8986-4353-a207-a622277c7053 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267620 Jul 15 14:07:09.344891 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:09.349640 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985816680', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:09.436475 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:09.440267 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.468043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:08Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:09.497728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Checking router: be056b85-6815-45bb-af63-e936b92d4021 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:09.498148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Updating router be056b85-6815-45bb-af63-e936b92d4021 port ab69be09-2e58-4849-a0b8-ac9e9de9f622 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:09.532412 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.626025 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.693010 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Subnet': ['ID=5b7b22af-3f84-48df-92bd-08e6cfb1882e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:09.702192 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Checking segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:09.702593 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network hostable DHCP agents. Network: 99aec350-f2a8-48fc-9b4a-9689f538a6d1, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:07:09.719212 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:07:09.727525 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 99aec350-f2a8-48fc-9b4a-9689f538a6d1) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:09.737296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:09.738246 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.739816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca0843-0370-4271-946e-ff971d400dae None None] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:09.752679 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9c38a796-7e10-47fc-b772-e82734ff2521 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4068005 Jul 15 14:07:09.755557 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:09.803955 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.843362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Transition to ACTIVE for port object ab69be09-2e58-4849-a0b8-ac9e9de9f622 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:09.850919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:09.935128 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184083ff-dbe2-45dc-8700-471081a9a6a4 None None] Pushing event updated for resources: {'Port': ['ID=ab69be09-2e58-4849-a0b8-ac9e9de9f622,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:10.099225 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Attempting to bind port ab69be09-2e58-4849-a0b8-ac9e9de9f622 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:10.099590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Attempting to bind port ab69be09-2e58-4849-a0b8-ac9e9de9f622 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:10.099970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Attempting to bind port ab69be09-2e58-4849-a0b8-ac9e9de9f622 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:10.108347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:10.108728 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:10.109131 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.109529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:10.109989 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Bound port: ab69be09-2e58-4849-a0b8-ac9e9de9f622, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:10.110392 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.167474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:07:10.168326 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.194631 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.200734 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] For port ab69be09-2e58-4849-a0b8-ac9e9de9f622, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:10.204475 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] For port ab69be09-2e58-4849-a0b8-ac9e9de9f622, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ab69be09-2e58-4849-a0b8-ac9e9de9f622,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:10.252895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.348370 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184083ff-dbe2-45dc-8700-471081a9a6a4 None None] Pushing event updated for resources: {'Port': ['ID=ab69be09-2e58-4849-a0b8-ac9e9de9f622,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:10.355469 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:10.355925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:10.414962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Allocated IP 172.20.0.2 (99aec350-f2a8-48fc-9b4a-9689f538a6d1/5b7b22af-3f84-48df-92bd-08e6cfb1882e/19894d35-8c97-4bec-bac0-929b993052bc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:10.524990 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:10.707607 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.733509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Transition to ACTIVE for port object 19894d35-8c97-4bec-bac0-929b993052bc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:10.754294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Transition to ACTIVE for port object 19894d35-8c97-4bec-bac0-929b993052bc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:10.760560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.806527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:10.808907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.1 (99aec350-f2a8-48fc-9b4a-9689f538a6d1/5b7b22af-3f84-48df-92bd-08e6cfb1882e/ec259070-22f6-4f80-8cdc-6172a8331591) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:10.815311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:10.822240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:10.827131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Pushing event updated for resources: {'Port': ['ID=19894d35-8c97-4bec-bac0-929b993052bc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:10.833081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:08Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:10.875453 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e54174-188e-4822-b7e8-7f6caa73b689 None None] The sync data for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 is: [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:08Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:10.910698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Attempting to bind port 19894d35-8c97-4bec-bac0-929b993052bc on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:10.911055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Attempting to bind port 19894d35-8c97-4bec-bac0-929b993052bc by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:10.911477 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Attempting to bind port 19894d35-8c97-4bec-bac0-929b993052bc on network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:10.916555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:10.917159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Checking segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:10.922016 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.922536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Bound using segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:10.923040 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Bound port: 19894d35-8c97-4bec-bac0-929b993052bc, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:10.923442 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.926132 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.947992 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object ec259070-22f6-4f80-8cdc-6172a8331591 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:10.982492 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.997801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] For port 19894d35-8c97-4bec-bac0-929b993052bc, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:11.001783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] For port 19894d35-8c97-4bec-bac0-929b993052bc, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=19894d35-8c97-4bec-bac0-929b993052bc,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:11.007415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:11.030611 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:11.033883 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:11.037213 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:11.067489 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9902d-3315-412e-a8fd-f5523aa2d00e None None] Pushing event updated for resources: {'Port': ['ID=19894d35-8c97-4bec-bac0-929b993052bc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:11.072646 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=ec259070-22f6-4f80-8cdc-6172a8331591,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:11.097513 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:11.306995 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:11.608506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:11.613075 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:11.687888 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=ec259070-22f6-4f80-8cdc-6172a8331591,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:11.690284 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:11.792763 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:11.794634 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:11.916295 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router be056b85-6815-45bb-af63-e936b92d4021 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:12.031526 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:12.038354 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9f7001dd-9adb-4163-a36e-2bf833bbaad4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/be056b85-6815-45bb-af63-e936b92d4021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800453 Jul 15 14:07:12.048884 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d3b3c-5b26-49c1-8a1d-93928363be8b None None] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:12.130534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-973a2647-b727-4355-9a52-102c9c63ff8b None None] Provisioning for port 19894d35-8c97-4bec-bac0-929b993052bc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:12.185295 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-5993e645-d72c-4fd6-8fc4-514751224799 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504603841&fields=id&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 267 time: 0.0352302 Jul 15 14:07:12.305687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-df19004b-c2e0-4d0a-81f9-2bf053c223e1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:12.308680 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-df19004b-c2e0-4d0a-81f9-2bf053c223e1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 796 time: 0.1148968 Jul 15 14:07:12.323285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-e03bdbab-14d3-4985-9e23-d231632fb8f7 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/quotas/f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 375 time: 0.0103083 Jul 15 14:07:12.396231 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-5cdf9942-71cd-4ff5-9637-91a5ebda7945 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669112 Jul 15 14:07:12.472242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a76deb3-91e5-4570-9746-4074b38fd61a None None] Provisioning for port ec259070-22f6-4f80-8cdc-6172a8331591 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:12.482048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6a76deb3-91e5-4570-9746-4074b38fd61a None None] Provisioning complete for port ec259070-22f6-4f80-8cdc-6172a8331591 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:12.482470 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a76deb3-91e5-4570-9746-4074b38fd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:12.521831 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6a76deb3-91e5-4570-9746-4074b38fd61a None None] Port ec259070-22f6-4f80-8cdc-6172a8331591 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:12.572527 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Sync routers for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:12.587406 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:12.588030 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:12.605955 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-342f884c-88e4-4adf-b6df-32253177bc71 service neutron] 10.222.0.48 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465938 Jul 15 14:07:12.656452 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d03cf443-2fca-4120-82cb-4bc814f758a5 None None] Provisioning complete for port ec259070-22f6-4f80-8cdc-6172a8331591 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:12.656832 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d03cf443-2fca-4120-82cb-4bc814f758a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:12.698173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:12.704951 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-55ec9702-b35b-437f-b497-323bd5c89405 service neutron] 10.222.0.48 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929508 Jul 15 14:07:12.715393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d03cf443-2fca-4120-82cb-4bc814f758a5 None None] Port ec259070-22f6-4f80-8cdc-6172a8331591 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:12.728223 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b266fa5-1fcc-442e-9618-604a7da4afdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:12.913108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-251b81eb-03a2-4dc9-ae0e-f2450422cd3b req-3d6eea3e-6c9d-42f4-9bc1-53c6c1de5e84 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 210 time: 0.0326636 Jul 15 14:07:12.931256 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 2, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:12.942094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e5e775b9-4a3b-42c0-9b7c-c0daf250c87f None None] Provisioning complete for port ec259070-22f6-4f80-8cdc-6172a8331591 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:12.942605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5e775b9-4a3b-42c0-9b7c-c0daf250c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:12.960557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Checking router: be056b85-6815-45bb-af63-e936b92d4021 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:12.960909 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Updating router be056b85-6815-45bb-af63-e936b92d4021 port ec259070-22f6-4f80-8cdc-6172a8331591 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:12.981977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e5e775b9-4a3b-42c0-9b7c-c0daf250c87f None None] Port ec259070-22f6-4f80-8cdc-6172a8331591 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:13.006836 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.114433 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 19894d35-8c97-4bec-bac0-929b993052bc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:13.176427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 19894d35-8c97-4bec-bac0-929b993052bc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:13.181506 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 19894d35-8c97-4bec-bac0-929b993052bc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:13.182539 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.281757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.314340 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.321056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 19894d35-8c97-4bec-bac0-929b993052bc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=19894d35-8c97-4bec-bac0-929b993052bc,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:13.325717 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Transition to ACTIVE for port object ec259070-22f6-4f80-8cdc-6172a8331591 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:13.325922 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.326789 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ab69be09-2e58-4849-a0b8-ac9e9de9f622 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:13.334987 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.385708 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Pushing event updated for resources: {'Port': ['ID=ec259070-22f6-4f80-8cdc-6172a8331591,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.402604 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.402822 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.403305 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.403635 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.403958 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.404890 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.405591 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.405729 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.406002 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.406503 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.406779 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.407144 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:13.413038 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=19894d35-8c97-4bec-bac0-929b993052bc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.427997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ab69be09-2e58-4849-a0b8-ac9e9de9f622 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:13.432257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ab69be09-2e58-4849-a0b8-ac9e9de9f622 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:13.432638 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.479074 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Attempting to bind port ec259070-22f6-4f80-8cdc-6172a8331591 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:13.480132 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Attempting to bind port ec259070-22f6-4f80-8cdc-6172a8331591 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:13.480593 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Attempting to bind port ec259070-22f6-4f80-8cdc-6172a8331591 on network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:13.486159 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:13.486702 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Checking segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:13.487201 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.487692 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Bound using segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:13.488258 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Bound port: ec259070-22f6-4f80-8cdc-6172a8331591, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:13.488748 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.525154 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.551834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ab69be09-2e58-4849-a0b8-ac9e9de9f622, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ab69be09-2e58-4849-a0b8-ac9e9de9f622,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:13.558449 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.562068 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] For port ec259070-22f6-4f80-8cdc-6172a8331591, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:13.572162 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] For port ec259070-22f6-4f80-8cdc-6172a8331591, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec259070-22f6-4f80-8cdc-6172a8331591,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:13.578236 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:13.624967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ab69be09-2e58-4849-a0b8-ac9e9de9f622,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.640693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3833ae-3a48-4b47-a026-e92cb5234dd9 None None] Pushing event updated for resources: {'Port': ['ID=ec259070-22f6-4f80-8cdc-6172a8331591,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:13.647125 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:13.648203 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:06:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:13.850571 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:14.038894 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-9b5162be-fa7f-4d35-9432-9ad8f286b2db tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:14.041463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-9b5162be-fa7f-4d35-9432-9ad8f286b2db tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 796 time: 0.1152675 Jul 15 14:07:14.059116 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:14.086657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68233295-f398-4110-a3d2-ece99b5cf586 None None] The sync data for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 is: [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:14.087822 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3d5edf56-55e1-4982-915f-bad38aa87c5c req-40d4543d-87ce-4638-b141-40af15872993 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 210 time: 0.0418637 Jul 15 14:07:14.128012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-85e4c94a-57c0-4077-8718-2ed5e5543273 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 379 time: 0.0691161 Jul 15 14:07:14.145632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'port': {'device_id': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'admin_state_up': True, 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'security_groups': ['2113d136-395b-4f53-9c55-6e614354eea2']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:14.285682 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:14.289627 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:14.422812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.3 (99aec350-f2a8-48fc-9b4a-9689f538a6d1/5b7b22af-3f84-48df-92bd-08e6cfb1882e/64e8ec9d-91a6-4b01-8fab-c39796fc38ac) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:14.572819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:14.587929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 64e8ec9d-91a6-4b01-8fab-c39796fc38ac will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:14.623074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:14.674759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:14.678377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:14.683122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:14.687314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:14.737182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:14.737924 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:14.764673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-ceec4871-79f2-47f9-b15e-76abeca4990a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6290381 Jul 15 14:07:14.777188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Request body: {'port': {'device_id': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:14.867379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:14.958235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6258a5e5-aa00-4842-aaf2-17d30f692988 None None] Provisioning for port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:14.963647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6258a5e5-aa00-4842-aaf2-17d30f692988 None None] Provisioning complete for port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:14.965272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6258a5e5-aa00-4842-aaf2-17d30f692988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.028832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6258a5e5-aa00-4842-aaf2-17d30f692988 None None] Port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:15.143777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 19894d35-8c97-4bec-bac0-929b993052bc up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:15.172286 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e8ec9d-91a6-4b01-8fab-c39796fc38ac {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:07:15.180176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.195521 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Transition to ACTIVE for port object 64e8ec9d-91a6-4b01-8fab-c39796fc38ac will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:15.202136 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.206816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 19894d35-8c97-4bec-bac0-929b993052bc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:15.208586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.298774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Pushing event updated for resources: {'Port': ['ID=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:15.303633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ab69be09-2e58-4849-a0b8-ac9e9de9f622 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:15.361611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ab69be09-2e58-4849-a0b8-ac9e9de9f622 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:15.362007 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.403118 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173301-95c7-40c0-bc05-2e4b0a4311e3 req-4ee7272d-abb5-4e59-844f-5f0faaf16316 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:15.404741 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be173301-95c7-40c0-bc05-2e4b0a4311e3 req-4ee7272d-abb5-4e59-844f-5f0faaf16316 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 943 time: 0.1582797 Jul 15 14:07:15.406124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Attempting to bind port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:15.406488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Attempting to bind port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:15.406786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Attempting to bind port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac on network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:15.411650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c8b-c7e7-4d29-a39d-0f4693eef69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.421749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac on network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:07:15.421972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Attempting to bind port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac on network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:15.436078 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:15.436423 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Checking segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:15.436939 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Bound using segment: {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:15.437216 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Bound port: 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:15.437577 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.463611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-be173301-95c7-40c0-bc05-2e4b0a4311e3 req-93c5e1a7-2d2e-4996-b0c1-c8238b7eec76 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514805 Jul 15 14:07:15.471630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec259070-22f6-4f80-8cdc-6172a8331591 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:15.519547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port ec259070-22f6-4f80-8cdc-6172a8331591 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:15.523906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec259070-22f6-4f80-8cdc-6172a8331591 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:15.524283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.525017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] For port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:15.528143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] For port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:15.531671 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.565402 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:15.566017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.567565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] 10.222.0.49 "PUT /v2.0/ports/64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 1091 time: 0.7960224 Jul 15 14:07:15.567884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:15.570119 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33276fc3-1b48-4efc-b378-b06e3cb918e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:15.628171 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04cec4-b9da-4319-845a-c26402555052 x-openstack-request-id: req-6d04cec4-b9da-4319-845a-c26402555052 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:15.628606 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:15.629024 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d04cec4-b9da-4319-845a-c26402555052 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:15.629678 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'status': 'completed', 'code': 200} Jul 15 14:07:15.644282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74cb85-0d89-4998-99b6-f026e6dea579 service neutron] Pushing event updated for resources: {'Port': ['ID=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:15.663469 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.667573 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.694697 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-7652a34c-fa34-4a9d-85b0-bee10fa4a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:15.696335 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-7652a34c-fa34-4a9d-85b0-bee10fa4a105 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1094 time: 0.0657260 Jul 15 14:07:15.707595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port ec259070-22f6-4f80-8cdc-6172a8331591, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec259070-22f6-4f80-8cdc-6172a8331591,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:15.713165 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.748664 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-dc11965e-06fa-4feb-933f-56d08bbf88a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 217 time: 0.0448427 Jul 15 14:07:15.769321 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=ec259070-22f6-4f80-8cdc-6172a8331591,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:15.799081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-3645a042-3866-4fe5-b233-031569f853bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:15.800584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-3645a042-3866-4fe5-b233-031569f853bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0464966 Jul 15 14:07:15.858329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95e991-6678-4db1-a806-720422858a0a req-35307e49-8537-4d77-ad76-63d2fbe89aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:15.859719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-35307e49-8537-4d77-ad76-63d2fbe89aed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527942 Jul 15 14:07:15.951923 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-3fe5fadb-62da-43e5-b4a1-9c5ee99d79e6 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854626 Jul 15 14:07:16.038529 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5d95e991-6678-4db1-a806-720422858a0a req-bb945b72-f27a-4efd-8ede-1d5d0be9c744 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806069 Jul 15 14:07:16.143186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-10d4c037-f281-4f8a-8186-4999709f825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:16.144597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-10d4c037-f281-4f8a-8186-4999709f825e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1094 time: 0.0576799 Jul 15 14:07:16.234854 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-bac8bc0a-48e3-40d9-9dc9-906c6a06cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:16.236341 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-bac8bc0a-48e3-40d9-9dc9-906c6a06cc75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 897 time: 0.0849237 Jul 15 14:07:16.280802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-a5039fc3-ad71-4522-a9b8-2f6bfcf58c92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 217 time: 0.0377262 Jul 15 14:07:16.329001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-ae92f767-95f3-46f4-a094-e932942356e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:16.330437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-ae92f767-95f3-46f4-a094-e932942356e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0427277 Jul 15 14:07:16.387008 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-bb6fefb2-9280-4136-8f70-484008011cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:16.388515 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-bb6fefb2-9280-4136-8f70-484008011cf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517676 Jul 15 14:07:16.480352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-c3d8d2cb-3f2d-42c5-af55-3bf396c2e499 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844452 Jul 15 14:07:16.570465 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-33276fc3-1b48-4efc-b378-b06e3cb918e6 req-828e7f41-dc78-4e79-9f64-308bba4f1990 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837860 Jul 15 14:07:16.642609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5a1d-3a73-4b24-b741-5d8630c9d3f1 req-08cad71e-f207-4c38-badf-fd1d5c2ecf22 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:16.644078 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba0d5a1d-3a73-4b24-b741-5d8630c9d3f1 req-08cad71e-f207-4c38-badf-fd1d5c2ecf22 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 943 time: 0.0660174 Jul 15 14:07:16.680778 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba0d5a1d-3a73-4b24-b741-5d8630c9d3f1 req-8d432ae2-0904-4c6b-8a51-2f1178c570ac tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Jul 15 14:07:16.960455 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:17.024396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec259070-22f6-4f80-8cdc-6172a8331591 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:17.069598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port ec259070-22f6-4f80-8cdc-6172a8331591 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:17.069964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:17.857005 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc481e1c-e37c-4eec-a373-e21fe3bb10f8 req-2a91e991-eb55-4863-994a-de96e5c00954 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:17.858516 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc481e1c-e37c-4eec-a373-e21fe3bb10f8 req-2a91e991-eb55-4863-994a-de96e5c00954 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 943 time: 0.0632367 Jul 15 14:07:17.896000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bc481e1c-e37c-4eec-a373-e21fe3bb10f8 req-805586d5-f221-4324-95d5-3ffc60bfa629 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318995 Jul 15 14:07:18.286569 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:19.073839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef755c-a95c-418b-8fc2-73170c853268 req-d9b3edca-8645-47b6-85b9-d095e04a53ab tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:19.075382 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0ef755c-a95c-418b-8fc2-73170c853268 req-d9b3edca-8645-47b6-85b9-d095e04a53ab tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 943 time: 0.0635846 Jul 15 14:07:19.114143 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0ef755c-a95c-418b-8fc2-73170c853268 req-7fc39235-1355-4fc3-aed4-fa7e6a0a7bfe tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Jul 15 14:07:19.561393 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 64e8ec9d-91a6-4b01-8fab-c39796fc38ac details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:07:19.656343 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:19.667787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'port_id': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'mac_address': 'fa:16:3e:92:23:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:07:19.706873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:19.720073 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e8ec9d-91a6-4b01-8fab-c39796fc38ac {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:07:19.740322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:19.744193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:19.791787 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:19.985138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['64e8ec9d-91a6-4b01-8fab-c39796fc38ac'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:20.339463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed06db-23a9-4db4-b82a-f499f49f4052 req-3d266bfc-f469-4186-85ab-0fb66a15f984 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:20.340910 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fed06db-23a9-4db4-b82a-f499f49f4052 req-3d266bfc-f469-4186-85ab-0fb66a15f984 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 944 time: 0.0672965 Jul 15 14:07:20.377670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5fed06db-23a9-4db4-b82a-f499f49f4052 req-1d03aa25-5747-4b2f-9ff5-e87f9b6eed6c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311062 Jul 15 14:07:21.552069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e3e9-67d2-47c0-b4c7-d6b48652ad31 req-4779a9f9-7cd9-42a6-be5a-8d713c9e7280 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:21.553568 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86e7e3e9-67d2-47c0-b4c7-d6b48652ad31 req-4779a9f9-7cd9-42a6-be5a-8d713c9e7280 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 944 time: 0.0634720 Jul 15 14:07:21.585655 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 64e8ec9d-91a6-4b01-8fab-c39796fc38ac up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:21.592503 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-86e7e3e9-67d2-47c0-b4c7-d6b48652ad31 req-23259b34-1e4f-4fc6-970f-02c9b721b143 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Jul 15 14:07:21.633196 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:21.636977 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:21.637356 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:21.712939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:21.735551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:21.737796 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd5d732-76d9-4594-834b-40c7e40c77aa" -d '{"events": [{"server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "name": "network-vif-plugged", "status": "completed", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:21.750513 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:21.754459 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:21.777475 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe97b297-25c9-407c-9ebe-9fa02b9db317 x-openstack-request-id: req-fe97b297-25c9-407c-9ebe-9fa02b9db317 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:21.777773 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "name": "network-vif-plugged", "status": "completed", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:21.778028 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe97b297-25c9-407c-9ebe-9fa02b9db317 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:21.778440 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'code': 200} Jul 15 14:07:21.804505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:21.888480 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90306a-719a-494c-aa4c-947cb604a9f8 req-24939b11-3601-4796-a267-528bbfd576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:21.889934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b90306a-719a-494c-aa4c-947cb604a9f8 req-24939b11-3601-4796-a267-528bbfd576a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1096 time: 0.0532274 Jul 15 14:07:21.922573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2b90306a-719a-494c-aa4c-947cb604a9f8 req-3e427213-e2f2-4137-ba73-69b7cca613b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260749 Jul 15 14:07:22.782451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5ab97-cd65-48a4-a91a-8bca9c8c692a req-afe1a3c9-7708-467b-ad9a-76488d361d20 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:22.783915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efc5ab97-cd65-48a4-a91a-8bca9c8c692a req-afe1a3c9-7708-467b-ad9a-76488d361d20 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0619805 Jul 15 14:07:22.821428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efc5ab97-cd65-48a4-a91a-8bca9c8c692a req-caf2ee72-18a9-4dd3-ae1b-400c2dbd7dff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316331 Jul 15 14:07:23.994013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff0ab-32a4-4557-8018-e208d60fbb99 req-599472ee-df57-420f-98ce-7f2e118eca40 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:23.996081 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-534ff0ab-32a4-4557-8018-e208d60fbb99 req-599472ee-df57-420f-98ce-7f2e118eca40 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0662916 Jul 15 14:07:24.033752 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-534ff0ab-32a4-4557-8018-e208d60fbb99 req-aa304a0e-1da4-4501-88e5-6ba33abbaf90 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jul 15 14:07:24.207774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93364b63-aee8-45c8-a7f5-adfaf2791587 req-f9217764-b322-4f81-9776-315f4a26b2cc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:24.209262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93364b63-aee8-45c8-a7f5-adfaf2791587 req-f9217764-b322-4f81-9776-315f4a26b2cc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0670881 Jul 15 14:07:24.246829 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-93364b63-aee8-45c8-a7f5-adfaf2791587 req-e8671f8d-9d8b-4176-b3fd-a40ab8a70533 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316596 Jul 15 14:07:24.270529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:24.361029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ab743-c3b9-4181-b930-c96107fa9046 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:24.362597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c65ab743-c3b9-4181-b930-c96107fa9046 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1091 time: 0.0910857 Jul 15 14:07:24.365352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:24.369687 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:24.391337 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:24.489588 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:24.589329 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.13 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/359ef816-6a48-4130-b921-1b5ffca3b3d8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:24.689892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:24.727719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:24.766787 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:24.769577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:24.773109 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:24.796001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=359ef816-6a48-4130-b921-1b5ffca3b3d8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:25.457840 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:25.537088 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:25.683592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:25.687886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:25.755343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=359ef816-6a48-4130-b921-1b5ffca3b3d8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:25.766494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.766842 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.767179 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.767514 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.767841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.768168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.768491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.768814 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.769133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.769455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.769773 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.770089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:25.777519 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:25.874530 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP af8ad7e2-897d-49bb-b7b0-f25782041b47 associated. External IP: 172.25.2.13, port: 64e8ec9d-91a6-4b01-8fab-c39796fc38ac. Jul 15 14:07:26.074549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router be056b85-6815-45bb-af63-e936b92d4021 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:26.179575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:26.189640 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] Sync routers for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:26.196664 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:26.201584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:26.202500 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:07:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:26.233088 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-eb69ad9d-7139-4537-847f-6d8cddfa4b27 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8667355 Jul 15 14:07:26.233648 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:26.235918 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:26.272544 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0b842-fae7-4aa8-98af-9800cedb8f95 x-openstack-request-id: req-bbb0b842-fae7-4aa8-98af-9800cedb8f95 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:26.272836 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:26.273082 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbb0b842-fae7-4aa8-98af-9800cedb8f95 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:26.273478 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'status': 'completed', 'code': 200} Jul 15 14:07:26.312000 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:26.400043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-1beb901c-1556-4d7f-bdde-14c75eba646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:26.401647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-1beb901c-1556-4d7f-bdde-14c75eba646e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1096 time: 0.1026859 Jul 15 14:07:26.412183 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0fa21-f12c-45b3-a391-e6c1e67ac99c req-6f21438c-8c0b-486c-befd-c91b07edf1ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:26.413640 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fd0fa21-f12c-45b3-a391-e6c1e67ac99c req-6f21438c-8c0b-486c-befd-c91b07edf1ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0861092 Jul 15 14:07:26.500663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fd0fa21-f12c-45b3-a391-e6c1e67ac99c req-31292377-d7aa-4420-8268-1da6ec6de11f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786138 Jul 15 14:07:26.525536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:26.528088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-c8b37bdd-0742-46d1-bcf6-2632464c0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:26.529626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-c8b37bdd-0742-46d1-bcf6-2632464c0dbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 897 time: 0.1151373 Jul 15 14:07:26.542967 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'af8ad7e2-897d-49bb-b7b0-f25782041b47', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'port_id': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'mac_address': 'fa:16:3e:92:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:07:25Z', 'updated_at': '2021-07-15T14:07:25Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:15Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:26.593492 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-60aad491-95d0-4238-97f7-7913ad1fe7ed tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/af8ad7e2-897d-49bb-b7b0-f25782041b47 HTTP/1.1" status: 200 len: 990 time: 0.0662203 Jul 15 14:07:26.606263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-6af01b71-318f-452b-a4f4-135b775c67d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 998 time: 0.0700085 Jul 15 14:07:26.657968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-9082f9ae-a982-448b-bac9-c39861667d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:26.659413 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-9082f9ae-a982-448b-bac9-c39861667d00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0469317 Jul 15 14:07:26.718444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-ccc1f58d-0908-46d6-8b66-8a30ad1321cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:26.719962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-ccc1f58d-0908-46d6-8b66-8a30ad1321cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546775 Jul 15 14:07:26.726854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] Checking router: be056b85-6815-45bb-af63-e936b92d4021 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:26.735817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:26.736423 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:07:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:26.812293 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-501e8038-28ab-439c-a35e-ff75d87acc40 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858445 Jul 15 14:07:26.840136 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:26.901092 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc13f899-fec1-4a5e-ba89-3c36bc597a7c req-9c0b56fc-d982-41f8-ab0f-afd54d88a50f service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821977 Jul 15 14:07:27.064412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'af8ad7e2-897d-49bb-b7b0-f25782041b47', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'port_id': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'mac_address': 'fa:16:3e:92:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:07:25Z', 'updated_at': '2021-07-15T14:07:25Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:15Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:27.090146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb621dd-b1b4-4394-8603-4c39f20bcf25 None None] The sync data for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 is: [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'af8ad7e2-897d-49bb-b7b0-f25782041b47', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'port_id': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'mac_address': 'fa:16:3e:92:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:07:25Z', 'updated_at': '2021-07-15T14:07:25Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:15Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:27.277411 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538a00d-be40-44fa-812a-50d319e600af None None] New status for floating IP af8ad7e2-897d-49bb-b7b0-f25782041b47: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:07:27.594676 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:27.657670 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-230eb15f-7859-4940-89ef-cc9ac9b7625a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/af8ad7e2-897d-49bb-b7b0-f25782041b47 HTTP/1.1" status: 200 len: 992 time: 0.0618634 Jul 15 14:07:31.316953 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:34.129799 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:34.561494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-d28c2978-981c-4bb7-8288-0c506c033c39 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914898 Jul 15 14:07:34.664796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-e402f602-5c63-476b-94cc-ea957a9512fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:34.666305 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-e402f602-5c63-476b-94cc-ea957a9512fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1096 time: 0.0535092 Jul 15 14:07:34.778131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-4bfb21e4-9249-4db9-aa97-83255e0de137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:34.779600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-4bfb21e4-9249-4db9-aa97-83255e0de137 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 897 time: 0.0906274 Jul 15 14:07:34.842747 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-67ccdde1-7aa0-46b9-a3a9-4cdef611180b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 1000 time: 0.0573466 Jul 15 14:07:34.893942 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-766ec30a-fc6d-4067-8309-c3213710843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:34.895378 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-766ec30a-fc6d-4067-8309-c3213710843e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0456526 Jul 15 14:07:34.951443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-63991e03-c841-4bc6-92a8-b7559a22195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:34.952918 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-63991e03-c841-4bc6-92a8-b7559a22195b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515115 Jul 15 14:07:35.043273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-4e7bc402-d247-4eb4-a17c-bdb243b7b20b service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817933 Jul 15 14:07:35.133399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-92314dc5-497c-4961-aa1d-f2f2f238b0b3 req-5720bc6c-129c-4993-be17-5eba16c9ae99 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838332 Jul 15 14:07:40.160168 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:42.700232 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b62fa530-1298-4865-9cc4-3f6fb53564a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.392603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db286e5-9fde-4bbc-942a-f606001fba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.656484 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.963346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.289138 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.180561 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfed69-8211-4e60-b673-b0fe76761ba7 req-005158cc-f2a9-4546-b315-20f82ac44c9f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:59.182057 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61dfed69-8211-4e60-b673-b0fe76761ba7 req-005158cc-f2a9-4546-b315-20f82ac44c9f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0697188 Jul 15 14:07:59.219845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-61dfed69-8211-4e60-b673-b0fe76761ba7 req-e3de3f3e-0ec2-43c6-8b9d-393f0479ce42 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Jul 15 14:08:00.395396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54a13-4aec-4961-ab84-bea1d50ef059 req-062e25da-13fb-48cf-a2fc-a3b440550189 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:00.396875 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1c54a13-4aec-4961-ab84-bea1d50ef059 req-062e25da-13fb-48cf-a2fc-a3b440550189 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0667315 Jul 15 14:08:00.433886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b1c54a13-4aec-4961-ab84-bea1d50ef059 req-427054f0-4905-4c84-a053-709cc459f25f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306838 Jul 15 14:08:01.326806 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.605878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fc732-2e97-45af-9714-43ae9e9c7ee2 req-61dd3bf1-7b89-4735-9080-b710320bf676 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:01.607403 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-321fc732-2e97-45af-9714-43ae9e9c7ee2 req-61dd3bf1-7b89-4735-9080-b710320bf676 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0640328 Jul 15 14:08:01.644633 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-321fc732-2e97-45af-9714-43ae9e9c7ee2 req-1d19a077-715f-4f41-b8bf-ab2300aa6ca1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Jul 15 14:08:02.818589 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97c0b-48d2-4d43-af35-b55130059a70 req-4f82287c-eb35-46c0-9caa-1cc233b88e84 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:02.820058 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ef97c0b-48d2-4d43-af35-b55130059a70 req-4f82287c-eb35-46c0-9caa-1cc233b88e84 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0669024 Jul 15 14:08:02.856699 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ef97c0b-48d2-4d43-af35-b55130059a70 req-ac681663-12c7-4980-98e8-8bf05d5456f9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311773 Jul 15 14:08:04.028790 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1503d1-7764-4b51-9774-83e6daacd2bb req-72bbf63e-90c1-4d3c-931f-6ee9e92ac1eb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.030336 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a1503d1-7764-4b51-9774-83e6daacd2bb req-72bbf63e-90c1-4d3c-931f-6ee9e92ac1eb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0641129 Jul 15 14:08:04.069273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9a1503d1-7764-4b51-9774-83e6daacd2bb req-276af30f-d114-4719-8933-cf3b90f9cb2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333915 Jul 15 14:08:04.128358 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:05.244463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636781d5-c77b-4f1e-ad86-3bc829c86a85 req-acfad12f-9b67-4451-b412-47da12d05067 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.246934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-636781d5-c77b-4f1e-ad86-3bc829c86a85 req-acfad12f-9b67-4451-b412-47da12d05067 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0655935 Jul 15 14:08:05.284015 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-636781d5-c77b-4f1e-ad86-3bc829c86a85 req-8745c521-f99f-417d-a20a-186e220139cb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Jul 15 14:08:06.465821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eeec1-81f5-477f-8998-3e8cd37c749f req-3cea2d2c-0bd5-45cc-908e-e60ecfcb653a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:06.467233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-046eeec1-81f5-477f-8998-3e8cd37c749f req-3cea2d2c-0bd5-45cc-908e-e60ecfcb653a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0692465 Jul 15 14:08:06.503641 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-046eeec1-81f5-477f-8998-3e8cd37c749f req-47043a7e-c249-4f62-9753-dd365a382749 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307019 Jul 15 14:08:07.674220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5de94-9893-42e9-b591-d1a5dcbd8294 req-f54b2189-71eb-4bf3-8ec7-27fa83e1788d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:07.675722 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ac5de94-9893-42e9-b591-d1a5dcbd8294 req-f54b2189-71eb-4bf3-8ec7-27fa83e1788d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0622878 Jul 15 14:08:07.712461 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8ac5de94-9893-42e9-b591-d1a5dcbd8294 req-05c34713-fbb9-4be4-918e-67b0420cb9e2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312989 Jul 15 14:08:08.884205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211a81-1b53-4a69-8657-8fc155504de5 req-fb31ac5f-99db-459b-8411-6af712a74416 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:08.885667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6211a81-1b53-4a69-8657-8fc155504de5 req-fb31ac5f-99db-459b-8411-6af712a74416 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0651386 Jul 15 14:08:08.922815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d6211a81-1b53-4a69-8657-8fc155504de5 req-388ab77e-af4f-4135-a999-f820ff9b00bb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Jul 15 14:08:10.093278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf7a9d-5899-4cfa-baea-056489dc6c8e req-e1315c9d-6cd6-48e9-8cb0-c99c33f3a5bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:10.094824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65bf7a9d-5899-4cfa-baea-056489dc6c8e req-e1315c9d-6cd6-48e9-8cb0-c99c33f3a5bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0631964 Jul 15 14:08:10.132751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-65bf7a9d-5899-4cfa-baea-056489dc6c8e req-7c241540-988c-4e28-96d5-fcf2f7701451 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Jul 15 14:08:11.305901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973dd8c-659e-48cc-8104-c617ae5e3468 req-619fe2c1-0d9b-4ca4-a165-56d4cc5dd1e3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:11.307352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d973dd8c-659e-48cc-8104-c617ae5e3468 req-619fe2c1-0d9b-4ca4-a165-56d4cc5dd1e3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0646367 Jul 15 14:08:11.345396 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d973dd8c-659e-48cc-8104-c617ae5e3468 req-c496e0f5-26a4-4993-9c66-8a5341189021 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Jul 15 14:08:12.531580 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530b954-4f28-4c3b-b210-cabc470e9fbe req-6c63bea0-24ef-407f-930f-dad153c2e962 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.533060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4530b954-4f28-4c3b-b210-cabc470e9fbe req-6c63bea0-24ef-407f-930f-dad153c2e962 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0668707 Jul 15 14:08:12.571468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4530b954-4f28-4c3b-b210-cabc470e9fbe req-48d962d3-6caa-4b48-af42-4664568736e0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328653 Jul 15 14:08:12.701048 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1014e76-af87-4199-b2a9-a67ef92f6c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.745018 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fb4f3-e082-4cd1-ad7c-b5d515adedc2 req-4673580f-d802-4113-a021-6631923ec3cf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:13.747280 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-864fb4f3-e082-4cd1-ad7c-b5d515adedc2 req-4673580f-d802-4113-a021-6631923ec3cf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0640879 Jul 15 14:08:13.783559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-864fb4f3-e082-4cd1-ad7c-b5d515adedc2 req-bc2a3ad0-9cb2-463b-8b30-eedf1e93c829 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Jul 15 14:08:14.961491 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b8a69-51c7-4916-b9ba-42eeb0164cfb req-aa4eeb05-7a16-4a71-8519-a10aa6aa942c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.963036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f5b8a69-51c7-4916-b9ba-42eeb0164cfb req-aa4eeb05-7a16-4a71-8519-a10aa6aa942c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0668387 Jul 15 14:08:14.999961 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f5b8a69-51c7-4916-b9ba-42eeb0164cfb req-6c0cff5d-18af-4131-9350-eb3047214e2e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Jul 15 14:08:15.024651 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:15.100475 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-357cd26b-b7ff-4a80-b0a8-5dd6d4631149 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/af8ad7e2-897d-49bb-b7b0-f25782041b47 HTTP/1.1" status: 200 len: 992 time: 0.0746882 Jul 15 14:08:15.393397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8221eafd-031b-4a60-a5c3-25524b044de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:15.657465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:16.539444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-06d51334-bae5-4266-87ba-a53bb75bea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:16.541089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-06d51334-bae5-4266-87ba-a53bb75bea00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1096 time: 0.0929658 Jul 15 14:08:16.553877 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75947a-5b30-44e6-b722-728821bb32f8 req-7e6aec0e-ddab-4196-a54d-daf1e8f067ab tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:16.555494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc75947a-5b30-44e6-b722-728821bb32f8 req-7e6aec0e-ddab-4196-a54d-daf1e8f067ab tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0807664 Jul 15 14:08:16.643184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cc75947a-5b30-44e6-b722-728821bb32f8 req-58542b8f-7cd9-477f-b0c9-020926660ccf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789804 Jul 15 14:08:16.669419 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-e5c5d545-92b4-4eeb-9141-21765234c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:16.670933 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-e5c5d545-92b4-4eeb-9141-21765234c260 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 897 time: 0.1146126 Jul 15 14:08:16.739473 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-fa919cf2-e54c-439c-98b0-7656586b7462 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 1000 time: 0.0623174 Jul 15 14:08:16.786375 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-213763b2-7b8c-4781-a9da-4a5065364bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:16.787845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-213763b2-7b8c-4781-a9da-4a5065364bf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0425022 Jul 15 14:08:16.842834 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-e416a62f-07a8-488d-b86f-4d7359b0abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:16.844309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-e416a62f-07a8-488d-b86f-4d7359b0abc6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501044 Jul 15 14:08:16.934594 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-e9a44e8b-0180-45d6-b071-f3f0e4c3099f service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831466 Jul 15 14:08:16.965155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:17.022653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f644fcf1-568f-42cb-a1c3-9d3dbdaf3849 req-2f714ed8-f0b7-4c4f-8b97-df1b42a87404 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825226 Jul 15 14:08:17.158787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:17.820084 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481df56e-e796-4c86-a379-4e83414a9cae req-b98cd942-3fdf-4c48-b515-668afc06340a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:17.821586 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-481df56e-e796-4c86-a379-4e83414a9cae req-b98cd942-3fdf-4c48-b515-668afc06340a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0675373 Jul 15 14:08:17.859791 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-481df56e-e796-4c86-a379-4e83414a9cae req-deee05e6-9741-47c3-bf21-ddc083019322 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327303 Jul 15 14:08:17.883902 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:17.942429 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-70e14825-ad7d-43c9-8932-f8529d08328d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/af8ad7e2-897d-49bb-b7b0-f25782041b47 HTTP/1.1" status: 200 len: 992 time: 0.0572331 Jul 15 14:08:18.291743 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:31.337647 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:34.157774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:35.506200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-883506d5-e580-468a-805f-3866746ddc94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523708 Jul 15 14:08:35.604516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-7b5132d7-4639-4d1d-8ebf-bbbb3f00dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:35.606702 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-7b5132d7-4639-4d1d-8ebf-bbbb3f00dc7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1096 time: 0.0574591 Jul 15 14:08:35.710003 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-e0b7ec3f-800e-4ba1-94ec-0d155fe0efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:35.711583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-e0b7ec3f-800e-4ba1-94ec-0d155fe0efa0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 897 time: 0.0846541 Jul 15 14:08:35.778706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-83de027c-22bf-4b30-b60b-690cb6134a16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 1000 time: 0.0602770 Jul 15 14:08:35.829403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-466b46a7-dbb8-43de-8221-06840e707737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:35.830831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-466b46a7-dbb8-43de-8221-06840e707737 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0422568 Jul 15 14:08:35.887400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-5a695206-0244-442a-a26a-36e42f7eadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:35.888845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-5a695206-0244-442a-a26a-36e42f7eadaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515773 Jul 15 14:08:35.984450 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-7e9c9354-31eb-409d-9008-d9af0924ffcb service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Jul 15 14:08:36.072506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2f50ce70-59f4-4bac-be66-16e4f4eb695c req-c9125625-9bf7-4c11-bbf4-76aefcd25221 service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811315 Jul 15 14:08:42.701758 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aaadd25f-88b1-46c0-8fb0-5cd570831da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:45.393819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcfd5-be8f-4228-9c34-2a3196551c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:45.657488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:46.969457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.294167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.527403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:48.681851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 359ef816-6a48-4130-b921-1b5ffca3b3d8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:48.682196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.758643 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.758970 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.770359 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 359ef816-6a48-4130-b921-1b5ffca3b3d8 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:48.914805 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.941142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=359ef816-6a48-4130-b921-1b5ffca3b3d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:48.966742 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.967178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.967520 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.967858 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.968191 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.968524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.968852 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.969180 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.969501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.969825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.970146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:48.970539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:49.011590 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:49.011928 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP af8ad7e2-897d-49bb-b7b0-f25782041b47 disassociated (deleted). External IP: 172.25.2.13, port: 64e8ec9d-91a6-4b01-8fab-c39796fc38ac. Jul 15 14:08:49.539190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router be056b85-6815-45bb-af63-e936b92d4021 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:08:49.645733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:49.650755 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:49.655527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] Sync routers for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:49.664837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:49.665533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:49.687622 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-68a1b69b-4603-46f2-85c5-dd76ae273c1e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/floatingips/af8ad7e2-897d-49bb-b7b0-f25782041b47 HTTP/1.1" status: 204 len: 168 time: 1.1591673 Jul 15 14:08:49.688204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:49.690519 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8842f5-e706-4173-82bf-78fa7ba35653" -d '{"events": [{"name": "network-changed", "server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:49.729846 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b502b71-107c-4f68-891d-1df5e3bf7fb9 x-openstack-request-id: req-2b502b71-107c-4f68-891d-1df5e3bf7fb9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:49.730150 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:49.730437 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b502b71-107c-4f68-891d-1df5e3bf7fb9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:49.730850 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'status': 'completed', 'code': 200} Jul 15 14:08:49.775527 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:49.818535 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-98abf3c2-dc45-4947-b270-f2cb974ba732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.820074 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-98abf3c2-dc45-4947-b270-f2cb974ba732 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 1096 time: 0.0576904 Jul 15 14:08:49.915753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-d88f4a90-eb46-4cac-b82f-c8ba87f9a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.917816 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-d88f4a90-eb46-4cac-b82f-c8ba87f9a15d service neutron] 10.222.0.49 "GET /v2.0/networks?id=99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 200 len: 897 time: 0.0909729 Jul 15 14:08:49.971104 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-804ca84b-f454-4df0-a3e9-a6f4e30032fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 200 len: 217 time: 0.0403316 Jul 15 14:08:49.992713 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:15Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:50.019832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] Checking router: be056b85-6815-45bb-af63-e936b92d4021 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:50.028727 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:50.029319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:50.052339 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-c5545e14-b5d8-4cbe-b266-e37015aa81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.053761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-c5545e14-b5d8-4cbe-b266-e37015aa81ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 200 len: 835 time: 0.0760520 Jul 15 14:08:50.113354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17964a52-7253-4d3a-b6aa-da0fccc56968 req-f17b4a87-42b3-4235-b6f9-ddf5382ae906 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.114868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17964a52-7253-4d3a-b6aa-da0fccc56968 req-f17b4a87-42b3-4235-b6f9-ddf5382ae906 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.1075315 Jul 15 14:08:50.132894 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:50.164472 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-a08bc941-3eb7-4b4c-a665-cb33d66e51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.165981 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-a08bc941-3eb7-4b4c-a665-cb33d66e51aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99aec350-f2a8-48fc-9b4a-9689f538a6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014943 Jul 15 14:08:50.169247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17964a52-7253-4d3a-b6aa-da0fccc56968 req-3f9d64ed-1ed3-4b47-9708-1c1346716de0 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471485 Jul 15 14:08:50.256288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-c74cfde3-16fa-4db0-b823-320c678788ff service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827034 Jul 15 14:08:50.329570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:15Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:50.349376 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bd8842f5-e706-4173-82bf-78fa7ba35653 req-273c346d-22f0-4d13-b728-0d1116fd417d service neutron] 10.222.0.49 "GET /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852182 Jul 15 14:08:50.354818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e0ecb-5dbb-4178-931a-872996f13279 None None] The sync data for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 is: [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:11Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'ec259070-22f6-4f80-8cdc-6172a8331591', 'name': '', 'network_id': '99aec350-f2a8-48fc-9b4a-9689f538a6d1', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:de:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:10Z', 'updated_at': '2021-07-15T14:07:15Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '5b7b22af-3f84-48df-92bd-08e6cfb1882e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:50.559428 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd0ed6-6dab-43c5-b60f-658c42f74444 None None] New status for floating IP af8ad7e2-897d-49bb-b7b0-f25782041b47: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:08:51.343554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974d21-a066-4fa3-94c8-ecf3a5f5de1d req-7979caf5-d0ca-4c8e-967a-94f476c57003 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:51.345038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c974d21-a066-4fa3-94c8-ecf3a5f5de1d req-7979caf5-d0ca-4c8e-967a-94f476c57003 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0641272 Jul 15 14:08:51.380999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3c974d21-a066-4fa3-94c8-ecf3a5f5de1d req-4db5ef41-0add-4abf-bd93-22380c2fb08e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=2113d136-395b-4f53-9c55-6e614354eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304186 Jul 15 14:08:51.539571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64555477-8607-4f6d-889c-d3395f92815b req-c1383936-38e8-440a-b026-b8dbe134c22b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:51.541002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64555477-8607-4f6d-889c-d3395f92815b req-c1383936-38e8-440a-b026-b8dbe134c22b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 945 time: 0.0655155 Jul 15 14:08:51.638609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:51.638933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.727722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:51.728074 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.739884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 64e8ec9d-91a6-4b01-8fab-c39796fc38ac owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:51.866966 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.900590 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=64e8ec9d-91a6-4b01-8fab-c39796fc38ac,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:51.946508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] No DVR routers for this DVR port 64e8ec9d-91a6-4b01-8fab-c39796fc38ac on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:08:51.949650 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.951776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64555477-8607-4f6d-889c-d3395f92815b req-32ec07d2-2349-4460-9ed6-9a3692d1da39 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "DELETE /v2.0/ports/64e8ec9d-91a6-4b01-8fab-c39796fc38ac HTTP/1.1" status: 204 len: 173 time: 0.4046869 Jul 15 14:08:51.952199 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'name': 'network-vif-deleted', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:51.954459 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf6063-f8cf-4297-93a6-258c08afa7f6" -d '{"events": [{"server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "name": "network-vif-deleted", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:51.994785 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470cdad-02b9-4958-bcda-829aa41f5b55 x-openstack-request-id: req-a470cdad-02b9-4958-bcda-829aa41f5b55 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:51.996031 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedc1c46-3822-4408-8d34-72892ed8a55b", "name": "network-vif-deleted", "tag": "64e8ec9d-91a6-4b01-8fab-c39796fc38ac", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:51.996031 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a470cdad-02b9-4958-bcda-829aa41f5b55 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:51.996338 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedc1c46-3822-4408-8d34-72892ed8a55b', 'name': 'network-vif-deleted', 'tag': '64e8ec9d-91a6-4b01-8fab-c39796fc38ac', 'status': 'completed', 'code': 200} Jul 15 14:08:52.534813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82bf80a9-d8e3-4ed5-a29e-50a5742311ad req-858580f8-caab-47bd-aa71-e196d1425c04 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedc1c46-3822-4408-8d34-72892ed8a55b HTTP/1.1" status: 200 len: 210 time: 0.0290124 Jul 15 14:08:53.632289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:53.994028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.158053 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:54.254971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port ec259070-22f6-4f80-8cdc-6172a8331591 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:54.255229 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.338601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port ec259070-22f6-4f80-8cdc-6172a8331591, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ec259070-22f6-4f80-8cdc-6172a8331591,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:54.339072 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.355414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for ec259070-22f6-4f80-8cdc-6172a8331591 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:54.534892 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.560786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=ec259070-22f6-4f80-8cdc-6172a8331591,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:54.738145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.946401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router be056b85-6815-45bb-af63-e936b92d4021 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:08:55.051017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:55.056286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d4025b2f-7ca7-4cc0-ba65-2625c6d9ca0f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/be056b85-6815-45bb-af63-e936b92d4021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229805 Jul 15 14:08:55.059804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:55.061411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] Sync routers for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:55.071001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:55.071581 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:55.111609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting subnet 5b7b22af-3f84-48df-92bd-08e6cfb1882e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:08:55.114318 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.154813 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.176001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:55.241268 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.300111 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.325133 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7b22af-3f84-48df-92bd-08e6cfb1882e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:55.332542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.337373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d4cfbb4b-2429-4621-acd9-9d152f00ea2f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/subnets/5b7b22af-3f84-48df-92bd-08e6cfb1882e HTTP/1.1" status: 204 len: 168 time: 0.2737024 Jul 15 14:08:55.337373 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:55.340684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f998cd-ff10-48db-8ce2-79504120ac86 None None] Network 99aec350-f2a8-48fc-9b4a-9689f538a6d1 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:08:55.409720 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:08:54Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:55.443104 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.455906 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] Checking router: be056b85-6815-45bb-af63-e936b92d4021 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:55.484554 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] Routers {'be056b85-6815-45bb-af63-e936b92d4021'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:55.485178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['be056b85-6815-45bb-af63-e936b92d4021'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:55.548822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.602490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port ab69be09-2e58-4849-a0b8-ac9e9de9f622 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:55.602771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] Set router be056b85-6815-45bb-af63-e936b92d4021 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:55.602876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.662162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] DHCP port deletion for 99aec350-f2a8-48fc-9b4a-9689f538a6d1 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:08:55.693969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port ab69be09-2e58-4849-a0b8-ac9e9de9f622, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=ab69be09-2e58-4849-a0b8-ac9e9de9f622,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:55.694366 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.707789 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for ab69be09-2e58-4849-a0b8-ac9e9de9f622 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:55.880286 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.908628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=ab69be09-2e58-4849-a0b8-ac9e9de9f622,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:55.947613 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Deleting port 19894d35-8c97-4bec-bac0-929b993052bc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:55.948537 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:55.970911 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.021266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] For port 19894d35-8c97-4bec-bac0-929b993052bc, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=19894d35-8c97-4bec-bac0-929b993052bc,segment=NetworkSegment(7d1001c8-9f64-4584-bd0e-0a44e0ee5dde),segment_id=7d1001c8-9f64-4584-bd0e-0a44e0ee5dde)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:56.021660 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.036387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Calling delete_port for 19894d35-8c97-4bec-bac0-929b993052bc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:56.038811 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:08:54Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:56.065275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.066783 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.076434 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 64e8ec9d-91a6-4b01-8fab-c39796fc38ac no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:56.080953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5164-5142-476c-a321-5f69f970b581 None None] The sync data for ids ['be056b85-6815-45bb-af63-e936b92d4021'] in n-d-798249-9 is: [{'id': 'be056b85-6815-45bb-af63-e936b92d4021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650769319', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:08:54Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': 'ab69be09-2e58-4849-a0b8-ac9e9de9f622', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be056b85-6815-45bb-af63-e936b92d4021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:07Z', 'updated_at': '2021-07-15T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:56.102130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 64e8ec9d-91a6-4b01-8fab-c39796fc38ac {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:08:56.102509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 64e8ec9d-91a6-4b01-8fab-c39796fc38ac not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:56.125080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.125705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Fanout notify agent at l3_agent the message router_deleted on router be056b85-6815-45bb-af63-e936b92d4021 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:08:56.132922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.133964 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fa652425-a89e-467c-9710-36ec5465f026 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/routers/be056b85-6815-45bb-af63-e936b92d4021 HTTP/1.1" status: 204 len: 168 time: 0.7956634 Jul 15 14:08:56.136811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:56.172194 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.199467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Pushing event deleted for resources: {'Port': ['ID=19894d35-8c97-4bec-bac0-929b993052bc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:56.204015 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] No DVR routers for this DVR port 19894d35-8c97-4bec-bac0-929b993052bc on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:08:56.213881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.213881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.213881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.213881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.213881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.213881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.215058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.215555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.215555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.215555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.215555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.215555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.215555 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3674a78-5ea4-4128-8e14-c6a8e6a78bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.306818 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.316915 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aec350-f2a8-48fc-9b4a-9689f538a6d1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:56.326747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:56.327044 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1001c8-9f64-4584-bd0e-0a44e0ee5dde') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:56.335864 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.349768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.356123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:08:56.356504 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: timer() Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:08:56.359502 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:08:56.419774 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.426509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.430746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/networks/99aec350-f2a8-48fc-9b4a-9689f538a6d1 HTTP/1.1" status: 204 len: 168 time: 0.2927651 Jul 15 14:08:56.431234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:56.444303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd4a8a-64ac-4773-8366-852abf0cde4b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Network': ['ID=99aec350-f2a8-48fc-9b4a-9689f538a6d1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:56.499171 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.525198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.590274 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.592880 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.594238 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/security-groups/2113d136-395b-4f53-9c55-6e614354eea2 HTTP/1.1" status: 204 len: 168 time: 0.1620312 Jul 15 14:08:56.603571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2113d136-395b-4f53-9c55-6e614354eea2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:56.613460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.613811 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.614151 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.614521 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.614920 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.615179 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.615534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.615983 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.616387 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.616902 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.617299 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:56.617631 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91360c4b-7895-4452-9d88-cf5685d4a7ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:57.032317 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.037043 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449277732', 'description': 'tempest-secgroup-smoke-1449277732 description', 'project_id': 'f0d121173bbe4c60bf7f614342eff481'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.060418 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.081603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 19894d35-8c97-4bec-bac0-929b993052bc no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:57.101616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 19894d35-8c97-4bec-bac0-929b993052bc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:08:57.101964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 19894d35-8c97-4bec-bac0-929b993052bc not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:57.102411 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ab69be09-2e58-4849-a0b8-ac9e9de9f622 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:57.120693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ab69be09-2e58-4849-a0b8-ac9e9de9f622 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:08:57.121043 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ab69be09-2e58-4849-a0b8-ac9e9de9f622 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:57.121457 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec259070-22f6-4f80-8cdc-6172a8331591 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:08:57.140408 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: ec259070-22f6-4f80-8cdc-6172a8331591 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:08:57.140764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device ec259070-22f6-4f80-8cdc-6172a8331591 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:08:57.149403 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.154325 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.177436 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.178701 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453469 Jul 15 14:08:57.181729 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.187307 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb40e05-85a0-4116-95cc-e297bd3d489a tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3fa5c1-945e-46d5-ad95-20e7be329f13,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.190285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fc3fa5c1-945e-46d5-ad95-20e7be329f13', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.216323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.281334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.284698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.303051 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2848f5-087f-4b69-affe-c266db3b4c2a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.306137 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.307872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-973bc6f2-b434-46c1-8dd0-51ed35ac91f1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239448 Jul 15 14:08:57.310764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.315121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fc3fa5c1-945e-46d5-ad95-20e7be329f13', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.340063 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.396049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.399385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.417706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d18bc9-0b1f-47f6-baa1-3f514826ef04,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.420176 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.421327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1c600273-08a6-4b2f-a4ba-cf14190e0f28 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1096451 Jul 15 14:08:57.424146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.428483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fc3fa5c1-945e-46d5-ad95-20e7be329f13', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.453455 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.513448 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.516918 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.533860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12560f3c-b0f4-497e-a034-367c1d5608d9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.540295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.541489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-abce41d7-ca5e-4154-a527-57df271eaf62 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164110 Jul 15 14:08:57.544139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38788) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.548450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fc3fa5c1-945e-46d5-ad95-20e7be329f13', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.574657 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.632605 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.636628 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.654765 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e18faa0-d0cd-41fe-b97d-13b6c610dd11,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.660683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.660996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3f2fad5d-c1a0-4b7d-bd95-acb82c68b84d tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159472 Jul 15 14:08:57.663764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.668444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fc3fa5c1-945e-46d5-ad95-20e7be329f13', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.690057 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:08:57.694779 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.753485 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.756890 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.774075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d8955a-18bf-47c8-a872-f740f8dd8259,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.780396 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.781656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fe68019e-3925-4138-b18d-be834159cb8b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169736 Jul 15 14:08:57.784421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38792) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:57.788684 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'security_group_rule': {'security_group_id': 'fc3fa5c1-945e-46d5-ad95-20e7be329f13', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:57.811464 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Project f0d121173bbe4c60bf7f614342eff481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:08:57.816291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.207698 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.211753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.229749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51757a6-1074-48db-b0b6-c5288622958d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:58.235847 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.237002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3fdd19d2-cfd9-45fa-a5fe-54772bb7c9c2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4517188 Jul 15 14:08:58.239850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:58.244762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'network': {'name': 'tempest-network-smoke--1344786586', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:58.264331 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:08:58.267773 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.292455 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:08:58.301574 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.301929 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Added segment dd300e80-92ef-4180-a59d-558f3ff0701a of type vlan for network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 Jul 15 14:08:58.348446 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.376045 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.381733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:58.382354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.418032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1771152 Jul 15 14:08:58.420707 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:58.425259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'admin_state_up': True, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:58.466889 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e5e07-3879-4927-8e85-cb31a17f9c44 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Network': ['ID=77e1b9e2-4852-46e9-8e77-6295ac8699b8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:58.476770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:08:58.481652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.482908 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.534350 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.670943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.862414 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.881223 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:58.980442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.204 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/66385f38-0214-4fa0-90ca-841bba22bb48) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:59.084367 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.124081 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.158445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:59.161288 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:59.167739 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:08:59.200058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=66385f38-0214-4fa0-90ca-841bba22bb48,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:59.420538 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.614470 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.738309 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:08:59.842476 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:59.852793 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Sync routers for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:59.859723 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.861077 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-adf8e893-9392-4b16-988b-5a697817a43e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4391596 Jul 15 14:08:59.862141 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:59.862774 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:59.864186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:59.892599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fa74f2f7-215d-4fba-a871-fc95631d3d43 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f0d121173bbe4c60bf7f614342eff481&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273075 Jul 15 14:08:59.895058 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:59.967891 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:59.982848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c150ad-71e4-4053-858e-2403843f2b60 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:59.984369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-30c150ad-71e4-4053-858e-2403843f2b60 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884244 Jul 15 14:08:59.987280 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:00.015558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e6d1ebbd-ce25-434f-974f-05a4ffe3c61f tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=094b335c-e385-4055-aa84-a4b220b58408&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271468 Jul 15 14:09:00.018076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38804) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:00.022804 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955594730', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:00.109233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:00.112804 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.149210 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:08:59Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.175070 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Checking router: 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:00.175435 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Updating router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 port 66385f38-0214-4fa0-90ca-841bba22bb48 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:00.212088 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.299013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.362029 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Subnet': ['ID=62212d2a-ad44-41ce-ae3d-c108095facb1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.374812 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Checking segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:00.375247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network hostable DHCP agents. Network: 77e1b9e2-4852-46e9-8e77-6295ac8699b8, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:09:00.391430 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:09:00.400545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 77e1b9e2-4852-46e9-8e77-6295ac8699b8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:00.408340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46aed5-61ab-4249-914e-c08c86ac4340 None None] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:00.410577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:00.411224 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.431345 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:00.431907 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-7067b94e-5e6e-4e18-85ec-ce9fe59e8bcf tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4124465 Jul 15 14:09:00.474370 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.484535 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Transition to ACTIVE for port object 66385f38-0214-4fa0-90ca-841bba22bb48 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:00.491797 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.540303 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Attempting to bind port 66385f38-0214-4fa0-90ca-841bba22bb48 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:00.540665 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Attempting to bind port 66385f38-0214-4fa0-90ca-841bba22bb48 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:00.541020 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Attempting to bind port 66385f38-0214-4fa0-90ca-841bba22bb48 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:00.549180 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:00.549471 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:00.549864 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.550274 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:00.550733 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Bound port: 66385f38-0214-4fa0-90ca-841bba22bb48, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:00.551107 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.560006 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:09:00.560881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.574202 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Pushing event updated for resources: {'Port': ['ID=66385f38-0214-4fa0-90ca-841bba22bb48,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.588114 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.589167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.589471 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.589803 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.590118 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.590469 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.590787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.591129 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.591409 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.591718 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.592084 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.592527 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:00.618060 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] For port 66385f38-0214-4fa0-90ca-841bba22bb48, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:00.621811 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] For port 66385f38-0214-4fa0-90ca-841bba22bb48, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=66385f38-0214-4fa0-90ca-841bba22bb48,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:00.626135 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.690651 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:00.691270 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.702521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Allocated IP 172.20.0.2 (77e1b9e2-4852-46e9-8e77-6295ac8699b8/62212d2a-ad44-41ce-ae3d-c108095facb1/97323b83-8aaa-4a83-90c8-19eaf87699a1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:00.730396 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edddb9b-f0d3-4553-b557-0159968d3a1c None None] Pushing event updated for resources: {'Port': ['ID=66385f38-0214-4fa0-90ca-841bba22bb48,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.804457 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:00.849800 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.858793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Transition to ACTIVE for port object 97323b83-8aaa-4a83-90c8-19eaf87699a1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:00.873816 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Transition to ACTIVE for port object 97323b83-8aaa-4a83-90c8-19eaf87699a1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:00.879825 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.896071 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.912745 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:00.915718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:00.919684 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:00.958538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Pushing event updated for resources: {'Port': ['ID=97323b83-8aaa-4a83-90c8-19eaf87699a1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.993625 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Attempting to bind port 97323b83-8aaa-4a83-90c8-19eaf87699a1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:00.994106 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Attempting to bind port 97323b83-8aaa-4a83-90c8-19eaf87699a1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:00.995267 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Attempting to bind port 97323b83-8aaa-4a83-90c8-19eaf87699a1 on network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:00.998318 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:08:59Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:01.001328 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:01.001710 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Checking segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:01.002121 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.002590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Bound using segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:01.003055 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Bound port: 97323b83-8aaa-4a83-90c8-19eaf87699a1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:01.003437 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.028092 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b7c95-bd2c-47e5-bbf3-bba98d1763c5 None None] The sync data for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 is: [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:08:59Z', 'revision_number': 3, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:01.072521 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] For port 97323b83-8aaa-4a83-90c8-19eaf87699a1, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:01.077094 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] For port 97323b83-8aaa-4a83-90c8-19eaf87699a1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=97323b83-8aaa-4a83-90c8-19eaf87699a1,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:01.081948 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.161969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9409102-e189-4910-a491-fc7db1cdf6b5 None None] Pushing event updated for resources: {'Port': ['ID=97323b83-8aaa-4a83-90c8-19eaf87699a1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:01.188725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.1 (77e1b9e2-4852-46e9-8e77-6295ac8699b8/62212d2a-ad44-41ce-ae3d-c108095facb1/4a5400a1-2b09-44aa-a29b-b1e77d0c59a8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:01.330286 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.364225 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.364398 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:01.404423 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.456180 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:01.459674 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:01.464993 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:01.475403 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:01.862253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.018670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.101296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d61d9-a04c-49f1-a84c-588287230804 None None] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:02.224754 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a15715b5-8f98-441a-aa4d-60790c21c219 None None] Provisioning for port 97323b83-8aaa-4a83-90c8-19eaf87699a1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:02.313405 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.318515 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.397823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:02.400467 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.465288 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11c06127-fd89-415c-8b99-80933963aafd None None] Provisioning for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:02.471565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11c06127-fd89-415c-8b99-80933963aafd None None] Provisioning complete for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:02.471945 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11c06127-fd89-415c-8b99-80933963aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.513881 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:02.514591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-11c06127-fd89-415c-8b99-80933963aafd None None] Port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:02.517797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:02.644175 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:02.733363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5cd06bb-60f0-4c2f-8935-c42310df4642 None None] Provisioning complete for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:02.734010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5cd06bb-60f0-4c2f-8935-c42310df4642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.761644 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:02.777545 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-ebbdef22-526b-4ffb-9e77-fcafa3e0a5b4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/6004ec96-af6e-4cf4-9d1b-601c565c3fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427889 Jul 15 14:09:02.784738 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Sync routers for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:02.790386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd06bb-60f0-4c2f-8935-c42310df4642 None None] Port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:02.797322 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:02.798046 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:02.910019 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:02.919153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-301e5fd6-be65-4109-94e6-99ec0c482045 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449277732&fields=id&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 267 time: 0.0337503 Jul 15 14:09:02.949935 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14abe812-e663-4c4d-8e60-b98db179b1ca None None] Provisioning complete for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:02.950250 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14abe812-e663-4c4d-8e60-b98db179b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.025632 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-ff1eabee-1222-47df-bac9-b314b6294482 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.027636 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-ff1eabee-1222-47df-bac9-b314b6294482 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 797 time: 0.1018662 Jul 15 14:09:03.036257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14abe812-e663-4c4d-8e60-b98db179b1ca None None] Port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:03.047815 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-1b206dce-5142-4842-b677-d0d3662b2d07 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/quotas/f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 375 time: 0.0126953 Jul 15 14:09:03.130110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-4d1c0274-f8d2-4b57-a12f-990d4dd35136 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719409 Jul 15 14:09:03.144214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97323b83-8aaa-4a83-90c8-19eaf87699a1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:03.149695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-89230c2c-bf5e-417e-9052-e52008c5b822 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:09:03.150902 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-89230c2c-bf5e-417e-9052-e52008c5b822 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055242 Jul 15 14:09:03.185760 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:02Z', 'revision_number': 2, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:03.213908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Checking router: 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:03.214197 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Updating router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:03.242217 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-2b3bba4e-d0d2-4ebf-a729-f93f59b7a1a6 service neutron] 10.222.0.48 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834470 Jul 15 14:09:03.252264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 97323b83-8aaa-4a83-90c8-19eaf87699a1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:03.255918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.258425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 97323b83-8aaa-4a83-90c8-19eaf87699a1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:03.258785 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.349962 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-c3230082-9a69-468b-948a-0cc6949f4f74 service neutron] 10.222.0.48 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006873 Jul 15 14:09:03.438086 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.494823 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 97323b83-8aaa-4a83-90c8-19eaf87699a1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=97323b83-8aaa-4a83-90c8-19eaf87699a1,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:03.521113 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.521417 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66385f38-0214-4fa0-90ca-841bba22bb48 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:03.527239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19918f06-a18d-46b9-b0e4-12d95f4e3854 req-5433072b-0290-49bf-a652-086c35fbe130 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 210 time: 0.0335708 Jul 15 14:09:03.633192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=97323b83-8aaa-4a83-90c8-19eaf87699a1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.671041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 66385f38-0214-4fa0-90ca-841bba22bb48 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:03.680403 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 66385f38-0214-4fa0-90ca-841bba22bb48 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:03.680773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.713898 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.731839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Transition to ACTIVE for port object 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:03.740514 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.971689 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60784e65-6e2b-4497-babb-df806e2bef3c None None] Pushing event updated for resources: {'Port': ['ID=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.007059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.055864 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 66385f38-0214-4fa0-90ca-841bba22bb48, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=66385f38-0214-4fa0-90ca-841bba22bb48,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:04.059547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Attempting to bind port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:04.059951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Attempting to bind port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:04.060308 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Attempting to bind port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 on network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:04.064327 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.070520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:04.070899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Checking segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:04.071317 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.071688 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Bound using segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:04.072154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Bound port: 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:04.072586 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.161783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=66385f38-0214-4fa0-90ca-841bba22bb48,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.203983 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] For port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:04.205917 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.207662 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] For port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:04.211643 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.268307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:04.268950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:08:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:04.274331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60784e65-6e2b-4497-babb-df806e2bef3c None None] Pushing event updated for resources: {'Port': ['ID=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.391052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:04.607138 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:04.639041 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec852f66-bd83-4709-820a-fd3570964795 None None] The sync data for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 is: [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:04.746361 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-44ae64b7-87f0-415b-9eef-fc9b32624127 req-4ffc1ff3-f4a0-4b10-8d0b-cde6cc3144f8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 210 time: 0.0435746 Jul 15 14:09:04.775111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-3789867a-1aff-4e2a-a929-b58d39b96335 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:04.777440 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-3789867a-1aff-4e2a-a929-b58d39b96335 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 797 time: 0.1776769 Jul 15 14:09:04.833611 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-93269623-20a6-45fe-af55-1cc33f6a0e26 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d121173bbe4c60bf7f614342eff481 HTTP/1.1" status: 200 len: 380 time: 0.0466282 Jul 15 14:09:04.842663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'port': {'device_id': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'admin_state_up': True, 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'security_groups': ['fc3fa5c1-945e-46d5-ad95-20e7be329f13']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:04.957886 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Made reservation on behalf of f0d121173bbe4c60bf7f614342eff481 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:04.961830 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.099678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.20.0.6 (77e1b9e2-4852-46e9-8e77-6295ac8699b8/62212d2a-ad44-41ce-ae3d-c108095facb1/b1e712d5-1d94-4284-8f33-df29ce80cecc) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:05.192131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:05.250354 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:05.254721 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:05.255434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.258332 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.271958 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Transition to ACTIVE for port object b1e712d5-1d94-4284-8f33-df29ce80cecc will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:05.309252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.339509 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.373505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:05.374418 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:05.377175 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:05.379465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.380795 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97323b83-8aaa-4a83-90c8-19eaf87699a1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:05.381802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:05.388906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=b1e712d5-1d94-4284-8f33-df29ce80cecc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:05.453543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.454189 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.468077 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:05.480421 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8049eec-8385-4265-9334-6817142b9d1b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419399 Jul 15 14:09:05.482412 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 97323b83-8aaa-4a83-90c8-19eaf87699a1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:05.482796 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.492600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Request body: {'port': {'device_id': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:05.581957 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.585238 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66385f38-0214-4fa0-90ca-841bba22bb48 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:05.643918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 66385f38-0214-4fa0-90ca-841bba22bb48 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:05.644292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.725690 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-793ec871-d434-42c6-987c-2f24707b1fbc None None] Provisioning for port b1e712d5-1d94-4284-8f33-df29ce80cecc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:05.736171 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-793ec871-d434-42c6-987c-2f24707b1fbc None None] Provisioning complete for port b1e712d5-1d94-4284-8f33-df29ce80cecc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:05.736549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-793ec871-d434-42c6-987c-2f24707b1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.775541 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-793ec871-d434-42c6-987c-2f24707b1fbc None None] Port b1e712d5-1d94-4284-8f33-df29ce80cecc cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:05.910863 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e712d5-1d94-4284-8f33-df29ce80cecc {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:05.920319 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.939565 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Transition to ACTIVE for port object b1e712d5-1d94-4284-8f33-df29ce80cecc will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:05.943135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.991477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b57c-37df-45ea-9c6b-ecc8934cd4bd req-d970eae3-e2c3-4d9d-b136-dca7387d535b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.993003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0835b57c-37df-45ea-9c6b-ecc8934cd4bd req-d970eae3-e2c3-4d9d-b136-dca7387d535b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 931 time: 0.1210587 Jul 15 14:09:06.047073 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e712d5-1d94-4284-8f33-df29ce80cecc,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.092658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0835b57c-37df-45ea-9c6b-ecc8934cd4bd req-b08a425b-dd0e-4fa6-83fc-365e7949e3c4 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924134 Jul 15 14:09:06.114821 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Attempting to bind port b1e712d5-1d94-4284-8f33-df29ce80cecc on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:06.115190 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Attempting to bind port b1e712d5-1d94-4284-8f33-df29ce80cecc by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:06.115664 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Attempting to bind port b1e712d5-1d94-4284-8f33-df29ce80cecc on network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:06.120262 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Port b1e712d5-1d94-4284-8f33-df29ce80cecc on network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:06.120586 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Attempting to bind port b1e712d5-1d94-4284-8f33-df29ce80cecc on network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:06.125775 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:06.126128 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Checking segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:06.126541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Bound using segment: {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:06.126968 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Bound port: b1e712d5-1d94-4284-8f33-df29ce80cecc, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd300e80-92ef-4180-a59d-558f3ff0701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:06.127329 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.190463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] For port b1e712d5-1d94-4284-8f33-df29ce80cecc, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:06.193413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] For port b1e712d5-1d94-4284-8f33-df29ce80cecc, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:06.198662 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.233752 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.234483 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.235780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] 10.222.0.49 "PUT /v2.0/ports/b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 1091 time: 0.7477930 Jul 15 14:09:06.236211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:06.238472 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca6427b-3f31-401e-b1c8-99fc4888738d" -d '{"events": [{"name": "network-changed", "server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:06.265846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e8baf-4e7b-402e-9e9d-4d35b8b7c765 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e712d5-1d94-4284-8f33-df29ce80cecc,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.306549 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb5613-068e-4242-b828-111d94f56be3 x-openstack-request-id: req-38bb5613-068e-4242-b828-111d94f56be3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:06.306843 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:06.307096 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38bb5613-068e-4242-b828-111d94f56be3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:06.307499 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'status': 'completed', 'code': 200} Jul 15 14:09:06.336416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-5b3ff6ac-26f8-4189-825f-00e612b61ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.337965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-5b3ff6ac-26f8-4189-825f-00e612b61ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0636661 Jul 15 14:09:06.380518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-30f7b65a-edf5-4a82-b95b-e2c921d0aefd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 217 time: 0.0344281 Jul 15 14:09:06.428760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-d18a2b5b-a689-4169-9c3b-b51191a427cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.430244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-d18a2b5b-a689-4169-9c3b-b51191a427cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 200 len: 834 time: 0.0439301 Jul 15 14:09:06.490581 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-23fc9f96-8b5a-434f-815c-a3f2b087aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.491987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-23fc9f96-8b5a-434f-815c-a3f2b087aa34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=77e1b9e2-4852-46e9-8e77-6295ac8699b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556746 Jul 15 14:09:06.582170 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-e8579072-eae4-44e7-9668-cfd76eff2c07 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837350 Jul 15 14:09:06.671896 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96791d9c-a552-4559-b0fc-84344d0ecce2 req-efb3454e-667a-4a72-b50b-42d04ac1268b service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Jul 15 14:09:06.771388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-91abc533-8d83-4dbb-bc98-7fb1714c3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.772872 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-91abc533-8d83-4dbb-bc98-7fb1714c3546 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0524881 Jul 15 14:09:06.864952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-59929a32-6f9f-4531-8755-6254f7b967c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.866478 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-59929a32-6f9f-4531-8755-6254f7b967c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 898 time: 0.0865726 Jul 15 14:09:06.906597 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-8bd12900-b8d9-426e-91e6-8d9b6cb32bce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 217 time: 0.0337501 Jul 15 14:09:06.953131 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-ada56390-18ac-4611-ba03-d06190e06e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.954533 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-ada56390-18ac-4611-ba03-d06190e06e68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 200 len: 834 time: 0.0419672 Jul 15 14:09:07.009303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-dae069f0-47bd-43cd-99f0-68c7074a8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:07.010746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-dae069f0-47bd-43cd-99f0-68c7074a8fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=77e1b9e2-4852-46e9-8e77-6295ac8699b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491259 Jul 15 14:09:07.084071 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:07.141389 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:07.141773 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.487897 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-885e6ef1-ddad-49a7-b2e0-96fb0f8abdbf service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691885 Jul 15 14:09:07.543368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815ca4b-96f7-4249-aa67-df0f3d3af783 req-08c2bcd2-aab4-47b6-992e-5c8d3a4a0cc8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:07.544809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c815ca4b-96f7-4249-aa67-df0f3d3af783 req-08c2bcd2-aab4-47b6-992e-5c8d3a4a0cc8 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 943 time: 0.1132689 Jul 15 14:09:07.619279 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c815ca4b-96f7-4249-aa67-df0f3d3af783 req-f1f49067-60e8-47a7-a94b-0007b60d03f5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501280 Jul 15 14:09:07.622023 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7ca6427b-3f31-401e-b1c8-99fc4888738d req-fc5c22b0-d811-44d5-b7eb-ebd609829cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266367 Jul 15 14:09:08.791896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041b82-7813-4422-86f8-ed5f28c0da62 req-c5cf749c-54e9-4f45-bb01-9b6a5ff4b3d2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:08.793380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00041b82-7813-4422-86f8-ed5f28c0da62 req-c5cf749c-54e9-4f45-bb01-9b6a5ff4b3d2 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 943 time: 0.0633473 Jul 15 14:09:08.830884 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-00041b82-7813-4422-86f8-ed5f28c0da62 req-513d41ea-aec1-480e-b6f8-575b647b37ee tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jul 15 14:09:10.012537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df36c77-af16-44db-955e-11582cb36028 req-580d6650-24e8-4a70-b296-27c6ee43f40b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.014036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6df36c77-af16-44db-955e-11582cb36028 req-580d6650-24e8-4a70-b296-27c6ee43f40b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 943 time: 0.0724742 Jul 15 14:09:10.051048 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6df36c77-af16-44db-955e-11582cb36028 req-bdf52ff4-ac8c-4ca7-a87d-737d000e45bc tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Jul 15 14:09:10.142419 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b1e712d5-1d94-4284-8f33-df29ce80cecc details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:10.238368 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b1e712d5-1d94-4284-8f33-df29ce80cecc, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:10.248844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'port_id': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'mac_address': 'fa:16:3e:fe:7f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:10.284959 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.297926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e712d5-1d94-4284-8f33-df29ce80cecc {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:10.317268 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b1e712d5-1d94-4284-8f33-df29ce80cecc, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:10.320988 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.367282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b1e712d5-1d94-4284-8f33-df29ce80cecc,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:10.534297 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['b1e712d5-1d94-4284-8f33-df29ce80cecc'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:11.223798 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90db8c-6a00-4473-9a8c-541cda07545b req-d72db6a5-edc9-44d9-ad56-53d2e8875b5c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.225291 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df90db8c-6a00-4473-9a8c-541cda07545b req-d72db6a5-edc9-44d9-ad56-53d2e8875b5c tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 944 time: 0.0638971 Jul 15 14:09:11.263959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-df90db8c-6a00-4473-9a8c-541cda07545b req-dea599b2-8c99-41fc-b4db-d1e26885b06e tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Jul 15 14:09:12.158351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b1e712d5-1d94-4284-8f33-df29ce80cecc up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:12.206180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port b1e712d5-1d94-4284-8f33-df29ce80cecc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:12.209822 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port b1e712d5-1d94-4284-8f33-df29ce80cecc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:12.210489 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:12.287695 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:12.310681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:12.312963 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af4959-25a7-48ba-be08-886210835b6f" -d '{"events": [{"server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:12.326863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b1e712d5-1d94-4284-8f33-df29ce80cecc, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:12.331527 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:12.378774 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b1e712d5-1d94-4284-8f33-df29ce80cecc,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:12.425568 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e9afa-5dbe-4092-aecc-6dbe57a17e61 x-openstack-request-id: req-599e9afa-5dbe-4092-aecc-6dbe57a17e61 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:12.425872 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:12.426180 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-599e9afa-5dbe-4092-aecc-6dbe57a17e61 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:12.426600 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'code': 200} Jul 15 14:09:12.445572 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92d827-fe15-43fc-8063-c25107a1f091 req-23f78571-f2f0-47a2-b8be-59561e03febb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.447101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab92d827-fe15-43fc-8063-c25107a1f091 req-23f78571-f2f0-47a2-b8be-59561e03febb tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0709383 Jul 15 14:09:12.486830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ab92d827-fe15-43fc-8063-c25107a1f091 req-0b48d801-9bdc-4ee8-b8dd-d9b444ab32a5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Jul 15 14:09:12.536274 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ae26-5bd6-4a13-89d1-7931ac14219c req-f644d863-8da6-4b9d-ae0c-10530de1fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.537749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e798ae26-5bd6-4a13-89d1-7931ac14219c req-f644d863-8da6-4b9d-ae0c-10530de1fddb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0500896 Jul 15 14:09:12.571417 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e798ae26-5bd6-4a13-89d1-7931ac14219c req-32a4e976-fc4a-4357-b283-90f2648a689c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274625 Jul 15 14:09:12.701864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0189-08e5-4d8c-9b2c-3ac91479e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:13.658104 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c069d2-2c61-4d6c-98fb-dbe3ce3aa683 req-ab5160bd-50a1-46a9-b828-c18db6564710 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:13.659614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55c069d2-2c61-4d6c-98fb-dbe3ce3aa683 req-ab5160bd-50a1-46a9-b828-c18db6564710 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0621073 Jul 15 14:09:13.698748 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-55c069d2-2c61-4d6c-98fb-dbe3ce3aa683 req-87859736-dcc3-4a24-9ba5-5ac72679fcfd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Jul 15 14:09:13.872585 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40934e6c-86a8-435d-9935-ffcc40c1a84d req-8029c8c9-b2c4-4f1f-b139-5a8e875a172b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:13.874085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40934e6c-86a8-435d-9935-ffcc40c1a84d req-8029c8c9-b2c4-4f1f-b139-5a8e875a172b tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0669081 Jul 15 14:09:13.912012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-40934e6c-86a8-435d-9935-ffcc40c1a84d req-b2b42ab9-c73c-4370-9c30-cde1907c5892 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Jul 15 14:09:13.935230 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:13.987122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa9eb4f-233b-4e58-bfa5-28d0e40db6a9 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:13.988614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5aa9eb4f-233b-4e58-bfa5-28d0e40db6a9 tempest-TestNetworkAdvancedServerOps-1940334436 tempest-TestNetworkAdvancedServerOps-1940334436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1091 time: 0.0523789 Jul 15 14:09:13.991453 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:13.996193 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:14.018678 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:14.118843 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:14.223619 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Allocated IP 172.25.2.23 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/035b7088-05cf-4b1f-8d21-63167d735989) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:14.330028 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:14.368469 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:14.402365 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:14.405094 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:14.410513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:14.438629 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=035b7088-05cf-4b1f-8d21-63167d735989,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:14.776300 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:14.855719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.000488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.005006 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.077953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event updated for resources: {'Port': ['ID=035b7088-05cf-4b1f-8d21-63167d735989,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:15.086169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.186303 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP 24de74b0-6ea0-41e0-a83b-701f7f377d2a associated. External IP: 172.25.2.23, port: b1e712d5-1d94-4284-8f33-df29ce80cecc. Jul 15 14:09:15.390609 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:15.395272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd216-1b68-4acd-a331-26b51a6e2fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.498549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:15.508517 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] Sync routers for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:15.513668 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.518179 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:15.518813 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:15.549995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd48f88a-2cd9-4073-af01-9646fc408093 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5575371 Jul 15 14:09:15.550588 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:15.553090 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0260911-fce1-4181-98d9-4c49440868ff" -d '{"events": [{"name": "network-changed", "server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:15.596254 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846319b-e705-4b38-8ca3-2cc98bc5009a x-openstack-request-id: req-d846319b-e705-4b38-8ca3-2cc98bc5009a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:15.596692 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:15.596944 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d846319b-e705-4b38-8ca3-2cc98bc5009a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:15.597347 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'status': 'completed', 'code': 200} Jul 15 14:09:15.662399 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.712939 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:15.717298 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0260911-fce1-4181-98d9-4c49440868ff req-160171c7-bf66-49c0-9e84-c41337a47ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:15.718922 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-160171c7-bf66-49c0-9e84-c41337a47ad9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0969491 Jul 15 14:09:15.759762 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf900-4daa-403c-a38b-06f91a9cf65c req-c89609d6-d39e-4da8-8e26-a5a832d961fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:15.761257 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e49cf900-4daa-403c-a38b-06f91a9cf65c req-c89609d6-d39e-4da8-8e26-a5a832d961fa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.1053765 Jul 15 14:09:15.839905 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e49cf900-4daa-403c-a38b-06f91a9cf65c req-6c6b0d63-741a-44cd-a794-d552e46e21f5 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725973 Jul 15 14:09:15.849643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0260911-fce1-4181-98d9-4c49440868ff req-f98fece0-f1e8-4b62-a3d3-4b800eeb125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:15.851128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-f98fece0-f1e8-4b62-a3d3-4b800eeb125a service neutron] 10.222.0.49 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 898 time: 0.1246121 Jul 15 14:09:15.864919 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:15.920727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-a30d3034-e9db-4f77-9ab0-8a032b675574 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 998 time: 0.0627706 Jul 15 14:09:15.928509 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-54cb075b-00cb-4618-b790-a7c1a410ac94 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/24de74b0-6ea0-41e0-a83b-701f7f377d2a HTTP/1.1" status: 200 len: 990 time: 0.0637431 Jul 15 14:09:15.939695 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '24de74b0-6ea0-41e0-a83b-701f7f377d2a', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'port_id': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'mac_address': 'fa:16:3e:fe:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:14Z', 'updated_at': '2021-07-15T14:09:14Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:15.966346 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] Checking router: 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:15.971665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0260911-fce1-4181-98d9-4c49440868ff req-4cae64c7-28ba-4d54-9cb8-cc5cbda28b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:15.973115 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-4cae64c7-28ba-4d54-9cb8-cc5cbda28b49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 200 len: 834 time: 0.0435879 Jul 15 14:09:15.974658 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:15.975275 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:16.029712 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0260911-fce1-4181-98d9-4c49440868ff req-66cab0e8-d514-4ea7-9f6a-af326ac7c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:16.031261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-66cab0e8-d514-4ea7-9f6a-af326ac7c9d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=77e1b9e2-4852-46e9-8e77-6295ac8699b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522101 Jul 15 14:09:16.079492 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:16.123758 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-3f3dc711-905d-48c8-8634-b5d4f406b654 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 Jul 15 14:09:16.212532 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c0260911-fce1-4181-98d9-4c49440868ff req-787e08b7-6c42-4440-afa5-c08d12a4e156 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831792 Jul 15 14:09:16.300029 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '24de74b0-6ea0-41e0-a83b-701f7f377d2a', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'port_id': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'mac_address': 'fa:16:3e:fe:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:14Z', 'updated_at': '2021-07-15T14:09:14Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:16.325413 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ad87e-fede-4303-804c-dd5c2b9317fa None None] The sync data for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 is: [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '24de74b0-6ea0-41e0-a83b-701f7f377d2a', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'port_id': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'mac_address': 'fa:16:3e:fe:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:14Z', 'updated_at': '2021-07-15T14:09:14Z', 'revision_number': 0, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:16.508102 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2ecd0-6a31-4365-be05-f1d77b263624 None None] New status for floating IP 24de74b0-6ea0-41e0-a83b-701f7f377d2a: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:09:16.932010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:16.972931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:16.998716 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-611d7423-fa81-497a-8506-4a0e08be5274 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/24de74b0-6ea0-41e0-a83b-701f7f377d2a HTTP/1.1" status: 200 len: 992 time: 0.0654800 Jul 15 14:09:18.296595 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:31.156830 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:31.339367 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.201930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.515498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-89b434a4-9e21-4513-a5ae-6efc4d2fb3e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556571 Jul 15 14:09:35.607971 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-1184011d-19c1-4ffb-a9a0-d1e337e5a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.609434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-1184011d-19c1-4ffb-a9a0-d1e337e5a400 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0511653 Jul 15 14:09:35.714529 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-2de06002-556a-48dc-b77b-2847cb77f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.715989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-2de06002-556a-48dc-b77b-2847cb77f758 service neutron] 10.222.0.49 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 898 time: 0.0868826 Jul 15 14:09:35.783980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-9b8d6d13-b630-4e93-b0c5-12b88ba42fce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 1000 time: 0.0557456 Jul 15 14:09:35.835238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-5600c30d-d4d5-4840-abd1-cfa741f3b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.836653 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-5600c30d-d4d5-4840-abd1-cfa741f3b8f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 200 len: 834 time: 0.0463345 Jul 15 14:09:35.892069 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-5b76d6a2-47ec-4676-842d-e428c39bf202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.893512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-5b76d6a2-47ec-4676-842d-e428c39bf202 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=77e1b9e2-4852-46e9-8e77-6295ac8699b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496020 Jul 15 14:09:35.981187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-8aa73a38-ff9b-4cdc-ad4a-a37d7cb6059d service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809965 Jul 15 14:09:36.071662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-525c45fd-06e3-4254-a8f3-30beec61eb4b req-6d231f1c-91dc-46eb-9270-f5b77d0704c6 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823903 Jul 15 14:09:42.701599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c943d85-9f6e-4e89-95af-c0df9b9ca35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.395423 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78dc7a6b-f69f-4b3a-97a8-c6cd649a29f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.663315 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.872376 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf755a7-7498-4089-8a56-538a10f151af req-b05b26c5-3e1d-4528-9e66-e9086f7fc672 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:45.873849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abf755a7-7498-4089-8a56-538a10f151af req-b05b26c5-3e1d-4528-9e66-e9086f7fc672 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0629275 Jul 15 14:09:45.910443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-abf755a7-7498-4089-8a56-538a10f151af req-d96e6dd7-0ee8-483b-b09c-f4c762e86501 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Jul 15 14:09:46.975141 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:47.272860 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a966c8-5f48-491e-b53e-2e4e5bb82585 req-5ee60cef-3548-4e91-b097-ec8a00efb523 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:47.274269 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a966c8-5f48-491e-b53e-2e4e5bb82585 req-5ee60cef-3548-4e91-b097-ec8a00efb523 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0670660 Jul 15 14:09:47.311642 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78a966c8-5f48-491e-b53e-2e4e5bb82585 req-0e7dd8a3-48f6-4480-ad4d-88acff3598bd tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Jul 15 14:09:47.336401 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:47.394589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-70998e77-86b5-41fa-9e39-47c8ef478145 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/24de74b0-6ea0-41e0-a83b-701f7f377d2a HTTP/1.1" status: 200 len: 992 time: 0.0570889 Jul 15 14:09:48.299764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.833531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-d38fec14-da93-4708-aa04-6351d9514595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:48.835303 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-d38fec14-da93-4708-aa04-6351d9514595 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0951242 Jul 15 14:09:48.848358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31efabb-e580-4d8b-9449-5cffdd71843d req-b0f5339c-124a-487e-9de3-e5ea11a23c38 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:48.849706 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f31efabb-e580-4d8b-9449-5cffdd71843d req-b0f5339c-124a-487e-9de3-e5ea11a23c38 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0841556 Jul 15 14:09:48.939232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f31efabb-e580-4d8b-9449-5cffdd71843d req-888f1723-4834-4bce-a428-2470b65f3163 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810742 Jul 15 14:09:48.959358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-9d950ace-9ca2-4773-a28a-f3faed3635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:48.961111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-9d950ace-9ca2-4773-a28a-f3faed3635f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 898 time: 0.1200175 Jul 15 14:09:49.351676 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-43093b13-5bbb-422e-a330-9d0bebced4fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 1000 time: 0.3841655 Jul 15 14:09:49.399205 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-92c133f8-c003-41b2-a294-233a803f92db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:49.400646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-92c133f8-c003-41b2-a294-233a803f92db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 200 len: 834 time: 0.0421925 Jul 15 14:09:49.458574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-40ffbc44-befd-42c7-ba29-e4c5559b3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:49.460276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-40ffbc44-befd-42c7-ba29-e4c5559b3e84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=77e1b9e2-4852-46e9-8e77-6295ac8699b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531945 Jul 15 14:09:49.545845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-413bfcad-7ecc-4cfd-9170-bd25ec35fcd1 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788434 Jul 15 14:09:49.642237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-966936d1-ac75-4359-a99a-8fc3f64c7b92 req-2fe7e155-cfea-4a13-82fd-4cdaafb9d926 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898607 Jul 15 14:09:50.114417 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a927e-6ae6-45b8-8e97-6833de3dffd9 req-b6a7a279-f71b-40f4-92b6-4bf858f52981 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:50.115899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-111a927e-6ae6-45b8-8e97-6833de3dffd9 req-b6a7a279-f71b-40f4-92b6-4bf858f52981 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0635946 Jul 15 14:09:50.153514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-111a927e-6ae6-45b8-8e97-6833de3dffd9 req-3273cd2f-3be7-4c01-9e9b-1751d2e24270 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Jul 15 14:09:51.329563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efc5d-c582-4c21-9aa2-6a6bc4f64e08 req-f30f5904-3a20-42f8-97e9-fedec9f93bb1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:51.330985 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4efc5d-c582-4c21-9aa2-6a6bc4f64e08 req-f30f5904-3a20-42f8-97e9-fedec9f93bb1 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0627437 Jul 15 14:09:51.372055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ec4efc5d-c582-4c21-9aa2-6a6bc4f64e08 req-130a3e97-b9e7-4062-a908-f4a95c3e09f3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352921 Jul 15 14:09:51.396303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:51.455448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ee335387-fba6-4ca7-aa3f-334f447ca366 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/floatingips/24de74b0-6ea0-41e0-a83b-701f7f377d2a HTTP/1.1" status: 200 len: 992 time: 0.0580361 Jul 15 14:09:51.726401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38918) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:51.883372 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 035b7088-05cf-4b1f-8d21-63167d735989 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:51.883725 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.961926 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.962904 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.974233 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 035b7088-05cf-4b1f-8d21-63167d735989 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:52.122634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.145666 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=035b7088-05cf-4b1f-8d21-63167d735989,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:52.208884 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.209217 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Floating IP 24de74b0-6ea0-41e0-a83b-701f7f377d2a disassociated (deleted). External IP: 172.25.2.23, port: b1e712d5-1d94-4284-8f33-df29ce80cecc. Jul 15 14:09:52.416629 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:52.526573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:52.531390 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.535819 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] Sync routers for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:52.544447 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:52.545042 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.568834 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-80417e2c-ed71-4da9-9b70-0e46c4b80fff tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/floatingips/24de74b0-6ea0-41e0-a83b-701f7f377d2a HTTP/1.1" status: 204 len: 168 time: 0.8413081 Jul 15 14:09:52.569430 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:52.572824 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e44afcd9c7d7c6d24de667d81f5bf5c5a6603c63d83b04a0b382f9a8e378951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb" -d '{"events": [{"name": "network-changed", "server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:52.661030 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8378ef-233c-44d8-baf6-5ac629634b49 x-openstack-request-id: req-bf8378ef-233c-44d8-baf6-5ac629634b49 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:52.661324 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:52.661579 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf8378ef-233c-44d8-baf6-5ac629634b49 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:52.661824 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:52.662005 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'status': 'completed', 'code': 200} Jul 15 14:09:52.736849 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-066e6ff3-cac6-47da-b0b7-960e576df9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.739089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-066e6ff3-cac6-47da-b0b7-960e576df9fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0d121173bbe4c60bf7f614342eff481&device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0543113 Jul 15 14:09:52.840567 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-80cb621d-07a1-49e4-b4a1-cee84ed6d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.842040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-80cb621d-07a1-49e4-b4a1-cee84ed6d46a service neutron] 10.222.0.49 "GET /v2.0/networks?id=77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 200 len: 898 time: 0.0951300 Jul 15 14:09:52.874169 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.886080 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-30eb49ba-ca0c-4803-aae1-3e271e5fbc6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 200 len: 217 time: 0.0360973 Jul 15 14:09:52.904477 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] Checking router: 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:52.912507 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:52.913103 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.963690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-b59de739-4c2e-45b9-b65a-008e0da2d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:52.965089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-b59de739-4c2e-45b9-b65a-008e0da2d465 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 200 len: 834 time: 0.0714157 Jul 15 14:09:53.012955 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e60ff-30c2-4237-aff2-43dfcbbb4729 req-3b148f4e-227f-45f0-9e52-924d103259ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:53.014469 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-925e60ff-30c2-4237-aff2-43dfcbbb4729 req-3b148f4e-227f-45f0-9e52-924d103259ae tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.1317885 Jul 15 14:09:53.015001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:53.063927 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-ded9e51c-c2f7-46cc-b9e3-3c99048175bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:53.065441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-ded9e51c-c2f7-46cc-b9e3-3c99048175bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=77e1b9e2-4852-46e9-8e77-6295ac8699b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907633 Jul 15 14:09:53.068603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-925e60ff-30c2-4237-aff2-43dfcbbb4729 req-1268cdee-a176-4824-b466-32d34287dead tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470707 Jul 15 14:09:53.161472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-4aa8a9fb-eb24-4605-8a68-7f3a302f31ae service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879729 Jul 15 14:09:53.219596 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:53.245652 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d339e7-8261-43c7-b271-52c58e59bd43 None None] The sync data for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 is: [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:01Z', 'revision_number': 4, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '4a5400a1-2b09-44aa-a29b-b1e77d0c59a8', 'name': '', 'network_id': '77e1b9e2-4852-46e9-8e77-6295ac8699b8', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'mac_address': 'fa:16:3e:7d:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:01Z', 'updated_at': '2021-07-15T14:09:05Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'subnets': [{'id': '62212d2a-ad44-41ce-ae3d-c108095facb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:53.256399 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dce61cb9-98d2-4b8e-8a8c-8051aaa077bb req-e38013b2-a1e4-4341-80ac-cde27d520e86 service neutron] 10.222.0.49 "GET /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870419 Jul 15 14:09:53.462764 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4aa031-6cf4-41b3-92c4-36fc95f2b566 None None] New status for floating IP 24de74b0-6ea0-41e0-a83b-701f7f377d2a: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:09:54.247220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf686-5191-4f8d-8d56-4c579247a69c req-5efd3ff5-b540-4137-a2eb-7c6d62d7d714 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:54.249861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfabf686-5191-4f8d-8d56-4c579247a69c req-5efd3ff5-b540-4137-a2eb-7c6d62d7d714 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0658181 Jul 15 14:09:54.286737 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dfabf686-5191-4f8d-8d56-4c579247a69c req-c66026f6-2eaa-4ad9-b721-cdded3f0fafa tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc3fa5c1-945e-46d5-ad95-20e7be329f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Jul 15 14:09:54.513887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-1c413d09-8fab-413b-83c5-c80532fe2858 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:54.515245 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-1c413d09-8fab-413b-83c5-c80532fe2858 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 945 time: 0.0614240 Jul 15 14:09:54.616944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port b1e712d5-1d94-4284-8f33-df29ce80cecc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:54.617281 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.703884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port b1e712d5-1d94-4284-8f33-df29ce80cecc, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b1e712d5-1d94-4284-8f33-df29ce80cecc,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:54.704237 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.716348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for b1e712d5-1d94-4284-8f33-df29ce80cecc owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:54.848241 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.880222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=b1e712d5-1d94-4284-8f33-df29ce80cecc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:54.914278 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.914631 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.914998 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.915358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.915759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.916101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.916436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.916766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.917091 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.917414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.917737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.918056 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:54.938698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] No DVR routers for this DVR port b1e712d5-1d94-4284-8f33-df29ce80cecc on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:54.941032 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.943063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-009a7a81-92c7-4ac8-ae8e-45ad81b938fa req-774fab32-b196-42bd-9404-01c8e454b5e9 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.49 "DELETE /v2.0/ports/b1e712d5-1d94-4284-8f33-df29ce80cecc HTTP/1.1" status: 204 len: 173 time: 0.4228659 Jul 15 14:09:54.943487 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'name': 'network-vif-deleted', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:54.945716 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdfb86b-929c-4622-a3f0-4a95ce521025" -d '{"events": [{"server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "name": "network-vif-deleted", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:54.981850 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c80dfb-f477-467d-b143-b81319280cf9 x-openstack-request-id: req-95c80dfb-f477-467d-b143-b81319280cf9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:54.982137 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899509a7-0dda-4929-a9b3-ba7134668ef4", "name": "network-vif-deleted", "tag": "b1e712d5-1d94-4284-8f33-df29ce80cecc", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:54.982422 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95c80dfb-f477-467d-b143-b81319280cf9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:54.982848 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899509a7-0dda-4929-a9b3-ba7134668ef4', 'name': 'network-vif-deleted', 'tag': 'b1e712d5-1d94-4284-8f33-df29ce80cecc', 'status': 'completed', 'code': 200} Jul 15 14:09:55.445017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0c999ac2-e6d2-4660-93bb-8530488fef31 req-a78a3abe-9734-431b-bc27-1ad9171a522f tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "GET /v2.0/ports?device_id=899509a7-0dda-4929-a9b3-ba7134668ef4 HTTP/1.1" status: 200 len: 210 time: 0.0289545 Jul 15 14:09:56.544239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38936) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:56.903467 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.166844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:57.167195 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.257540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:57.257903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.270348 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:57.455373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.486563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=4a5400a1-2b09-44aa-a29b-b1e77d0c59a8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:57.669347 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.885057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:57.989715 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:57.995866 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-660072e7-32e0-4d1d-9202-d2a59983cdec tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "PUT /v2.0/routers/6004ec96-af6e-4cf4-9d1b-601c565c3fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4505537 Jul 15 14:09:57.998702 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38938) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:57.999488 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] Sync routers for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:58.008424 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:58.009561 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:58.049394 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting subnet 62212d2a-ad44-41ce-ae3d-c108095facb1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:09:58.052883 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.105800 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.193679 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.204829 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:58.252545 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.281794 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Subnet': ['ID=62212d2a-ad44-41ce-ae3d-c108095facb1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:58.292833 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.293191 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.293539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.293878 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.294281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.294582 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.294916 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.295246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.295577 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.295907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.296246 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.296816 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.299967 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.301870 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c71ff4b3-e5c3-44a5-9481-707edde935c3 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/subnets/62212d2a-ad44-41ce-ae3d-c108095facb1 HTTP/1.1" status: 204 len: 168 time: 0.3021638 Jul 15 14:09:58.303420 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37acd96-3220-4ddf-b2da-185aa7945cc5 None None] Network 77e1b9e2-4852-46e9-8e77-6295ac8699b8 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:58.304589 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:58.333176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b1e712d5-1d94-4284-8f33-df29ce80cecc no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:58.358299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: b1e712d5-1d94-4284-8f33-df29ce80cecc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:58.358960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b1e712d5-1d94-4284-8f33-df29ce80cecc not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:58.381949 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:57Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:58.408379 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] Checking router: 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:58.414037 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.417796 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] Routers {'6004ec96-af6e-4cf4-9d1b-601c565c3fe6'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:58.418441 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:58.531088 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.532185 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] Set router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:58.548307 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] DHCP port deletion for 77e1b9e2-4852-46e9-8e77-6295ac8699b8 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:09:58.596284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Deleting port 97323b83-8aaa-4a83-90c8-19eaf87699a1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:58.596661 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.598331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Deleting port 66385f38-0214-4fa0-90ca-841bba22bb48 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:58.598769 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.661474 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] For port 97323b83-8aaa-4a83-90c8-19eaf87699a1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=97323b83-8aaa-4a83-90c8-19eaf87699a1,segment=NetworkSegment(dd300e80-92ef-4180-a59d-558f3ff0701a),segment_id=dd300e80-92ef-4180-a59d-558f3ff0701a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:58.661861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.673677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Calling delete_port for 97323b83-8aaa-4a83-90c8-19eaf87699a1 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:58.682331 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] For port 66385f38-0214-4fa0-90ca-841bba22bb48, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=66385f38-0214-4fa0-90ca-841bba22bb48,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:58.682701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.694829 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Calling delete_port for 66385f38-0214-4fa0-90ca-841bba22bb48 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:58.716183 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:57Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:58.747199 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac807cb-a63c-498a-ad93-71506992e6d8 None None] The sync data for ids ['6004ec96-af6e-4cf4-9d1b-601c565c3fe6'] in n-d-798249-9 is: [{'id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208787432', 'tenant_id': 'f0d121173bbe4c60bf7f614342eff481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:57Z', 'revision_number': 5, 'project_id': 'f0d121173bbe4c60bf7f614342eff481', 'gw_port': {'id': '66385f38-0214-4fa0-90ca-841bba22bb48', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004ec96-af6e-4cf4-9d1b-601c565c3fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:08:58Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:58.760996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.785964 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Pushing event deleted for resources: {'Port': ['ID=97323b83-8aaa-4a83-90c8-19eaf87699a1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:58.790701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] No DVR routers for this DVR port 97323b83-8aaa-4a83-90c8-19eaf87699a1 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:58.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.799714 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.800729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.800729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.800729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.800729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.801441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.801441 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea56e5-a5ec-42f8-ad07-625d2e9c7466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:58.871579 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.897036 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Port': ['ID=66385f38-0214-4fa0-90ca-841bba22bb48,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:58.961191 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.052701 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.054820 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.102055 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.103677 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Fanout notify agent at l3_agent the message router_deleted on router 6004ec96-af6e-4cf4-9d1b-601c565c3fe6 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:09:59.111182 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.113907 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-09bcd368-70d9-4a54-a475-90dc35025c82 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/routers/6004ec96-af6e-4cf4-9d1b-601c565c3fe6 HTTP/1.1" status: 204 len: 168 time: 0.8069105 Jul 15 14:09:59.115261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:59.216190 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.236039 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:59.259467 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:59.259877 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 4a5400a1-2b09-44aa-a29b-b1e77d0c59a8 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:59.260381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97323b83-8aaa-4a83-90c8-19eaf87699a1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:59.279772 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 97323b83-8aaa-4a83-90c8-19eaf87699a1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:59.280201 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 97323b83-8aaa-4a83-90c8-19eaf87699a1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:59.312062 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.322710 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e1b9e2-4852-46e9-8e77-6295ac8699b8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:59.332640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd300e80-92ef-4180-a59d-558f3ff0701a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:59.332943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd300e80-92ef-4180-a59d-558f3ff0701a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:59.343354 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.358285 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.364185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:09:59.364592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: timer() Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:09:59.371712 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:09:59.440592 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.451405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.453317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/networks/77e1b9e2-4852-46e9-8e77-6295ac8699b8 HTTP/1.1" status: 204 len: 168 time: 0.3367431 Jul 15 14:09:59.456177 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:59.467062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8405a32-7a8b-43dc-815d-01114c7af167 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'Network': ['ID=77e1b9e2-4852-46e9-8e77-6295ac8699b8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:59.515268 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804c81c5-7f69-4509-9d6e-ddddc099ea23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.541389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804c81c5-7f69-4509-9d6e-ddddc099ea23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.600106 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804c81c5-7f69-4509-9d6e-ddddc099ea23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.603827 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-804c81c5-7f69-4509-9d6e-ddddc099ea23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.605180 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-804c81c5-7f69-4509-9d6e-ddddc099ea23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] 10.222.0.48 "DELETE /v2.0/security-groups/fc3fa5c1-945e-46d5-ad95-20e7be329f13 HTTP/1.1" status: 204 len: 168 time: 0.1480145 Jul 15 14:09:59.614530 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c81c5-7f69-4509-9d6e-ddddc099ea23 tempest-TestNetworkAdvancedServerOps-1414331197 tempest-TestNetworkAdvancedServerOps-1414331197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3fa5c1-945e-46d5-ad95-20e7be329f13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:59.935365 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:00.074763 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a82c7093-603a-44e9-b15d-daeefa546ed2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0d121173bbe4c60bf7f614342eff481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381383 Jul 15 14:10:00.077130 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:00.126395 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687a3d77-75c3-49ac-960b-f71079b89364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.147354 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687a3d77-75c3-49ac-960b-f71079b89364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.194523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687a3d77-75c3-49ac-960b-f71079b89364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.197992 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-687a3d77-75c3-49ac-960b-f71079b89364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.199316 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-687a3d77-75c3-49ac-960b-f71079b89364 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce5bb0c5-6bc6-4031-894e-98ff9be69bd0 HTTP/1.1" status: 204 len: 168 time: 0.1212864 Jul 15 14:10:00.207661 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3d77-75c3-49ac-960b-f71079b89364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5bb0c5-6bc6-4031-894e-98ff9be69bd0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:00.454367 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 38962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:00.467786 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e3e00e-595d-4ff1-9c0e-41c77d76597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.555458 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e3e00e-595d-4ff1-9c0e-41c77d76597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.560603 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e3e00e-595d-4ff1-9c0e-41c77d76597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.598930 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-53e3e00e-595d-4ff1-9c0e-41c77d76597f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16299aeaa3b1476780ed801c67261ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434944 Jul 15 14:10:00.599767 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3e00e-595d-4ff1-9c0e-41c77d76597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928a5925-2934-4c28-906a-28393b047edf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:00.601851 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:00.649886 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a6fcab0-76df-488c-bd34-689e11a035a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.670599 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a6fcab0-76df-488c-bd34-689e11a035a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.717885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a6fcab0-76df-488c-bd34-689e11a035a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.720501 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a6fcab0-76df-488c-bd34-689e11a035a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.721646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a6fcab0-76df-488c-bd34-689e11a035a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/928a5925-2934-4c28-906a-28393b047edf HTTP/1.1" status: 204 len: 168 time: 0.1181288 Jul 15 14:10:00.729076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fcab0-76df-488c-bd34-689e11a035a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a5925-2934-4c28-906a-28393b047edf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:01.066852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66385f38-0214-4fa0-90ca-841bba22bb48 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:01.088579 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 66385f38-0214-4fa0-90ca-841bba22bb48 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:01.088931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 66385f38-0214-4fa0-90ca-841bba22bb48 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:01.344981 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.397970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:01.492000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1305356292-network', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:01.512578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Made reservation on behalf of 90b9e54eff0049f7879863da11c71b1c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:01.514935 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.522973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.610955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.614637 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.639594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:01.648575 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e994e88-26d2-45e6-a534-9932586f0539,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:01.655215 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.655560 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Added segment 3c9a1ce9-7693-4e1e-9004-7162ac506d33 of type vlan for network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e Jul 15 14:10:01.699013 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.727885 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.729085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:01.729679 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.761558 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3624382 Jul 15 14:10:01.764437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:01.770820 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Request body: {'subnet': {'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1305356292-subnet', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:01.799705 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76867068-fd1b-4903-b5b8-3f3306a1ffe5 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:01.809316 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:01.818844 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Made reservation on behalf of 90b9e54eff0049f7879863da11c71b1c for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:01.821729 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:01.987330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.045353 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155e3745-3523-42f2-bb16-fcc0aa4561cd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:02.052374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Checking segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:02.052726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Network hostable DHCP agents. Network: eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:02.070556 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:02.079492 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:02.084857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:02.086183 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.089518 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec395d9-7766-436e-bbbf-cc28e6085190 None None] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:02.104564 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a81718f8-efb9-4832-b600-97d235d801c7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3390901 Jul 15 14:10:02.107272 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38992) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:02.111761 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:02.132876 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.135291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.190974 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.395414 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:02.396316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.533251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Allocated IP 172.20.0.2 (eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e/155e3745-3523-42f2-bb16-fcc0aa4561cd/8f47c1bf-0bc1-4c05-9541-9b03d28a1190) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:02.667174 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.686704 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.701344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Transition to ACTIVE for port object 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:02.716729 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Transition to ACTIVE for port object 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:02.722346 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.761440 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:02.764203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:02.766726 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:02.776168 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Pushing event updated for resources: {'Port': ['ID=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:02.832626 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Attempting to bind port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:02.833111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Attempting to bind port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:02.833484 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Attempting to bind port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:02.838780 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:02.839159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Checking segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:02.839565 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.839962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Bound using segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:02.840427 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Bound port: 8f47c1bf-0bc1-4c05-9541-9b03d28a1190, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:02.840805 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.870515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.893542 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.901216 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] For port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:02.904156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] For port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:02.909905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.966296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423db76-c402-4e85-a715-7a7cfcf4a9fa None None] Pushing event updated for resources: {'Port': ['ID=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:02.998677 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Allocated IP 172.25.2.99 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/120381b9-70e9-442d-aa61-f7556d8ea7b3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:03.124915 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:03.171688 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:03.213396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:03.216147 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:03.220004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:03.243038 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Pushing event updated for resources: {'Port': ['ID=120381b9-70e9-442d-aa61-f7556d8ea7b3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:03.465759 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:03.664222 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:03.799337 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:10:03.878172 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbbc07-9b76-4066-9e6a-648138544e0b None None] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:03.911544 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:03.927250 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:03.931278 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a923d960-b811-4e27-8108-d85653db3545 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8224676 Jul 15 14:10:03.931975 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 38994) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:03.938744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:03.958435 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:03.959065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:04.029986 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be2c1fdf-7a6e-4e53-af72-23b9c0da6182 None None] Provisioning for port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:04.140310 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:04.241255 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.347701 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.359607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:03Z', 'revision_number': 3, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:04.386612 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:04.386962 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Updating router 9bef96a6-820f-4a3a-a043-7753bf551e5a port 120381b9-70e9-442d-aa61-f7556d8ea7b3 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:04.426272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.516408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Allocated IP 172.20.0.1 (eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e/155e3745-3523-42f2-bb16-fcc0aa4561cd/007313f4-94de-4bfa-b67d-8d9803b09a60) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:04.624516 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.638577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Transition to ACTIVE for port object 007313f4-94de-4bfa-b67d-8d9803b09a60 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:04.673341 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.687958 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.698698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Transition to ACTIVE for port object 120381b9-70e9-442d-aa61-f7556d8ea7b3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:04.704256 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.713924 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:04.716713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:04.720268 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:04.743656 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Pushing event updated for resources: {'Port': ['ID=007313f4-94de-4bfa-b67d-8d9803b09a60,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:04.758757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Attempting to bind port 120381b9-70e9-442d-aa61-f7556d8ea7b3 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:04.759122 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Attempting to bind port 120381b9-70e9-442d-aa61-f7556d8ea7b3 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:04.759528 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Attempting to bind port 120381b9-70e9-442d-aa61-f7556d8ea7b3 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:04.763674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.765876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:04.766293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:04.767881 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.767881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:04.767881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Bound port: 120381b9-70e9-442d-aa61-f7556d8ea7b3, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:04.768244 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.792636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca54f-40c5-4fdd-b685-705962934eba None None] Pushing event updated for resources: {'Port': ['ID=120381b9-70e9-442d-aa61-f7556d8ea7b3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:04.837251 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] For port 120381b9-70e9-442d-aa61-f7556d8ea7b3, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:04.840821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] For port 120381b9-70e9-442d-aa61-f7556d8ea7b3, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=120381b9-70e9-442d-aa61-f7556d8ea7b3,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:04.844814 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.903162 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:04.903821 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:04.927033 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.940059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca54f-40c5-4fdd-b685-705962934eba None None] Pushing event updated for resources: {'Port': ['ID=120381b9-70e9-442d-aa61-f7556d8ea7b3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:05.017854 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:05.066294 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad1403fb-b27a-4120-af84-3a0236043223 None None] Provisioning for port 007313f4-94de-4bfa-b67d-8d9803b09a60 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:05.104454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad1403fb-b27a-4120-af84-3a0236043223 None None] Provisioning complete for port 007313f4-94de-4bfa-b67d-8d9803b09a60 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:05.104828 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad1403fb-b27a-4120-af84-3a0236043223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.113789 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.119903 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.149067 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:05.194931 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.198720 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Pushing event updated for resources: {'Port': ['ID=007313f4-94de-4bfa-b67d-8d9803b09a60,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:05.220331 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ad1403fb-b27a-4120-af84-3a0236043223 None None] Port 007313f4-94de-4bfa-b67d-8d9803b09a60 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:05.273363 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:05.279837 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:05.280212 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.290929 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:05.292343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:05.342776 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 1, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:05.390880 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac95b6-5f40-4af5-ab8e-bd78d29511b5 None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 1, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:05.413559 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.420793 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:05.455635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:05.462945 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.517732 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:05.541104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-88bd4f3c-37c6-4f35-b726-b55b46f64f98 None None] Provisioning complete for port 007313f4-94de-4bfa-b67d-8d9803b09a60 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:05.541503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88bd4f3c-37c6-4f35-b726-b55b46f64f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.551649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:05.565614 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-a4fba180-8cce-47a7-8c1e-233d7c58c9ba admin admin] 10.222.0.48 "PUT /v2.0/routers/9bef96a6-820f-4a3a-a043-7753bf551e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323416 Jul 15 14:10:05.577347 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-88bd4f3c-37c6-4f35-b726-b55b46f64f98 None None] Port 007313f4-94de-4bfa-b67d-8d9803b09a60 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:06.090837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:06.095918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-569445718-network', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:06.119412 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Made reservation on behalf of bab22c2705424f2ba4330a21773e6918 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:06.122348 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.131532 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.228548 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.232667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.261204 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:06.267734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3afd2-c50e-46a6-a5fb-27f74d122c15,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:06.274802 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.275152 n-d-798249-9 neutron-server[93824]: INFO neutron.db.segments_db [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Added segment 8f31def8-61f8-4caa-9398-d319ed0afad8 of type vlan for network 37e2da5e-da12-4e81-aea1-74b04912e08b Jul 15 14:10:06.317757 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.349606 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.350908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.351555 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.389909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2979405 Jul 15 14:10:06.392690 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39012) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:06.397540 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Request body: {'subnet': {'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-569445718-subnet', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:06.431505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6871f7-6332-4986-9d49-e1695d4cf199 admin admin] Pushing event updated for resources: {'Network': ['ID=37e2da5e-da12-4e81-aea1-74b04912e08b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:06.441481 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 37e2da5e-da12-4e81-aea1-74b04912e08b details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:06.449242 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Made reservation on behalf of bab22c2705424f2ba4330a21773e6918 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:06.451702 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24638773'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.634896 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24523393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24638759'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.690107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933e3197-ef24-45e2-9aac-6312ae106b98,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:06.698517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Checking segment: {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:06.698880 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Network hostable DHCP agents. Network: 37e2da5e-da12-4e81-aea1-74b04912e08b, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:06.715802 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Network 37e2da5e-da12-4e81-aea1-74b04912e08b is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:06.724166 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 37e2da5e-da12-4e81-aea1-74b04912e08b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:06.729153 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.729912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.733960 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1fc4a-6112-401b-9a82-00f1dd9e8ab5 None None] Network 37e2da5e-da12-4e81-aea1-74b04912e08b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:06.744113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bd4a025f-d020-4ce9-909a-c3dee1d68333 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3503802 Jul 15 14:10:06.746764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:06.751143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:06.771856 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.772832 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.828472 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.885180 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-37e2da5e-da12-4e81-aea1-74b04912e08b', 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'fixed_ips': [{'subnet_id': '933e3197-ef24-45e2-9aac-6312ae106b98'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:06.886090 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:06.965437 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.018059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Allocated IP 172.20.0.2 (37e2da5e-da12-4e81-aea1-74b04912e08b/933e3197-ef24-45e2-9aac-6312ae106b98/a09194b3-0e8e-4137-bea0-8198a52d4866) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:07.193536 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.204925 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Transition to ACTIVE for port object a09194b3-0e8e-4137-bea0-8198a52d4866 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:07.228953 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Transition to ACTIVE for port object a09194b3-0e8e-4137-bea0-8198a52d4866 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:07.236606 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.268648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:07.441181 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:07.454408 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:07.455216 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:07.466899 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Network 37e2da5e-da12-4e81-aea1-74b04912e08b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:07.474997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:07.481092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:07.518856 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Pushing event updated for resources: {'Port': ['ID=a09194b3-0e8e-4137-bea0-8198a52d4866,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:07.544682 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.563169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Attempting to bind port a09194b3-0e8e-4137-bea0-8198a52d4866 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:07.563542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Attempting to bind port a09194b3-0e8e-4137-bea0-8198a52d4866 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:07.563908 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Attempting to bind port a09194b3-0e8e-4137-bea0-8198a52d4866 on network 37e2da5e-da12-4e81-aea1-74b04912e08b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:07.564097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.568631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:07.569014 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.572340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:07.572722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Checking segment: {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:07.573337 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.573743 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Bound using segment: {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:07.574246 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Bound port: a09194b3-0e8e-4137-bea0-8198a52d4866, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:07.574635 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.579613 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:07.676602 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Allocated IP 172.25.2.107 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/5dcb43aa-989c-493b-bf34-d08cea2c25fd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:07.703160 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] For port a09194b3-0e8e-4137-bea0-8198a52d4866, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:07.722072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] For port a09194b3-0e8e-4137-bea0-8198a52d4866, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a09194b3-0e8e-4137-bea0-8198a52d4866,segment=NetworkSegment(8f31def8-61f8-4caa-9398-d319ed0afad8),segment_id=8f31def8-61f8-4caa-9398-d319ed0afad8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:07.725519 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 120381b9-70e9-442d-aa61-f7556d8ea7b3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:07.746393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.790484 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 2, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:07.793144 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.824167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:07.824520 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Updating router 9bef96a6-820f-4a3a-a043-7753bf551e5a port 007313f4-94de-4bfa-b67d-8d9803b09a60 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:07.832998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c758ad-419b-4774-9980-e3d251842ecc None None] Pushing event updated for resources: {'Port': ['ID=a09194b3-0e8e-4137-bea0-8198a52d4866,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:07.840235 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 120381b9-70e9-442d-aa61-f7556d8ea7b3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:07.844520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.844804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 120381b9-70e9-442d-aa61-f7556d8ea7b3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:07.845238 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.861642 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.885749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:07.892506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:07.895218 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:07.938906 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Pushing event updated for resources: {'Port': ['ID=5dcb43aa-989c-493b-bf34-d08cea2c25fd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:07.939944 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:07.963130 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 120381b9-70e9-442d-aa61-f7556d8ea7b3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=120381b9-70e9-442d-aa61-f7556d8ea7b3,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:07.968161 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.030852 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=120381b9-70e9-442d-aa61-f7556d8ea7b3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:08.161833 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:08.174615 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.187175 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Transition to ACTIVE for port object 007313f4-94de-4bfa-b67d-8d9803b09a60 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:08.194907 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.204774 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.249526 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Pushing event updated for resources: {'Port': ['ID=007313f4-94de-4bfa-b67d-8d9803b09a60,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:08.275621 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.275962 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.276297 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.276632 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.276951 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.277276 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.277596 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.277915 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.278286 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.278607 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.278884 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.279299 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:08.312993 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Attempting to bind port 007313f4-94de-4bfa-b67d-8d9803b09a60 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:08.313378 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Attempting to bind port 007313f4-94de-4bfa-b67d-8d9803b09a60 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:08.313787 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Attempting to bind port 007313f4-94de-4bfa-b67d-8d9803b09a60 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:08.319031 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:08.319401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Checking segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:08.319796 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.320185 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Bound using segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:08.320659 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Bound port: 007313f4-94de-4bfa-b67d-8d9803b09a60, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:08.321618 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.393756 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] For port 007313f4-94de-4bfa-b67d-8d9803b09a60, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:08.397586 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] For port 007313f4-94de-4bfa-b67d-8d9803b09a60, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=007313f4-94de-4bfa-b67d-8d9803b09a60,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:08.406095 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.426912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.475162 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:08.475873 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:08.479646 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5e11-9ccc-43ca-8c35-33976c8f09de None None] Pushing event updated for resources: {'Port': ['ID=007313f4-94de-4bfa-b67d-8d9803b09a60,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:08.588248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Router 9f178348-ee3d-4946-a10a-9932ce21855b is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:10:08.683579 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:08.713155 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:08.723050 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Sync routers for ids ['9f178348-ee3d-4946-a10a-9932ce21855b'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:08.738838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:08.740062 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-04c0c82c-685f-4b31-80d2-3fbb6d052073 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9923668 Jul 15 14:10:08.743398 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:08.748013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Routers {'9f178348-ee3d-4946-a10a-9932ce21855b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:08.748657 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9f178348-ee3d-4946-a10a-9932ce21855b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:08.880379 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Set router 9f178348-ee3d-4946-a10a-9932ce21855b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:08.919374 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:08Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:08.949835 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706b8b1-497c-4d45-a0ea-59be2459d582 None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:08Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:09.016671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676ba4b-3cc6-4e83-b6b8-f3e7b6eaeb2d None None] Network 37e2da5e-da12-4e81-aea1-74b04912e08b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:09.104779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1703772b-af69-4f39-bf3b-296018af0836 None None] Provisioning for port a09194b3-0e8e-4137-bea0-8198a52d4866 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:09.267951 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:10:08Z', 'revision_number': 3, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:09.276630 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.298495 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Checking router: 9f178348-ee3d-4946-a10a-9932ce21855b for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:09.298853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Updating router 9f178348-ee3d-4946-a10a-9932ce21855b port 5dcb43aa-989c-493b-bf34-d08cea2c25fd binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:09.346122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.351155 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a09194b3-0e8e-4137-bea0-8198a52d4866 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:09.481141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Allocated IP 172.20.0.1 (37e2da5e-da12-4e81-aea1-74b04912e08b/933e3197-ef24-45e2-9aac-6312ae106b98/afbba09a-279b-408d-82e0-2a3771c340c1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:09.593922 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port a09194b3-0e8e-4137-bea0-8198a52d4866 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:09.605691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a09194b3-0e8e-4137-bea0-8198a52d4866 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:09.606324 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.611780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.627253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Transition to ACTIVE for port object afbba09a-279b-408d-82e0-2a3771c340c1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:09.666583 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.708226 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Network 37e2da5e-da12-4e81-aea1-74b04912e08b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:09.713783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:09.718447 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:09.751439 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.765481 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.767065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Pushing event updated for resources: {'Port': ['ID=afbba09a-279b-408d-82e0-2a3771c340c1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:09.767520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Transition to ACTIVE for port object 5dcb43aa-989c-493b-bf34-d08cea2c25fd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:09.769831 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.781550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.851210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Attempting to bind port 5dcb43aa-989c-493b-bf34-d08cea2c25fd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:09.851563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Attempting to bind port 5dcb43aa-989c-493b-bf34-d08cea2c25fd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:09.852228 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Attempting to bind port 5dcb43aa-989c-493b-bf34-d08cea2c25fd on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:09.855134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port a09194b3-0e8e-4137-bea0-8198a52d4866, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a09194b3-0e8e-4137-bea0-8198a52d4866,segment=NetworkSegment(8f31def8-61f8-4caa-9398-d319ed0afad8),segment_id=8f31def8-61f8-4caa-9398-d319ed0afad8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:09.865834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:09.866230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:09.866780 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.867066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:09.867590 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Bound port: 5dcb43aa-989c-493b-bf34-d08cea2c25fd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:09.868583 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.870702 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.871584 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 007313f4-94de-4bfa-b67d-8d9803b09a60 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:09.874342 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a65ad-e423-428f-869a-53c6dbe45fd1 None None] Pushing event updated for resources: {'Port': ['ID=5dcb43aa-989c-493b-bf34-d08cea2c25fd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:09.908617 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.000400 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] For port 5dcb43aa-989c-493b-bf34-d08cea2c25fd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:10.004529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=a09194b3-0e8e-4137-bea0-8198a52d4866,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:10.009602 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] For port 5dcb43aa-989c-493b-bf34-d08cea2c25fd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5dcb43aa-989c-493b-bf34-d08cea2c25fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:10.019604 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.031273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 007313f4-94de-4bfa-b67d-8d9803b09a60 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:10.066293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 007313f4-94de-4bfa-b67d-8d9803b09a60 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:10.066804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.076975 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81e6ea43-a52b-473a-a16e-7824eae58a3c None None] Provisioning for port afbba09a-279b-408d-82e0-2a3771c340c1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:10.078276 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.083746 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.109656 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81e6ea43-a52b-473a-a16e-7824eae58a3c None None] Provisioning complete for port afbba09a-279b-408d-82e0-2a3771c340c1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:10.110022 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81e6ea43-a52b-473a-a16e-7824eae58a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.145222 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Routers {'9f178348-ee3d-4946-a10a-9932ce21855b'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:10.145845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9f178348-ee3d-4946-a10a-9932ce21855b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:10.153100 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a65ad-e423-428f-869a-53c6dbe45fd1 None None] Pushing event updated for resources: {'Port': ['ID=5dcb43aa-989c-493b-bf34-d08cea2c25fd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:10.153989 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.156701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Pushing event updated for resources: {'Port': ['ID=afbba09a-279b-408d-82e0-2a3771c340c1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:10.213520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-81e6ea43-a52b-473a-a16e-7824eae58a3c None None] Port afbba09a-279b-408d-82e0-2a3771c340c1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:10.249913 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Network 37e2da5e-da12-4e81-aea1-74b04912e08b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:10.251415 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:10.295334 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.313698 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] Set router 9f178348-ee3d-4946-a10a-9932ce21855b gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:10.370043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Router 9f178348-ee3d-4946-a10a-9932ce21855b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:10.371239 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 007313f4-94de-4bfa-b67d-8d9803b09a60, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=007313f4-94de-4bfa-b67d-8d9803b09a60,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:10.376905 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.377351 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 120381b9-70e9-442d-aa61-f7556d8ea7b3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:10.488413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:10.494185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d591110c-e723-4120-af13-cfff27506c12 admin admin] 10.222.0.48 "PUT /v2.0/routers/9f178348-ee3d-4946-a10a-9932ce21855b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493060 Jul 15 14:10:10.541969 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=007313f4-94de-4bfa-b67d-8d9803b09a60,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:10.567104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 120381b9-70e9-442d-aa61-f7556d8ea7b3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:10.567372 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.587410 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-40ef2504-2ad9-4433-873a-338372b6146c None None] Provisioning complete for port afbba09a-279b-408d-82e0-2a3771c340c1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:10.587778 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40ef2504-2ad9-4433-873a-338372b6146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.801970 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-40ef2504-2ad9-4433-873a-338372b6146c None None] Port afbba09a-279b-408d-82e0-2a3771c340c1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:10.885631 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'afbba09a-279b-408d-82e0-2a3771c340c1', 'name': '', 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'mac_address': 'fa:16:3e:53:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:09Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 2, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'subnets': [{'id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:10.912146 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0150-ec70-48d2-87f3-d626e2b177bb None None] The sync data for ids ['9f178348-ee3d-4946-a10a-9932ce21855b'] in n-d-798249-9 is: [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'afbba09a-279b-408d-82e0-2a3771c340c1', 'name': '', 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'mac_address': 'fa:16:3e:53:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:09Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 2, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'subnets': [{'id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:11.077665 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.083896 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249645023', 'description': 'tempest-secgroup-smoke-249645023 description', 'project_id': '90b9e54eff0049f7879863da11c71b1c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:11.131808 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.202394 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a09194b3-0e8e-4137-bea0-8198a52d4866 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:11.240151 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.245017 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.261359 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port a09194b3-0e8e-4137-bea0-8198a52d4866 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:11.262193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.276506 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.280821 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.281321 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2020798 Jul 15 14:10:11.282168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897bd70-1c6c-4b8a-8f9a-59bd9d969937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.286510 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:11.318433 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.354450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 007313f4-94de-4bfa-b67d-8d9803b09a60 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:11.388463 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.393158 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.405226 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 007313f4-94de-4bfa-b67d-8d9803b09a60 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:11.405611 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.408725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed17f61-b547-47d2-a034-bbda7efbcb9a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.421911 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.426578 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.426735 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-9b68649c-84c0-45a5-b37c-6dde3b76faf8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448379 Jul 15 14:10:11.431801 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:11.460044 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.526712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.530577 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.548722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d8de4e-f90c-4605-8ddd-7e3c25b146f9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.554998 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.556577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3fceae52-6aae-4d95-ab93-3ab38938c997 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286349 Jul 15 14:10:11.559526 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.564076 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:11.591902 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.647969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.652103 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.668767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ecf0aa-4f17-4d84-936c-20f6e2e95414,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.677480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.678803 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fd329658-64f8-43a8-944a-0b9918049f0a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183643 Jul 15 14:10:11.682062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.686986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:11.733018 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.806916 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.811515 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.829703 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bf0e74-77c9-45a7-898f-5271026303f0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.841573 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.843025 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-6562f308-36aa-4484-97ed-1bfb7cd15435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599286 Jul 15 14:10:11.845737 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.850495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:11.874438 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Project 90b9e54eff0049f7879863da11c71b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:10:11.879621 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.944977 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.949320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.968490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864fedef-eb94-4358-9d5c-613ca2e872a1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.975320 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.976546 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ed0b7013-b259-4a40-bd8a-47696a7e7e06 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298068 Jul 15 14:10:11.980085 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:11.984746 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:12.006801 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Project 90b9e54eff0049f7879863da11c71b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:10:12.011955 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.076914 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.080707 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.101484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e5f3de-b70b-486f-8498-5ceb4f73db26,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:12.111855 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.113109 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f3e2fc58-8f2e-45e3-9a6c-e0f71ab6b0e2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320229 Jul 15 14:10:12.259512 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-2381dc89-677d-433d-97cb-bd34cac838c6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249645023&fields=id&tenant_id=90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 267 time: 0.0361409 Jul 15 14:10:12.370674 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-8ee46512-ef66-4c9a-a1ae-f5e0dd4f5d6a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:12.372064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-8ee46512-ef66-4c9a-a1ae-f5e0dd4f5d6a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 809 time: 0.1059875 Jul 15 14:10:12.386757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-36f6c50e-9b37-4e0c-b789-cc38ab62b79e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/quotas/90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 375 time: 0.0093973 Jul 15 14:10:12.451448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-229d5498-b712-4b29-916a-1c8ae3aaefc7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599267 Jul 15 14:10:12.551424 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-77418bd6-33fc-4df2-adac-3328ad8607d1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:10:12.552427 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-77418bd6-33fc-4df2-adac-3328ad8607d1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0893886 Jul 15 14:10:12.646824 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-e2258366-9870-45d7-8ef8-08f0976af22a service neutron] 10.222.0.48 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877788 Jul 15 14:10:12.702084 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-110002c4-b27a-4d44-9749-71b7532be2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.736261 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-9299549c-65c3-4edc-9354-9b170fc74415 service neutron] 10.222.0.48 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Jul 15 14:10:13.038001 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Sync routers for ids ['9f178348-ee3d-4946-a10a-9932ce21855b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:13.047698 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Routers {'9f178348-ee3d-4946-a10a-9932ce21855b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:13.048297 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9f178348-ee3d-4946-a10a-9932ce21855b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:13.139898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5dcb43aa-989c-493b-bf34-d08cea2c25fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:13.159404 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Set router 9f178348-ee3d-4946-a10a-9932ce21855b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:13.187853 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 5dcb43aa-989c-493b-bf34-d08cea2c25fd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:13.191620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5dcb43aa-989c-493b-bf34-d08cea2c25fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:13.191985 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.269275 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.290497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 5dcb43aa-989c-493b-bf34-d08cea2c25fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5dcb43aa-989c-493b-bf34-d08cea2c25fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:13.294341 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.340845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=5dcb43aa-989c-493b-bf34-d08cea2c25fd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:13.362022 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'afbba09a-279b-408d-82e0-2a3771c340c1', 'name': '', 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'mac_address': 'fa:16:3e:53:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:09Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 2, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'subnets': [{'id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:13.388749 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Checking router: 9f178348-ee3d-4946-a10a-9932ce21855b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:13.389101 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Updating router 9f178348-ee3d-4946-a10a-9932ce21855b port afbba09a-279b-408d-82e0-2a3771c340c1 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:13.420512 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.677852 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.687682 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Transition to ACTIVE for port object afbba09a-279b-408d-82e0-2a3771c340c1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:13.692940 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.744209 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ee19c-7c3c-4755-88ae-960fe0afd198 None None] Pushing event updated for resources: {'Port': ['ID=afbba09a-279b-408d-82e0-2a3771c340c1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:13.797557 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Attempting to bind port afbba09a-279b-408d-82e0-2a3771c340c1 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:13.797927 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Attempting to bind port afbba09a-279b-408d-82e0-2a3771c340c1 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:13.798312 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Attempting to bind port afbba09a-279b-408d-82e0-2a3771c340c1 on network 37e2da5e-da12-4e81-aea1-74b04912e08b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:13.803256 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:13.803752 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Checking segment: {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:13.804342 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.804563 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Bound using segment: {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:13.805065 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Bound port: afbba09a-279b-408d-82e0-2a3771c340c1, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f31def8-61f8-4caa-9398-d319ed0afad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:13.805422 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.875599 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] For port afbba09a-279b-408d-82e0-2a3771c340c1, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:13.878947 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] For port afbba09a-279b-408d-82e0-2a3771c340c1, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=afbba09a-279b-408d-82e0-2a3771c340c1,segment=NetworkSegment(8f31def8-61f8-4caa-9398-d319ed0afad8),segment_id=8f31def8-61f8-4caa-9398-d319ed0afad8)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:13.885180 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.953087 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Routers {'9f178348-ee3d-4946-a10a-9932ce21855b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:13.954188 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:09:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9f178348-ee3d-4946-a10a-9932ce21855b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:13.972719 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-21fbdd95-43e7-4642-b743-8bf2be7acaf5 req-693c2297-d259-4b20-b742-7bfb19d91cd0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 210 time: 0.0379348 Jul 15 14:10:13.996795 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ee19c-7c3c-4755-88ae-960fe0afd198 None None] Pushing event updated for resources: {'Port': ['ID=afbba09a-279b-408d-82e0-2a3771c340c1,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:14.097395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] Set router 9f178348-ee3d-4946-a10a-9932ce21855b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:14.309988 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'afbba09a-279b-408d-82e0-2a3771c340c1', 'name': '', 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'mac_address': 'fa:16:3e:53:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:09Z', 'updated_at': '2021-07-15T14:10:13Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'subnets': [{'id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:14.423672 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb955fd7-c42c-44ff-b9f0-005c82e4730e None None] The sync data for ids ['9f178348-ee3d-4946-a10a-9932ce21855b'] in n-d-798249-9 is: [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:10:09Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'afbba09a-279b-408d-82e0-2a3771c340c1', 'name': '', 'network_id': '37e2da5e-da12-4e81-aea1-74b04912e08b', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'mac_address': 'fa:16:3e:53:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:09Z', 'updated_at': '2021-07-15T14:10:13Z', 'revision_number': 4, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'subnets': [{'id': '933e3197-ef24-45e2-9aac-6312ae106b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:15.052591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-aead06f9-b640-47f0-9dff-6738258a1bba tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:15.054141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-aead06f9-b640-47f0-9dff-6738258a1bba tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 809 time: 0.1062813 Jul 15 14:10:15.107899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-f5db07d7-e1a0-4f70-822d-39296d2105fa tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 379 time: 0.0436356 Jul 15 14:10:15.123819 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'port': {'device_id': '49271347-bf24-4d2e-92dd-e2717489218e', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'admin_state_up': True, 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'security_groups': ['56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:15.145008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efce826c-3cd6-4078-9847-42c1c912ed0a req-095a7b49-b28c-44fe-bd64-baa104be5f36 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 210 time: 0.0361788 Jul 15 14:10:15.181332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5dcb43aa-989c-493b-bf34-d08cea2c25fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:15.230431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5dcb43aa-989c-493b-bf34-d08cea2c25fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:15.230804 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.273467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Made reservation on behalf of 90b9e54eff0049f7879863da11c71b1c for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:15.277298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.310693 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device afbba09a-279b-408d-82e0-2a3771c340c1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:15.356632 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port afbba09a-279b-408d-82e0-2a3771c340c1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:15.360396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port afbba09a-279b-408d-82e0-2a3771c340c1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:15.360774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.403737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-508897f0-73fc-4fa9-82cc-bbc657e89efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.406641 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Allocated IP 172.20.0.12 (eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e/155e3745-3523-42f2-bb16-fcc0aa4561cd/3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:15.451810 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.487115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port afbba09a-279b-408d-82e0-2a3771c340c1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=afbba09a-279b-408d-82e0-2a3771c340c1,segment=NetworkSegment(8f31def8-61f8-4caa-9398-d319ed0afad8),segment_id=8f31def8-61f8-4caa-9398-d319ed0afad8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:15.490933 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.538084 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=afbba09a-279b-408d-82e0-2a3771c340c1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:15.547080 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.561324 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Transition to ACTIVE for port object 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:15.595298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.644451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:15.647584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:15.651146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:15.667175 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.682728 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:15.709855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:15.710930 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.725919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-de6210bb-9f95-4251-b94a-0407bc31fb63 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084559 Jul 15 14:10:15.738754 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Request body: {'port': {'device_id': '49271347-bf24-4d2e-92dd-e2717489218e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:15.817624 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.906516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ceda640-ef52-46ab-8a79-dfc708de282d None None] Provisioning for port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:15.910101 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ceda640-ef52-46ab-8a79-dfc708de282d None None] Provisioning complete for port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:15.910506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ceda640-ef52-46ab-8a79-dfc708de282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.944730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3ceda640-ef52-46ab-8a79-dfc708de282d None None] Port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:16.080663 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:16.088120 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:16.099764 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Transition to ACTIVE for port object 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:16.103838 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:16.173413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:16.227478 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Attempting to bind port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:16.227833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Attempting to bind port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:16.228295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Attempting to bind port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:16.232926 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:10:16.233251 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Attempting to bind port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:16.239386 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:16.239982 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Checking segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:16.240503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Bound using segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:16.240937 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Bound port: 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:16.241298 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:16.343850 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:16.347413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:16.356019 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:16.407090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:16.407710 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:16.409100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] 10.222.0.49 "PUT /v2.0/ports/3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1092 time: 0.6750290 Jul 15 14:10:16.410406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:16.412657 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b686111d-cc37-42b7-a0db-9578fcbf55af" -d '{"events": [{"name": "network-changed", "server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:16.425253 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631471ee-1b97-4311-b7ea-b1a1ad14ebbf req-3e4b9669-e0bc-4433-beb3-51925d35e9fb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:16.426817 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-631471ee-1b97-4311-b7ea-b1a1ad14ebbf req-3e4b9669-e0bc-4433-beb3-51925d35e9fb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.1382649 Jul 15 14:10:16.473648 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d630e8e4-f82c-467d-a621-2f3f0cb1b62d x-openstack-request-id: req-d630e8e4-f82c-467d-a621-2f3f0cb1b62d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:16.473940 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:16.474187 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d630e8e4-f82c-467d-a621-2f3f0cb1b62d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:16.474606 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'status': 'completed', 'code': 200} Jul 15 14:10:16.475150 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52850d-68a5-42cd-bc06-a00aa1f8c6fd service neutron] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:16.517610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-631471ee-1b97-4311-b7ea-b1a1ad14ebbf req-77bce0f9-2c2c-4f3b-bad1-55cec77ca37b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807383 Jul 15 14:10:16.537636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-f0bd434b-ba02-4814-b1e7-00d99b35f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:16.539492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-f0bd434b-ba02-4814-b1e7-00d99b35f3de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1095 time: 0.0799463 Jul 15 14:10:16.582574 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-a3084cad-fa4f-4d29-af30-e0a280088c43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 217 time: 0.0355599 Jul 15 14:10:16.635719 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-f32f8e94-3b10-4ed6-8093-8b4a6a770a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:16.637446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-f32f8e94-3b10-4ed6-8093-8b4a6a770a48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0492606 Jul 15 14:10:16.694732 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86a26-d463-4dd9-a38e-724339142c84 req-0b421816-515d-424d-939f-03471c4c1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:16.696798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-0b421816-515d-424d-939f-03471c4c1d2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521533 Jul 15 14:10:16.784948 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-1ebe949a-32f4-46f4-a176-4427b620bded service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813868 Jul 15 14:10:16.874738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acb86a26-d463-4dd9-a38e-724339142c84 req-891d8774-d2e0-4796-b1d2-7065ab153aab service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841155 Jul 15 14:10:16.970624 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-319a410a-bb12-4e27-a132-f70346bf896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:16.972100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-319a410a-bb12-4e27-a132-f70346bf896d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1095 time: 0.0519972 Jul 15 14:10:16.977987 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:17.064358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-87473ea0-e809-4d66-a486-6d92738083c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.065813 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-87473ea0-e809-4d66-a486-6d92738083c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0872500 Jul 15 14:10:17.109505 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-5f91ed8a-7f7b-4cec-92a9-587e2f9d8f16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 217 time: 0.0350697 Jul 15 14:10:17.121777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device afbba09a-279b-408d-82e0-2a3771c340c1 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:17.163797 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-69f580ed-76d8-452f-bde0-89409d14a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.165684 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-69f580ed-76d8-452f-bde0-89409d14a891 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0497911 Jul 15 14:10:17.168445 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port afbba09a-279b-408d-82e0-2a3771c340c1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:17.168812 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:17.225519 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-5b347660-f262-480c-b940-6130460c3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.227644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-5b347660-f262-480c-b940-6130460c3d90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543511 Jul 15 14:10:17.317848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-40ae9ea6-67df-4803-b370-98060eee5261 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822003 Jul 15 14:10:17.408959 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b686111d-cc37-42b7-a0db-9578fcbf55af req-c35f25f0-4539-49d6-a152-6da13a42eb80 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Jul 15 14:10:17.690413 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6b47-4baa-4c82-943c-3326d937a487 req-77e60b20-5c21-4afb-83f3-f86680343c90 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.691794 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-197d6b47-4baa-4c82-943c-3326d937a487 req-77e60b20-5c21-4afb-83f3-f86680343c90 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0621881 Jul 15 14:10:17.729173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-197d6b47-4baa-4c82-943c-3326d937a487 req-8dd0d139-6791-4f7e-99ba-74513b9242c7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jul 15 14:10:18.302329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:18.436223 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:18.529982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:18.540638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'mac_address': 'fa:16:3e:b0:d1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:18.576757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:18.588995 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:18.607284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:18.611125 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:18.656242 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:18.818571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:18.904546 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99053-976d-4014-a18a-afd601614725 req-27df9aab-f3e2-43a0-8905-0c7ab335ded8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:18.906030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28e99053-976d-4014-a18a-afd601614725 req-27df9aab-f3e2-43a0-8905-0c7ab335ded8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 945 time: 0.0663118 Jul 15 14:10:18.943798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-28e99053-976d-4014-a18a-afd601614725 req-2108f467-46db-4baf-b0c3-32ddd9e1b3fb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Jul 15 14:10:20.117774 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e34948-e12d-4b2c-ac96-85f58d8a68cc req-a7627da3-2184-43f0-9aff-79c58535c087 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:20.119422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42e34948-e12d-4b2c-ac96-85f58d8a68cc req-a7627da3-2184-43f0-9aff-79c58535c087 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 945 time: 0.0634854 Jul 15 14:10:20.156308 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-42e34948-e12d-4b2c-ac96-85f58d8a68cc req-0ffff30f-b64a-4768-872c-aff4b7f3b939 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Jul 15 14:10:20.441007 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:20.488529 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:20.492271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:20.492681 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:20.567684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:20.589993 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:20.592240 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb2b8a5-b231-4215-a115-7741ad426af1" -d '{"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-plugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:20.604361 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:20.608045 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:20.629775 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6b5093-57b0-460c-9cc2-1aed0f37ce16 x-openstack-request-id: req-af6b5093-57b0-460c-9cc2-1aed0f37ce16 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:20.630060 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-plugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:20.630335 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af6b5093-57b0-460c-9cc2-1aed0f37ce16 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:20.630715 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'code': 200} Jul 15 14:10:20.656594 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:20.744716 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6a6ff-76ec-40b9-9dfd-95c392dcccd4 req-89e049e4-9afe-46b9-8faa-b7ddf54918e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:20.746110 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78e6a6ff-76ec-40b9-9dfd-95c392dcccd4 req-89e049e4-9afe-46b9-8faa-b7ddf54918e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1097 time: 0.0529377 Jul 15 14:10:20.780492 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-78e6a6ff-76ec-40b9-9dfd-95c392dcccd4 req-391d32e4-6a34-4d4d-ba49-12aca54492b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280039 Jul 15 14:10:21.330407 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c5e57-305c-4b68-a655-94a8f2cc7e5a req-83c3e850-3b35-4753-8a0e-9701de8fcbc0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:21.331796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b42c5e57-305c-4b68-a655-94a8f2cc7e5a req-83c3e850-3b35-4753-8a0e-9701de8fcbc0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0662694 Jul 15 14:10:21.369474 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b42c5e57-305c-4b68-a655-94a8f2cc7e5a req-e7ea4c03-40f1-4832-8da2-daf4ab39a6d4 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Jul 15 14:10:22.544811 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf13d3f-c9f6-4443-a66a-437466a2a10b req-9f05d4fb-1e57-45f2-ae89-54a51840159b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:22.546322 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbf13d3f-c9f6-4443-a66a-437466a2a10b req-9f05d4fb-1e57-45f2-ae89-54a51840159b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0639379 Jul 15 14:10:22.583726 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbf13d3f-c9f6-4443-a66a-437466a2a10b req-dbfc819b-bbb9-4b1d-be33-aafc2c799ada tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 Jul 15 14:10:22.757828 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3623c-232f-4051-b3da-b481401b99eb req-19ea22bd-f568-4eb6-bbfa-0be567455869 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:22.759839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce3623c-232f-4051-b3da-b481401b99eb req-19ea22bd-f568-4eb6-bbfa-0be567455869 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0659573 Jul 15 14:10:23.129599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bce3623c-232f-4051-b3da-b481401b99eb req-6eb671bc-06cb-4122-82fd-57bed019b5d9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642628 Jul 15 14:10:23.154735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:23.245064 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf8400-d3ed-40c9-8558-103f3e76d1ef tempest-TestShelveInstance-104075774 tempest-TestShelveInstance-104075774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:23.246559 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-fcdf8400-d3ed-40c9-8558-103f3e76d1ef tempest-TestShelveInstance-104075774 tempest-TestShelveInstance-104075774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1092 time: 0.0908356 Jul 15 14:10:23.249427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39096) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:23.253644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:23.275872 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.371228 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.471303 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Allocated IP 172.25.2.185 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/00aa2645-9766-401b-a62c-a25b3f10ef84) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:23.571431 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.609026 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.642102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:23.644779 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:23.650766 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:23.676148 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'Port': ['ID=00aa2645-9766-401b-a62c-a25b3f10ef84,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:24.017825 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.098960 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.247433 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.251649 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.324657 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'Port': ['ID=00aa2645-9766-401b-a62c-a25b3f10ef84,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:24.335793 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.437979 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Floating IP 87abd0f2-404c-4636-85b9-9261cc4026db associated. External IP: 172.25.2.185, port: 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268. Jul 15 14:10:24.647659 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:24.755171 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:24.765092 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:24.770929 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.775056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:24.775677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:24.818232 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1e107883-d2dd-4f85-8a0d-138ea4bc9ca1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5577810 Jul 15 14:10:24.818232 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:24.818232 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1846f55f-e617-4b24-a764-216b3fdf61b9" -d '{"events": [{"name": "network-changed", "server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:24.859786 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89313e8-68d0-4e54-9e3a-2d5ff39cccfc x-openstack-request-id: req-d89313e8-68d0-4e54-9e3a-2d5ff39cccfc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:24.860079 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:24.860331 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d89313e8-68d0-4e54-9e3a-2d5ff39cccfc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:24.860734 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'status': 'completed', 'code': 200} Jul 15 14:10:24.883673 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:24.934083 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-db8dc300-937f-4645-a19e-9ebacb49bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:24.935580 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-db8dc300-937f-4645-a19e-9ebacb49bed8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1097 time: 0.0529745 Jul 15 14:10:25.027598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-0b00ed29-46e4-464f-856f-d00923a99e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:25.029079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-0b00ed29-46e4-464f-856f-d00923a99e06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0879045 Jul 15 14:10:25.092593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-4b0c3973-0738-4b61-9d63-e78db5af5d78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1000 time: 0.0577109 Jul 15 14:10:25.106230 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '87abd0f2-404c-4636-85b9-9261cc4026db', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'mac_address': 'fa:16:3e:b0:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49271347-bf24-4d2e-92dd-e2717489218e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:10:23Z', 'updated_at': '2021-07-15T14:10:23Z', 'revision_number': 0, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:25.131800 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:25.140508 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:25.141107 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:10:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:25.142408 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-218de71a-86cf-480f-b90c-69cad203b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:25.143883 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-218de71a-86cf-480f-b90c-69cad203b3b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0447187 Jul 15 14:10:25.205470 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-86d72823-358b-43b4-a8de-b39b4dd0a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:25.206945 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-86d72823-358b-43b4-a8de-b39b4dd0a23e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569191 Jul 15 14:10:25.246148 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:25.296108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-1aa9c5c6-f705-42ba-b278-636b97e0a776 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Jul 15 14:10:25.389757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1846f55f-e617-4b24-a764-216b3fdf61b9 req-152631d9-0086-4fe4-8bdb-1ad94549f44d service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874085 Jul 15 14:10:25.467593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '87abd0f2-404c-4636-85b9-9261cc4026db', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'mac_address': 'fa:16:3e:b0:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49271347-bf24-4d2e-92dd-e2717489218e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:10:23Z', 'updated_at': '2021-07-15T14:10:23Z', 'revision_number': 0, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:25.492954 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710c71f-d794-41c5-aa7b-ad8297b08452 None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '87abd0f2-404c-4636-85b9-9261cc4026db', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'mac_address': 'fa:16:3e:b0:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49271347-bf24-4d2e-92dd-e2717489218e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:10:23Z', 'updated_at': '2021-07-15T14:10:23Z', 'revision_number': 0, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:25.687182 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093526b4-803e-4403-9896-9beea5424967 None None] New status for floating IP 87abd0f2-404c-4636-85b9-9261cc4026db: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:10:31.367896 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.215742 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.509161 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-7c6600d0-f145-41e7-9126-da19dfa05df1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511148 Jul 15 14:10:37.599532 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-8ae2b17b-0570-4ee3-b084-ddc6ac390f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:37.601021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-8ae2b17b-0570-4ee3-b084-ddc6ac390f0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1097 time: 0.0524571 Jul 15 14:10:37.705846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-4627a89e-1d47-4ff7-999a-f41bb855e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:37.707326 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-4627a89e-1d47-4ff7-999a-f41bb855e8ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0866327 Jul 15 14:10:37.769253 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-57566451-9dfe-4bd4-b537-f7530a40d47f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1002 time: 0.0554821 Jul 15 14:10:37.821221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-6c5d8353-36c0-4919-bd1c-2803ae5e9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:37.822674 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-6c5d8353-36c0-4919-bd1c-2803ae5e9c10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0470524 Jul 15 14:10:37.879200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-8f082d9d-dd6e-4fe0-988a-ddd87b228db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:37.880679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-8f082d9d-dd6e-4fe0-988a-ddd87b228db6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511391 Jul 15 14:10:37.972667 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-c2a3c19c-add0-4115-9157-727654e0d9ee service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Jul 15 14:10:38.060888 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efb8bd9e-2416-4e58-9ba4-a310582f7de8 req-a19cd51e-82ef-4036-8da0-9d7230a592fc service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797124 Jul 15 14:10:42.703163 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36d2de6c-3ba5-4a5a-bc4c-6095dd6bc07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.160891 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:45.393487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-859cc0a2-e7de-49c1-ae20-4fb1ff7548aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.669634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.980485 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:48.304292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.381077 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:04.215363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.704056 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-528e31d9-4cc2-4102-9f00-4c62e570008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.393518 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32137301-ecdb-41d0-93ad-2ee7473a659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.670029 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:16.985357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.306057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:22.159208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:31.388744 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:34.213122 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:38.506011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-c7d86dc4-8df5-477e-a164-89c10d55d599 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508008 Jul 15 14:11:38.604368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-c265bd90-7f3a-493a-9381-3f8640514c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.605973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-c265bd90-7f3a-493a-9381-3f8640514c9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1097 time: 0.0570951 Jul 15 14:11:38.709000 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-69ee9254-b180-4e09-9c9e-d26188bac63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.710393 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-69ee9254-b180-4e09-9c9e-d26188bac63c service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0852773 Jul 15 14:11:38.776618 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-9efd044f-6bd6-40f4-8e4c-c905c8477bb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1002 time: 0.0600502 Jul 15 14:11:38.823879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-31d16b27-6759-4534-9c5f-bf75e2cadff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.826011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-31d16b27-6759-4534-9c5f-bf75e2cadff1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0433619 Jul 15 14:11:38.880488 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-8a0259e9-b555-430c-83b2-1dc3b3796260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.881937 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-8a0259e9-b555-430c-83b2-1dc3b3796260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499768 Jul 15 14:11:38.973128 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-cdb44682-3df8-41b9-92a3-a9447a5e1ec5 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842001 Jul 15 14:11:39.062721 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-49f1f763-4c2e-4959-bdb9-f610b688f4c0 req-b1ffd8aa-738a-425f-a2e4-9cbf900bc136 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830994 Jul 15 14:11:42.704240 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab444f59-6cf4-43d1-b432-2671133c656c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:45.393995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26b87e17-40cc-4f34-90c7-d6440b320a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:45.670556 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:46.987666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:48.309696 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:59.158083 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:01.403228 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:04.211895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:12.703963 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b42f607-065f-4989-8b4c-4f0322616a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.394281 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-651645c9-bdc2-418c-9c3c-19526564de8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.671741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.989435 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.313543 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.204591 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09a7d-1dc1-4158-8096-8e595c20b60f req-1276ea60-30eb-4bee-91f3-326fcc106405 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:23.206072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51d09a7d-1dc1-4158-8096-8e595c20b60f req-1276ea60-30eb-4bee-91f3-326fcc106405 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.1149726 Jul 15 14:12:23.243657 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-51d09a7d-1dc1-4158-8096-8e595c20b60f req-0a44efc0-3ea9-40c8-97ae-a3ce0fa05fe5 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Jul 15 14:12:24.416696 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076d3c-b697-4236-ab87-ce010328fdc1 req-d3aeb6ca-5e6f-454c-8684-0214a6da4af0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:24.418079 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2076d3c-b697-4236-ab87-ce010328fdc1 req-d3aeb6ca-5e6f-454c-8684-0214a6da4af0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0637312 Jul 15 14:12:24.457255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2076d3c-b697-4236-ab87-ce010328fdc1 req-b8c5f095-3470-4450-beb4-5e096a27b5a7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326478 Jul 15 14:12:25.655129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d86c65-5449-4654-8236-74d858001f33 req-e739af9d-8d8c-4697-89a0-a2cf7299750f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:25.656859 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82d86c65-5449-4654-8236-74d858001f33 req-e739af9d-8d8c-4697-89a0-a2cf7299750f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0628035 Jul 15 14:12:25.697619 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82d86c65-5449-4654-8236-74d858001f33 req-c1d87f18-ace5-435a-b69c-12a5a26a18d6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352697 Jul 15 14:12:26.869400 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d020d7-d676-4eef-98ed-0237ab8687d3 req-6519191e-cef9-42b3-9825-819d40a2d041 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:26.870919 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96d020d7-d676-4eef-98ed-0237ab8687d3 req-6519191e-cef9-42b3-9825-819d40a2d041 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0632493 Jul 15 14:12:26.908407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-96d020d7-d676-4eef-98ed-0237ab8687d3 req-ce552af3-651c-41da-abed-735431555d50 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Jul 15 14:12:28.080962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567c59c-bb0e-46a1-8b41-2548320930fc req-bb8d11b2-87e2-4725-8767-0b9ea4fb7435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:28.082480 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1567c59c-bb0e-46a1-8b41-2548320930fc req-bb8d11b2-87e2-4725-8767-0b9ea4fb7435 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0635059 Jul 15 14:12:28.120491 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1567c59c-bb0e-46a1-8b41-2548320930fc req-2cd873e9-1184-477f-a8c3-8bc8ce501cbb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Jul 15 14:12:29.316054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912edff-a9b1-4c5b-b090-4e64b30a3b18 req-e0589f6d-ddaa-490a-8c08-99901dc44f5a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:29.317535 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9912edff-a9b1-4c5b-b090-4e64b30a3b18 req-e0589f6d-ddaa-490a-8c08-99901dc44f5a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0665703 Jul 15 14:12:29.356218 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9912edff-a9b1-4c5b-b090-4e64b30a3b18 req-836e9eb7-cd93-4b5a-bb6a-f3957c9d06ba tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330067 Jul 15 14:12:30.527640 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1225e8-edbf-4982-9f3d-ef529c004c7f req-0762ffe8-1206-454a-97e1-a25fd3f4033a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:30.529008 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e1225e8-edbf-4982-9f3d-ef529c004c7f req-0762ffe8-1206-454a-97e1-a25fd3f4033a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0618620 Jul 15 14:12:30.567233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3e1225e8-edbf-4982-9f3d-ef529c004c7f req-3d61617c-0f6d-4313-ba0c-1aceb6566f6d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318100 Jul 15 14:12:31.418664 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.738333 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e636-6525-4428-9be9-0cbfb5ffcad2 req-1a0f941c-99ae-420f-b0af-467335c8c9e6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:31.739723 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88d6e636-6525-4428-9be9-0cbfb5ffcad2 req-1a0f941c-99ae-420f-b0af-467335c8c9e6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0615146 Jul 15 14:12:31.779178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88d6e636-6525-4428-9be9-0cbfb5ffcad2 req-f8303bfe-743f-4adf-9251-62ca6f19fcbf tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339811 Jul 15 14:12:32.950250 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f7261-15c2-4a20-8d7b-94a6197e5e80 req-928e6d32-e823-454d-8803-7ba91433e5fb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:32.951727 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-793f7261-15c2-4a20-8d7b-94a6197e5e80 req-928e6d32-e823-454d-8803-7ba91433e5fb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0638978 Jul 15 14:12:32.990755 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-793f7261-15c2-4a20-8d7b-94a6197e5e80 req-0b6a4528-8478-48c5-930d-b2c1dfcdb925 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329642 Jul 15 14:12:34.161554 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba33d3-16d9-43b6-b5e9-3938452c860d req-532485b8-2b25-4de7-b725-e1a724aebbf5 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:34.163097 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0ba33d3-16d9-43b6-b5e9-3938452c860d req-532485b8-2b25-4de7-b725-e1a724aebbf5 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0630581 Jul 15 14:12:34.200467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0ba33d3-16d9-43b6-b5e9-3938452c860d req-e27d50a9-8b45-4ae3-976f-3316363c31fa tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317616 Jul 15 14:12:34.211260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.043166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:12:35.136478 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:35.147304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'mac_address': 'fa:16:3e:b0:d1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:12:35.182452 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.195027 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:12:35.213377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:35.217117 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.270231 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:35.277588 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.277932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.278296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.278638 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.278973 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.279304 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.279633 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.279968 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.280891 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.281454 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.281885 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.282260 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:35.302595 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:35.389164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8a01-3e6d-4226-89c5-b529855a6fbf req-e85f1f0d-72a4-43e9-be97-8bd43f34111f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:35.391828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c63f8a01-3e6d-4226-89c5-b529855a6fbf req-e85f1f0d-72a4-43e9-be97-8bd43f34111f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 945 time: 0.0725029 Jul 15 14:12:35.437084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c63f8a01-3e6d-4226-89c5-b529855a6fbf req-f1730f11-1bca-4b5b-a079-ef4a24839799 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387003 Jul 15 14:12:36.160524 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:36.653121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b526ac9-3420-4496-99ff-f079ca3d9400 req-3adffda4-2e01-4a94-8d82-e0328e5ea7d9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:36.660894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b526ac9-3420-4496-99ff-f079ca3d9400 req-3adffda4-2e01-4a94-8d82-e0328e5ea7d9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 945 time: 0.0823791 Jul 15 14:12:36.697756 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0b526ac9-3420-4496-99ff-f079ca3d9400 req-609db42c-1d53-433c-b03e-8c321c619599 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359976 Jul 15 14:12:37.048533 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:37.120271 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:37.120651 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.228457 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.260505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:37.263068 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced7ca64-7793-4078-b7d2-77ddb88c4c21" -d '{"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-plugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:37.288482 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:37.293444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.328844 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a6ad7-ea0d-407f-b665-bb7d3991ffa6 x-openstack-request-id: req-825a6ad7-ea0d-407f-b665-bb7d3991ffa6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:37.329113 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-plugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:37.329359 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-825a6ad7-ea0d-407f-b665-bb7d3991ffa6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:37.329739 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'code': 200} Jul 15 14:12:37.358566 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:37.899426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a828fc4-ae32-40e0-aea1-fe94cbb790d2 req-11199bb7-b8a9-4bfc-afa1-4e92a0754065 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:37.901101 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a828fc4-ae32-40e0-aea1-fe94cbb790d2 req-11199bb7-b8a9-4bfc-afa1-4e92a0754065 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0725284 Jul 15 14:12:37.947563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a828fc4-ae32-40e0-aea1-fe94cbb790d2 req-de6822b1-2a3e-4066-8a70-e49feaf5e431 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Jul 15 14:12:38.593669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-070f219b-1bd3-4927-9179-b0f9b8abab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:38.595333 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-070f219b-1bd3-4927-9179-b0f9b8abab8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1097 time: 0.1039078 Jul 15 14:12:38.709368 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-71fa7109-e639-4ce5-9cbf-2b27e700e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:38.711484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-71fa7109-e639-4ce5-9cbf-2b27e700e625 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0943673 Jul 15 14:12:39.178567 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-66532f6e-5e46-424e-8064-d0fb3de4fa41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1002 time: 0.4593682 Jul 15 14:12:39.252579 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fb0ba-8818-471a-8da1-1956dcc0a432 req-b956f2d4-7293-48f3-a4cb-a3552436ad1d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:39.254037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-491fb0ba-8818-471a-8da1-1956dcc0a432 req-b956f2d4-7293-48f3-a4cb-a3552436ad1d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.1342227 Jul 15 14:12:39.260201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-cdef669e-ab99-4645-a774-8866baf80d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:39.261603 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-cdef669e-ab99-4645-a774-8866baf80d6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0755198 Jul 15 14:12:39.331388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-491fb0ba-8818-471a-8da1-1956dcc0a432 req-65d5beb2-8c73-445f-8c7b-a4c2858e9331 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646596 Jul 15 14:12:39.363704 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-9a60a6b0-0e8d-40e3-a62c-4618575c1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:39.365511 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-9a60a6b0-0e8d-40e3-a62c-4618575c1d84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854952 Jul 15 14:12:39.481392 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-31ba5d56-2e4e-4273-a816-c92e862af1a4 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092103 Jul 15 14:12:39.596244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-16e84158-1975-4c71-816b-f8b16d0a4894 req-faf69772-5472-4141-ac25-66643e1e989a service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080945 Jul 15 14:12:40.513794 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776826ea-1757-4da9-bd52-3f0dd77356f8 req-8cbfeb14-9972-453a-b3a6-170eab81f2df tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:40.515924 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-776826ea-1757-4da9-bd52-3f0dd77356f8 req-8cbfeb14-9972-453a-b3a6-170eab81f2df tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0734899 Jul 15 14:12:40.570666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-776826ea-1757-4da9-bd52-3f0dd77356f8 req-5c86a23d-a3fe-46ae-9091-23a03913fb42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472188 Jul 15 14:12:41.750604 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6df4e-77eb-44ee-81a0-81d849c99d7a req-e6d71613-8aaf-44dc-b527-c8ab5e6abe7b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:41.752553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22e6df4e-77eb-44ee-81a0-81d849c99d7a req-e6d71613-8aaf-44dc-b527-c8ab5e6abe7b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0697169 Jul 15 14:12:41.794518 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-22e6df4e-77eb-44ee-81a0-81d849c99d7a req-aeae27f6-4a2a-46a5-8e7c-9ea996552539 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361421 Jul 15 14:12:42.711817 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-402f6b84-c31a-4d90-ba41-a811d4515c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.983848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648039a6-3fdd-458d-aa3e-90c2b11523eb req-0506680c-0a9e-430f-93a2-5654d954d571 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:42.984426 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-648039a6-3fdd-458d-aa3e-90c2b11523eb req-0506680c-0a9e-430f-93a2-5654d954d571 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0686359 Jul 15 14:12:43.026369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-648039a6-3fdd-458d-aa3e-90c2b11523eb req-459e48db-f9fe-4a58-bdc7-de2ed2a64670 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362337 Jul 15 14:12:44.241606 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e97642-b1f2-459d-8405-84a784953891 req-7b9f3380-9ea2-4613-97c6-4adde9bbd232 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:44.248485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2e97642-b1f2-459d-8405-84a784953891 req-7b9f3380-9ea2-4613-97c6-4adde9bbd232 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0774310 Jul 15 14:12:44.295780 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f2e97642-b1f2-459d-8405-84a784953891 req-67c53cbd-2ebe-4c27-97fc-12df2b72cada tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445967 Jul 15 14:12:45.037970 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-2deec30d-dfcb-4d1c-838a-f649cf6b4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.039467 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-2deec30d-dfcb-4d1c-838a-f649cf6b4baa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1097 time: 0.0517602 Jul 15 14:12:45.130978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-2987aa3a-f7b4-49e7-a312-7d0904bcd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.132432 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-2987aa3a-f7b4-49e7-a312-7d0904bcd431 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0858140 Jul 15 14:12:45.197223 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-8e62fa5d-9297-4b27-9f5e-3bd202416f2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1002 time: 0.0565634 Jul 15 14:12:45.244211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-5626e00f-7228-41a3-870b-4615ea58d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.245610 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-5626e00f-7228-41a3-870b-4615ea58d02e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0418112 Jul 15 14:12:45.305210 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-5ca3a7f2-a19f-43e7-a062-b9b262548ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.306593 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-5ca3a7f2-a19f-43e7-a062-b9b262548ad2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542898 Jul 15 14:12:45.396964 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5111add-5c55-4d4f-bbd8-7bc62060ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.397835 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-439e6d62-83cb-45dc-ab90-17da7d52ed4b service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835617 Jul 15 14:12:45.541126 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245bae-3ea2-4a9e-9349-c4d0f6fca382 req-f034e288-ad12-4d27-8f55-c83fb806d60d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.542707 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f245bae-3ea2-4a9e-9349-c4d0f6fca382 req-f034e288-ad12-4d27-8f55-c83fb806d60d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.1310565 Jul 15 14:12:45.544931 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d5e0fd20-85bf-4c37-91cb-f3dabae1c332 req-d7439c92-8119-474b-a6c0-9dd1e5aa4360 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409001 Jul 15 14:12:45.583157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f245bae-3ea2-4a9e-9349-c4d0f6fca382 req-c4c05ba7-a3ef-43df-a8b5-f9dab8469aed tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339632 Jul 15 14:12:45.672443 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.757759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335223-a739-437d-abe0-84534d669b69 req-ad9f77fb-5567-49b2-ad17-da3de6ee9daf tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:46.759288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c335223-a739-437d-abe0-84534d669b69 req-ad9f77fb-5567-49b2-ad17-da3de6ee9daf tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0674107 Jul 15 14:12:46.798037 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9c335223-a739-437d-abe0-84534d669b69 req-bdc9791f-14df-41a2-bd21-d016bd3923b9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Jul 15 14:12:46.992286 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.971596 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e66f4-8ca5-4166-8571-befda4415d8a req-33caecfa-38bf-45d0-a674-5763528b7aa2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.973087 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d37e66f4-8ca5-4166-8571-befda4415d8a req-33caecfa-38bf-45d0-a674-5763528b7aa2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0643585 Jul 15 14:12:48.010881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d37e66f4-8ca5-4166-8571-befda4415d8a req-d3ae990b-319f-455c-91d3-a2006f4f4127 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Jul 15 14:12:48.318928 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:48.375525 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bde203-ae4d-45da-89fd-89e5f974a10f req-d12a91e1-13f7-4aa3-a735-fb4fd734f30d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:48.376861 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06bde203-ae4d-45da-89fd-89e5f974a10f req-d12a91e1-13f7-4aa3-a735-fb4fd734f30d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 946 time: 0.0652847 Jul 15 14:12:48.419064 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-06bde203-ae4d-45da-89fd-89e5f974a10f req-4eb44c57-54a5-450c-a9da-045d023264bd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363531 Jul 15 14:12:48.474918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:48.567319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-00b83bad-dfb5-441b-94de-c864922d004f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912619 Jul 15 14:12:49.112553 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:49.184939 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:49.206839 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:49.209045 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc11906-af93-4b03-bc91-27b1573778bd" -d '{"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-unplugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:49.225940 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:49.229847 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:49.253675 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b42c90-7f84-45d4-af75-8d3cd5f65a60 x-openstack-request-id: req-03b42c90-7f84-45d4-af75-8d3cd5f65a60 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:49.253967 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-unplugged", "status": "failed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:49.254236 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03b42c90-7f84-45d4-af75-8d3cd5f65a60 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:49.254619 n-d-798249-9 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'code': 422} returned with failed status Jul 15 14:12:49.278916 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:49.588495 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8b1fa-d062-4bb2-9836-180d1bc99ed6 req-1f335260-5f85-44fe-91c1-bf1c4d5ff05d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:49.590012 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0f8b1fa-d062-4bb2-9836-180d1bc99ed6 req-1f335260-5f85-44fe-91c1-bf1c4d5ff05d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0631402 Jul 15 14:12:49.627548 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d0f8b1fa-d062-4bb2-9836-180d1bc99ed6 req-d03deda6-80c9-499b-b508-e1214786a1c4 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Jul 15 14:12:50.803111 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df9c4-7a18-4768-97bd-26baff07674c req-427d12e2-8ed0-413d-81c9-499d195a45ff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:50.804612 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-600df9c4-7a18-4768-97bd-26baff07674c req-427d12e2-8ed0-413d-81c9-499d195a45ff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0677400 Jul 15 14:12:50.842380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-600df9c4-7a18-4768-97bd-26baff07674c req-3379410d-2284-4ee7-8912-812ad72b6dd1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Jul 15 14:12:51.633830 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-beaf1c1a-32f4-48f3-9d11-64ab58f7e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:51.635332 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-beaf1c1a-32f4-48f3-9d11-64ab58f7e0e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e&tenant_id=90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 1095 time: 0.0516021 Jul 15 14:12:51.710124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-729ee6e9-cd21-465c-ba60-a47f4f004ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:51.711991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-729ee6e9-cd21-465c-ba60-a47f4f004ae8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1095 time: 0.0536690 Jul 15 14:12:51.815290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-8123c161-2975-48ba-980d-1ef36a7f3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:51.816740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-8123c161-2975-48ba-980d-1ef36a7f3d34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0897889 Jul 15 14:12:51.881286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-33d031e6-ecbd-4dc3-80a0-827473b54790 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1000 time: 0.0570080 Jul 15 14:12:51.929505 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-76bcb5fb-b3eb-4145-8ffd-f8658921bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:51.930980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-76bcb5fb-b3eb-4145-8ffd-f8658921bfb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0433104 Jul 15 14:12:52.038121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-36fb95b7-46b4-4c29-a81e-6f26db8aaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:52.039708 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-36fb95b7-46b4-4c29-a81e-6f26db8aaaa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002626 Jul 15 14:12:52.051976 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80bc1-8a36-4b68-92bc-d96a95651847 req-1a7f176c-d5e2-486f-bb81-e6d2bf9b4542 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:52.053363 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7b80bc1-8a36-4b68-92bc-d96a95651847 req-1a7f176c-d5e2-486f-bb81-e6d2bf9b4542 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0808904 Jul 15 14:12:52.146247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b7b80bc1-8a36-4b68-92bc-d96a95651847 req-c5380bc9-f9dd-4c09-9f03-44186943080f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841975 Jul 15 14:12:52.167534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-d8f977a3-6373-4e17-aa56-8b5575ecae02 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129675 Jul 15 14:12:52.255262 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-54a57b4d-ecf6-4ce5-b004-303dbc70e653 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814168 Jul 15 14:12:53.333077 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746a590-d9b8-44a4-ac31-4bae76515aa0 req-11b34666-f849-4d85-a287-23fd68636084 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:53.341987 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b746a590-d9b8-44a4-ac31-4bae76515aa0 req-11b34666-f849-4d85-a287-23fd68636084 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0771000 Jul 15 14:12:53.380085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b746a590-d9b8-44a4-ac31-4bae76515aa0 req-5ada3486-54dd-435e-b790-2b5595838a31 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367744 Jul 15 14:12:54.572747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b6df-5b8d-4564-95a6-72b4b568680a req-9fee94de-cd51-4854-8b12-6829aa4d88b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:54.574320 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77b0b6df-5b8d-4564-95a6-72b4b568680a req-9fee94de-cd51-4854-8b12-6829aa4d88b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0675464 Jul 15 14:12:54.619254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-77b0b6df-5b8d-4564-95a6-72b4b568680a req-489d63a6-a01d-4da0-b462-58683b71bc2f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359163 Jul 15 14:12:55.810459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f625-1897-4b3a-a870-24f59faa1f6f req-62888fc7-b41d-4d03-9fee-66dc8738e251 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:55.812191 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe85f625-1897-4b3a-a870-24f59faa1f6f req-62888fc7-b41d-4d03-9fee-66dc8738e251 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0737801 Jul 15 14:12:55.856059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fe85f625-1897-4b3a-a870-24f59faa1f6f req-992a3e2c-a980-4c0d-b1e2-39052a2a6d0e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346594 Jul 15 14:12:57.220322 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f43d37-140a-4e4c-8da8-5e9b7dfa2557 req-67585826-3765-4724-807a-6c95c084b2e1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:57.222738 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18f43d37-140a-4e4c-8da8-5e9b7dfa2557 req-67585826-3765-4724-807a-6c95c084b2e1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0684838 Jul 15 14:12:57.263306 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-18f43d37-140a-4e4c-8da8-5e9b7dfa2557 req-dcbd3a34-2124-4473-8d49-9b0f58c826a2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349536 Jul 15 14:12:58.444941 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3e4f9-4fd9-4178-b86d-14e184d19a20 req-b9b6140f-1be6-449c-89d1-a04054128c69 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:58.446648 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60e3e4f9-4fd9-4178-b86d-14e184d19a20 req-b9b6140f-1be6-449c-89d1-a04054128c69 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0693269 Jul 15 14:12:58.488845 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-60e3e4f9-4fd9-4178-b86d-14e184d19a20 req-f7a1c6ef-bc22-42e0-872c-30bfa54f1273 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364363 Jul 15 14:12:59.677489 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34cd9c-35a7-41ab-b8ef-7bb5d19548dd req-50525c37-a397-4f83-82c3-66400d78cc1a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:59.679268 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd34cd9c-35a7-41ab-b8ef-7bb5d19548dd req-50525c37-a397-4f83-82c3-66400d78cc1a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0740452 Jul 15 14:12:59.717483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-cd34cd9c-35a7-41ab-b8ef-7bb5d19548dd req-6ebb9764-2158-4214-92ad-cf0c4073ead4 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323517 Jul 15 14:13:00.947072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413de97-49fe-4f3e-952e-15e1333c7b15 req-5636f8a2-1c01-46e1-a804-f2c18de70487 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:00.948521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6413de97-49fe-4f3e-952e-15e1333c7b15 req-5636f8a2-1c01-46e1-a804-f2c18de70487 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0936716 Jul 15 14:13:00.992285 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6413de97-49fe-4f3e-952e-15e1333c7b15 req-42eeeb40-5cc8-4776-a5e0-15a66fe1dba7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355117 Jul 15 14:13:01.420809 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:02.173099 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcc145-730c-4300-8a40-d3ff01150d6b req-e14f5a78-31de-4663-8d5f-f6706bd70d3e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:02.174666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9fcc145-730c-4300-8a40-d3ff01150d6b req-e14f5a78-31de-4663-8d5f-f6706bd70d3e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0688784 Jul 15 14:13:02.213000 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9fcc145-730c-4300-8a40-d3ff01150d6b req-f7c1fc56-c3c5-4f35-a8ae-244ab88995f9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Jul 15 14:13:03.383308 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19135f93-d177-440b-9a57-22becc574433 req-6db93aef-d8b8-42d9-a04c-52cf137b1845 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:03.384754 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19135f93-d177-440b-9a57-22becc574433 req-6db93aef-d8b8-42d9-a04c-52cf137b1845 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0620589 Jul 15 14:13:03.422273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-19135f93-d177-440b-9a57-22becc574433 req-fba28455-e99d-4da2-9d5c-7eec10382514 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Jul 15 14:13:04.224806 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:04.596503 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13b42-e851-4685-a242-d7c51ce67775 req-a725f98b-2554-445d-bb11-14cf3c24a9e6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:04.598006 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbb13b42-e851-4685-a242-d7c51ce67775 req-a725f98b-2554-445d-bb11-14cf3c24a9e6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 944 time: 0.0643792 Jul 15 14:13:04.635017 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbb13b42-e851-4685-a242-d7c51ce67775 req-bb194e2f-a702-422f-88a1-5b6d85ca4888 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Jul 15 14:13:05.203770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:13:05.298801 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:05.312996 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'port_id': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'mac_address': 'fa:16:3e:b0:d1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:13:05.348793 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.361425 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:13:05.380383 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:05.384666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.430998 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:05.585062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:13:05.827082 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f77775-fead-4394-a575-796707087785 req-0441d636-d92c-4f0e-9a7c-9383d54b3fc1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:05.828819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97f77775-fead-4394-a575-796707087785 req-0441d636-d92c-4f0e-9a7c-9383d54b3fc1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 945 time: 0.0746083 Jul 15 14:13:05.866878 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-97f77775-fead-4394-a575-796707087785 req-acccbfd4-742c-428b-93be-9123b8e0d1f2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324709 Jul 15 14:13:07.037607 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fec451-2e80-42b4-b263-562f81435ebf req-ddf66ddf-ef94-45bd-a569-87acb0dd62fd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.039124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0fec451-2e80-42b4-b263-562f81435ebf req-ddf66ddf-ef94-45bd-a569-87acb0dd62fd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 945 time: 0.0636473 Jul 15 14:13:07.075761 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f0fec451-2e80-42b4-b263-562f81435ebf req-62b16a1e-5f1c-4a46-b9b1-47af748706ac tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Jul 15 14:13:07.218275 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:07.265843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:07.266234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.340846 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.363337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:07.365607 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827809f4-4f28-45e9-8daa-0e8b1f677927" -d '{"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-plugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:07.378804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:07.383272 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.405930 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb85895-998b-4e7b-8010-084510418d06 x-openstack-request-id: req-9fb85895-998b-4e7b-8010-084510418d06 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:07.406348 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-plugged", "status": "completed", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:07.406603 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fb85895-998b-4e7b-8010-084510418d06 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:07.406983 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'code': 200} Jul 15 14:13:07.432497 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:07.575316 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cd16-a710-4eb1-9e70-f7f18d687289 req-93bf561b-a0db-453a-b650-6f79922aa680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.576809 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c82cd16-a710-4eb1-9e70-f7f18d687289 req-93bf561b-a0db-453a-b650-6f79922aa680 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1098 time: 0.0548096 Jul 15 14:13:07.609482 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7c82cd16-a710-4eb1-9e70-f7f18d687289 req-5186f9ce-623a-460c-a1e4-9e36073d0787 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268400 Jul 15 14:13:08.253568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8769e-2e3c-4f6a-aa79-23dfca4e63fc req-09989088-808b-46f2-a0a8-2856d1a0cba7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:08.255226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbe8769e-2e3c-4f6a-aa79-23dfca4e63fc req-09989088-808b-46f2-a0a8-2856d1a0cba7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 947 time: 0.0685642 Jul 15 14:13:08.293422 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bbe8769e-2e3c-4f6a-aa79-23dfca4e63fc req-4d22f062-48bd-408a-850e-a54fc2f20c96 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Jul 15 14:13:09.468823 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6516f-f430-43e1-a2c4-7a7e97f44e42 req-a8918ca1-6ead-466b-8dd2-2e97e34e7d9f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:09.470239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad6516f-f430-43e1-a2c4-7a7e97f44e42 req-a8918ca1-6ead-466b-8dd2-2e97e34e7d9f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 947 time: 0.0621893 Jul 15 14:13:09.507623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2ad6516f-f430-43e1-a2c4-7a7e97f44e42 req-81e49f23-f7e4-421f-87a7-ed921abc513c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Jul 15 14:13:12.704256 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e612020d-69b2-4395-9460-55e754dcae9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.161167 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:15.398037 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3631613b-2e56-4544-9664-40e66782dfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.673735 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:16.994709 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.315218 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:31.435528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:34.223098 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:38.519839 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-9cac4f96-82a1-4298-9768-6f891641bab7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737431 Jul 15 14:13:38.619483 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-8d9a6069-687c-4d93-b6d0-eeff52e1173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:38.621005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-8d9a6069-687c-4d93-b6d0-eeff52e1173c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1098 time: 0.0558238 Jul 15 14:13:38.735384 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-62c05563-68a6-43ba-bd9f-846fc10e898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:38.736868 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-62c05563-68a6-43ba-bd9f-846fc10e898d service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0941837 Jul 15 14:13:38.810789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-d891d5da-67bd-4161-a411-5e67059eb8ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 1002 time: 0.0650506 Jul 15 14:13:38.863426 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-ab077817-d948-4029-b69a-0416e4db1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:38.864908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-ab077817-d948-4029-b69a-0416e4db1f40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0471327 Jul 15 14:13:38.929281 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-b856868d-de59-412e-8193-c6d97d3e2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:38.930828 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-b856868d-de59-412e-8193-c6d97d3e2a4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587587 Jul 15 14:13:39.024650 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-afd1d209-0277-455c-849f-ca58f5cd31a5 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855916 Jul 15 14:13:39.120891 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-9bd9caf2-e866-4dcb-87ad-9942d4d1b603 req-9a7437ef-463b-4605-b258-da32862147ba service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894306 Jul 15 14:13:42.704893 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776fd77-aeae-4fd0-84a8-99de8d10d003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:45.397179 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-982a9693-1ea5-4b07-9bb7-b5210babd1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:45.674982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:46.998344 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:48.315993 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:50.161538 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:01.432839 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:04.223549 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:12.705264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b91d1712-73f4-4eac-8380-68ab9a7c81ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.398125 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdb9d-ecc3-40a0-9fab-db655030d04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.676155 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.001191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.318999 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.361141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:22.516537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Deleting port 00aa2645-9766-401b-a62c-a25b3f10ef84 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:22.516772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.592677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.593010 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.604512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Calling delete_port for 00aa2645-9766-401b-a62c-a25b3f10ef84 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:22.749252 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.777951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event deleted for resources: {'Port': ['ID=00aa2645-9766-401b-a62c-a25b3f10ef84,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:22.789498 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.789847 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.790188 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.790571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.790908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.791237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.791562 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.791887 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.792209 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.792531 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.792856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.793177 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:22.849614 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.849958 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Floating IP 87abd0f2-404c-4636-85b9-9261cc4026db disassociated (deleted). External IP: 172.25.2.185, port: 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268. Jul 15 14:14:23.057841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:23.164741 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:23.169458 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.176089 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:23.184893 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:23.185516 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:14:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:23.205030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f61320bd-98b8-4827-bb88-3b857e9850b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "DELETE /v2.0/floatingips/87abd0f2-404c-4636-85b9-9261cc4026db HTTP/1.1" status: 204 len: 168 time: 0.8428140 Jul 15 14:14:23.205610 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:23.207891 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d44c616-a46b-4105-bb88-d58fd7db3c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:23.291563 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:23.304896 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69103f9a-6c90-43e4-9c5f-29d7aff7463d x-openstack-request-id: req-69103f9a-6c90-43e4-9c5f-29d7aff7463d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:23.305183 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:23.305430 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69103f9a-6c90-43e4-9c5f-29d7aff7463d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:23.305829 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'status': 'completed', 'code': 200} Jul 15 14:14:23.385954 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-292cc64d-6e30-473a-965a-8c6e85183181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:23.388577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-292cc64d-6e30-473a-965a-8c6e85183181 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 1098 time: 0.0573320 Jul 15 14:14:23.490783 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-0874ff18-8f59-4ae2-bf00-917dc1ec2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:23.492309 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-0874ff18-8f59-4ae2-bf00-917dc1ec2984 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0978136 Jul 15 14:14:23.501011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:23.526978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:23.535212 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:23.535818 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:14:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:23.537250 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-5162932a-2d52-484c-9c67-2050cf6d23a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 200 len: 217 time: 0.0372152 Jul 15 14:14:23.619543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-b26deb68-d3cb-45e0-96e2-1d95e5f1e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:23.620994 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-b26deb68-d3cb-45e0-96e2-1d95e5f1e8ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0751264 Jul 15 14:14:23.639931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:23.646952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf516f2-e099-42f1-8e06-807d821dc8fd req-40ab2f40-017e-48a1-95f2-a95b2d0c1169 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:23.648435 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cf516f2-e099-42f1-8e06-807d821dc8fd req-40ab2f40-017e-48a1-95f2-a95b2d0c1169 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 947 time: 0.1139584 Jul 15 14:14:23.710372 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7cf516f2-e099-42f1-8e06-807d821dc8fd req-da6208fa-d640-4146-818f-52a2d43590f3 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453277 Jul 15 14:14:23.719089 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-edbabc2a-4129-4b5c-a923-4727f950acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:23.720744 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-edbabc2a-4129-4b5c-a923-4727f950acaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921490 Jul 15 14:14:23.816200 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-ecebd3f2-32c4-4842-9506-0dec4c51702d service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884595 Jul 15 14:14:23.842396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:23.873204 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d28246-9722-4b2d-a5d2-8360f4c2c615 None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:23.906085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d44c616-a46b-4105-bb88-d58fd7db3c3d req-54e1060d-321c-42f9-bfef-ddc36c77fa59 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829654 Jul 15 14:14:24.088254 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc64a8d2-86a9-40a6-bc35-d18bbaa41d05 None None] New status for floating IP 87abd0f2-404c-4636-85b9-9261cc4026db: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:24.823598 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-8cc321d4-da88-4549-adb5-c0db9b696123 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:24.825055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-8cc321d4-da88-4549-adb5-c0db9b696123 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 947 time: 0.0684872 Jul 15 14:14:24.958448 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68d62-4252-4798-868b-c567cbd77c03 req-d2c57604-647a-4178-b283-8af7d5cc0216 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:24.959908 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12d68d62-4252-4798-868b-c567cbd77c03 req-d2c57604-647a-4178-b283-8af7d5cc0216 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=49271347-bf24-4d2e-92dd-e2717489218e HTTP/1.1" status: 200 len: 947 time: 0.1339622 Jul 15 14:14:25.323918 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Deleting port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:25.324261 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.354880 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12d68d62-4252-4798-868b-c567cbd77c03 req-a9e3b736-2fd2-47fc-9f6f-c339bf3a2c08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884823 Jul 15 14:14:25.419925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] For port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:25.420205 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.433668 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Calling delete_port for 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:25.560831 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.592025 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event deleted for resources: {'Port': ['ID=3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.638759 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] No DVR routers for this DVR port 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:25.642011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.644005 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c841049b-1fd0-4c37-be2d-dfb0817a15ed req-f6948b4f-d1bf-4cc3-ae32-e24e149b6e4d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "DELETE /v2.0/ports/3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 HTTP/1.1" status: 204 len: 173 time: 0.8087194 Jul 15 14:14:25.644437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-deleted', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:25.646748 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a358ff1-8cb6-4e5a-b10c-07e0e7883b27" -d '{"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-deleted", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:25.682199 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6cf522-0b9f-4a34-8fe6-ee68b396097a x-openstack-request-id: req-ad6cf522-0b9f-4a34-8fe6-ee68b396097a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:25.682513 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49271347-bf24-4d2e-92dd-e2717489218e", "name": "network-vif-deleted", "tag": "3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:25.682785 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad6cf522-0b9f-4a34-8fe6-ee68b396097a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:25.683180 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49271347-bf24-4d2e-92dd-e2717489218e', 'name': 'network-vif-deleted', 'tag': '3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268', 'status': 'completed', 'code': 200} Jul 15 14:14:26.447033 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:26.504263 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84ef7e40-8028-4ec9-8630-958d230476c1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.528581 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84ef7e40-8028-4ec9-8630-958d230476c1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.587943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84ef7e40-8028-4ec9-8630-958d230476c1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.590540 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84ef7e40-8028-4ec9-8630-958d230476c1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.591688 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-84ef7e40-8028-4ec9-8630-958d230476c1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "DELETE /v2.0/security-groups/56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73 HTTP/1.1" status: 204 len: 168 time: 0.1436732 Jul 15 14:14:26.601113 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef7e40-8028-4ec9-8630-958d230476c1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a1c0c6-f5d3-45a1-b0a1-92eb3a6d9a73,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:26.986320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:26.991016 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496620754', 'description': 'tempest-secgroup-smoke-1496620754 description', 'project_id': '90b9e54eff0049f7879863da11c71b1c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.023042 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.104700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.108517 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.138360 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.139583 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1522527 Jul 15 14:14:27.140785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b9a6b-622b-4b74-bf71-ceebec2b5631 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31243671-c1b8-42f1-8ea3-c2bac8a7b996,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.144318 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39448) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.149879 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '31243671-c1b8-42f1-8ea3-c2bac8a7b996', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.161439 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:27.178236 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.235562 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.239102 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.257257 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924d1e18-4b52-4652-bb3f-9a842dc47c0e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.263791 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.264996 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196408 Jul 15 14:14:27.267294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.267638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.267969 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.268320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.268595 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.268725 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.268964 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.269287 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.269610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.269931 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.270296 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.270648 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.270977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682bcb-9e4c-4619-a069-83ca43072677 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:27.273711 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '31243671-c1b8-42f1-8ea3-c2bac8a7b996', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.300712 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.361108 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.364958 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.382157 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25dbefa-6c1c-404e-9bcb-c827c396d4d0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.387793 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.388970 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-5a8d0c19-13e6-4b6a-9c24-6d6f9a294039 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191361 Jul 15 14:14:27.392481 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.396868 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '31243671-c1b8-42f1-8ea3-c2bac8a7b996', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.422689 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.478785 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.482254 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.498673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7745de0e-84fa-4c36-b4dc-af5cf1ff1468,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.505053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.506237 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-9f6bae47-e2b6-40e4-b9ca-c0483e6e2e08 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128318 Jul 15 14:14:27.508910 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39456) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.513211 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '31243671-c1b8-42f1-8ea3-c2bac8a7b996', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.538932 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.597145 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.600638 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.618557 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b89631-41c4-47ca-93d9-986a547fc185,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.625461 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.626783 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f6e1eb3f-30c4-4768-92a2-c3f070075ad9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167669 Jul 15 14:14:27.629320 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.633738 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '31243671-c1b8-42f1-8ea3-c2bac8a7b996', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.638296 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:27.656981 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Project 90b9e54eff0049f7879863da11c71b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:27.661897 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.663252 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:27.663849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device 3df1c7ac-7c66-40ff-bf7b-b1b7b71b3268 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:27.728997 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.733123 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.753136 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b693992-2584-43a1-99a5-c72ba7203c80,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.760169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.761430 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-192b28b3-32a1-4fe2-9167-45df1aa6adf2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311905 Jul 15 14:14:27.765081 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:27.770473 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'security_group_rule': {'security_group_id': '31243671-c1b8-42f1-8ea3-c2bac8a7b996', 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:27.794543 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Project 90b9e54eff0049f7879863da11c71b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:27.800235 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.864509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.868011 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.885839 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb4b4af-ff20-4a56-b6e5-37fcaebb575f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.892323 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.893525 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-37f50737-20b2-4a43-8bdd-470e2c00b685 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274579 Jul 15 14:14:31.453863 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.238395 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.160640 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-b6b02338-49d1-4c2f-9ae1-79facb412e9a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496620754&fields=id&tenant_id=90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 267 time: 0.0333095 Jul 15 14:14:42.266184 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-be42cf57-abfc-417c-955b-76d7ac6d408f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.267563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-be42cf57-abfc-417c-955b-76d7ac6d408f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 809 time: 0.1007583 Jul 15 14:14:42.282615 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-cb11801f-b008-4d17-9920-a2ceea0fb5fc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/quotas/90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 375 time: 0.0095856 Jul 15 14:14:42.346173 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-c783f61b-6ca1-4536-8963-277a7a57b347 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587015 Jul 15 14:14:42.509319 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-81bf8e96-37bb-4c3d-a005-38fe368d4777 service neutron] 10.222.0.48 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522257 Jul 15 14:14:42.595343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-6944640d-23ba-4367-b8b9-ed88844ffd8b service neutron] 10.222.0.48 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803390 Jul 15 14:14:42.706924 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d76a5f49-91ec-4f55-9928-005635587233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.888485 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-04d484a3-4be3-4711-a503-8d6c1f6a206f req-997a6d50-6dd0-404a-95e8-6f36ca961877 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 210 time: 0.0281126 Jul 15 14:14:43.902362 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7978d4c2-70d5-428e-8c91-a6908208b123 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.904590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7978d4c2-70d5-428e-8c91-a6908208b123 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 809 time: 0.1104140 Jul 15 14:14:43.954573 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-1a94b7a2-cfc2-4b57-928e-7133af790ee2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 380 time: 0.0362234 Jul 15 14:14:43.963429 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'port': {'device_id': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'admin_state_up': True, 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'security_groups': ['31243671-c1b8-42f1-8ea3-c2bac8a7b996']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:44.065793 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-796fecf5-1ebb-4946-965a-7a79f9a9f237 req-bed19dba-b4b3-4d54-9fc0-5f93928e6be5 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 210 time: 0.0402536 Jul 15 14:14:44.104311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Made reservation on behalf of 90b9e54eff0049f7879863da11c71b1c for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:44.107846 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.233367 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Allocated IP 172.20.0.11 (eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e/155e3745-3523-42f2-bb16-fcc0aa4561cd/c310ad76-4376-49f4-ac5d-4bf4c25912c5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:44.369726 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.383235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Transition to ACTIVE for port object c310ad76-4376-49f4-ac5d-4bf4c25912c5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:44.417023 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.465539 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:44.471549 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:44.474220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:44.507727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:44.532627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:44.533275 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.549434 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-7af55a8e-b242-4e38-9efc-35ed78644fff tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899987 Jul 15 14:14:44.562803 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Request body: {'port': {'device_id': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:44.642464 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.693769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f5449ab-f9c1-47f4-b41d-eb73b75e0646 None None] Provisioning for port c310ad76-4376-49f4-ac5d-4bf4c25912c5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:44.697561 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f5449ab-f9c1-47f4-b41d-eb73b75e0646 None None] Provisioning complete for port c310ad76-4376-49f4-ac5d-4bf4c25912c5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:44.697940 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f5449ab-f9c1-47f4-b41d-eb73b75e0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.732929 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5f5449ab-f9c1-47f4-b41d-eb73b75e0646 None None] Port c310ad76-4376-49f4-ac5d-4bf4c25912c5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:44.931189 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c310ad76-4376-49f4-ac5d-4bf4c25912c5 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:44.939038 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.951141 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Transition to ACTIVE for port object c310ad76-4376-49f4-ac5d-4bf4c25912c5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:44.955079 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.006346 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:45.088745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Attempting to bind port c310ad76-4376-49f4-ac5d-4bf4c25912c5 on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:45.088745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Attempting to bind port c310ad76-4376-49f4-ac5d-4bf4c25912c5 by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:45.088962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Attempting to bind port c310ad76-4376-49f4-ac5d-4bf4c25912c5 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:45.112107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Port c310ad76-4376-49f4-ac5d-4bf4c25912c5 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:14:45.112555 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Attempting to bind port c310ad76-4376-49f4-ac5d-4bf4c25912c5 on network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:45.127916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:45.128267 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Checking segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:45.128661 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Bound using segment: {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:45.129101 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Bound port: c310ad76-4376-49f4-ac5d-4bf4c25912c5, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9a1ce9-7693-4e1e-9004-7162ac506d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:45.129463 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.215167 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:45.220649 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:45.235317 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.292605 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.293234 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.294635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] 10.222.0.49 "PUT /v2.0/ports/c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 1092 time: 0.7379439 Jul 15 14:14:45.311571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:45.314464 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ac0be-d042-43fd-bfd4-92e01b0759c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:45.377729 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c15a8-8116-4056-9f9f-e9ba6656edb0 x-openstack-request-id: req-707c15a8-8116-4056-9f9f-e9ba6656edb0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:45.378020 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:45.378284 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-707c15a8-8116-4056-9f9f-e9ba6656edb0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:45.378662 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'status': 'completed', 'code': 200} Jul 15 14:14:45.394004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdce148-6261-4aba-afad-41127ad1a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:45.408169 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-331ec0d9-d886-4183-bff4-2cd46a7bf167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.432256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087c556-d42f-4ebb-bff7-a938108b7e65 req-aba20d27-f41b-427c-8745-59d22bbb0ee3 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.433811 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b087c556-d42f-4ebb-bff7-a938108b7e65 req-aba20d27-f41b-427c-8745-59d22bbb0ee3 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.1781895 Jul 15 14:14:45.441796 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-5ad6a240-8e70-4b0a-8792-99d2975fc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.443327 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-5ad6a240-8e70-4b0a-8792-99d2975fc57f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1095 time: 0.1042445 Jul 15 14:14:45.495668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-5ddf8337-d0fc-4051-af10-ce9c932ec0a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 217 time: 0.0441403 Jul 15 14:14:45.521357 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b087c556-d42f-4ebb-bff7-a938108b7e65 req-98f45dd1-4d05-4ac7-b59b-f75329160993 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770948 Jul 15 14:14:45.561477 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-98201726-a84b-42a7-958f-98a58ef06ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.563565 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-98201726-a84b-42a7-958f-98a58ef06ad5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0579607 Jul 15 14:14:45.620749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3e696e7f-e416-4955-8fb3-cb6aaf47bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.622275 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-3e696e7f-e416-4955-8fb3-cb6aaf47bf00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519533 Jul 15 14:14:45.679146 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.713149 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-bb7f470b-53ab-4d2d-8733-35b7e644fa9f service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Jul 15 14:14:45.807316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4433cd88-479e-4677-8618-51d9ba8c524c req-5349c13a-e671-4333-98f0-09123d9b6e5f service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876112 Jul 15 14:14:45.911513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-7984478c-5562-4f10-89db-417d35e5be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.913063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-7984478c-5562-4f10-89db-417d35e5be48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1095 time: 0.0531425 Jul 15 14:14:46.006422 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-0e37a55c-2ba2-40e0-bf3b-3ebcbd6c4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:46.007893 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-0e37a55c-2ba2-40e0-bf3b-3ebcbd6c4095 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0887930 Jul 15 14:14:46.050019 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-431f5475-c544-4aef-97c0-45a9add6af2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 217 time: 0.0348415 Jul 15 14:14:46.103102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-4e3c36ce-63e6-4b7c-aec0-d2a3f6d6bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:46.104513 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-4e3c36ce-63e6-4b7c-aec0-d2a3f6d6bf29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0484483 Jul 15 14:14:46.162361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-a049b481-7539-4da3-ba67-017df3cdd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:46.164072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-a049b481-7539-4da3-ba67-017df3cdd5af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531685 Jul 15 14:14:46.256628 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-9618f6bb-6d79-4955-8691-428d7a41b16f service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860436 Jul 15 14:14:46.356792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b75ac0be-d042-43fd-bfd4-92e01b0759c6 req-4f885c62-c7b5-47be-b667-d693fc5fccef service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925262 Jul 15 14:14:46.701805 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b544d-10bc-4341-9dfb-c32958f52f75 req-d1965aee-6c1a-46f8-9982-34b49e3b5e15 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:46.704416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c30b544d-10bc-4341-9dfb-c32958f52f75 req-d1965aee-6c1a-46f8-9982-34b49e3b5e15 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0661430 Jul 15 14:14:46.747700 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c30b544d-10bc-4341-9dfb-c32958f52f75 req-bfa15026-60a2-4b31-b992-a64800b9ee7e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371122 Jul 15 14:14:47.006132 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:47.948524 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd89924-67b0-4b25-bdbc-89870feecc76 req-8d3a7f2b-be4d-45f1-8252-d050e73d75e8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:47.950059 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccd89924-67b0-4b25-bdbc-89870feecc76 req-8d3a7f2b-be4d-45f1-8252-d050e73d75e8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0695541 Jul 15 14:14:47.998802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ccd89924-67b0-4b25-bdbc-89870feecc76 req-9a409302-c312-486f-930f-6a86ec056b4a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Jul 15 14:14:48.321937 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.177494 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4f1da-c96d-4ea7-a521-a615bf97e022 req-22ac4358-ee3d-4643-813e-35e52826cbbd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:49.179049 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd4f1da-c96d-4ea7-a521-a615bf97e022 req-22ac4358-ee3d-4643-813e-35e52826cbbd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0655992 Jul 15 14:14:49.219660 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dbd4f1da-c96d-4ea7-a521-a615bf97e022 req-3511d759-990d-4eab-b36d-7217628922fc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Jul 15 14:14:50.398673 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7202e1-c50a-4657-892c-84b55c3172fd req-c1d6e8cc-d6c5-4f89-bd96-f882c0cd0d1c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.400176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea7202e1-c50a-4657-892c-84b55c3172fd req-c1d6e8cc-d6c5-4f89-bd96-f882c0cd0d1c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0638402 Jul 15 14:14:50.439003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea7202e1-c50a-4657-892c-84b55c3172fd req-19dd8fab-588d-4d19-9088-6100ff9a0906 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jul 15 14:14:51.622317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab419-dc9a-440d-b380-2c8b918c980e req-db6adea2-b1fb-46ea-b7da-188f358e45f8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:51.623800 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-addab419-dc9a-440d-b380-2c8b918c980e req-db6adea2-b1fb-46ea-b7da-188f358e45f8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0716715 Jul 15 14:14:51.663578 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-addab419-dc9a-440d-b380-2c8b918c980e req-ac3221e2-96a2-4430-82f5-015bc976b93e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334594 Jul 15 14:14:52.843054 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1b584-6485-4bd4-b59a-89a5c0578914 req-6ac3ed47-4b4d-409f-8872-8c58fb467de8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:52.844534 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e1b584-6485-4bd4-b59a-89a5c0578914 req-6ac3ed47-4b4d-409f-8872-8c58fb467de8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0644865 Jul 15 14:14:52.885139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-94e1b584-6485-4bd4-b59a-89a5c0578914 req-1edad1a6-676a-4cff-99e0-de0f4ced03eb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341620 Jul 15 14:14:54.065925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998597a1-be3c-4954-ac9b-83add10bc8e8 req-df5429af-e17b-47e6-843a-1b3ac57abb0b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:54.067639 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998597a1-be3c-4954-ac9b-83add10bc8e8 req-df5429af-e17b-47e6-843a-1b3ac57abb0b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0692580 Jul 15 14:14:54.105930 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-998597a1-be3c-4954-ac9b-83add10bc8e8 req-833d9a3a-d1f8-438d-8a06-a3c20c44c92b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Jul 15 14:14:55.287117 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20254503-100c-4902-af8d-9f10fdddb612 req-60b62f4a-8d30-4fc6-9b53-1c4927f4d9ae tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:55.288701 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20254503-100c-4902-af8d-9f10fdddb612 req-60b62f4a-8d30-4fc6-9b53-1c4927f4d9ae tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0692723 Jul 15 14:14:55.329209 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-20254503-100c-4902-af8d-9f10fdddb612 req-f5edb3ce-7704-412a-9861-811441f2592a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Jul 15 14:14:55.778377 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:14:55.875947 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:55.887318 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'port_id': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'mac_address': 'fa:16:3e:14:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:14:55.923600 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:55.936081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c310ad76-4376-49f4-ac5d-4bf4c25912c5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:55.954917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:55.959120 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:56.009598 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:56.016858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.017215 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.017562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.017902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.018311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.019186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.019520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.019846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.020176 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.020507 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.020832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.021184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:56.200777 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c310ad76-4376-49f4-ac5d-4bf4c25912c5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:56.514010 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039298bc-9119-4379-a04b-c7c8fdbc05b4 req-c0b65da0-2288-4eed-b11c-56630c06131e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:56.515562 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-039298bc-9119-4379-a04b-c7c8fdbc05b4 req-c0b65da0-2288-4eed-b11c-56630c06131e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 945 time: 0.0676472 Jul 15 14:14:56.557489 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-039298bc-9119-4379-a04b-c7c8fdbc05b4 req-efcda172-1621-4872-a579-7be760d24ea0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321586 Jul 15 14:14:57.743701 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e2bb-7b11-4be6-9de5-bceb7a663001 req-95687f1b-b940-428f-8dfc-e9f108381a1d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:57.745263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4169e2bb-7b11-4be6-9de5-bceb7a663001 req-95687f1b-b940-428f-8dfc-e9f108381a1d tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 945 time: 0.0684004 Jul 15 14:14:57.779034 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:57.783315 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4169e2bb-7b11-4be6-9de5-bceb7a663001 req-38a23986-a736-429f-b006-07abc2f8df04 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Jul 15 14:14:57.826398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port c310ad76-4376-49f4-ac5d-4bf4c25912c5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:57.830026 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c310ad76-4376-49f4-ac5d-4bf4c25912c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:57.830428 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:57.905862 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:57.928356 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:57.930637 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6d274-9ec0-4a9e-8d0f-f682848b431c" -d '{"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-plugged", "status": "completed", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:57.947131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:57.950831 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:57.998104 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:58.019889 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6539d02-7124-462d-8bdb-550c46397d6b x-openstack-request-id: req-a6539d02-7124-462d-8bdb-550c46397d6b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:58.020185 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-plugged", "status": "completed", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:58.020436 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6539d02-7124-462d-8bdb-550c46397d6b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:58.020828 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'code': 200} Jul 15 14:14:58.155451 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd85b-7ec8-4001-8818-f632b4cb6184 req-9514736d-7b89-4be4-bc84-f67a95399877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:58.157002 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea7cd85b-7ec8-4001-8818-f632b4cb6184 req-9514736d-7b89-4be4-bc84-f67a95399877 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0526211 Jul 15 14:14:58.191289 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ea7cd85b-7ec8-4001-8818-f632b4cb6184 req-54fa95a3-d982-4d6b-b4ab-b0d49809dad1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282676 Jul 15 14:14:58.973874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b0a75-31bb-4c6a-b3b6-913c1cd9b9fa req-5d1be48c-18ca-4d9e-af1c-e524143b6be9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:58.975509 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af0b0a75-31bb-4c6a-b3b6-913c1cd9b9fa req-5d1be48c-18ca-4d9e-af1c-e524143b6be9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0804429 Jul 15 14:14:59.021894 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-af0b0a75-31bb-4c6a-b3b6-913c1cd9b9fa req-c5efb183-6343-4d64-92a1-90bc990ac22c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Jul 15 14:15:00.201621 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe28f-2759-47d9-a320-4cb1f9b59217 req-a976630e-2051-4bda-b63c-feb8102ba215 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:00.203167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-111fe28f-2759-47d9-a320-4cb1f9b59217 req-a976630e-2051-4bda-b63c-feb8102ba215 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0633276 Jul 15 14:15:00.242190 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-111fe28f-2759-47d9-a320-4cb1f9b59217 req-716b0074-7517-43ad-84ec-c6202be63553 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Jul 15 14:15:00.412987 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4461aa-c8a5-4dfc-b3aa-b72ef47e0726 req-4068f222-f4df-4fc6-9476-1dcc95f5975c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:00.414486 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba4461aa-c8a5-4dfc-b3aa-b72ef47e0726 req-4068f222-f4df-4fc6-9476-1dcc95f5975c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0625966 Jul 15 14:15:00.451441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ba4461aa-c8a5-4dfc-b3aa-b72ef47e0726 req-c0c1de25-78a5-4890-b8c4-58c6a85bf3dd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jul 15 14:15:00.476434 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:00.533899 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a3919-9458-4c6b-a281-f3261e8cc326 tempest-TestShelveInstance-104075774 tempest-TestShelveInstance-104075774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:00.535711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1b7a3919-9458-4c6b-a281-f3261e8cc326 tempest-TestShelveInstance-104075774 tempest-TestShelveInstance-104075774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1092 time: 0.0582812 Jul 15 14:15:00.538459 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:00.542874 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:00.563926 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:00.662741 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:00.772864 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Allocated IP 172.25.2.59 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/be682a8f-efc1-44f9-8c34-1eccc38a25c2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:00.878456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:00.917342 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:00.963993 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:00.968890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:00.971527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:00.977421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'Port': ['ID=be682a8f-efc1-44f9-8c34-1eccc38a25c2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:01.348756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.425700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.440302 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.592943 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.598196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.670951 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event updated for resources: {'Port': ['ID=be682a8f-efc1-44f9-8c34-1eccc38a25c2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:01.681007 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.782745 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Floating IP c5a6aa7a-21fe-456d-8152-871492c5382f associated. External IP: 172.25.2.59, port: c310ad76-4376-49f4-ac5d-4bf4c25912c5. Jul 15 14:15:01.995652 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:02.102164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:02.111381 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:02.118509 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:02.121696 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:02.122362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:14:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:02.157248 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1c3edd19-bc60-4d88-b783-1a0210222832 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6173332 Jul 15 14:15:02.157501 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:02.159750 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d186c-24d9-4f34-be7f-bd3b300edcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:02.196964 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008c05d-bc56-406d-ae30-9085a63d691b x-openstack-request-id: req-b008c05d-bc56-406d-ae30-9085a63d691b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:02.197252 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:02.197502 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b008c05d-bc56-406d-ae30-9085a63d691b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:02.197897 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'status': 'completed', 'code': 200} Jul 15 14:15:02.236229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:02.274256 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-770f3b7d-2bc8-4959-a015-dc1f5c070bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:02.275729 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-770f3b7d-2bc8-4959-a015-dc1f5c070bfd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0558920 Jul 15 14:15:02.368030 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-416503df-361c-4204-ac86-535930f70884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:02.369506 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-416503df-361c-4204-ac86-535930f70884 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0879450 Jul 15 14:15:02.437003 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-fd72b874-9a24-4ade-b640-dadc038194d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 999 time: 0.0613658 Jul 15 14:15:02.470834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c5a6aa7a-21fe-456d-8152-871492c5382f', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'port_id': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'mac_address': 'fa:16:3e:14:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:01Z', 'updated_at': '2021-07-15T14:15:01Z', 'revision_number': 0, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:02.485683 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-6e92c413-197c-46ed-b9a7-053bfc24adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:02.487917 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-6e92c413-197c-46ed-b9a7-053bfc24adb7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0452409 Jul 15 14:15:02.501438 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:02.510573 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:02.511184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:14:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:02.547389 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-4644cdc4-584c-4f67-bba4-e18d3d949816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:02.548821 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-4644cdc4-584c-4f67-bba4-e18d3d949816 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553739 Jul 15 14:15:02.618161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:03.006590 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-eb77d3b9-2969-4cd9-9ed2-9c2b076fadeb service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516346 Jul 15 14:15:03.007194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c5a6aa7a-21fe-456d-8152-871492c5382f', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'port_id': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'mac_address': 'fa:16:3e:14:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:01Z', 'updated_at': '2021-07-15T14:15:01Z', 'revision_number': 0, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:03.037173 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7239e-c5ff-4231-875f-ede42b5d4cba None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': 'c5a6aa7a-21fe-456d-8152-871492c5382f', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'port_id': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'mac_address': 'fa:16:3e:14:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:01Z', 'updated_at': '2021-07-15T14:15:01Z', 'revision_number': 0, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:03.105850 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-905d186c-24d9-4f34-be7f-bd3b300edcf0 req-17e513e1-8dc2-46ff-99f4-cac012c4ec73 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924356 Jul 15 14:15:03.232309 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031137a-e95a-44d1-adc2-863a41c446cb None None] New status for floating IP c5a6aa7a-21fe-456d-8152-871492c5382f: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:15:04.162319 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:04.251031 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.707690 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adc6992b-e046-4e38-bbfe-3b75b23971c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.401463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6833cb49-e0f5-43fa-9d62-edb06a7308e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.680937 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.007800 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.327544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.448795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.270861 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.161954 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:41.497096 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-26b13dd1-24c8-402d-9f42-363fc603994a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537384 Jul 15 14:15:41.613330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-b755f813-18c0-4807-99c9-f587aa29debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:41.615244 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-b755f813-18c0-4807-99c9-f587aa29debf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0737221 Jul 15 14:15:41.745237 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-48385444-2d81-4ac5-b8a2-dd62406a72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:41.746766 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-48385444-2d81-4ac5-b8a2-dd62406a72f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.1095946 Jul 15 14:15:41.828085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-e48de090-7d76-4dde-85d5-a36142c7bb6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 1001 time: 0.0751977 Jul 15 14:15:41.884428 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-a68cc14a-86dd-49fc-a150-5430b1473165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:41.886010 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-a68cc14a-86dd-49fc-a150-5430b1473165 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0519314 Jul 15 14:15:41.953129 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-49d024b3-8ff3-47be-8d23-576bc8b0eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:41.954899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-49d024b3-8ff3-47be-8d23-576bc8b0eb2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628009 Jul 15 14:15:41.966898 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-6d5548d8-21ff-4ace-ad61-f6473abc9c77 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:15:41.968524 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-6d5548d8-21ff-4ace-ad61-f6473abc9c77 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071952 Jul 15 14:15:42.090184 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-9265e8b8-df15-4fab-8a89-d21319d8475e service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158092 Jul 15 14:15:42.203876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c79b84f4-b7d4-44f5-9c67-9fb9378d8bd6 req-c162d782-711f-4b4c-9253-4d4025716205 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077092 Jul 15 14:15:42.709142 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-479d52c3-d1b5-413f-9ecd-4e9398049efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.402982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72348905-b2c5-4d8a-a57c-2ae61569e2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.684285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.011243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.327800 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:01.448512 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:04.284123 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:12.712450 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd1590cf-5658-412f-a478-6003aaeeb8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:15.405424 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-683b46c3-55e7-4fb8-b00c-9a2c7aadc270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:15.687478 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:17.016292 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:18.161475 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:18.332353 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:31.477330 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:34.301265 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:42.715283 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62c66bca-297d-4042-b97d-2e9613d0fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:43.497899 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-13a77c30-2c76-4a8d-957d-c5f63217ecb1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584364 Jul 15 14:16:43.593467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-f04c8e2d-afd4-4113-8b82-85a1f1f6078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:43.595658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-f04c8e2d-afd4-4113-8b82-85a1f1f6078d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0571909 Jul 15 14:16:43.700760 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-9279bc73-9748-4d1c-90ba-99a0ce38c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:43.702256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-9279bc73-9748-4d1c-90ba-99a0ce38c449 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0868156 Jul 15 14:16:43.770494 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-60035186-8e4c-4de9-94fa-5c66fbb40544 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 1001 time: 0.0620818 Jul 15 14:16:43.820178 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-29b56589-3101-4ae5-bd37-286689a55782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:43.821644 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-29b56589-3101-4ae5-bd37-286689a55782 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0449371 Jul 15 14:16:43.883192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-4a0ccb41-fee2-4353-8e22-0c84e71c7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:43.884695 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-4a0ccb41-fee2-4353-8e22-0c84e71c7191 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570638 Jul 15 14:16:43.977575 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-f801ae4a-3233-40f3-9f91-a50a8bb0c568 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863416 Jul 15 14:16:44.066346 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fc33d6d7-c1ff-44e5-b700-e3bd9ddd5475 req-87682b4e-faed-4739-b864-a0f2603130c7 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826011 Jul 15 14:16:45.408268 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc689ab9-c9e9-47c6-a244-51f827c393d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:45.688065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:47.016137 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:48.331663 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:55.162547 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:58.188995 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836494b5-3d15-4ad8-8344-a2a795acea94 req-cc72692e-6ad5-40af-87db-4b633a90a204 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:58.190599 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-836494b5-3d15-4ad8-8344-a2a795acea94 req-cc72692e-6ad5-40af-87db-4b633a90a204 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0768750 Jul 15 14:16:58.240825 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-836494b5-3d15-4ad8-8344-a2a795acea94 req-82225da7-b7c8-4655-b5cb-7e1dd0034ddd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Jul 15 14:16:59.485916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2663f6d-fd73-4567-9063-c261ecc772b3 req-dc2acc3b-9b78-4732-a6e0-f56e087d5adb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:59.487389 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2663f6d-fd73-4567-9063-c261ecc772b3 req-dc2acc3b-9b78-4732-a6e0-f56e087d5adb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0781460 Jul 15 14:16:59.527112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-b2663f6d-fd73-4567-9063-c261ecc772b3 req-d09802c7-73de-44bf-afa8-9b6ce79b1690 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339975 Jul 15 14:17:00.752405 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9682a-3ea2-4939-b890-5e4d33f8a140 req-22dc63ef-0e06-49d5-acca-2d753ee91a2a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:00.753979 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fb9682a-3ea2-4939-b890-5e4d33f8a140 req-22dc63ef-0e06-49d5-acca-2d753ee91a2a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0784039 Jul 15 14:17:00.795013 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fb9682a-3ea2-4939-b890-5e4d33f8a140 req-0063a48e-3050-4a91-8cf5-d814bc391518 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Jul 15 14:17:01.492737 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:01.994876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10633e-64b7-4476-b891-2122e5ae8fdd req-424049c4-08c5-4f81-acd1-b4e3a7ce9686 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:01.997190 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c10633e-64b7-4476-b891-2122e5ae8fdd req-424049c4-08c5-4f81-acd1-b4e3a7ce9686 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0838766 Jul 15 14:17:02.038555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1c10633e-64b7-4476-b891-2122e5ae8fdd req-16204bcb-cf34-442d-aeec-3c32324a885c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Jul 15 14:17:03.232878 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bab50-dce1-4a60-9e5e-242ec58b796b req-4f016846-c357-49b2-90e4-ec38805d6e80 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:03.234476 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-791bab50-dce1-4a60-9e5e-242ec58b796b req-4f016846-c357-49b2-90e4-ec38805d6e80 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0767205 Jul 15 14:17:03.275928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-791bab50-dce1-4a60-9e5e-242ec58b796b req-71c234d1-b721-4a82-b2a3-8d71859d9259 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358779 Jul 15 14:17:04.310758 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:04.464695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abddf2-bfe1-40cf-a7e0-96c385235939 req-7277d3c7-a8e9-41a1-b8b5-08fad3ba33f3 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:04.466288 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56abddf2-bfe1-40cf-a7e0-96c385235939 req-7277d3c7-a8e9-41a1-b8b5-08fad3ba33f3 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0727813 Jul 15 14:17:04.505329 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-56abddf2-bfe1-40cf-a7e0-96c385235939 req-3d6a9f83-cdf4-40cc-bc9d-8c8f51d43a9b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328293 Jul 15 14:17:05.695727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82488c7d-1512-47ed-adb8-c39c3a106b4f req-581e775d-72a9-4319-9024-644c822c43f8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:05.697256 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82488c7d-1512-47ed-adb8-c39c3a106b4f req-581e775d-72a9-4319-9024-644c822c43f8 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0758410 Jul 15 14:17:05.737772 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82488c7d-1512-47ed-adb8-c39c3a106b4f req-46850ae6-cfdc-44ef-a493-ef47f59c1b9b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345831 Jul 15 14:17:06.937062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b65f48-29dc-4aad-a588-e513a1b3defd req-80b0e69f-77e4-426c-afcb-7fc8218fc0ae tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:06.938704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30b65f48-29dc-4aad-a588-e513a1b3defd req-80b0e69f-77e4-426c-afcb-7fc8218fc0ae tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0702589 Jul 15 14:17:06.979740 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-30b65f48-29dc-4aad-a588-e513a1b3defd req-de9ce6a8-8642-4ac5-816d-65bc4ff703f0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350697 Jul 15 14:17:08.159436 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b60f4-fabd-42c5-aaf8-17a88019eb30 req-e2b01351-3d85-482d-8d6d-f4a0eeac6b27 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.161051 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f5b60f4-fabd-42c5-aaf8-17a88019eb30 req-e2b01351-3d85-482d-8d6d-f4a0eeac6b27 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0658171 Jul 15 14:17:08.205369 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6f5b60f4-fabd-42c5-aaf8-17a88019eb30 req-a9a74f38-d6c3-4827-94fc-c180a2af203e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381522 Jul 15 14:17:08.260200 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-00bed361-dfac-43d6-b3cf-21d2fd4db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.261717 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-00bed361-dfac-43d6-b3cf-21d2fd4db501 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0555055 Jul 15 14:17:08.358403 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-888a6110-8df8-4c52-b158-be01009fad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.359915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-888a6110-8df8-4c52-b158-be01009fad62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0920870 Jul 15 14:17:08.429443 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-520f4011-b5b7-4caa-b52c-de6d1d6c05ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 1001 time: 0.0628264 Jul 15 14:17:08.485228 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-3f0a2ee9-03d9-46fe-a4a4-532b3960c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.486751 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-3f0a2ee9-03d9-46fe-a4a4-532b3960c8f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0509546 Jul 15 14:17:08.549013 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-5a77798b-2ecb-4c82-bacd-4755fba86657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.550757 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-5a77798b-2ecb-4c82-bacd-4755fba86657 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571427 Jul 15 14:17:08.645370 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-a0da240a-5614-4d43-939b-01d4f7661006 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884500 Jul 15 14:17:08.754174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bf7c1643-06c5-4527-b6d9-a3d186a6593a req-7bb10889-648e-4871-b5b4-424257464791 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020265 Jul 15 14:17:09.395277 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ff0b-c484-4fa6-a745-6fec93b23940 req-bea6ab06-0a51-49b5-aa1b-5b3fd803b883 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:09.396830 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e668ff0b-c484-4fa6-a745-6fec93b23940 req-bea6ab06-0a51-49b5-aa1b-5b3fd803b883 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0681226 Jul 15 14:17:09.435454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e668ff0b-c484-4fa6-a745-6fec93b23940 req-236b9487-9677-4ef8-a5b4-d4bfc43cd7a0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Jul 15 14:17:10.636449 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e92c-b5b1-4ee2-9205-66650bd4d17b req-95404830-773f-4a61-8ff2-6bb73938811e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:10.638613 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d32e92c-b5b1-4ee2-9205-66650bd4d17b req-95404830-773f-4a61-8ff2-6bb73938811e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0758417 Jul 15 14:17:10.681600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0d32e92c-b5b1-4ee2-9205-66650bd4d17b req-5adcf4fe-2a41-47d2-938e-3611dec99a93 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366437 Jul 15 14:17:11.884097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a0725-0cdf-4abc-8b44-8ae27c3f7b61 req-f96dc647-cb07-40a2-b06d-66e74c103162 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:11.885774 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a2a0725-0cdf-4abc-8b44-8ae27c3f7b61 req-f96dc647-cb07-40a2-b06d-66e74c103162 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0721812 Jul 15 14:17:11.936570 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a2a0725-0cdf-4abc-8b44-8ae27c3f7b61 req-b4a5a012-4d6b-421e-a5b4-53fd95572566 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 Jul 15 14:17:12.524746 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:12.604095 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.629562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:12.631858 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a01592f-e1f4-45e2-a882-45e28ebb2354" -d '{"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-unplugged", "status": "completed", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:12.645674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:12.655629 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.680449 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a975dca0-4c18-4720-8f4a-9b1456091fad x-openstack-request-id: req-a975dca0-4c18-4720-8f4a-9b1456091fad {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:12.680742 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-unplugged", "status": "failed", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:12.680994 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a975dca0-4c18-4720-8f4a-9b1456091fad {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:12.681384 n-d-798249-9 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'code': 422} returned with failed status Jul 15 14:17:12.720022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:12.728733 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c465a49f-d912-4539-b4e9-a5490ccbd36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.730881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.732514 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.732898 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.733200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.733540 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.733867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.734200 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.734552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.734889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.735211 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.735534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:12.735862 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.144571 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cc4d-c210-48c8-8a92-cead01c6c51a req-dea2f3e0-697a-489f-91eb-4a7f8fb04b97 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:13.146139 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88d5cc4d-c210-48c8-8a92-cead01c6c51a req-dea2f3e0-697a-489f-91eb-4a7f8fb04b97 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0770876 Jul 15 14:17:13.189121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-88d5cc4d-c210-48c8-8a92-cead01c6c51a req-d4524e81-9aeb-4f60-9032-18abf94a1cb6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Jul 15 14:17:14.615714 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d399f-50e2-4503-8296-3be834bb4287 req-9c5c4391-f066-4c68-a258-041a92886a0e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:14.617264 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-551d399f-50e2-4503-8296-3be834bb4287 req-9c5c4391-f066-4c68-a258-041a92886a0e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.1022413 Jul 15 14:17:14.625662 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-8d98a322-57eb-4ed8-93ce-d069fa72fce3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1740446 Jul 15 14:17:14.661448 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-551d399f-50e2-4503-8296-3be834bb4287 req-1ecb6de8-32ab-49de-b3d9-463dcdd47060 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Jul 15 14:17:15.409476 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e366e8d-f6ff-462f-930c-0d0a6837d442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.692182 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.855713 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebaa6e-6386-4dce-a94c-5ce1f5b1e8af req-95362e36-0212-4273-8025-640f8d0678b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:15.858302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-beebaa6e-6386-4dce-a94c-5ce1f5b1e8af req-95362e36-0212-4273-8025-640f8d0678b1 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0758891 Jul 15 14:17:15.901225 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-beebaa6e-6386-4dce-a94c-5ce1f5b1e8af req-cbe65aa1-8eca-4ecb-94ac-f2da3fb7884b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370584 Jul 15 14:17:17.024415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:17.096162 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef786e-6a3f-4b80-8a38-e5c30a33db6e req-246da67c-8059-49e2-b87a-eaff65dac5fd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:17.097770 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acef786e-6a3f-4b80-8a38-e5c30a33db6e req-246da67c-8059-49e2-b87a-eaff65dac5fd tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0797143 Jul 15 14:17:17.144061 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-acef786e-6a3f-4b80-8a38-e5c30a33db6e req-751ae4a2-56f8-48e7-a0aa-924cc65fb5d2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Jul 15 14:17:18.339485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7780f44-28fb-4d24-a934-95ffe07ef4fe req-51f5492e-d813-4723-861f-a2ee44f1b43b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:18.343407 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7780f44-28fb-4d24-a934-95ffe07ef4fe req-51f5492e-d813-4723-861f-a2ee44f1b43b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0827429 Jul 15 14:17:18.345193 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.390886 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a7780f44-28fb-4d24-a934-95ffe07ef4fe req-028488fa-1858-44d1-a3e9-ace17dcc00ad tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Jul 15 14:17:19.625409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e05d7-30d1-4ff4-8a9e-095f9ef2c004 req-8583faad-5ee2-40dc-8d20-447a8ca7c2d5 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:19.627352 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-006e05d7-30d1-4ff4-8a9e-095f9ef2c004 req-8583faad-5ee2-40dc-8d20-447a8ca7c2d5 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0736301 Jul 15 14:17:19.692032 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-006e05d7-30d1-4ff4-8a9e-095f9ef2c004 req-4d5e814e-d0b4-4873-b0e5-da518192dc37 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554268 Jul 15 14:17:20.882566 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e551b-07cc-4ff0-83c3-f3d820ae4bac req-fe85c3f7-1011-4c33-8349-53491e8e029b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:20.884107 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c7e551b-07cc-4ff0-83c3-f3d820ae4bac req-fe85c3f7-1011-4c33-8349-53491e8e029b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0712681 Jul 15 14:17:20.927179 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2c7e551b-07cc-4ff0-83c3-f3d820ae4bac req-8d68ac12-2b18-4775-ba3b-4bcca0f292ac tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359855 Jul 15 14:17:21.878475 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984507c2-f950-4c05-9eac-1c48882f1600 req-f0a26633-e7d8-426e-acd2-6919f9df01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:21.879995 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-f0a26633-e7d8-426e-acd2-6919f9df01bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e&tenant_id=90b9e54eff0049f7879863da11c71b1c HTTP/1.1" status: 200 len: 1095 time: 0.0665116 Jul 15 14:17:21.957655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984507c2-f950-4c05-9eac-1c48882f1600 req-fb2db858-8ce2-4c18-a40e-ba4075c075fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:21.959211 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-fb2db858-8ce2-4c18-a40e-ba4075c075fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1095 time: 0.0547655 Jul 15 14:17:22.078865 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984507c2-f950-4c05-9eac-1c48882f1600 req-d1a19d93-8c6f-4078-90a5-c404a868eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:22.080348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-d1a19d93-8c6f-4078-90a5-c404a868eb7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.1139765 Jul 15 14:17:22.175344 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-36e4736a-c273-4841-84ab-9537c7fce419 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 999 time: 0.0749009 Jul 15 14:17:22.199142 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5db938-8a5d-45a8-bae9-f3dc5d4e0ba1 req-c168d2dd-db6a-4acf-87e0-e0bd0b2e9037 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:22.201782 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0f5db938-8a5d-45a8-bae9-f3dc5d4e0ba1 req-c168d2dd-db6a-4acf-87e0-e0bd0b2e9037 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.1402206 Jul 15 14:17:22.261647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984507c2-f950-4c05-9eac-1c48882f1600 req-4be1c929-503a-405a-967c-22e00f3f0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:22.264355 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-4be1c929-503a-405a-967c-22e00f3f0953 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0817716 Jul 15 14:17:22.287273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0f5db938-8a5d-45a8-bae9-f3dc5d4e0ba1 req-61caf6ff-3b08-405c-bde6-3f20ba235840 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644281 Jul 15 14:17:22.334123 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984507c2-f950-4c05-9eac-1c48882f1600 req-ee53bd33-db85-4461-bd87-63c45a208e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:22.335689 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-ee53bd33-db85-4461-bd87-63c45a208e64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633812 Jul 15 14:17:22.428060 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-ba920924-18cc-4eb4-b982-2d5695a567a3 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860970 Jul 15 14:17:22.528162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-b0a1e420-97ce-4924-9412-719aa348a5f6 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922740 Jul 15 14:17:23.515261 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae7956-e8d0-4184-8443-9c8dda568f88 req-52265ae5-b9a7-4575-98fa-43420174c6d7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.516802 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76ae7956-e8d0-4184-8443-9c8dda568f88 req-52265ae5-b9a7-4575-98fa-43420174c6d7 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.1122403 Jul 15 14:17:23.555847 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-76ae7956-e8d0-4184-8443-9c8dda568f88 req-0dc8ad62-4a8d-4902-ae53-27020edb31bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Jul 15 14:17:24.794012 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a0a01-5855-4b69-ad37-1a120e073f3f req-3a68bee0-ad0e-4c81-850e-b7de5bb83e94 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.795623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e8a0a01-5855-4b69-ad37-1a120e073f3f req-3a68bee0-ad0e-4c81-850e-b7de5bb83e94 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.1227698 Jul 15 14:17:24.843420 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8e8a0a01-5855-4b69-ad37-1a120e073f3f req-d94ea48e-cc50-4671-804f-e4a5ae8b57ba tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Jul 15 14:17:26.030517 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cdcd0-7fce-4639-8a9a-1d556fa2611f req-9c8c5f06-de98-47a1-b24e-78c8c5f9d937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:26.032194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-997cdcd0-7fce-4639-8a9a-1d556fa2611f req-9c8c5f06-de98-47a1-b24e-78c8c5f9d937 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0719903 Jul 15 14:17:26.079788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-997cdcd0-7fce-4639-8a9a-1d556fa2611f req-0878c36c-42eb-49b2-9b7e-b2f45bed81c0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Jul 15 14:17:27.265343 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac570f0f-1d82-49fd-b024-88ab74c5fc60 req-aaef70db-4873-4661-b0de-748ab0dd0b1e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:27.266900 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac570f0f-1d82-49fd-b024-88ab74c5fc60 req-aaef70db-4873-4661-b0de-748ab0dd0b1e tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0703542 Jul 15 14:17:27.318337 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ac570f0f-1d82-49fd-b024-88ab74c5fc60 req-dc412e8a-a233-4f1b-aac4-da99ce8a67a2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456796 Jul 15 14:17:28.498315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32bdf1-996e-4b82-972f-e151af215357 req-97b1a3fc-44f8-4723-bcbe-c8c3ef76180b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:28.499831 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de32bdf1-996e-4b82-972f-e151af215357 req-97b1a3fc-44f8-4723-bcbe-c8c3ef76180b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 944 time: 0.0678973 Jul 15 14:17:28.539627 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-de32bdf1-996e-4b82-972f-e151af215357 req-4419f7af-b76f-492c-ac75-48124c0b5b25 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342834 Jul 15 14:17:28.602849 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:17:28.705119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:28.717182 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'port_id': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'mac_address': 'fa:16:3e:14:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:17:28.754707 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:28.768317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c310ad76-4376-49f4-ac5d-4bf4c25912c5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:28.787593 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:28.791529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:28.843843 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:28.994134 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['c310ad76-4376-49f4-ac5d-4bf4c25912c5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:17:29.721105 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4673cfc-6bae-4e09-92db-03d5cec86b10 req-dccb3e1c-9635-45dd-b9c7-e4976758decb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:29.722673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4673cfc-6bae-4e09-92db-03d5cec86b10 req-dccb3e1c-9635-45dd-b9c7-e4976758decb tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 945 time: 0.0650148 Jul 15 14:17:29.763388 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d4673cfc-6bae-4e09-92db-03d5cec86b10 req-5a5f01c9-6b09-4312-8a76-b444445629e6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348740 Jul 15 14:17:30.617757 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:30.668672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port c310ad76-4376-49f4-ac5d-4bf4c25912c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:30.669080 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.746611 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.769845 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:30.772120 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135b92f3-2545-40ec-ae08-b98c5f4f4e6d" -d '{"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-plugged", "status": "completed", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:30.785422 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:30.792061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.846551 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:30.954650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542379cb-3525-4f8b-aa25-af4175be1c6b req-af11869b-2aef-40e1-bc51-3adcd2548cb9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:30.956157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-542379cb-3525-4f8b-aa25-af4175be1c6b req-af11869b-2aef-40e1-bc51-3adcd2548cb9 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0754035 Jul 15 14:17:30.998577 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-542379cb-3525-4f8b-aa25-af4175be1c6b req-6e39dc35-0b27-4aef-b50f-4f80d224eb33 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366609 Jul 15 14:17:31.505474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:31.840817 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda0266-fcaa-48b5-a755-a5fb488094db x-openstack-request-id: req-eeda0266-fcaa-48b5-a755-a5fb488094db {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:31.841467 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-plugged", "status": "completed", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:31.841467 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eeda0266-fcaa-48b5-a755-a5fb488094db {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:31.841824 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'code': 200} Jul 15 14:17:32.009568 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcbf4d-d15d-46eb-ae90-5732d2e75f09 req-0ec0cf01-0f54-4efd-a2e4-5ac52cc543fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:32.011168 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72dcbf4d-d15d-46eb-ae90-5732d2e75f09 req-0ec0cf01-0f54-4efd-a2e4-5ac52cc543fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0561187 Jul 15 14:17:32.048377 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-72dcbf4d-d15d-46eb-ae90-5732d2e75f09 req-189c370c-3398-4965-a600-a66295da5552 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Jul 15 14:17:32.161806 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:32.187669 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f048d49-bae3-4731-9b0d-93f5176caae9 req-cc41a66a-3627-4dd5-8b22-85cb72918f3b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:32.189174 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f048d49-bae3-4731-9b0d-93f5176caae9 req-cc41a66a-3627-4dd5-8b22-85cb72918f3b tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0717583 Jul 15 14:17:32.227776 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5f048d49-bae3-4731-9b0d-93f5176caae9 req-5a4b74a8-6927-4f72-8c21-d76827b267a0 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Jul 15 14:17:33.415944 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bb26a-c063-423d-a4af-f1aed31fdc55 req-40a7168a-a6eb-4cd2-baae-ecd981c4cc7a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:33.417425 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-168bb26a-c063-423d-a4af-f1aed31fdc55 req-40a7168a-a6eb-4cd2-baae-ecd981c4cc7a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0730622 Jul 15 14:17:33.458832 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-168bb26a-c063-423d-a4af-f1aed31fdc55 req-1cd72809-7c71-4c6e-a03c-5b29d6e0458f tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Jul 15 14:17:34.313012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:42.724918 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc695db7-d4b6-4656-9866-9ec84aad6484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:44.539779 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-67a4874c-3980-4e23-8292-f9e57b91976c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973153 Jul 15 14:17:44.650169 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-d1329200-a1b6-4d5f-8230-36dfa68decc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:44.651709 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-d1329200-a1b6-4d5f-8230-36dfa68decc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0629518 Jul 15 14:17:44.764366 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-24f21426-1a8c-40c0-9afa-62177175f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:44.765788 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-24f21426-1a8c-40c0-9afa-62177175f416 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0916238 Jul 15 14:17:44.839600 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-6bd88813-2e68-4a3f-b232-ddac7954919c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 1001 time: 0.0640576 Jul 15 14:17:44.895772 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-20f9cb24-4cde-4aa6-8cc6-0fc265e61183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:44.897252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-20f9cb24-4cde-4aa6-8cc6-0fc265e61183 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0468545 Jul 15 14:17:44.959344 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-5f870178-4ff6-47f2-9984-6d3ac12329d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:44.960857 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-5f870178-4ff6-47f2-9984-6d3ac12329d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559208 Jul 15 14:17:45.061063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-ffb2fde4-ab2f-44d2-9af3-8be29c691b13 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925033 Jul 15 14:17:45.161848 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-2457440f-4d1a-4070-9826-bca2c9224c19 req-b5774d93-9dbc-42d5-a981-e03fdd0d52fc service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949073 Jul 15 14:17:45.412316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b348e6c8-45ca-4dcc-8744-cbf3bebc12e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.694915 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:47.023438 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:48.341420 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:01.505471 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:04.323540 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:09.162272 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:12.717568 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41d80dd6-bb2f-442e-9c1e-6e5953fa2119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:15.419237 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d65947c6-7876-41ac-b9c9-797be39dc798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:15.697648 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:17.025034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:18.343876 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:31.509332 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:34.324339 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:42.718996 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca249cd5-7a33-4a5c-8bd1-9619dc4ffc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.411916 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6269ce76-ed33-4d47-88e6-2c1e30acb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.514950 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-af618c1b-d57c-4e69-8882-5271a23f6575 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588589 Jul 15 14:18:45.610885 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff30bc-07be-4108-9812-6ca56da63709 req-5935cbbf-cbc6-4574-968c-1db9222c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:45.613004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-5935cbbf-cbc6-4574-968c-1db9222c0ffa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.0551276 Jul 15 14:18:45.701200 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.724043 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff30bc-07be-4108-9812-6ca56da63709 req-a76eae5b-6deb-481d-b636-9050a46476bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:45.725553 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-a76eae5b-6deb-481d-b636-9050a46476bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.0912082 Jul 15 14:18:45.795663 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-5fd820dc-c01c-4247-9288-b74de7ad8a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 1001 time: 0.0640779 Jul 15 14:18:45.847523 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff30bc-07be-4108-9812-6ca56da63709 req-6d9afe97-0628-477b-ba0c-21f4197a7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:45.849085 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-6d9afe97-0628-477b-ba0c-21f4197a7a1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0478070 Jul 15 14:18:45.915176 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff30bc-07be-4108-9812-6ca56da63709 req-07012eea-b6b3-4381-9a3e-8658128a9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:45.916711 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-07012eea-b6b3-4381-9a3e-8658128a9834 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613220 Jul 15 14:18:46.014233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-6556d664-dba2-46d9-86fd-cc4bbc23dbc4 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908108 Jul 15 14:18:46.108194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3bff30bc-07be-4108-9812-6ca56da63709 req-6d8ee1c9-874e-4972-b1f1-2cb5f2d00f76 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879710 Jul 15 14:18:46.161035 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:47.028463 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.150758 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:47.317886 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Deleting port be682a8f-efc1-44f9-8c34-1eccc38a25c2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:47.318143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.398675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.399008 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.411292 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Calling delete_port for be682a8f-efc1-44f9-8c34-1eccc38a25c2 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:47.563680 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.590777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event deleted for resources: {'Port': ['ID=be682a8f-efc1-44f9-8c34-1eccc38a25c2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:47.603772 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.604121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.604460 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.604797 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.605139 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.605467 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.605795 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.606120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.606471 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.606805 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.607142 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.607468 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:47.665623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.666017 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Floating IP c5a6aa7a-21fe-456d-8152-871492c5382f disassociated (deleted). External IP: 172.25.2.59, port: c310ad76-4376-49f4-ac5d-4bf4c25912c5. Jul 15 14:18:47.880029 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:18:47.989248 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:18:47.993660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.999461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:18:48.010747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:48.010747 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:48.035413 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-dc7cbb89-8f1d-49a1-a06b-d88c4f8d59ec tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "DELETE /v2.0/floatingips/c5a6aa7a-21fe-456d-8152-871492c5382f HTTP/1.1" status: 204 len: 168 time: 0.8834953 Jul 15 14:18:48.036016 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:48.038488 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e44afcd9c7d7c6d24de667d81f5bf5c5a6603c63d83b04a0b382f9a8e378951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ffff72-02f6-4619-ad9c-436011ace3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:48.130797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:48.162402 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9863755-4460-4fc7-b3c3-46509f6376a2 x-openstack-request-id: req-a9863755-4460-4fc7-b3c3-46509f6376a2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:48.163144 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:48.163144 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9863755-4460-4fc7-b3c3-46509f6376a2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:48.163654 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'status': 'completed', 'code': 200} Jul 15 14:18:48.289440 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-45f0f8c2-0451-46e4-8460-9a8a72562c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:48.292153 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-45f0f8c2-0451-46e4-8460-9a8a72562c41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90b9e54eff0049f7879863da11c71b1c&device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 1097 time: 0.1033719 Jul 15 14:18:48.377020 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:48.399360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:48.422584 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-f7731330-ef1f-4965-902b-22526eb46df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:48.424693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-f7731330-ef1f-4965-902b-22526eb46df0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 200 len: 910 time: 0.1258807 Jul 15 14:18:48.439846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:18:48.450158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:48.450694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:48.488395 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-46aba2c3-ef67-4d30-81de-a2fab4d32aec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 200 len: 217 time: 0.0552435 Jul 15 14:18:48.560730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-c4a3909e-9146-4fc9-9c20-a0d49453e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:48.562239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-c4a3909e-9146-4fc9-9c20-a0d49453e36b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 200 len: 848 time: 0.0541859 Jul 15 14:18:48.575462 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:48.621543 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b4158-3206-4d30-aaba-4a39f40b5d14 req-bfd89e4c-428f-4cbc-b43a-e87b0a768e5a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:48.623141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-519b4158-3206-4d30-aaba-4a39f40b5d14 req-bfd89e4c-428f-4cbc-b43a-e87b0a768e5a tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.1451683 Jul 15 14:18:48.711483 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-519b4158-3206-4d30-aaba-4a39f40b5d14 req-4dc0d8cc-5b5e-449e-8199-48da0f7e0265 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783024 Jul 15 14:18:48.715121 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-8aef8626-9266-4055-abce-a190bd7c86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:48.717879 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-8aef8626-9266-4055-abce-a190bd7c86c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447268 Jul 15 14:18:48.809611 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:48.828084 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-f7926693-5f93-4871-a7f6-82f2bf020131 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025269 Jul 15 14:18:48.840660 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb27b5d-d489-4d46-9750-f3bbae8f69e7 None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:04Z', 'revision_number': 4, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '007313f4-94de-4bfa-b67d-8d9803b09a60', 'name': '', 'network_id': 'eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'mac_address': 'fa:16:3e:0f:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:04Z', 'updated_at': '2021-07-15T14:10:10Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'subnets': [{'id': '155e3745-3523-42f2-bb16-fcc0aa4561cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:18:48.932685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-84ffff72-02f6-4619-ad9c-436011ace3ff req-859c2bf4-18e3-47bd-bd27-5df4b912fc38 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965676 Jul 15 14:18:49.077191 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d9786-198d-4c88-afc7-6b5749b5505d None None] New status for floating IP c5a6aa7a-21fe-456d-8152-871492c5382f: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:18:49.898827 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b1d2-401d-4466-aa91-edb9c3536efa req-e5b7fc44-1c4e-42fb-a3ef-671c01fbedfa tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:49.900334 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd05b1d2-401d-4466-aa91-edb9c3536efa req-e5b7fc44-1c4e-42fb-a3ef-671c01fbedfa tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0675392 Jul 15 14:18:49.969519 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-fd05b1d2-401d-4466-aa91-edb9c3536efa req-583d9d98-c730-4ba7-950d-6f75c20d9977 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/security-groups?id=31243671-c1b8-42f1-8ea3-c2bac8a7b996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597787 Jul 15 14:18:49.995545 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300eb40-b1a0-4221-805b-986854110b82 req-cd8116af-b06f-456e-8971-9d11918bdd1c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:49.996036 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a300eb40-b1a0-4221-805b-986854110b82 req-cd8116af-b06f-456e-8971-9d11918bdd1c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 946 time: 0.0948570 Jul 15 14:18:50.097726 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Deleting port c310ad76-4376-49f4-ac5d-4bf4c25912c5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:50.098070 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:50.191745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] For port c310ad76-4376-49f4-ac5d-4bf4c25912c5, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=c310ad76-4376-49f4-ac5d-4bf4c25912c5,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:50.192105 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:50.203836 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Calling delete_port for c310ad76-4376-49f4-ac5d-4bf4c25912c5 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:50.330005 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:50.364655 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event deleted for resources: {'Port': ['ID=c310ad76-4376-49f4-ac5d-4bf4c25912c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:50.378482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.378482 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.378825 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.379160 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.379506 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.379846 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.380197 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.380528 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.380855 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.381186 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.381570 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.381856 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:50.420637 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] No DVR routers for this DVR port c310ad76-4376-49f4-ac5d-4bf4c25912c5 on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:18:50.423274 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:50.425651 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a300eb40-b1a0-4221-805b-986854110b82 req-954786d4-dde4-4fa2-85e6-615826690d42 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.49 "DELETE /v2.0/ports/c310ad76-4376-49f4-ac5d-4bf4c25912c5 HTTP/1.1" status: 204 len: 173 time: 0.4239640 Jul 15 14:18:50.426090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-deleted', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:50.428340 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50edd78c-47b7-4bcd-aa12-b54af6889286" -d '{"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-deleted", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:50.466967 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8f06d-a2f3-443d-8bb2-f598c44c055a x-openstack-request-id: req-59d8f06d-a2f3-443d-8bb2-f598c44c055a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:50.467300 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c827a9-26a9-4a6e-9265-aad938d2113e", "name": "network-vif-deleted", "tag": "c310ad76-4376-49f4-ac5d-4bf4c25912c5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:50.467580 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59d8f06d-a2f3-443d-8bb2-f598c44c055a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:50.467976 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c827a9-26a9-4a6e-9265-aad938d2113e', 'name': 'network-vif-deleted', 'tag': 'c310ad76-4376-49f4-ac5d-4bf4c25912c5', 'status': 'completed', 'code': 200} Jul 15 14:18:51.115100 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-bb3faa54-7bd3-4a65-8a0a-ed342b6758cd req-eb24f3e9-9c40-40e8-8cfa-bfdb085f58e6 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 210 time: 0.0307107 Jul 15 14:18:52.274514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-81a2e0e1-91cb-46b5-bcd8-75ec28d9e9f3 req-8671ffdc-a30f-4c93-b901-502d06fa928c tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 210 time: 0.0343099 Jul 15 14:18:53.027373 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:53.048395 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: c310ad76-4376-49f4-ac5d-4bf4c25912c5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:18:53.048863 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device c310ad76-4376-49f4-ac5d-4bf4c25912c5 not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:53.433997 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-6663345d-f405-419c-8f47-b267e0197b6a req-a74abc3d-e543-4da6-83e9-725057c189ce tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 210 time: 0.0334830 Jul 15 14:18:54.679837 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4fa75ca3-a6aa-4b86-8a09-989e44e4e749 req-e669174d-162f-4037-95ac-7874a4c08ba2 tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c827a9-26a9-4a6e-9265-aad938d2113e HTTP/1.1" status: 200 len: 210 time: 0.0371733 Jul 15 14:18:55.803343 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:55.896251 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9acdfd1-f881-45a1-ab49-f636b4d099bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.929047 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9acdfd1-f881-45a1-ab49-f636b4d099bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.007034 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9acdfd1-f881-45a1-ab49-f636b4d099bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.009804 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9acdfd1-f881-45a1-ab49-f636b4d099bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.011058 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c9acdfd1-f881-45a1-ab49-f636b4d099bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] 10.222.0.48 "DELETE /v2.0/security-groups/31243671-c1b8-42f1-8ea3-c2bac8a7b996 HTTP/1.1" status: 204 len: 168 time: 0.2062590 Jul 15 14:18:56.025118 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acdfd1-f881-45a1-ab49-f636b4d099bc tempest-TestShelveInstance-1641800449 tempest-TestShelveInstance-1641800449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31243671-c1b8-42f1-8ea3-c2bac8a7b996,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:57.094545 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:57.918649 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.202897 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Deleting port 007313f4-94de-4bfa-b67d-8d9803b09a60 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:58.203590 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.297149 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] For port 007313f4-94de-4bfa-b67d-8d9803b09a60, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=007313f4-94de-4bfa-b67d-8d9803b09a60,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:58.297896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.317057 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Calling delete_port for 007313f4-94de-4bfa-b67d-8d9803b09a60 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:58.506799 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.530491 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=007313f4-94de-4bfa-b67d-8d9803b09a60,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:58.736738 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.960341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Router 9bef96a6-820f-4a3a-a043-7753bf551e5a has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:18:59.079638 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:18:59.085596 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-3cbbac20-53a9-49f7-b669-5285830edf1c admin admin] 10.222.0.48 "PUT /v2.0/routers/9bef96a6-820f-4a3a-a043-7753bf551e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900379 Jul 15 14:18:59.088442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:59.089051 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] Sync routers for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:18:59.100647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:59.101273 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:59.198526 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.214744 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:59.306043 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.388258 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Deleting port 120381b9-70e9-442d-aa61-f7556d8ea7b3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:59.388607 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.401298 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:18:58Z', 'revision_number': 5, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port': {'id': '120381b9-70e9-442d-aa61-f7556d8ea7b3', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:59.432204 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] Checking router: 9bef96a6-820f-4a3a-a043-7753bf551e5a for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:18:59.442014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] Routers {'9bef96a6-820f-4a3a-a043-7753bf551e5a'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:59.442665 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9bef96a6-820f-4a3a-a043-7753bf551e5a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:59.476288 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] For port 120381b9-70e9-442d-aa61-f7556d8ea7b3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=120381b9-70e9-442d-aa61-f7556d8ea7b3,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:59.476540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.489385 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Calling delete_port for 120381b9-70e9-442d-aa61-f7556d8ea7b3 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:59.672707 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.692639 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] Set router 9bef96a6-820f-4a3a-a043-7753bf551e5a gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:59.699493 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=120381b9-70e9-442d-aa61-f7556d8ea7b3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:59.748127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:18:59Z', 'revision_number': 6, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:59.779506 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.789183 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41eb03b-1513-48ff-911c-52577e3c6c19 None None] The sync data for ids ['9bef96a6-820f-4a3a-a043-7753bf551e5a'] in n-d-798249-9 is: [{'id': '9bef96a6-820f-4a3a-a043-7753bf551e5a', 'name': 'tempest-TestShelveInstance-1305356292-router', 'tenant_id': '90b9e54eff0049f7879863da11c71b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:02Z', 'updated_at': '2021-07-15T14:18:59Z', 'revision_number': 6, 'project_id': '90b9e54eff0049f7879863da11c71b1c', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:18:59.880044 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.882353 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.936702 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.937657 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bef96a6-820f-4a3a-a043-7753bf551e5a {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:18:59.945480 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.947510 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-8c3a5313-7229-4735-9c7c-4ccd1b415f87 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9bef96a6-820f-4a3a-a043-7753bf551e5a HTTP/1.1" status: 204 len: 168 time: 0.8575242 Jul 15 14:18:59.950728 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:00.005515 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Deleting subnet 155e3745-3523-42f2-bb16-fcc0aa4561cd {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:19:00.010538 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.066352 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.163151 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.224379 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.250375 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155e3745-3523-42f2-bb16-fcc0aa4561cd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:00.257143 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.259099 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f40dfb6b-21be-46ef-9464-7af232d9302b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/155e3745-3523-42f2-bb16-fcc0aa4561cd HTTP/1.1" status: 204 len: 168 time: 0.3072364 Jul 15 14:19:00.261617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:00.262319 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf82d22-09fb-41d2-915b-dab82a23d7b1 None None] Network eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:00.371919 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.434270 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Deleting port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:00.434647 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.499730 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] For port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,segment=NetworkSegment(3c9a1ce9-7693-4e1e-9004-7162ac506d33),segment_id=3c9a1ce9-7693-4e1e-9004-7162ac506d33)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:00.499980 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.513176 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Calling delete_port for 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:00.598793 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4f4a8-0b6c-4f1c-af70-45c674e4aefb None None] DHCP port deletion for eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:19:00.604450 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.622562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4f4a8-0b6c-4f1c-af70-45c674e4aefb None None] The port '8f47c1bf-0bc1-4c05-9541-9b03d28a1190' was deleted {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 14:19:00.633254 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f47c1bf-0bc1-4c05-9541-9b03d28a1190,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:00.637856 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] No DVR routers for this DVR port 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:19:00.719192 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.729977 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:00.741534 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9a1ce9-7693-4e1e-9004-7162ac506d33') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:00.741826 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9a1ce9-7693-4e1e-9004-7162ac506d33') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:00.751634 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.771652 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.778823 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:19:00.779231 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:19:00.781912 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:19:00.875266 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.881180 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.883105 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] 10.222.0.48 "DELETE /v2.0/networks/eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e HTTP/1.1" status: 204 len: 168 time: 0.6204491 Jul 15 14:19:00.886310 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:00.895121 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d8e6d-d282-4cbd-ac00-2a58a5313a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf67bcb-d15c-4d6e-ac38-33d31a5e1d6e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:01.412324 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 007313f4-94de-4bfa-b67d-8d9803b09a60 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:01.434066 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 007313f4-94de-4bfa-b67d-8d9803b09a60 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:01.434464 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 007313f4-94de-4bfa-b67d-8d9803b09a60 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:01.434890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:01.455855 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:01.456217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 8f47c1bf-0bc1-4c05-9541-9b03d28a1190 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:01.456635 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 120381b9-70e9-442d-aa61-f7556d8ea7b3 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:01.481217 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 120381b9-70e9-442d-aa61-f7556d8ea7b3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:01.481570 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 120381b9-70e9-442d-aa61-f7556d8ea7b3 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:01.518458 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.596762 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.862060 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Deleting port afbba09a-279b-408d-82e0-2a3771c340c1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:01.862060 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.941065 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] For port afbba09a-279b-408d-82e0-2a3771c340c1, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=afbba09a-279b-408d-82e0-2a3771c340c1,segment=NetworkSegment(8f31def8-61f8-4caa-9398-d319ed0afad8),segment_id=8f31def8-61f8-4caa-9398-d319ed0afad8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:01.941768 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.957642 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Calling delete_port for afbba09a-279b-408d-82e0-2a3771c340c1 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:02.158780 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.184172 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbba09a-279b-408d-82e0-2a3771c340c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:02.351027 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.591638 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Router 9f178348-ee3d-4946-a10a-9932ce21855b has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:02.698433 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:02.703694 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b50402c1-d530-4b6a-ab49-db4fd6990328 admin admin] 10.222.0.48 "PUT /v2.0/routers/9f178348-ee3d-4946-a10a-9932ce21855b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161910 Jul 15 14:19:02.707024 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:02.709615 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] Sync routers for ids ['9f178348-ee3d-4946-a10a-9932ce21855b'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:02.719085 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] Routers {'9f178348-ee3d-4946-a10a-9932ce21855b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:02.719693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9f178348-ee3d-4946-a10a-9932ce21855b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:02.824922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.921102 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] Set router 9f178348-ee3d-4946-a10a-9932ce21855b gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:02.933936 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.988513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Deleting port 5dcb43aa-989c-493b-bf34-d08cea2c25fd {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:02.989211 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.070484 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] For port 5dcb43aa-989c-493b-bf34-d08cea2c25fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5dcb43aa-989c-493b-bf34-d08cea2c25fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:03.070842 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.085035 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Calling delete_port for 5dcb43aa-989c-493b-bf34-d08cea2c25fd owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:03.117372 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:19:02Z', 'revision_number': 5, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port': {'id': '5dcb43aa-989c-493b-bf34-d08cea2c25fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:07Z', 'updated_at': '2021-07-15T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:03.144798 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] Checking router: 9f178348-ee3d-4946-a10a-9932ce21855b for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:03.153349 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] Routers {'9f178348-ee3d-4946-a10a-9932ce21855b'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:03.153959 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['9f178348-ee3d-4946-a10a-9932ce21855b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:03.245192 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] Set router 9f178348-ee3d-4946-a10a-9932ce21855b gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:03.264769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.294220 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcb43aa-989c-493b-bf34-d08cea2c25fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.303521 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:19:02Z', 'revision_number': 6, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:03.334401 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e867-97b0-4437-8d27-077b8f268d86 None None] The sync data for ids ['9f178348-ee3d-4946-a10a-9932ce21855b'] in n-d-798249-9 is: [{'id': '9f178348-ee3d-4946-a10a-9932ce21855b', 'name': 'tempest-TestShelveInstance-569445718-router', 'tenant_id': 'bab22c2705424f2ba4330a21773e6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:06Z', 'updated_at': '2021-07-15T14:19:02Z', 'revision_number': 6, 'project_id': 'bab22c2705424f2ba4330a21773e6918', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:03.382099 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.475257 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.477428 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.521769 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.522297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f178348-ee3d-4946-a10a-9932ce21855b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:19:03.527327 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.528725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1bc3ccbb-98c1-4578-8143-cef2084fe2bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/9f178348-ee3d-4946-a10a-9932ce21855b HTTP/1.1" status: 204 len: 168 time: 0.8201306 Jul 15 14:19:03.530953 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:03.581722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Deleting subnet 933e3197-ef24-45e2-9aac-6312ae106b98 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:19:03.584933 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.619481 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.701570 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.764973 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.798124 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933e3197-ef24-45e2-9aac-6312ae106b98,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.805518 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.807690 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1d8c8328-a516-4c51-9923-7b297839f06e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/933e3197-ef24-45e2-9aac-6312ae106b98 HTTP/1.1" status: 204 len: 168 time: 0.2758055 Jul 15 14:19:03.810134 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:03.816567 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8baf83-b973-4620-871e-ee18eecd34a9 None None] Network 37e2da5e-da12-4e81-aea1-74b04912e08b requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:03.883053 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.939040 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Deleting port a09194b3-0e8e-4137-bea0-8198a52d4866 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:03.940250 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.015934 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] For port a09194b3-0e8e-4137-bea0-8198a52d4866, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=a09194b3-0e8e-4137-bea0-8198a52d4866,segment=NetworkSegment(8f31def8-61f8-4caa-9398-d319ed0afad8),segment_id=8f31def8-61f8-4caa-9398-d319ed0afad8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:04.016681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.028594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Calling delete_port for a09194b3-0e8e-4137-bea0-8198a52d4866 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:04.111822 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.135946 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d5d4a-e0eb-4c1a-8f9b-4b38b0985b5d None None] DHCP port deletion for 37e2da5e-da12-4e81-aea1-74b04912e08b request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:19:04.143513 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Pushing event deleted for resources: {'Port': ['ID=a09194b3-0e8e-4137-bea0-8198a52d4866,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:04.147270 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] No DVR routers for this DVR port a09194b3-0e8e-4137-bea0-8198a52d4866 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:19:04.230756 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.242442 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e2da5e-da12-4e81-aea1-74b04912e08b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:04.253950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f31def8-61f8-4caa-9398-d319ed0afad8') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:04.254393 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f31def8-61f8-4caa-9398-d319ed0afad8') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:04.266665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.282097 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.288816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:19:04.289239 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: timer() Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:19:04.290925 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:19:04.325578 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.365405 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.371052 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.373530 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] 10.222.0.48 "DELETE /v2.0/networks/37e2da5e-da12-4e81-aea1-74b04912e08b HTTP/1.1" status: 204 len: 168 time: 0.5620046 Jul 15 14:19:04.385785 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab99582-7106-41d2-9444-e3a73000ffde admin admin] Pushing event deleted for resources: {'Network': ['ID=37e2da5e-da12-4e81-aea1-74b04912e08b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:04.494833 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:04.535584 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-34398b6a-651f-4b90-b7f8-872b9cb0f2af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90b9e54eff0049f7879863da11c71b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395305 Jul 15 14:19:04.538289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:04.594039 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c481837c-87b1-44d4-b404-a88ac46ad0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.616619 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c481837c-87b1-44d4-b404-a88ac46ad0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.667076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c481837c-87b1-44d4-b404-a88ac46ad0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.669737 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c481837c-87b1-44d4-b404-a88ac46ad0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.671040 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c481837c-87b1-44d4-b404-a88ac46ad0c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e994e88-26d2-45e6-a534-9932586f0539 HTTP/1.1" status: 204 len: 168 time: 0.1318259 Jul 15 14:19:04.679636 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481837c-87b1-44d4-b404-a88ac46ad0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e994e88-26d2-45e6-a534-9932586f0539,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:05.005243 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:05.045652 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8f03622b-64a1-4dd6-a510-2d068036d2c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bab22c2705424f2ba4330a21773e6918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392351 Jul 15 14:19:05.048139 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39916) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:05.100456 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7a3-527e-4d44-ba87-5455820d5c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.123169 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7a3-527e-4d44-ba87-5455820d5c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.176327 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7a3-527e-4d44-ba87-5455820d5c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.179279 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7a3-527e-4d44-ba87-5455820d5c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.180585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-df7fd7a3-527e-4d44-ba87-5455820d5c78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00f3afd2-c50e-46a6-a5fb-27f74d122c15 HTTP/1.1" status: 204 len: 168 time: 0.1308875 Jul 15 14:19:05.189004 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fd7a3-527e-4d44-ba87-5455820d5c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3afd2-c50e-46a6-a5fb-27f74d122c15,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:05.417483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a09194b3-0e8e-4137-bea0-8198a52d4866 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:05.440306 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: a09194b3-0e8e-4137-bea0-8198a52d4866 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:05.440659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device a09194b3-0e8e-4137-bea0-8198a52d4866 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:05.441295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5dcb43aa-989c-493b-bf34-d08cea2c25fd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:05.465835 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 5dcb43aa-989c-493b-bf34-d08cea2c25fd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:05.466192 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5dcb43aa-989c-493b-bf34-d08cea2c25fd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:05.466648 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device afbba09a-279b-408d-82e0-2a3771c340c1 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:05.487085 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: afbba09a-279b-408d-82e0-2a3771c340c1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:05.487640 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device afbba09a-279b-408d-82e0-2a3771c340c1 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:05.917085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39938) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:06.036861 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1947035792-network', 'tenant_id': 'fc49181807b9414c984529ec28dac331'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:06.073742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Made reservation on behalf of fc49181807b9414c984529ec28dac331 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:06.077994 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.095733 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.223066 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.227637 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.254562 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:19:06.263796 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed08228-f986-486c-b9bd-5bac89fd609a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:06.270602 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.270948 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Added segment 1af6bb45-950a-41ea-8f26-e4cf76a5fda3 of type vlan for network 111135eb-50b5-49c4-90ec-a39fc222c906 Jul 15 14:19:06.315312 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.345029 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.346923 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:06.347340 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.382429 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4616506 Jul 15 14:19:06.382655 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:06.387419 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Request body: {'subnet': {'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1947035792-subnet', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:06.424565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abb718-da44-4ee1-97c3-2e96c9af428b admin admin] Pushing event updated for resources: {'Network': ['ID=111135eb-50b5-49c4-90ec-a39fc222c906,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:06.435360 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 111135eb-50b5-49c4-90ec-a39fc222c906 details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:19:06.443069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Made reservation on behalf of fc49181807b9414c984529ec28dac331 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:06.445487 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.648682 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.698127 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13204d1-52be-4868-a947-775e0027033a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:06.715921 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Checking segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:06.716281 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Network hostable DHCP agents. Network: 111135eb-50b5-49c4-90ec-a39fc222c906, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:19:06.732286 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Network 111135eb-50b5-49c4-90ec-a39fc222c906 is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:19:06.746718 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 111135eb-50b5-49c4-90ec-a39fc222c906) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:06.753990 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:06.754987 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.760367 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a112a2-67c1-469d-9fab-67c9d801177c None None] Network 111135eb-50b5-49c4-90ec-a39fc222c906 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:06.773195 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-a807dc87-f0cb-4972-aa64-0791c96a8abc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3893607 Jul 15 14:19:06.775781 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:06.780533 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:06.808955 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.810011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.866054 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.931017 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-111135eb-50b5-49c4-90ec-a39fc222c906', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:19:06.931903 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.014898 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.098950 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Allocated IP 172.20.0.2 (111135eb-50b5-49c4-90ec-a39fc222c906/b13204d1-52be-4868-a947-775e0027033a/43a9e5e8-1714-4568-8656-e4e9e6f15a17) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:07.246465 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.256675 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.271747 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.279701 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Transition to ACTIVE for port object 43a9e5e8-1714-4568-8656-e4e9e6f15a17 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:07.296666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Transition to ACTIVE for port object 43a9e5e8-1714-4568-8656-e4e9e6f15a17 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:07.304764 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.349483 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Network 111135eb-50b5-49c4-90ec-a39fc222c906 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:07.357620 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:07.363264 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:07.383245 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Pushing event updated for resources: {'Port': ['ID=43a9e5e8-1714-4568-8656-e4e9e6f15a17,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:07.427616 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.427971 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.428301 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.428641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.428978 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.429311 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.429641 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.429974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.430350 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.430677 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.431005 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.431332 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:07.436328 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Allocated IP 172.25.2.254 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:07.467241 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Attempting to bind port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:07.468014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Attempting to bind port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:07.468186 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Attempting to bind port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 on network 111135eb-50b5-49c4-90ec-a39fc222c906 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:07.474385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:07.474750 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Checking segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:07.475170 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.475577 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Bound using segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:07.476059 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Bound port: 43a9e5e8-1714-4568-8656-e4e9e6f15a17, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:07.476447 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.551391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] For port 43a9e5e8-1714-4568-8656-e4e9e6f15a17, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:07.554907 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] For port 43a9e5e8-1714-4568-8656-e4e9e6f15a17, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43a9e5e8-1714-4568-8656-e4e9e6f15a17,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:07.563468 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.574973 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.619597 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.640571 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b8bf-ffd7-40e9-baf5-c83b67b8d739 None None] Pushing event updated for resources: {'Port': ['ID=43a9e5e8-1714-4568-8656-e4e9e6f15a17,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:07.665087 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:07.668111 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:07.673188 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:07.699219 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:08.008159 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.215651 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.358234 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:19:08.481615 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:08.495957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:08.500743 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.502576 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-baf3b003-0b81-4101-9528-1056eab0f9e7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7257512 Jul 15 14:19:08.505686 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39946) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:08.508127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:08.508786 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:08.602333 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db4a0a-367b-461c-a251-ef540efe0b2a None None] Network 111135eb-50b5-49c4-90ec-a39fc222c906 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:08.694255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:08.781302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9eeea453-8bcc-47dd-85f6-9a6b74b14ad9 None None] Provisioning for port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:08.982279 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:07Z', 'revision_number': 3, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:09.017658 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:09.018011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Updating router 2f2ad73b-27d6-4785-9e6e-08b285355b4f port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:19:09.065961 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.428857 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.465845 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.477630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Transition to ACTIVE for port object fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:09.484803 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.533876 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43a9e5e8-1714-4568-8656-e4e9e6f15a17 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:09.562259 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Attempting to bind port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:09.562681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Attempting to bind port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:09.563002 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Attempting to bind port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:09.567546 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91492953-36e9-4e10-8cf4-43f9a2da567f None None] Pushing event updated for resources: {'Port': ['ID=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:09.581466 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:09.581846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:09.582279 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.582683 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:09.583166 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Bound port: fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:09.583547 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.644718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:09.654952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:09.655318 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.676907 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Allocated IP 172.20.0.1 (111135eb-50b5-49c4-90ec-a39fc222c906/b13204d1-52be-4868-a947-775e0027033a/d846451d-8fe8-4d6e-97c5-33b271155ad3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:09.683170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] For port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:09.704103 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] For port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:09.711452 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.805653 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:09.806198 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:09.806986 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.827128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Transition to ACTIVE for port object d846451d-8fe8-4d6e-97c5-33b271155ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:09.859686 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91492953-36e9-4e10-8cf4-43f9a2da567f None None] Pushing event updated for resources: {'Port': ['ID=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:09.866869 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.867752 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.908341 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Network 111135eb-50b5-49c4-90ec-a39fc222c906 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:09.914320 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:09.918128 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:09.945590 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d846451d-8fe8-4d6e-97c5-33b271155ad3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:09.948674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 43a9e5e8-1714-4568-8656-e4e9e6f15a17, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43a9e5e8-1714-4568-8656-e4e9e6f15a17,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:09.958544 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.982321 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.998659 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:10.167942 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:10.176711 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=43a9e5e8-1714-4568-8656-e4e9e6f15a17,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:10.288340 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:07Z', 'revision_number': 3, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:10.318391 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-833c15d7-c464-40d2-aa3e-6d860f9d1420 None None] Provisioning for port d846451d-8fe8-4d6e-97c5-33b271155ad3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:10.322283 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83526f-9dc9-4af0-b6dd-0ad1e5efa0e4 None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:07Z', 'revision_number': 3, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:10.325809 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-833c15d7-c464-40d2-aa3e-6d860f9d1420 None None] Provisioning complete for port d846451d-8fe8-4d6e-97c5-33b271155ad3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:10.326285 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-833c15d7-c464-40d2-aa3e-6d860f9d1420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:10.364708 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-833c15d7-c464-40d2-aa3e-6d860f9d1420 None None] Port d846451d-8fe8-4d6e-97c5-33b271155ad3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:10.383121 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:10.389264 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29793434'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:10.467596 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d846451d-8fe8-4d6e-97c5-33b271155ad3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:10.470174 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:10.606308 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Network 111135eb-50b5-49c4-90ec-a39fc222c906 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:10.607756 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:10.751204 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:10.883573 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:10.902254 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-93cb48b6-95c8-4410-8d86-3e00bb654bf7 admin admin] 10.222.0.48 "PUT /v2.0/routers/2f2ad73b-27d6-4785-9e6e-08b285355b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865535 Jul 15 14:19:10.902565 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c16d8af-f02f-4c66-ac61-107963341e19 None None] Provisioning complete for port d846451d-8fe8-4d6e-97c5-33b271155ad3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:10.902565 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c16d8af-f02f-4c66-ac61-107963341e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:10.949834 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2c16d8af-f02f-4c66-ac61-107963341e19 None None] Port d846451d-8fe8-4d6e-97c5-33b271155ad3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:11.456771 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:11.463052 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1225930263-network', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:11.496072 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Made reservation on behalf of e82f64bc88714d89a8dd72fd3f6a02fe for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:11.497974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43a9e5e8-1714-4568-8656-e4e9e6f15a17 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:11.498784 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.508638 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.550352 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:11.550819 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.607365 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.612592 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.632369 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:11.638858 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:19:11.649511 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e4846d-9d22-43b2-90da-4736cfdcb448,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:11.654779 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.655120 n-d-798249-9 neutron-server[93823]: INFO neutron.db.segments_db [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Added segment a6d3024f-2c80-42ff-8f49-7b4d69bbeeac of type vlan for network 3681c75b-a62a-4198-b864-2505c4bf5a0e Jul 15 14:19:11.704389 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777352640013'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.745657 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.746915 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:11.747670 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.785297 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3272517 Jul 15 14:19:11.788020 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:11.794617 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Request body: {'subnet': {'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1225930263-subnet', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:11.828540 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429312e3-3b00-4d1b-9b3a-5775445789e5 admin admin] Pushing event updated for resources: {'Network': ['ID=3681c75b-a62a-4198-b864-2505c4bf5a0e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:11.846131 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e details requested by agent ovs-agent-n-d-798249-9 with host n-d-798249-9 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:19:11.848110 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Made reservation on behalf of e82f64bc88714d89a8dd72fd3f6a02fe for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:11.850920 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29685035'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.882666 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:11.917892 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:11.918704 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.005167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.026956 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:12.031271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.043542 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29793295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29685049'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.086550 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:12.097864 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:12.098791 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:12.101062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:12.119649 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76fea00-0e04-4589-9e4a-d3b98b5613b8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:12.124239 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Checking segment: {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:12.124605 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Network hostable DHCP agents. Network: 3681c75b-a62a-4198-b864-2505c4bf5a0e, hostable agents: ['22b2e63e-0aae-4b9d-8520-59e270515d75'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:19:12.142884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e is scheduled to be hosted by DHCP agent 22b2e63e-0aae-4b9d-8520-59e270515d75 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:19:12.151991 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-9, 3681c75b-a62a-4198-b864-2505c4bf5a0e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:12.161452 n-d-798249-9 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:12.162059 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.163154 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e825c4-a19d-4815-a08e-aea328fd1fcd None None] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:12.181276 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-13ea7459-5329-48c0-bf4c-398cf8ca52a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3920605 Jul 15 14:19:12.184146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:12.195165 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:12.222937 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33528304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13702'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.223982 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:12.224553 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33480322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33534175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13711'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.292465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.330850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf82ab22-7b34-5a32-b9a6-67429ae1882d-3681c75b-a62a-4198-b864-2505c4bf5a0e', 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'fixed_ips': [{'subnet_id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8'}]}} from n-d-798249-9. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:19:12.332026 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.449537 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33528213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.468940 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 2, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:12.489681 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Allocated IP 172.20.0.2 (3681c75b-a62a-4198-b864-2505c4bf5a0e/d76fea00-0e04-4589-9e4a-d3b98b5613b8/5d82cd90-817d-4a89-9b3f-f7902c5f4581) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:12.505956 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:12.506417 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Updating router 2f2ad73b-27d6-4785-9e6e-08b285355b4f port d846451d-8fe8-4d6e-97c5-33b271155ad3 binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:19:12.543357 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.637041 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.646293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Transition to ACTIVE for port object 5d82cd90-817d-4a89-9b3f-f7902c5f4581 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:12.675270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Transition to ACTIVE for port object 5d82cd90-817d-4a89-9b3f-f7902c5f4581 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:12.676604 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.682318 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.696959 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.733671 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:12.743511 n-d-798249-9 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:12.749909 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:12.759065 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb8534ed-4958-4e4a-a76a-8fdcc588cfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.760509 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Pushing event updated for resources: {'Port': ['ID=5d82cd90-817d-4a89-9b3f-f7902c5f4581,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:12.833747 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Allocated IP 172.25.2.146 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/d386b8fd-00c2-4bbc-a214-97267369a279) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:12.837195 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.848453 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Transition to ACTIVE for port object d846451d-8fe8-4d6e-97c5-33b271155ad3 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:12.848817 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Attempting to bind port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:12.849386 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Attempting to bind port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:12.850076 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Attempting to bind port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 on network 3681c75b-a62a-4198-b864-2505c4bf5a0e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:12.856574 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.858161 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:12.858932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Checking segment: {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:12.859867 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.860450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Bound using segment: {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:12.861974 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Bound port: 5d82cd90-817d-4a89-9b3f-f7902c5f4581, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:12.862467 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.940047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Pushing event updated for resources: {'Port': ['ID=d846451d-8fe8-4d6e-97c5-33b271155ad3,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:12.949538 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.950029 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.950395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.950727 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.951054 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.951376 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.951693 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.952008 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.952322 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.952638 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.952953 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.953268 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:12.981428 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] For port 5d82cd90-817d-4a89-9b3f-f7902c5f4581, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:12.982421 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.988170 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] For port 5d82cd90-817d-4a89-9b3f-f7902c5f4581, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5d82cd90-817d-4a89-9b3f-f7902c5f4581,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:12.990581 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Attempting to bind port d846451d-8fe8-4d6e-97c5-33b271155ad3 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:12.991047 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Attempting to bind port d846451d-8fe8-4d6e-97c5-33b271155ad3 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:12.991877 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Attempting to bind port d846451d-8fe8-4d6e-97c5-33b271155ad3 on network 111135eb-50b5-49c4-90ec-a39fc222c906 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:12.996385 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.997657 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:12.998368 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Checking segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:12.998818 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:12.999208 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Bound using segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:13.000221 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Bound port: d846451d-8fe8-4d6e-97c5-33b271155ad3, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:13.000651 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.045307 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.071062 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345f159-7413-4a2d-86d1-41dfbbd0df57 None None] Pushing event updated for resources: {'Port': ['ID=5d82cd90-817d-4a89-9b3f-f7902c5f4581,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:13.113027 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] For port d846451d-8fe8-4d6e-97c5-33b271155ad3, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:13.118404 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] For port d846451d-8fe8-4d6e-97c5-33b271155ad3, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d846451d-8fe8-4d6e-97c5-33b271155ad3,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:13.120979 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:13.127161 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.127857 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:13.136952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:13.140297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Pushing event updated for resources: {'Port': ['ID=d386b8fd-00c2-4bbc-a214-97267369a279,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:13.189968 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:13.190638 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:13.246762 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf6d94-9328-4f1b-a428-cd234581dd10 None None] Pushing event updated for resources: {'Port': ['ID=d846451d-8fe8-4d6e-97c5-33b271155ad3,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:13.336794 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:13.507651 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:13.510797 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.581547 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:13.582167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.714061 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:13Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:13.742267 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a957-993c-4524-b3ac-46c83ffe9e6a None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:13Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:14.153499 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33528315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33528064'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:14.304090 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Router 4e846549-1b0e-41f5-ab19-c5a5253d67ed is scheduled to L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:19:14.375700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b098d2-bbc2-4609-86c9-df71136ce41a None None] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:14.421594 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:14.440761 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:14.446004 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-0cd63b88-1d47-4083-bad7-6aecba8ad9bd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2564416 Jul 15 14:19:14.446241 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:14.461810 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Sync routers for ids ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:14.493444 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Routers {'4e846549-1b0e-41f5-ab19-c5a5253d67ed'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:14.494402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:18:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:14.496158 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a07adff5-288a-49d6-8610-5582457c33e6 None None] Provisioning for port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:14.697460 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Set router 4e846549-1b0e-41f5-ab19-c5a5253d67ed gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:14.958119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:13Z', 'revision_number': 3, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:14.995307 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.010056 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Checking router: 4e846549-1b0e-41f5-ab19-c5a5253d67ed for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:15.010778 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Updating router 4e846549-1b0e-41f5-ab19-c5a5253d67ed port d386b8fd-00c2-4bbc-a214-97267369a279 binding host n-d-798249-9 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:19:15.076083 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.188072 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Allocated IP 172.20.0.1 (3681c75b-a62a-4198-b864-2505c4bf5a0e/d76fea00-0e04-4589-9e4a-d3b98b5613b8/1a4ddf7a-84ba-4287-9eb4-29f7f69e196f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:15.297794 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.313235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Transition to ACTIVE for port object 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:15.350312 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.368864 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.381203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Transition to ACTIVE for port object d386b8fd-00c2-4bbc-a214-97267369a279 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:15.389774 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.396695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:15.403643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:15.407767 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:15.434962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:15.461650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73eec312-1f62-4601-97e4-ecbb2a3c9c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.474677 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33480247'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.479455 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Attempting to bind port d386b8fd-00c2-4bbc-a214-97267369a279 on host n-d-798249-9 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:15.480030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Attempting to bind port d386b8fd-00c2-4bbc-a214-97267369a279 by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:15.480848 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Attempting to bind port d386b8fd-00c2-4bbc-a214-97267369a279 on network 094b335c-e385-4055-aa84-a4b220b58408 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:15.493691 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb994-88d3-4883-b809-16eeb48e42a7 None None] Pushing event updated for resources: {'Port': ['ID=d386b8fd-00c2-4bbc-a214-97267369a279,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:15.498013 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:15.498431 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Checking segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:15.498843 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.499236 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Bound using segment: {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:15.499718 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Bound port: d386b8fd-00c2-4bbc-a214-97267369a279, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237e3b89-49d6-40c2-ae8d-3d5079a342b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '094b335c-e385-4055-aa84-a4b220b58408'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:15.500103 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.563210 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] For port d386b8fd-00c2-4bbc-a214-97267369a279, host n-d-798249-9, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:15.568141 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] For port d386b8fd-00c2-4bbc-a214-97267369a279, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d386b8fd-00c2-4bbc-a214-97267369a279,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:15.576689 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.607341 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d846451d-8fe8-4d6e-97c5-33b271155ad3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:15.662193 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.683932 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Routers {'4e846549-1b0e-41f5-ab19-c5a5253d67ed'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:15.684679 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:15.687119 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb994-88d3-4883-b809-16eeb48e42a7 None None] Pushing event updated for resources: {'Port': ['ID=d386b8fd-00c2-4bbc-a214-97267369a279,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:15.763350 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.780047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7e4c57a-d383-4ac3-8be3-80b19b48c4aa None None] Provisioning for port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:15.780047 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7e4c57a-d383-4ac3-8be3-80b19b48c4aa None None] Provisioning complete for port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:15.780047 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c57a-d383-4ac3-8be3-80b19b48c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.840663 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.845962 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.847317 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d846451d-8fe8-4d6e-97c5-33b271155ad3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:15.860184 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d846451d-8fe8-4d6e-97c5-33b271155ad3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:15.860465 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.895832 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4c57a-d383-4ac3-8be3-80b19b48c4aa None None] Port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:15.918865 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33055757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33480259'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.920959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:15.931187 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] Set router 4e846549-1b0e-41f5-ab19-c5a5253d67ed gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:16.027770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:16.029221 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:16.071093 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.160330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d846451d-8fe8-4d6e-97c5-33b271155ad3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d846451d-8fe8-4d6e-97c5-33b271155ad3,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:16.162202 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.163127 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5d82cd90-817d-4a89-9b3f-f7902c5f4581 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:16.177770 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Router 4e846549-1b0e-41f5-ab19-c5a5253d67ed has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:16.305421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:16.311958 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-d8652643-6bad-42dd-a290-bc2ace7c3cb9 admin admin] 10.222.0.48 "PUT /v2.0/routers/4e846549-1b0e-41f5-ab19-c5a5253d67ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8646772 Jul 15 14:19:16.453450 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-676088b4-82dc-4df2-b65c-7b2fc52c30fc None None] Provisioning complete for port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:16.454032 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-676088b4-82dc-4df2-b65c-7b2fc52c30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.458538 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d846451d-8fe8-4d6e-97c5-33b271155ad3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:16.509771 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-676088b4-82dc-4df2-b65c-7b2fc52c30fc None None] Port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:16.514159 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:16.519018 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1a4ddf7a-84ba-4287-9eb4-29f7f69e196f', 'name': '', 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'mac_address': 'fa:16:3e:11:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:15Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 1, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'subnets': [{'id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:16.547617 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335908e-6066-4c1f-b50e-d216b5b547b2 None None] The sync data for ids ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'] in n-d-798249-9 is: [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1a4ddf7a-84ba-4287-9eb4-29f7f69e196f', 'name': '', 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'mac_address': 'fa:16:3e:11:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:15Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 1, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'subnets': [{'id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:16.549773 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:16.550147 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.642000 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.693014 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 5d82cd90-817d-4a89-9b3f-f7902c5f4581, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5d82cd90-817d-4a89-9b3f-f7902c5f4581,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:16.699034 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.762883 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=5d82cd90-817d-4a89-9b3f-f7902c5f4581,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:17.035012 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.518562 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d846451d-8fe8-4d6e-97c5-33b271155ad3 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:17.595629 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d846451d-8fe8-4d6e-97c5-33b271155ad3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:17.596010 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.684081 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5d82cd90-817d-4a89-9b3f-f7902c5f4581 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:17.745923 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:17.746342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.857302 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d386b8fd-00c2-4bbc-a214-97267369a279 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:17.921607 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port d386b8fd-00c2-4bbc-a214-97267369a279 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:17.930459 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d386b8fd-00c2-4bbc-a214-97267369a279 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:17.931587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.955577 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:17.960660 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322295222', 'description': 'tempest-secgroup-smoke-322295222 description', 'project_id': 'fc49181807b9414c984529ec28dac331'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:17.992922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.031642 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.053253 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port d386b8fd-00c2-4bbc-a214-97267369a279, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d386b8fd-00c2-4bbc-a214-97267369a279,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:18.058474 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.099495 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.104420 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.122965 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=d386b8fd-00c2-4bbc-a214-97267369a279,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.142625 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.146666 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1873128 Jul 15 14:19:18.147910 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:18.157075 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535f517-1ed0-4ed9-9746-965be9c48f8a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555a7fa7-3339-4d8c-94bc-b8551fd36d17,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.157342 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group_rule': {'security_group_id': '555a7fa7-3339-4d8c-94bc-b8551fd36d17', 'project_id': 'fc49181807b9414c984529ec28dac331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:18.186342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.253659 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.257523 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.278671 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93819e2-877c-4c79-9e13-4f581cec1f38,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.283484 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.284748 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-57b86eaf-b6b0-4c64-82a5-2d26449cb54d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344194 Jul 15 14:19:18.287539 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:18.292173 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group_rule': {'security_group_id': '555a7fa7-3339-4d8c-94bc-b8551fd36d17', 'project_id': 'fc49181807b9414c984529ec28dac331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:18.322923 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.354011 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.386253 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.391188 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.409161 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b91751-6134-4613-81a8-e6cd8e28281c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.420042 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.421499 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-e67e9b64-01ac-49af-8793-8326ca018371 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329582 Jul 15 14:19:18.425243 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:18.430322 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group_rule': {'security_group_id': '555a7fa7-3339-4d8c-94bc-b8551fd36d17', 'project_id': 'fc49181807b9414c984529ec28dac331', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:18.458306 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.531297 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.536358 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.556335 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a429d5d0-c92f-476f-adad-52de94a913e5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.563101 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.564106 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-c4ccd210-affa-42b4-807b-7522b696d860 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376595 Jul 15 14:19:18.567294 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 39988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:18.572697 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group_rule': {'security_group_id': '555a7fa7-3339-4d8c-94bc-b8551fd36d17', 'project_id': 'fc49181807b9414c984529ec28dac331', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:18.600811 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.672198 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.677275 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.685553 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Sync routers for ids ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:18.695726 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Routers {'4e846549-1b0e-41f5-ab19-c5a5253d67ed'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:18.696747 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:18.700693 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef98eba7-6a21-4200-b0ee-ecc99c052e0c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.704896 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.710252 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-441627f7-b796-42f1-8988-4317f28f324a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372967 Jul 15 14:19:18.711377 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:18.716978 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group_rule': {'security_group_id': '555a7fa7-3339-4d8c-94bc-b8551fd36d17', 'project_id': 'fc49181807b9414c984529ec28dac331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:18.740533 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Project fc49181807b9414c984529ec28dac331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:19:18.745778 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.817379 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.822535 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.843650 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4c0769-1487-47d2-b015-3c826029904b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.843971 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Set router 4e846549-1b0e-41f5-ab19-c5a5253d67ed gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:18.856395 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.858569 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8317347b-1863-472f-a895-4028938f6073 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450679 Jul 15 14:19:18.862508 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 39992) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:18.869826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'security_group_rule': {'security_group_id': '555a7fa7-3339-4d8c-94bc-b8551fd36d17', 'project_id': 'fc49181807b9414c984529ec28dac331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:18.905874 n-d-798249-9 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Project fc49181807b9414c984529ec28dac331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:19:18.914500 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.997589 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.003683 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147694'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.025423 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.026909 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1629660 Jul 15 14:19:19.029884 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072c572-c901-4f16-b3d7-a8af6ae248f3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5368aa-3d56-4570-9c61-0174a04db0b5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:19.113300 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1a4ddf7a-84ba-4287-9eb4-29f7f69e196f', 'name': '', 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'mac_address': 'fa:16:3e:11:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:15Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 2, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'subnets': [{'id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:19.141080 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Checking router: 4e846549-1b0e-41f5-ab19-c5a5253d67ed for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:19.141510 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Updating router 4e846549-1b0e-41f5-ab19-c5a5253d67ed port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f binding host n-d-798249-9 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:19:19.178600 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.191365 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-5035e12d-7ba1-4906-a076-b76f1dba5792 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322295222&fields=id&tenant_id=fc49181807b9414c984529ec28dac331 HTTP/1.1" status: 200 len: 267 time: 0.0415802 Jul 15 14:19:19.330890 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-f0179b9b-4900-4c82-bf96-05346efeaeb5 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.333185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-f0179b9b-4900-4c82-bf96-05346efeaeb5 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 810 time: 0.1325397 Jul 15 14:19:19.352186 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-0de93d34-3dc1-4cce-b7b6-961ba37fa50e tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/quotas/fc49181807b9414c984529ec28dac331 HTTP/1.1" status: 200 len: 375 time: 0.0116799 Jul 15 14:19:19.437011 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-80796769-c48d-4552-8e08-9966361b74e3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776203 Jul 15 14:19:19.455363 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-d8060b05-0350-496b-89b2-bd1495266490 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:19:19.456415 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-d8060b05-0350-496b-89b2-bd1495266490 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063512 Jul 15 14:19:19.469065 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d386b8fd-00c2-4bbc-a214-97267369a279 up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:19.507503 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.528314 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Transition to ACTIVE for port object 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:19.543819 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.567779 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port d386b8fd-00c2-4bbc-a214-97267369a279 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:19.568377 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.630053 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cf142-ea49-41bf-9c36-a144b0e102d7 None None] Pushing event updated for resources: {'Port': ['ID=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:19.637254 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-a2e79926-b458-4572-b8d3-8df576d59077 service neutron] 10.222.0.48 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734469 Jul 15 14:19:19.691809 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Attempting to bind port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f on host n-d-798249-9 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:19.692395 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Attempting to bind port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f by drivers openvswitch,hyperv on host n-d-798249-9 at level 0 using segments [{'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:19.692510 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Attempting to bind port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f on network 3681c75b-a62a-4198-b864-2505c4bf5a0e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:19.702585 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Checking agent: {'id': '913e6fbd-a5b2-45d3-8e10-f45bfe7bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 53, 15), 'started_at': datetime.datetime(2021, 7, 15, 12, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:19.703046 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Checking segment: {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:19.703352 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.703744 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Bound using segment: {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:19.704781 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Bound port: 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f, host: n-d-798249-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:19.705343 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.816767 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-5653338c-7896-4bf9-9843-800a89954540 service neutron] 10.222.0.48 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782186 Jul 15 14:19:19.844704 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] For port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f, host n-d-798249-9, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:19.848389 n-d-798249-9 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] For port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f, host n-d-798249-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:19.854470 n-d-798249-9 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:19.923700 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Routers {'4e846549-1b0e-41f5-ab19-c5a5253d67ed'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:19.924351 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:20.020777 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cf142-ea49-41bf-9c36-a144b0e102d7 None None] Pushing event updated for resources: {'Port': ['ID=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:20.069270 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-f4fbfdcb-e9e9-4393-addd-57bae31fb8f7 req-d9441649-7888-40ee-b398-eebea2bf7fab tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 210 time: 0.0649791 Jul 15 14:19:20.123269 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] Set router 4e846549-1b0e-41f5-ab19-c5a5253d67ed gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:20.352615 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1a4ddf7a-84ba-4287-9eb4-29f7f69e196f', 'name': '', 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'mac_address': 'fa:16:3e:11:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:15Z', 'updated_at': '2021-07-15T14:19:19Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'subnets': [{'id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:20.379926 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dee5f-20ca-4a59-b31c-aa002b71fcb4 None None] The sync data for ids ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'] in n-d-798249-9 is: [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:15Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': '1a4ddf7a-84ba-4287-9eb4-29f7f69e196f', 'name': '', 'network_id': '3681c75b-a62a-4198-b864-2505c4bf5a0e', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'mac_address': 'fa:16:3e:11:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:15Z', 'updated_at': '2021-07-15T14:19:19Z', 'revision_number': 4, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'subnets': [{'id': 'd76fea00-0e04-4589-9e4a-d3b98b5613b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:21.242497 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c1499182-e1a9-4b98-909f-46486d89e347 req-72cad885-cdd7-47bb-bedb-b8c48d65c311 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jul 15 14:19:21.456997 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:21.463297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-ab75957e-0c18-4d48-8cb3-906ea51e40cc tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:21.466121 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-ab75957e-0c18-4d48-8cb3-906ea51e40cc tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 810 time: 0.1257110 Jul 15 14:19:21.531991 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b14c923b-864b-452f-8c76-2340b58b62f7 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc49181807b9414c984529ec28dac331 HTTP/1.1" status: 200 len: 379 time: 0.0584505 Jul 15 14:19:21.533115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning for port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:21.539769 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:21.540574 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.545317 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'port': {'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'admin_state_up': True, 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'security_groups': ['555a7fa7-3339-4d8c-94bc-b8551fd36d17']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:21.669198 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.696192 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Made reservation on behalf of fc49181807b9414c984529ec28dac331 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:21.700819 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.709610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] For port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:21.714727 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.777889 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Pushing event updated for resources: {'Port': ['ID=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:21.841238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Allocated IP 172.20.0.4 (111135eb-50b5-49c4-90ec-a39fc222c906/b13204d1-52be-4868-a947-775e0027033a/b7957fb5-0cd6-4e29-822c-e2ae73d578af) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:21.980438 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:21.995551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Transition to ACTIVE for port object b7957fb5-0cd6-4e29-822c-e2ae73d578af will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:22.030110 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.082553 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Network 111135eb-50b5-49c4-90ec-a39fc222c906 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:22.085758 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:22.090182 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:22.114881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:22.146749 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.146907 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.164704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-7d05cf46-1c76-4d98-a271-b7a168f2e98d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273940 Jul 15 14:19:22.176908 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Request body: {'port': {'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:22.254572 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.377409 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6daaa489-5387-4c4f-b29f-53d777d05081 None None] Provisioning for port b7957fb5-0cd6-4e29-822c-e2ae73d578af completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:22.384703 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6daaa489-5387-4c4f-b29f-53d777d05081 None None] Provisioning complete for port b7957fb5-0cd6-4e29-822c-e2ae73d578af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:22.385264 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6daaa489-5387-4c4f-b29f-53d777d05081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.431867 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6daaa489-5387-4c4f-b29f-53d777d05081 None None] Port b7957fb5-0cd6-4e29-822c-e2ae73d578af cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:22.538307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338a7c9-61bc-40cf-9c34-38b1340e83de req-0debaa8f-9089-4b98-8d85-299cdc805c95 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.539785 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8338a7c9-61bc-40cf-9c34-38b1340e83de req-0debaa8f-9089-4b98-8d85-299cdc805c95 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 931 time: 0.1440902 Jul 15 14:19:22.635001 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8338a7c9-61bc-40cf-9c34-38b1340e83de req-d9dd7337-0d35-47de-8a05-66ff540caf32 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838082 Jul 15 14:19:22.698350 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7957fb5-0cd6-4e29-822c-e2ae73d578af {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:22.712559 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.731295 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Transition to ACTIVE for port object b7957fb5-0cd6-4e29-822c-e2ae73d578af will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:22.736022 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.802869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:22.878601 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Attempting to bind port b7957fb5-0cd6-4e29-822c-e2ae73d578af on host n-h1-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:22.878960 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Attempting to bind port b7957fb5-0cd6-4e29-822c-e2ae73d578af by drivers openvswitch,hyperv on host n-h1-798249-9 at level 0 using segments [{'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:22.879297 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Attempting to bind port b7957fb5-0cd6-4e29-822c-e2ae73d578af on network 111135eb-50b5-49c4-90ec-a39fc222c906 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:22.884733 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Port b7957fb5-0cd6-4e29-822c-e2ae73d578af on network 111135eb-50b5-49c4-90ec-a39fc222c906 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:19:22.885062 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Attempting to bind port b7957fb5-0cd6-4e29-822c-e2ae73d578af on network 111135eb-50b5-49c4-90ec-a39fc222c906 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:22.891275 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Checking agent: {'id': 'cd6f8a81-fce3-4298-b922-559346188f00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:22.891678 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Checking segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:22.893282 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Bound using segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:22.893769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Bound port: b7957fb5-0cd6-4e29-822c-e2ae73d578af, host: n-h1-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:22.894149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:22.977015 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:22.980432 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:22.987720 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:23.029021 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.029652 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:23.031215 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] 10.222.0.49 "PUT /v2.0/ports/b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 1091 time: 0.8593190 Jul 15 14:19:23.031569 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:23.035777 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc333019-d647-45b8-bd31-f1638ec447d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:23.075168 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0777a-14bc-4fab-942f-99f5067ad095 service neutron] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:23.156259 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbed323-5041-4189-adb5-3acdb804d3af x-openstack-request-id: req-9dbed323-5041-4189-adb5-3acdb804d3af {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:23.156545 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:23.156799 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dbed323-5041-4189-adb5-3acdb804d3af {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:23.157244 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'status': 'completed', 'code': 200} Jul 15 14:19:23.160053 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-65c7630b-a7b3-417f-9915-ddfaea913b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.161762 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-65c7630b-a7b3-417f-9915-ddfaea913b88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1094 time: 0.0657268 Jul 15 14:19:23.163286 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:23.210239 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-75d4777f-b0f8-4f76-86bd-0ecc7ab0b465 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 217 time: 0.0412664 Jul 15 14:19:23.268264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-f39fcfd4-cb81-4151-a9b5-ab31fc9c2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.269777 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-f39fcfd4-cb81-4151-a9b5-ab31fc9c2770 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0533900 Jul 15 14:19:23.333527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-3b9a4f84-160f-4e85-96b1-19bdd53ee8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.335072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-3b9a4f84-160f-4e85-96b1-19bdd53ee8a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586112 Jul 15 14:19:23.430918 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f up at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:23.442989 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-b4180044-d561-42e2-b143-4c9d400bc255 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016128 Jul 15 14:19:23.486859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Provisioning complete for port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:23.487572 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:23.542472 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-044d1834-c2bf-4e6b-9dd7-a48f04d6eb4f req-ed240971-9355-4b3b-9ef8-2c840565d149 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930252 Jul 15 14:19:23.657334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-a5c0bb10-cbca-4dc8-a3ec-94934e595313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.659063 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-a5c0bb10-cbca-4dc8-a3ec-94934e595313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1094 time: 0.0639389 Jul 15 14:19:23.776311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-8933f828-27cd-4cdd-b5e7-792f78c97373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.777876 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-8933f828-27cd-4cdd-b5e7-792f78c97373 service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.1117916 Jul 15 14:19:23.845542 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-313d206b-304f-4733-973e-b20226ffd054 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 217 time: 0.0578198 Jul 15 14:19:23.909474 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-021222d6-3733-421d-b80c-af4c607b8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.910795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-021222d6-3733-421d-b80c-af4c607b8546 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0584188 Jul 15 14:19:23.918421 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100b34-1bdb-41b4-be4a-1ea3cb521c8a req-6d369d41-1a96-4cf3-91b1-1ba7166c8d9c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:23.919973 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9100b34-1bdb-41b4-be4a-1ea3cb521c8a req-6d369d41-1a96-4cf3-91b1-1ba7166c8d9c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 943 time: 0.1451776 Jul 15 14:19:23.988441 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a9100b34-1bdb-41b4-be4a-1ea3cb521c8a req-6504ca16-d286-46bc-a503-d8630145f696 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592129 Jul 15 14:19:24.003734 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-70d9d44d-576d-48a8-9b26-2ab21fe03615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:24.005196 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-70d9d44d-576d-48a8-9b26-2ab21fe03615 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843070 Jul 15 14:19:24.109555 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-0412c769-652e-4c1d-bdb5-4e6b60ede124 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Jul 15 14:19:24.211286 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc333019-d647-45b8-bd31-f1638ec447d1 req-6679e537-3d4f-4bf0-82f1-048bdbd23f31 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944846 Jul 15 14:19:25.211431 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7613f-999c-47ee-926a-79a77089670b req-31a8424d-dfca-4ad4-a659-49686163309b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:25.213252 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64f7613f-999c-47ee-926a-79a77089670b req-31a8424d-dfca-4ad4-a659-49686163309b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 943 time: 0.0832517 Jul 15 14:19:25.255765 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-64f7613f-999c-47ee-926a-79a77089670b req-2a984484-f5a0-47a7-bc64-fc5ed9d08f63 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365541 Jul 15 14:19:26.447622 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b458a21-db8c-43a9-8998-bfc0f85e4fd4 req-00d46ced-bf05-4c91-89f4-93bd5c4eb5ff tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:26.449157 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b458a21-db8c-43a9-8998-bfc0f85e4fd4 req-00d46ced-bf05-4c91-89f4-93bd5c4eb5ff tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 943 time: 0.0653303 Jul 15 14:19:26.489646 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7b458a21-db8c-43a9-8998-bfc0f85e4fd4 req-7a3822bb-f933-4957-b84d-1248889a8a98 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340161 Jul 15 14:19:27.167177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:19:27.259797 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:27.274804 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:19:27.311567 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:27.325057 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7957fb5-0cd6-4e29-822c-e2ae73d578af {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:27.345214 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:27.349616 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:27.398068 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:27.560396 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['b7957fb5-0cd6-4e29-822c-e2ae73d578af'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:19:27.674981 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb66f34-190b-484e-99b0-055719ef9028 req-7877ac9a-0e2d-4ab8-8ca0-d80777bbebde tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:27.676510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adb66f34-190b-484e-99b0-055719ef9028 req-7877ac9a-0e2d-4ab8-8ca0-d80777bbebde tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 944 time: 0.0719657 Jul 15 14:19:27.716792 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-adb66f34-190b-484e-99b0-055719ef9028 req-0e6ab0b3-151b-4949-b0c4-78adf07a9e18 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Jul 15 14:19:28.889611 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068e8f-8957-4c0e-9df4-850fd9d37911 req-20b19841-ba33-4217-ba1e-0c0de97e0235 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:28.891126 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4068e8f-8957-4c0e-9df4-850fd9d37911 req-20b19841-ba33-4217-ba1e-0c0de97e0235 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 944 time: 0.0645852 Jul 15 14:19:28.930113 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c4068e8f-8957-4c0e-9df4-850fd9d37911 req-113f41ce-170a-4799-9c62-f2bbc0889815 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326746 Jul 15 14:19:29.177604 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:29.228156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning for port b7957fb5-0cd6-4e29-822c-e2ae73d578af completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:29.231982 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port b7957fb5-0cd6-4e29-822c-e2ae73d578af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:29.232357 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:29.315487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:29.342265 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:29.345305 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337f8bf-1419-495b-afd6-1ff8fd7d2a51" -d '{"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-plugged", "status": "completed", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:29.359052 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:29.363258 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:29.399365 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd44ab-c39c-4173-92e3-5542813c897c x-openstack-request-id: req-7edd44ab-c39c-4173-92e3-5542813c897c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:29.399365 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-plugged", "status": "completed", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:29.399365 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7edd44ab-c39c-4173-92e3-5542813c897c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:29.399365 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'code': 200} Jul 15 14:19:29.424802 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:29.525164 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582ecb4-edfa-43e6-952e-996fdcd9caba req-b2152994-c643-4cbf-8e38-a61721b60fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:29.526705 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7582ecb4-edfa-43e6-952e-996fdcd9caba req-b2152994-c643-4cbf-8e38-a61721b60fe5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1096 time: 0.0619304 Jul 15 14:19:29.562316 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7582ecb4-edfa-43e6-952e-996fdcd9caba req-d8af2252-afd2-4cd4-a50c-2a2a1a6e2808 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287769 Jul 15 14:19:30.118753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3043583-8815-48b3-97b1-366a62ed91a0 req-38ffabf5-70bb-4ffe-a9b5-7bd79133ca40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:30.120323 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3043583-8815-48b3-97b1-366a62ed91a0 req-38ffabf5-70bb-4ffe-a9b5-7bd79133ca40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 945 time: 0.0709770 Jul 15 14:19:30.177185 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d3043583-8815-48b3-97b1-366a62ed91a0 req-3177f8b3-d9ed-42ea-af9e-6b706ef7cb67 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490174 Jul 15 14:19:31.373239 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b75f4f-a687-4d11-8e6f-a0109d100ee3 req-74640ec8-f122-4764-9dae-6ff819f7692a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:31.374044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17b75f4f-a687-4d11-8e6f-a0109d100ee3 req-74640ec8-f122-4764-9dae-6ff819f7692a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 945 time: 0.0681205 Jul 15 14:19:31.417585 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-17b75f4f-a687-4d11-8e6f-a0109d100ee3 req-d3a84bf5-5a68-4588-b0e9-c11b4ba1804d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356476 Jul 15 14:19:31.527248 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:31.620248 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a909597-7710-44df-8288-5df2ae2e3b6e req-f6bbf074-9921-42e2-bf9e-fc2b2d04dd84 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:31.621784 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a909597-7710-44df-8288-5df2ae2e3b6e req-f6bbf074-9921-42e2-bf9e-fc2b2d04dd84 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 945 time: 0.0747492 Jul 15 14:19:31.673154 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8a909597-7710-44df-8288-5df2ae2e3b6e req-4fef4453-6bc9-41ea-9734-6cd9e4f2d0e1 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439324 Jul 15 14:19:31.697628 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:31.857756 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64b4bd-43c0-4007-abc8-b6577b1fb759 tempest-TestSnapshotPattern-197821252 tempest-TestSnapshotPattern-197821252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:31.859348 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-ee64b4bd-43c0-4007-abc8-b6577b1fb759 tempest-TestSnapshotPattern-197821252 tempest-TestSnapshotPattern-197821252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1091 time: 0.1606750 Jul 15 14:19:31.863034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:31.867688 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:31.890891 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:31.994330 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:32.108516 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Allocated IP 172.25.2.199 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/229710a4-3ab7-4e17-b539-b159d4da47a5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:32.227695 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:32.268488 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:32.308644 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:32.311527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:32.316817 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:32.323115 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'Port': ['ID=229710a4-3ab7-4e17-b539-b159d4da47a5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:33.050996 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.134667 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.286259 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.290978 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.364699 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'Port': ['ID=229710a4-3ab7-4e17-b539-b159d4da47a5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:33.386381 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.491360 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Floating IP 2a079cd5-a152-4b47-907a-87225b3670f6 associated. External IP: 172.25.2.199, port: b7957fb5-0cd6-4e29-822c-e2ae73d578af. Jul 15 14:19:33.706374 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:33.840616 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:33.851257 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:33.857969 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.863132 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:33.863815 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:33.907668 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-2706732f-f4aa-4c58-b103-5b6875c0fd40 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0428843 Jul 15 14:19:33.908409 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:33.910739 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf473bc-e675-4775-ac27-448fe90ae2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:33.950000 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae48b5c-74f3-4e12-baa2-c861593fb707 x-openstack-request-id: req-1ae48b5c-74f3-4e12-baa2-c861593fb707 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:33.950383 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:33.950760 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ae48b5c-74f3-4e12-baa2-c861593fb707 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:33.951176 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'status': 'completed', 'code': 200} Jul 15 14:19:33.980099 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:34.028032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-0b48911e-00db-42c1-a379-19deb2b1348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:34.029661 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-0b48911e-00db-42c1-a379-19deb2b1348e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1096 time: 0.0557396 Jul 15 14:19:34.130730 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-3e149a00-ad87-4ca2-8804-63f2ad9e2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:34.132233 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-3e149a00-ad87-4ca2-8804-63f2ad9e2a79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0964134 Jul 15 14:19:34.198685 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-71f7ef7a-0a2b-4c1e-af73-04d5f51ae8e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 999 time: 0.0603857 Jul 15 14:19:34.219150 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:32Z', 'revision_number': 0, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:34.247365 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:34.249247 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-3a42f59a-a081-4d08-adff-8a1686f27008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:34.251343 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-3a42f59a-a081-4d08-adff-8a1686f27008 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0461459 Jul 15 14:19:34.263385 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:34.264024 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:19:15Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:34.316334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-18f63fed-e19b-44c5-a02d-f87da675e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:34.317999 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-18f63fed-e19b-44c5-a02d-f87da675e6d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603912 Jul 15 14:19:34.329384 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:34.388730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:34.408114 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-18a43df8-033f-4b4e-bd2c-329a14a89718 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834610 Jul 15 14:19:34.504463 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-ebf473bc-e675-4775-ac27-448fe90ae2bd req-d3a8ca45-86d5-45e0-9d12-ab3b64fce992 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896256 Jul 15 14:19:34.612117 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:32Z', 'revision_number': 0, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:34.637963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d004718-eba8-49ce-81ca-b4b1a7fa1ea2 None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:32Z', 'revision_number': 0, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:34.842010 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25dbc33-8f00-4653-9455-2f53f569e2b3 None None] New status for floating IP 2a079cd5-a152-4b47-907a-87225b3670f6: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:19:42.729057 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65eac58a-a303-484a-85b0-6702364e00bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.413972 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2692bee6-2df3-4c92-aa24-8e8d6fc9ca38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.708879 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.035104 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.507328 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-d03b1d69-1855-4dd6-a706-435314736f8c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526838 Jul 15 14:19:47.601873 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-ebb59c3b-0bb8-48eb-bbe5-383167350165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:47.603789 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-ebb59c3b-0bb8-48eb-bbe5-383167350165 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1096 time: 0.0541427 Jul 15 14:19:47.715057 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-35b296e5-838d-4b3c-9b8b-af58898ad48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:47.716484 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-35b296e5-838d-4b3c-9b8b-af58898ad48c service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0893960 Jul 15 14:19:47.783021 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-3274078b-7355-46ef-8b0b-3e4804694223 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 1001 time: 0.0593612 Jul 15 14:19:47.838026 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-e70dfe3d-7e60-4a0d-bf61-50d38524d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:47.839704 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-e70dfe3d-7e60-4a0d-bf61-50d38524d109 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0515707 Jul 15 14:19:47.898427 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-32e30be8-1ec2-4eb1-be0d-c5d8b7fcc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:47.899942 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-32e30be8-1ec2-4eb1-be0d-c5d8b7fcc493 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535111 Jul 15 14:19:47.993089 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-b43d312d-c940-4af0-9f7a-aa000aedae6e service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866439 Jul 15 14:19:48.085626 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-1af5c0da-ce7a-42b3-ab18-811708c0cbec req-28bcea0f-12bc-4536-8f48-a083b64704d1 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867562 Jul 15 14:19:48.351016 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.162687 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:01.538718 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:04.317976 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:12.720757 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a0ecae8-40d5-456d-abc2-71c4fa51579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:15.417118 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8efb1db-3d77-4eba-8dc2-c7f2d809c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:15.705587 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:17.038624 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:18.356488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:31.534516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.315005 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:37.161673 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:42.726636 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39076782-dbc7-4dc7-be18-82b7219dcb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.420316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a92e3a47-56ef-424c-9cf7-d3470c9bf6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.698605 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.040554 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.356947 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.491935 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-fbae5eb6-410e-4472-be73-8c4f2f520066 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576353 Jul 15 14:20:49.598146 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b106-3c9a-448b-a896-9bf582820f46 req-ca692269-2ec1-475b-9ae9-8c815d11073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:49.599703 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-ca692269-2ec1-475b-9ae9-8c815d11073c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1096 time: 0.0622351 Jul 15 14:20:49.707006 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b106-3c9a-448b-a896-9bf582820f46 req-5c582f21-5c06-4b31-ae28-6ed492490883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:49.708451 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-5c582f21-5c06-4b31-ae28-6ed492490883 service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0874672 Jul 15 14:20:49.778849 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-b1a6561f-b854-4467-bb84-394bb43db78a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 1001 time: 0.0632701 Jul 15 14:20:49.827603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b106-3c9a-448b-a896-9bf582820f46 req-f7b297ee-1576-4d2e-8041-b103120e7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:49.829635 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-f7b297ee-1576-4d2e-8041-b103120e7d78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0446422 Jul 15 14:20:49.892314 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b106-3c9a-448b-a896-9bf582820f46 req-79e24771-0da5-4c32-80c4-f26c43c4a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:49.893840 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-79e24771-0da5-4c32-80c4-f26c43c4a05b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566137 Jul 15 14:20:49.991457 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-23a60c94-8356-4136-a5e0-221cc155cdf1 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906405 Jul 15 14:20:50.081673 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a329b106-3c9a-448b-a896-9bf582820f46 req-6c6d326c-2048-475e-ab23-2910a64c0894 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839379 Jul 15 14:21:01.538718 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:04.313982 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:12.727679 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-651d60b4-255b-496c-8326-e4c36861c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:14.162449 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:15.423430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac49c900-60ca-490c-ad57-2d271dffe7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:15.701205 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:17.043815 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:18.360363 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:31.538454 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:31.659824 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af details requested by agent hyperv_n-h1-798249-9 with host n-h1-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:21:31.758591 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:31.769881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Returning: {'device': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:21:31.805794 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:31.819934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7957fb5-0cd6-4e29-822c-e2ae73d578af {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:21:31.839755 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:31.845063 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:31.896650 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:31.903844 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.904194 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.904535 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.904873 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.905206 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.905536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.905869 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.907072 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.907299 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.907636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.907963 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.908287 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:31.914156 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] get_ports_and_sgs() called for port_ids ['b7957fb5-0cd6-4e29-822c-e2ae73d578af'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:21:33.664694 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af up at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:33.715770 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Provisioning complete for port b7957fb5-0cd6-4e29-822c-e2ae73d578af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:33.716074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:33.816795 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:33.849988 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:33.852424 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ca287-3011-4514-8b39-e5eed2ecfa77" -d '{"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-plugged", "status": "completed", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:33.872157 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:33.884016 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:34.001636 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:34.005322 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee367b-d3d1-455a-bff2-41e601b78657 x-openstack-request-id: req-17ee367b-d3d1-455a-bff2-41e601b78657 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:34.005626 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-plugged", "status": "completed", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:34.005844 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17ee367b-d3d1-455a-bff2-41e601b78657 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:34.006274 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'code': 200} Jul 15 14:21:34.320658 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:42.341416 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-a78a0e20-03b0-46d4-9d94-d0bde2d6b9d3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322295222&fields=id&tenant_id=fc49181807b9414c984529ec28dac331 HTTP/1.1" status: 200 len: 267 time: 0.0331826 Jul 15 14:21:42.452260 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-230a7b65-990c-43e9-8921-ad22d4101ea2 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:42.453892 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-230a7b65-990c-43e9-8921-ad22d4101ea2 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 810 time: 0.1055634 Jul 15 14:21:42.469108 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-5a4b3c92-4502-4d90-9242-5c0043da71ba tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/quotas/fc49181807b9414c984529ec28dac331 HTTP/1.1" status: 200 len: 375 time: 0.0093646 Jul 15 14:21:42.541073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-5c115990-365a-4356-bc69-90d798d969bc tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0670662 Jul 15 14:21:42.601627 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-35023d8c-8927-4dcb-94a0-f38f9fb374a8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:21:42.602656 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-35023d8c-8927-4dcb-94a0-f38f9fb374a8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506141 Jul 15 14:21:42.695118 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-d09ea242-5db1-45dd-bff0-f4375cc91fc9 service neutron] 10.222.0.48 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862720 Jul 15 14:21:42.730109 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddf53a0b-0908-4bcc-b975-914209434774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:42.790380 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-3c0bed7d-cf9d-4804-84b1-13fd2d24d606 service neutron] 10.222.0.48 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894396 Jul 15 14:21:43.001853 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d2ed6fa8-e86e-4ee0-9a9e-46ff95e8af95 req-09696133-78fd-4958-af24-31c59fe83c82 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 210 time: 0.0336657 Jul 15 14:21:44.099088 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-885a9317-c6b0-4a1e-8d07-5ae7ff0c9364 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:44.100796 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-885a9317-c6b0-4a1e-8d07-5ae7ff0c9364 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.23 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 810 time: 0.1266923 Jul 15 14:21:44.173675 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-35d829e6-d98d-43c4-9e6c-c114e6a21cb6 req-e9664c1c-c51b-4edb-b084-782177cc2b95 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 210 time: 0.0375550 Jul 15 14:21:44.177852 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-9105fe68-573d-4c8c-925f-e383510fe4fa tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc49181807b9414c984529ec28dac331 HTTP/1.1" status: 200 len: 379 time: 0.0692825 Jul 15 14:21:44.186515 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'port': {'device_id': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'admin_state_up': True, 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'security_groups': ['555a7fa7-3339-4d8c-94bc-b8551fd36d17']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:44.319901 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Made reservation on behalf of fc49181807b9414c984529ec28dac331 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:21:44.323482 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.465832 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Allocated IP 172.20.0.7 (111135eb-50b5-49c4-90ec-a39fc222c906/b13204d1-52be-4868-a947-775e0027033a/87bf8652-42b3-4c77-8334-5d3a51720bca) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:44.718814 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.738985 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Transition to ACTIVE for port object 87bf8652-42b3-4c77-8334-5d3a51720bca will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:44.807076 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.872313 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Network 111135eb-50b5-49c4-90ec-a39fc222c906 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:44.877361 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:44.879727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:44.882103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:44.914679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.915017 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.915355 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.915700 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.916034 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.916388 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.916706 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.917031 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.917357 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.917695 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.918019 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.918358 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.961952 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:44.963403 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.993545 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-8f38363b-2c2f-40a6-a164-45ddf9d47e47 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106487 Jul 15 14:21:45.248115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-308b3aef-5fc1-4e58-bf93-2dfd151a2ce4 None None] Provisioning for port 87bf8652-42b3-4c77-8334-5d3a51720bca completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:45.254266 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-308b3aef-5fc1-4e58-bf93-2dfd151a2ce4 None None] Provisioning complete for port 87bf8652-42b3-4c77-8334-5d3a51720bca triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:45.254895 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308b3aef-5fc1-4e58-bf93-2dfd151a2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.393416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd20e-1190-4308-b7ae-a5fcbb342314 req-ea934527-da10-4488-b614-3dacdc8c30af tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:45.395206 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48ebd20e-1190-4308-b7ae-a5fcbb342314 req-ea934527-da10-4488-b614-3dacdc8c30af tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0788033 Jul 15 14:21:45.441510 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-48ebd20e-1190-4308-b7ae-a5fcbb342314 req-9f0f361f-9cf1-46db-a45c-2c69228e0dfd tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385091 Jul 15 14:21:45.486646 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-308b3aef-5fc1-4e58-bf93-2dfd151a2ce4 None None] Port 87bf8652-42b3-4c77-8334-5d3a51720bca cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:21:45.489130 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7933ea9c-bf48-478e-bbb5-5e7f12307b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.711625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.758048 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:21:45.872491 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.898115 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:45.900635 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b759d-689b-40d9-8d22-4b730fa1f098" -d '{"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-unplugged", "status": "completed", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:45.916001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:45.922434 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.957237 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1041b4d5-b045-4d6f-bf3c-9735da7c1d0a x-openstack-request-id: req-1041b4d5-b045-4d6f-bf3c-9735da7c1d0a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:45.957602 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-unplugged", "status": "completed", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:45.957924 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1041b4d5-b045-4d6f-bf3c-9735da7c1d0a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:45.958430 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'code': 200} Jul 15 14:21:45.980326 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Pushing event updated for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:46.646635 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f1427-b999-4178-88ea-9d0ddd1bce0a req-3c578e82-648a-4ad0-a204-8ada5beda6da tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:46.648187 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f2f1427-b999-4178-88ea-9d0ddd1bce0a req-3c578e82-648a-4ad0-a204-8ada5beda6da tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0666831 Jul 15 14:21:46.689725 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7f2f1427-b999-4178-88ea-9d0ddd1bce0a req-af97aac9-953c-4b82-aa09-b8f2a61af8d3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355420 Jul 15 14:21:47.049444 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:47.916895 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e43e6-1bbf-458e-906b-2cd212b89555 req-cdf73f74-c756-4bc4-868e-13999a5d1754 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:47.918477 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-293e43e6-1bbf-458e-906b-2cd212b89555 req-cdf73f74-c756-4bc4-868e-13999a5d1754 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0829566 Jul 15 14:21:47.967526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-293e43e6-1bbf-458e-906b-2cd212b89555 req-1b2f0ee0-0a12-4832-a2cc-de5eb144b7ba tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412087 Jul 15 14:21:48.373247 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.205119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab0586-c9a9-448f-9b0e-ba34c955ce0d req-5fb4d810-dfda-4b1b-9f14-546225fd60f0 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:49.207076 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63ab0586-c9a9-448f-9b0e-ba34c955ce0d req-5fb4d810-dfda-4b1b-9f14-546225fd60f0 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0837512 Jul 15 14:21:49.247579 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-63ab0586-c9a9-448f-9b0e-ba34c955ce0d req-d1a34548-2872-44bb-a65c-567eca2acf74 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347841 Jul 15 14:21:50.435753 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d189f-295b-4b35-b1a9-033007e35b65 req-f03d7f63-9ba3-4dfc-8e67-3954249a80c9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.437444 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-214d189f-295b-4b35-b1a9-033007e35b65 req-f03d7f63-9ba3-4dfc-8e67-3954249a80c9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0686533 Jul 15 14:21:50.513165 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-214d189f-295b-4b35-b1a9-033007e35b65 req-45b240a4-fb5b-435c-b035-21883da85fa8 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669756 Jul 15 14:21:50.543373 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-67ad5f03-c897-496b-9845-56aa68eb4f54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890450 Jul 15 14:21:50.648876 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-7a2846bf-e812-4485-962e-817ff4a9f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.650544 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-7a2846bf-e812-4485-962e-817ff4a9f399 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1094 time: 0.0591266 Jul 15 14:21:50.762962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-48535eec-4a09-4836-86bd-9cd5af2b7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.764437 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-48535eec-4a09-4836-86bd-9cd5af2b7449 service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0914233 Jul 15 14:21:50.842317 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-d53d2eb0-4091-451e-b8fd-7eca7cf65300 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 999 time: 0.0702634 Jul 15 14:21:50.897100 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-3575d018-c196-4371-824b-37e76aacb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.898658 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-3575d018-c196-4371-824b-37e76aacb3b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0487413 Jul 15 14:21:50.961743 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-581d0521-d593-4eee-8325-bb72a9775714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:50.963606 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-581d0521-d593-4eee-8325-bb72a9775714 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587230 Jul 15 14:21:51.069454 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-37d673bb-8923-4087-abd4-96e576492b67 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984175 Jul 15 14:21:51.163533 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:51.169956 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-12b386b8-94ca-4149-b9cb-419d34107ffa req-d107e038-170a-4f6f-a2f3-7b0637810d84 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941310 Jul 15 14:21:51.707233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3910-e419-4f5c-9f67-18d3e54a75f0 req-d6bad1e0-49d2-4896-a825-12bbc05edba1 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:51.709273 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82ad3910-e419-4f5c-9f67-18d3e54a75f0 req-d6bad1e0-49d2-4896-a825-12bbc05edba1 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0755455 Jul 15 14:21:51.758749 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-82ad3910-e419-4f5c-9f67-18d3e54a75f0 req-37908716-422f-46e4-9a85-e1281725616b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Jul 15 14:21:52.951443 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a557347-9be5-4720-885f-493f53292311 req-cf53889b-b28f-42fe-bf29-8e9af483b86f tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:52.954521 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a557347-9be5-4720-885f-493f53292311 req-cf53889b-b28f-42fe-bf29-8e9af483b86f tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0725274 Jul 15 14:21:52.997934 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0a557347-9be5-4720-885f-493f53292311 req-6f3c878c-f6d6-4d74-898a-17f354db608e tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378542 Jul 15 14:21:54.183305 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2a55-0b5f-401b-abca-9e32d309f3b6 req-46e8e858-f28b-4f12-8f4e-d51674f72111 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:54.184798 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcbc2a55-0b5f-401b-abca-9e32d309f3b6 req-46e8e858-f28b-4f12-8f4e-d51674f72111 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 931 time: 0.0679379 Jul 15 14:21:54.225637 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dcbc2a55-0b5f-401b-abca-9e32d309f3b6 req-40d03d67-17ee-4778-9e86-a2df05aac632 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326414 Jul 15 14:21:54.480294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-c1af7745-1c0e-4bb2-a7e5-e004d8f73bc3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:21:54.481446 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-c1af7745-1c0e-4bb2-a7e5-e004d8f73bc3 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054333 Jul 15 14:21:54.534396 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Request body: {'port': {'device_id': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:54.606090 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.876597 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bf8652-42b3-4c77-8334-5d3a51720bca {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:21:54.886242 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.898837 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Transition to ACTIVE for port object 87bf8652-42b3-4c77-8334-5d3a51720bca will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:54.902480 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.956215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:55.024450 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Attempting to bind port 87bf8652-42b3-4c77-8334-5d3a51720bca on host n-h2-798249-9 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:55.024795 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Attempting to bind port 87bf8652-42b3-4c77-8334-5d3a51720bca by drivers openvswitch,hyperv on host n-h2-798249-9 at level 0 using segments [{'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:55.025130 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Attempting to bind port 87bf8652-42b3-4c77-8334-5d3a51720bca on network 111135eb-50b5-49c4-90ec-a39fc222c906 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:55.029950 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Port 87bf8652-42b3-4c77-8334-5d3a51720bca on network 111135eb-50b5-49c4-90ec-a39fc222c906 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:21:55.030311 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Attempting to bind port 87bf8652-42b3-4c77-8334-5d3a51720bca on network 111135eb-50b5-49c4-90ec-a39fc222c906 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:55.036943 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Checking agent: {'id': '3fa3fce1-3fe8-4377-9e6d-ae8fc7e6a842', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'started_at': datetime.datetime(2021, 7, 15, 13, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:55.037294 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Checking segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:55.037745 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Bound using segment: {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:55.038234 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Bound port: 87bf8652-42b3-4c77-8334-5d3a51720bca, host: n-h2-798249-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af6bb45-950a-41ea-8f26-e4cf76a5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:55.038593 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.474917 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:55.488289 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:55.495325 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.509815 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f14ddf-32a4-4387-8b33-f4a5482c6b07 req-c19e136a-8006-4aaa-8d84-82c3e70d8c2f tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:55.511325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26f14ddf-32a4-4387-8b33-f4a5482c6b07 req-c19e136a-8006-4aaa-8d84-82c3e70d8c2f tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 943 time: 0.1018043 Jul 15 14:21:55.536135 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:55.536828 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.538176 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 200 len: 1091 time: 1.0493517 Jul 15 14:21:55.541070 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:55.543535 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069b8246-c6b4-4711-9ba4-aff232b2ef9b" -d '{"events": [{"name": "network-changed", "server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:55.597831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b407ca3-5ade-433c-b3a5-31f6ebb427b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:55.617790 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3036e58a-a34d-43e3-a69d-b7a73a228e31 x-openstack-request-id: req-3036e58a-a34d-43e3-a69d-b7a73a228e31 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:55.618077 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:55.618350 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3036e58a-a34d-43e3-a69d-b7a73a228e31 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:55.618737 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'status': 'completed', 'code': 200} Jul 15 14:21:55.623514 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-26f14ddf-32a4-4387-8b33-f4a5482c6b07 req-78d06f70-b514-4df4-b88f-603c77d6e9d9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891595 Jul 15 14:21:55.667727 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-839452d7-60a6-4989-b432-5475bec0e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:55.669228 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-839452d7-60a6-4989-b432-5475bec0e02e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1094 time: 0.0649483 Jul 15 14:21:55.713241 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-314b6f8f-40e7-4ce3-a02d-ff93ac561c88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 200 len: 217 time: 0.0351005 Jul 15 14:21:55.766467 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-870518cc-52e7-438b-a7e1-b90c454d1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:55.767984 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-870518cc-52e7-438b-a7e1-b90c454d1bff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0485740 Jul 15 14:21:55.828382 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee286-e204-43b0-8354-3e515604a02b req-9ccaae01-c4a3-40cb-9f28-141afae0daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:55.829881 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-9ccaae01-c4a3-40cb-9f28-141afae0daf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549700 Jul 15 14:21:55.924073 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-72294e49-4d3b-4891-aa82-368fe5b70ff9 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861654 Jul 15 14:21:56.019198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-efbee286-e204-43b0-8354-3e515604a02b req-570e5c24-02ce-4513-8ce5-0952625e79a3 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881352 Jul 15 14:21:56.121445 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-51d63455-e814-4899-93f6-f3143801393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:56.123016 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-51d63455-e814-4899-93f6-f3143801393f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1094 time: 0.0572116 Jul 15 14:21:56.223215 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-b84e3d21-0ae6-4bc5-b8c9-94e0e229b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:56.224693 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-b84e3d21-0ae6-4bc5-b8c9-94e0e229b704 service neutron] 10.222.0.23 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0949452 Jul 15 14:21:56.266928 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-c639b022-9c81-4061-b722-0615c0c682bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 200 len: 217 time: 0.0349522 Jul 15 14:21:56.319340 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-375bc0b0-4136-45cb-89d4-d7762176c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:56.320712 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-375bc0b0-4136-45cb-89d4-d7762176c28c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0464876 Jul 15 14:21:56.384444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-83256bb3-79b1-40d1-bfc7-8db4a7b9777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:56.385965 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-83256bb3-79b1-40d1-bfc7-8db4a7b9777b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586946 Jul 15 14:21:56.494679 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-d1178b81-2d3c-4f35-acdb-ad941b3eae2f service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017053 Jul 15 14:21:56.589325 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-069b8246-c6b4-4711-9ba4-aff232b2ef9b req-fe98ae67-541d-423b-88f2-d48292143c33 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 Jul 15 14:21:56.803512 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bf47f-9392-4abb-b206-d7891bcd21d4 req-7d114ce5-e6ab-4735-8d77-180ba2225e28 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:56.805083 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3bf47f-9392-4abb-b206-d7891bcd21d4 req-7d114ce5-e6ab-4735-8d77-180ba2225e28 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 943 time: 0.0682602 Jul 15 14:21:56.847112 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-dc3bf47f-9392-4abb-b206-d7891bcd21d4 req-2f87b2a0-631c-41a1-a700-c21b2a4583f9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358508 Jul 15 14:21:58.033444 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b2e6-1666-4dad-abcc-b922376f13b6 req-4b7e7a18-7a79-4ca5-9ae5-1483dbe606c7 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:58.034990 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3007b2e6-1666-4dad-abcc-b922376f13b6 req-4b7e7a18-7a79-4ca5-9ae5-1483dbe606c7 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 943 time: 0.0668247 Jul 15 14:21:58.072913 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-3007b2e6-1666-4dad-abcc-b922376f13b6 req-7b41bdca-ce38-4ea0-b3c6-54716ba42692 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Jul 15 14:21:58.566492 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:21:58.656442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:58.668957 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'port_id': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'mac_address': 'fa:16:3e:6d:a0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:21:58.707487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.720900 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bf8652-42b3-4c77-8334-5d3a51720bca {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:21:58.740016 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:58.743912 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.788353 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:58.973505 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['87bf8652-42b3-4c77-8334-5d3a51720bca'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:21:59.251349 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a27e6-aed6-4167-8cc2-e1ae7f0e8e2c req-09864930-d962-4229-b2ff-8a4583d85e81 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:59.252801 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-201a27e6-aed6-4167-8cc2-e1ae7f0e8e2c req-09864930-d962-4229-b2ff-8a4583d85e81 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 944 time: 0.0670381 Jul 15 14:21:59.291939 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-201a27e6-aed6-4167-8cc2-e1ae7f0e8e2c req-a527c353-0258-4304-9535-a213d7c7a96f tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Jul 15 14:22:00.478938 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a79c-c005-4952-be35-00fda0d503d7 req-c9355f96-533a-47fe-9e2f-99919ef62d43 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:00.480353 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0114a79c-c005-4952-be35-00fda0d503d7 req-c9355f96-533a-47fe-9e2f-99919ef62d43 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 944 time: 0.0713141 Jul 15 14:22:00.517160 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0114a79c-c005-4952-be35-00fda0d503d7 req-60cbb17f-c8ad-4dae-9602-dc2fc9e70b63 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Jul 15 14:22:00.581783 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:22:00.628542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning for port 87bf8652-42b3-4c77-8334-5d3a51720bca completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:22:00.632078 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 87bf8652-42b3-4c77-8334-5d3a51720bca triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:22:00.632451 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.712314 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.737284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:22:00.739480 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f451ce2-248b-4e12-af3b-611242e0ad96" -d '{"events": [{"server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "name": "network-vif-plugged", "status": "completed", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:22:00.752722 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:22:00.757751 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.788613 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0797fe-267a-4030-afcf-063e78f33180 x-openstack-request-id: req-ea0797fe-267a-4030-afcf-063e78f33180 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:22:00.788911 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "name": "network-vif-plugged", "status": "completed", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:22:00.789165 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea0797fe-267a-4030-afcf-063e78f33180 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:22:00.789545 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'code': 200} Jul 15 14:22:00.825025 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:00.896986 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ca783-a26b-4c86-a331-3e5fe6c90894 req-ec6d41ce-e7b7-4f4a-bc8a-0ef4743853e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:00.898508 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594ca783-a26b-4c86-a331-3e5fe6c90894 req-ec6d41ce-e7b7-4f4a-bc8a-0ef4743853e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1096 time: 0.0585189 Jul 15 14:22:00.932672 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-594ca783-a26b-4c86-a331-3e5fe6c90894 req-6b2187de-acbc-45e0-9cce-7dae96ee0828 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279427 Jul 15 14:22:01.536415 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:01.699959 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fdc86-cee4-460b-b423-c5e81058a51b req-271e9c4a-de28-4386-9a06-5769beba6604 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:01.701523 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-679fdc86-cee4-460b-b423-c5e81058a51b req-271e9c4a-de28-4386-9a06-5769beba6604 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 945 time: 0.0672145 Jul 15 14:22:01.747111 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-679fdc86-cee4-460b-b423-c5e81058a51b req-64dfb57c-6ce3-4c80-851a-56f3af2f04cb tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392072 Jul 15 14:22:02.931156 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da632b-069a-425f-ba9f-fc9094b37c37 req-f554f8b8-db9e-474f-ba13-66a0a7eb2eca tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:02.932647 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90da632b-069a-425f-ba9f-fc9094b37c37 req-f554f8b8-db9e-474f-ba13-66a0a7eb2eca tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 945 time: 0.0670021 Jul 15 14:22:02.971498 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-90da632b-069a-425f-ba9f-fc9094b37c37 req-22d0a160-ff86-40e6-97de-2b4a8bd0be7a tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332272 Jul 15 14:22:03.150351 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a86e7-5a6d-4e75-9ca2-1cedd48198b2 req-5e960037-bcf0-44c5-920e-dd03d8543b4d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.151860 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d65a86e7-5a6d-4e75-9ca2-1cedd48198b2 req-5e960037-bcf0-44c5-920e-dd03d8543b4d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 945 time: 0.0688648 Jul 15 14:22:03.190781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-d65a86e7-5a6d-4e75-9ca2-1cedd48198b2 req-cbc9c4bb-d5ea-411f-a25a-d263e20daccf tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331247 Jul 15 14:22:03.214735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:22:03.267848 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e57fb8-7672-4828-91e2-2de9c503669c tempest-TestSnapshotPattern-197821252 tempest-TestSnapshotPattern-197821252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.269410 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-15e57fb8-7672-4828-91e2-2de9c503669c tempest-TestSnapshotPattern-197821252 tempest-TestSnapshotPattern-197821252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1091 time: 0.0536776 Jul 15 14:22:03.272290 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:22:03.276735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Request body: {'floatingip': {'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'port_id': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:22:03.299266 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.401272 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.510338 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Allocated IP 172.25.2.90 (094b335c-e385-4055-aa84-a4b220b58408/b5211e95-9d7a-4a55-ad3c-03dc2a591d6e/ad3b475f-1ca7-443c-882b-0863e07cfa65) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:22:03.612373 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.651713 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777352690342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.693603 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Network 094b335c-e385-4055-aa84-a4b220b58408 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:22:03.696497 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:22:03.700122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:22:03.705781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'Port': ['ID=ad3b475f-1ca7-443c-882b-0863e07cfa65,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:04.073243 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.153308 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.305536 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.310096 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24523284'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.319784 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.387463 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event updated for resources: {'Port': ['ID=ad3b475f-1ca7-443c-882b-0863e07cfa65,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:04.398226 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33528238'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.511157 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Floating IP e3c5a951-ee33-4d6b-b30e-426f38eb1dac associated. External IP: 172.25.2.90, port: 87bf8652-42b3-4c77-8334-5d3a51720bca. Jul 15 14:22:04.737541 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:22:04.845735 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:22:04.856011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:22:04.863674 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.867337 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:22:04.867980 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:21:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:04.900746 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-8ec321da-b3f9-46f7-b896-431cf58f2386 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6273832 Jul 15 14:22:04.901352 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:22:04.903744 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:22:04.948372 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeec951-d13e-4a9e-9339-83df28067d4c x-openstack-request-id: req-7eeec951-d13e-4a9e-9339-83df28067d4c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:22:04.948664 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:22:04.948915 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7eeec951-d13e-4a9e-9339-83df28067d4c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:22:04.949316 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'status': 'completed', 'code': 200} Jul 15 14:22:04.988177 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:22:05.025679 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-a4f253a6-8a26-45fd-ae8e-50454d08ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:05.027249 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-a4f253a6-8a26-45fd-ae8e-50454d08ee4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1096 time: 0.0546777 Jul 15 14:22:05.129370 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-96c75321-2649-4996-b770-1c3dcde7bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:05.131072 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-96c75321-2649-4996-b770-1c3dcde7bd5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0975981 Jul 15 14:22:05.196375 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-827359db-41fa-4535-a58e-d4d2a1f13641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 200 len: 998 time: 0.0596166 Jul 15 14:22:05.229338 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:34Z', 'revision_number': 1, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}, {'id': 'e3c5a951-ee33-4d6b-b30e-426f38eb1dac', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:6d:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:22:03Z', 'updated_at': '2021-07-15T14:22:03Z', 'revision_number': 0, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:05.250831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-aa1b7b1e-6d5e-4d80-a36c-45968430f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:05.252263 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-aa1b7b1e-6d5e-4d80-a36c-45968430f704 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0499222 Jul 15 14:22:05.256178 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:22:05.264674 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:22:05.265285 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:21:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:05.310643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-246dec32-afbf-4dcd-9df9-6b24502e41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:05.312198 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-246dec32-afbf-4dcd-9df9-6b24502e41e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531614 Jul 15 14:22:05.374237 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:22:05.403167 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-df4664b3-96d9-4799-a780-0f9add9ea3b8 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843403 Jul 15 14:22:05.498302 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-a1c4d366-4713-4a7c-a00e-f0a99c961dfa req-e1088988-4618-4db4-b337-64f5b1a2ecf3 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890615 Jul 15 14:22:05.606240 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:34Z', 'revision_number': 1, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}, {'id': 'e3c5a951-ee33-4d6b-b30e-426f38eb1dac', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:6d:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:22:03Z', 'updated_at': '2021-07-15T14:22:03Z', 'revision_number': 0, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:05.632739 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b28d6b-13a0-4850-8bd0-9c374305f7ce None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:34Z', 'revision_number': 1, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}, {'id': 'e3c5a951-ee33-4d6b-b30e-426f38eb1dac', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:6d:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:22:03Z', 'updated_at': '2021-07-15T14:22:03Z', 'revision_number': 0, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:22:05.841683 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c7b75-70ee-4b16-8063-634621c13238 None None] New status for floating IP e3c5a951-ee33-4d6b-b30e-426f38eb1dac: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:22:12.733139 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed016de8-622b-4c54-a9c9-072492e72210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:15.430995 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-906bc8e4-d60a-4921-b691-7b9dfd9bdf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:15.704686 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:17.052893 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:18.368924 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:28.164935 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:31.564213 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:34.311723 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:42.735337 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d71f542b-d362-475b-bd80-8c19c29f5608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:45.432991 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-469599d4-b287-4e60-9886-2cee17450cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:45.706074 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:47.052071 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:48.370776 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:50.816589 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-e5349c9c-a912-40c9-a94a-c1851eef77bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518930 Jul 15 14:22:50.914235 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-e15add06-c057-4302-90a6-e46743df75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:50.915753 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-e15add06-c057-4302-90a6-e46743df75a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1096 time: 0.0572796 Jul 15 14:22:51.019956 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-367a1af1-9799-4ccb-b9ed-d837ad9cd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:51.021419 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-367a1af1-9799-4ccb-b9ed-d837ad9cd309 service neutron] 10.222.0.23 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0856736 Jul 15 14:22:51.089967 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-986062c2-42fc-4c0b-b166-e167a3585ef9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 200 len: 1000 time: 0.0623186 Jul 15 14:22:51.139806 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-55710045-c12f-47c6-a259-721d7dfb7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:51.141276 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-55710045-c12f-47c6-a259-721d7dfb7802 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0448284 Jul 15 14:22:51.201872 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-1a8f342a-eb12-4f93-9c3c-881dbcaa7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:51.203428 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-1a8f342a-eb12-4f93-9c3c-881dbcaa7e76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550084 Jul 15 14:22:51.297781 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-5aba1696-1024-42be-a6bd-ed01c002d75d service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867586 Jul 15 14:22:51.386745 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-e7a64ae8-79b7-4f62-9e95-c687d97e82c9 req-0cb5db14-d9f9-433d-aa28-4bc088a03269 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825284 Jul 15 14:22:52.559980 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-3b2eed7e-19c6-439d-82d1-21b0e193f44b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965133 Jul 15 14:22:52.664608 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-1fe511f0-98c9-485c-88f6-e3442054f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:52.666124 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-1fe511f0-98c9-485c-88f6-e3442054f9a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1094 time: 0.0628417 Jul 15 14:22:52.773587 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-602b016e-c928-4ba5-8986-afd0fd2c922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:52.775055 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-602b016e-c928-4ba5-8986-afd0fd2c922f service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.0884230 Jul 15 14:22:52.843623 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-63a67b55-bfbb-45ca-86b8-7e0725b155fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 999 time: 0.0620983 Jul 15 14:22:52.891928 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-b3aca41d-d0d8-4ea5-a06a-59d4224bf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:52.893915 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-b3aca41d-d0d8-4ea5-a06a-59d4224bf887 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0435328 Jul 15 14:22:52.948332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-df16fa5f-76d1-41fd-b3f0-d493a8cd2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:52.949833 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-df16fa5f-76d1-41fd-b3f0-d493a8cd2b53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505984 Jul 15 14:22:53.044960 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-6ec45de4-c988-4c4a-a060-c0643fc7c775 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878177 Jul 15 14:22:53.134500 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-619cd207-86b1-40e3-be44-0e62f4a7452d req-0bb8a50d-49f7-4409-8b24-6a7dca268b6e service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Jul 15 14:23:01.583769 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:04.311625 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.165839 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:12.739558 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-861b25ad-46cd-4519-aa9c-b5e886b9452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.434560 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c01491b6-d88f-45a2-ad8f-33d89a809334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.708974 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.056030 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:18.371684 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:31.585875 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:34.333446 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.001387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca details requested by agent hyperv_n-h2-798249-9 with host n-h2-798249-9 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:23:35.098044 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:35.109881 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Returning: {'device': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'port_id': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'mac_address': 'fa:16:3e:6d:a0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:23:35.153957 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.167397 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87bf8652-42b3-4c77-8334-5d3a51720bca {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:23:35.187542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:35.192603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.249022 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:35.257282 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.257558 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.257902 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.258270 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.258610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.258943 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.259276 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.259603 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.259931 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.260255 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.260582 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.260904 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:35.285542 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] get_ports_and_sgs() called for port_ids ['87bf8652-42b3-4c77-8334-5d3a51720bca'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:23:37.032552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca up at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:37.107550 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Provisioning complete for port 87bf8652-42b3-4c77-8334-5d3a51720bca triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:37.107944 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1003300'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:37.208059 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533972'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:37.243086 n-d-798249-9 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:37.245379 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5cbf06325a9efe41a84c98b2add8ebd0a175958278b31f22397c8b796af91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e144d-18a1-4214-ab0c-9e30924afdd6" -d '{"events": [{"server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "name": "network-vif-plugged", "status": "completed", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:37.263293 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:37.270414 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777353090901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777352690360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777352690378'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:37.304401 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1792ff19-75a8-42f5-86da-b489bd66dbf8 x-openstack-request-id: req-1792ff19-75a8-42f5-86da-b489bd66dbf8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:37.304769 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "name": "network-vif-plugged", "status": "completed", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:37.304949 n-d-798249-9 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1792ff19-75a8-42f5-86da-b489bd66dbf8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:37.305506 n-d-798249-9 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'code': 200} Jul 15 14:23:37.340610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Pushing event updated for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:42.167922 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:42.745073 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c652226-be59-458c-abd3-975bc8ab4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.437079 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b395a40-11eb-4309-8d5d-7772482f1245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.439158 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:45.613259 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Deleting port ad3b475f-1ca7-443c-882b-0863e07cfa65 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:45.613594 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.691338 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.691658 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.707831 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Calling delete_port for ad3b475f-1ca7-443c-882b-0863e07cfa65 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:45.714949 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.209524 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.236414 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event deleted for resources: {'Port': ['ID=ad3b475f-1ca7-443c-882b-0863e07cfa65,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:46.265233 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.265574 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.265916 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.266264 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.266600 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.266923 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.267244 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.267564 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.267881 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.268647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.268647 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.268969 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:46.313753 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.314090 n-d-798249-9 neutron-server[93824]: INFO neutron.db.l3_db [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Floating IP e3c5a951-ee33-4d6b-b30e-426f38eb1dac disassociated (deleted). External IP: 172.25.2.90, port: 87bf8652-42b3-4c77-8334-5d3a51720bca. Jul 15 14:23:46.538315 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:46.657323 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:46.662520 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.670167 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:46.681295 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:46.681939 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:46.704526 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-1123b215-46b2-4abe-87b5-0f569a5a269c tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "DELETE /v2.0/floatingips/e3c5a951-ee33-4d6b-b30e-426f38eb1dac HTTP/1.1" status: 204 len: 168 time: 1.2632027 Jul 15 14:23:46.705114 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:46.707519 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a439520-f3cf-4539-906d-9103cc461369" -d '{"events": [{"name": "network-changed", "server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:46.750484 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421e4b7-687d-4604-9550-123fb0a40bd8 x-openstack-request-id: req-5421e4b7-687d-4604-9550-123fb0a40bd8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:46.750779 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:46.751026 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5421e4b7-687d-4604-9550-123fb0a40bd8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:46.751420 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'status': 'completed', 'code': 200} Jul 15 14:23:46.809647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:46.833102 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439520-f3cf-4539-906d-9103cc461369 req-1f2f8ce5-31e4-4b55-9077-9c7548123bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.834686 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-1f2f8ce5-31e4-4b55-9077-9c7548123bbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 1096 time: 0.0558596 Jul 15 14:23:46.942143 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439520-f3cf-4539-906d-9103cc461369 req-55c649ff-abb8-4b9b-a87d-e0b2e335e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.943795 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-55c649ff-abb8-4b9b-a87d-e0b2e335e52f service neutron] 10.222.0.23 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.1018476 Jul 15 14:23:46.999031 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-115447e4-2599-44d2-afdf-c408c098e6b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 200 len: 217 time: 0.0481148 Jul 15 14:23:47.071120 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439520-f3cf-4539-906d-9103cc461369 req-ee7397c1-f54c-4117-8f9d-51a321266892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:47.073178 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-ee7397c1-f54c-4117-8f9d-51a321266892 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0672414 Jul 15 14:23:47.074741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:47.083362 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:34Z', 'revision_number': 1, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:47.112700 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:47.121069 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:47.121678 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:47.183265 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439520-f3cf-4539-906d-9103cc461369 req-c678d55f-5c2d-42ab-82db-008a0a6b3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:47.184826 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-c678d55f-5c2d-42ab-82db-008a0a6b3457 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054287 Jul 15 14:23:47.220404 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a9b5-6227-4fde-b358-d26cee1d827e req-b4a42319-68b0-4030-8022-29e2e6eaf1bd tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:47.222629 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a97a9b5-6227-4fde-b358-d26cee1d827e req-b4a42319-68b0-4030-8022-29e2e6eaf1bd tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 945 time: 0.1757519 Jul 15 14:23:47.309624 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-7a97a9b5-6227-4fde-b358-d26cee1d827e req-8e35e1c2-ae49-4072-8dae-233a0012da2d tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799410 Jul 15 14:23:47.328563 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-50930d5a-ff1f-42e6-89a2-c76b2f917ea9 service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358109 Jul 15 14:23:47.387672 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:47.423682 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-4a439520-f3cf-4539-906d-9103cc461369 req-6a628db3-d28d-442f-b695-b2b8f4b78dff service neutron] 10.222.0.23 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Jul 15 14:23:47.633112 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:34Z', 'revision_number': 1, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:47.659552 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29005e-c547-4d29-930d-55dd6a6d145a None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_floatingips': [{'id': '2a079cd5-a152-4b47-907a-87225b3670f6', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'router_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'port_id': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'mac_address': 'fa:16:3e:41:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba60455a-c990-418d-aa44-55c25d880cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:32Z', 'updated_at': '2021-07-15T14:19:34Z', 'revision_number': 1, 'project_id': 'fc49181807b9414c984529ec28dac331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:47.903886 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89964cb-22b1-4879-b40d-ff8f93e05202 None None] New status for floating IP e3c5a951-ee33-4d6b-b30e-426f38eb1dac: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:23:48.375873 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.537781 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa76f0-0805-4fc8-b03e-746ed40f318e req-54aa3caf-1450-4e0a-83f1-f516582cb698 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:48.539247 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02aa76f0-0805-4fc8-b03e-746ed40f318e req-54aa3caf-1450-4e0a-83f1-f516582cb698 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 945 time: 0.1096797 Jul 15 14:23:48.568032 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-7a39a8a3-a97f-4730-8654-f2537e8f6f85 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:48.569552 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-7a39a8a3-a97f-4730-8654-f2537e8f6f85 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fe73a1-fa15-45f7-b3f6-336a33027d6b HTTP/1.1" status: 200 len: 945 time: 0.1111529 Jul 15 14:23:48.631340 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-02aa76f0-0805-4fc8-b03e-746ed40f318e req-94e5a302-6da5-4779-98d6-edae00a8b5a6 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858808 Jul 15 14:23:48.691332 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Deleting port 87bf8652-42b3-4c77-8334-5d3a51720bca {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:48.691665 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.788285 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] For port 87bf8652-42b3-4c77-8334-5d3a51720bca, host n-h2-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-9',level=0,port_id=87bf8652-42b3-4c77-8334-5d3a51720bca,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:48.788539 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.802563 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Calling delete_port for 87bf8652-42b3-4c77-8334-5d3a51720bca owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:48.946149 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.976932 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event deleted for resources: {'Port': ['ID=87bf8652-42b3-4c77-8334-5d3a51720bca,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:49.023001 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] No DVR routers for this DVR port 87bf8652-42b3-4c77-8334-5d3a51720bca on host n-h2-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:49.025718 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:49.027819 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-8d5c878c-886a-4fb9-8471-b85299ae7859 req-df7351da-e368-49aa-84b0-f79c15c3af01 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.23 "DELETE /v2.0/ports/87bf8652-42b3-4c77-8334-5d3a51720bca HTTP/1.1" status: 204 len: 173 time: 0.4518542 Jul 15 14:23:49.028263 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'name': 'network-vif-deleted', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:49.030571 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c753cee1-9233-41a7-b35a-8fc75e9e9f36" -d '{"events": [{"server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "name": "network-vif-deleted", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:49.069473 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45771947-6464-418e-acb4-638326cf9870 x-openstack-request-id: req-45771947-6464-418e-acb4-638326cf9870 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:49.070247 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe73a1-fa15-45f7-b3f6-336a33027d6b", "name": "network-vif-deleted", "tag": "87bf8652-42b3-4c77-8334-5d3a51720bca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:49.070771 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45771947-6464-418e-acb4-638326cf9870 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:49.071426 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe73a1-fa15-45f7-b3f6-336a33027d6b', 'name': 'network-vif-deleted', 'tag': '87bf8652-42b3-4c77-8334-5d3a51720bca', 'status': 'completed', 'code': 200} Jul 15 14:23:49.125003 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:49.146493 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 87bf8652-42b3-4c77-8334-5d3a51720bca {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:49.146850 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:50.272665 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:50.462251 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Deleting port 229710a4-3ab7-4e17-b539-b159d4da47a5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:50.462593 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:50.551660 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:50.551889 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:50.564442 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Calling delete_port for 229710a4-3ab7-4e17-b539-b159d4da47a5 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:50.730608 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:50.768081 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event deleted for resources: {'Port': ['ID=229710a4-3ab7-4e17-b539-b159d4da47a5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:50.802085 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.802391 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.802704 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.803042 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.803402 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.803742 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.804069 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.804401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.804724 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.805049 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.805368 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.805694 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-9 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:23:50.866485 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:50.866850 n-d-798249-9 neutron-server[93823]: INFO neutron.db.l3_db [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Floating IP 2a079cd5-a152-4b47-907a-87225b3670f6 disassociated (deleted). External IP: 172.25.2.199, port: b7957fb5-0cd6-4e29-822c-e2ae73d578af. Jul 15 14:23:51.112272 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:51.229276 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:51.234273 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:51.239229 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:51.249520 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:51.250250 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:51.274897 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-d9cfbbec-66ae-4bac-af0b-c196f3989c7b tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "DELETE /v2.0/floatingips/2a079cd5-a152-4b47-907a-87225b3670f6 HTTP/1.1" status: 204 len: 168 time: 1.0011263 Jul 15 14:23:51.275597 n-d-798249-9 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:51.277751 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e44afcd9c7d7c6d24de667d81f5bf5c5a6603c63d83b04a0b382f9a8e378951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:51.372781 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:51.382981 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382cf382-64bd-4bb4-a130-65bf366ed152 x-openstack-request-id: req-382cf382-64bd-4bb4-a130-65bf366ed152 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:51.383523 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:51.383949 n-d-798249-9 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-382cf382-64bd-4bb4-a130-65bf366ed152 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:51.384755 n-d-798249-9 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'status': 'completed', 'code': 200} Jul 15 14:23:51.481397 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-fad5a7e6-ab64-469e-9a91-9bd11b27e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:51.483418 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-fad5a7e6-ab64-469e-9a91-9bd11b27e0df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc49181807b9414c984529ec28dac331&device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 1094 time: 0.0699821 Jul 15 14:23:51.597416 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-f0f86b21-0427-4e9a-9c2e-ae90eb4e3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:51.599043 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-f0f86b21-0427-4e9a-9c2e-ae90eb4e3147 service neutron] 10.222.0.49 "GET /v2.0/networks?id=111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 200 len: 911 time: 0.1079955 Jul 15 14:23:51.624610 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:51.653387 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:51.660194 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-d6fb89ac-160a-4d38-b855-c29f97beb6d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 200 len: 217 time: 0.0543425 Jul 15 14:23:51.663398 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:51.664111 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:51.738485 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-f691b2a7-9820-4f88-a258-766c4643759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:51.739949 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-f691b2a7-9820-4f88-a258-766c4643759a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 200 len: 849 time: 0.0617971 Jul 15 14:23:51.763722 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570d30d-a0fc-496f-8f9f-3e801508498b req-bb215c78-0e54-446b-826b-f8cc76b95cdf tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:51.765265 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5570d30d-a0fc-496f-8f9f-3e801508498b req-bb215c78-0e54-446b-826b-f8cc76b95cdf tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 943 time: 0.1517615 Jul 15 14:23:51.775895 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:51.840386 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-5570d30d-a0fc-496f-8f9f-3e801508498b req-3b8181ef-fa87-4093-901a-4648a449eedd tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505688 Jul 15 14:23:51.852238 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-8a6e2144-8510-4eb6-88fc-fabfb26b30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:51.853786 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-8a6e2144-8510-4eb6-88fc-fabfb26b30a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=111135eb-50b5-49c4-90ec-a39fc222c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064296 Jul 15 14:23:51.947141 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-561629f9-3f18-480f-a554-791010d88c81 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Jul 15 14:23:51.982952 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:52.013859 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f807e69-4212-4559-9b4f-71e5e709c8dc None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:19:10Z', 'revision_number': 4, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9', '_interfaces': [{'id': 'd846451d-8fe8-4d6e-97c5-33b271155ad3', 'name': '', 'network_id': '111135eb-50b5-49c4-90ec-a39fc222c906', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'mac_address': 'fa:16:3e:78:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b13204d1-52be-4868-a947-775e0027033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:09Z', 'updated_at': '2021-07-15T14:19:16Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'subnets': [{'id': 'b13204d1-52be-4868-a947-775e0027033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:52.047226 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-0aa19aa0-bb7e-4648-a9ab-b524e27077b9 req-ce7a4cb0-44ce-4df8-9d01-2a33bb2307b5 service neutron] 10.222.0.49 "GET /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935872 Jul 15 14:23:52.245982 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c91e4-4f67-4dd4-b5f1-66b252499853 None None] New status for floating IP 2a079cd5-a152-4b47-907a-87225b3670f6: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:23:53.022103 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2567-f910-4b21-8721-896299d0fc22 req-97931e1c-aa5e-49a8-a287-ed832dc677a5 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:53.023691 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-174e2567-f910-4b21-8721-896299d0fc22 req-97931e1c-aa5e-49a8-a287-ed832dc677a5 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 943 time: 0.0655444 Jul 15 14:23:53.062996 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-174e2567-f910-4b21-8721-896299d0fc22 req-da59c76c-505b-4369-a790-fad82d788399 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/security-groups?id=555a7fa7-3339-4d8c-94bc-b8551fd36d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Jul 15 14:23:53.140536 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca no longer exists at agent hyperv_n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:53.161578 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] No Port match for: 87bf8652-42b3-4c77-8334-5d3a51720bca {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:53.161934 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Device 87bf8652-42b3-4c77-8334-5d3a51720bca not bound to the agent host n-h2-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:53.170537 n-d-798249-9 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7325cef-4307-459e-9a36-b83c44273af9 req-c0fcd15c-a062-4c03-b865-73dc75b80d7e tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:53.172038 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7325cef-4307-459e-9a36-b83c44273af9 req-c0fcd15c-a062-4c03-b865-73dc75b80d7e tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 943 time: 0.0667152 Jul 15 14:23:53.280437 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Deleting port b7957fb5-0cd6-4e29-822c-e2ae73d578af {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:53.280772 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.371698 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] For port b7957fb5-0cd6-4e29-822c-e2ae73d578af, host n-h1-798249-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-9',level=0,port_id=b7957fb5-0cd6-4e29-822c-e2ae73d578af,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:53.372058 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.390326 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Calling delete_port for b7957fb5-0cd6-4e29-822c-e2ae73d578af owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:53.519141 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.548972 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event deleted for resources: {'Port': ['ID=b7957fb5-0cd6-4e29-822c-e2ae73d578af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:53.597559 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] No DVR routers for this DVR port b7957fb5-0cd6-4e29-822c-e2ae73d578af on host n-h1-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:53.601792 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-393719'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.602374 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-c7325cef-4307-459e-9a36-b83c44273af9 req-11ceab10-2cff-49cb-9964-e53079efdc71 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.49 "DELETE /v2.0/ports/b7957fb5-0cd6-4e29-822c-e2ae73d578af HTTP/1.1" status: 204 len: 173 time: 0.4233944 Jul 15 14:23:53.602816 n-d-798249-9 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-deleted', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:53.605064 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cff53f4a65ef0438dfc22b684ab7f804e66a876224ee6be90d9931e23c97ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01debdae-d49a-45b1-a096-bf820be61a62" -d '{"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-deleted", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:53.647053 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07830963-1cd2-4685-b520-8a80ef6bf36b x-openstack-request-id: req-07830963-1cd2-4685-b520-8a80ef6bf36b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:53.647344 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba60455a-c990-418d-aa44-55c25d880cde", "name": "network-vif-deleted", "tag": "b7957fb5-0cd6-4e29-822c-e2ae73d578af", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:53.647596 n-d-798249-9 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07830963-1cd2-4685-b520-8a80ef6bf36b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:53.647999 n-d-798249-9 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba60455a-c990-418d-aa44-55c25d880cde', 'name': 'network-vif-deleted', 'tag': 'b7957fb5-0cd6-4e29-822c-e2ae73d578af', 'status': 'completed', 'code': 200} Jul 15 14:23:54.256030 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [req-135fa2d7-a0c0-4288-b080-77e72534d696 req-a5a3373e-57da-4526-a35b-ccaf3ba48dee tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba60455a-c990-418d-aa44-55c25d880cde HTTP/1.1" status: 200 len: 210 time: 0.0330312 Jul 15 14:23:55.351610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:55.413722 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef1c-3564-41d7-8396-82dc0b2caeb9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:55.442095 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef1c-3564-41d7-8396-82dc0b2caeb9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:55.510409 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef1c-3564-41d7-8396-82dc0b2caeb9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:55.512962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef1c-3564-41d7-8396-82dc0b2caeb9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:55.514135 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-20d8ef1c-3564-41d7-8396-82dc0b2caeb9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] 10.222.0.48 "DELETE /v2.0/security-groups/555a7fa7-3339-4d8c-94bc-b8551fd36d17 HTTP/1.1" status: 204 len: 168 time: 0.1615267 Jul 15 14:23:55.524120 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8ef1c-3564-41d7-8396-82dc0b2caeb9 tempest-TestSnapshotPattern-1294429405 tempest-TestSnapshotPattern-1294429405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555a7fa7-3339-4d8c-94bc-b8551fd36d17,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:55.565828 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:55.932242 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:56.203339 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Deleting port d846451d-8fe8-4d6e-97c5-33b271155ad3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:56.203675 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:56.285884 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] For port d846451d-8fe8-4d6e-97c5-33b271155ad3, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d846451d-8fe8-4d6e-97c5-33b271155ad3,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:56.286262 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:56.632264 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Calling delete_port for d846451d-8fe8-4d6e-97c5-33b271155ad3 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:56.817364 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:56.844939 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Pushing event deleted for resources: {'Port': ['ID=d846451d-8fe8-4d6e-97c5-33b271155ad3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:57.026010 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:57.258610 n-d-798249-9 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Router 2f2ad73b-27d6-4785-9e6e-08b285355b4f has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:23:57.374134 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:23:57.380777 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f74693d9-4c48-46ca-89fc-f1fcba339fee admin admin] 10.222.0.48 "PUT /v2.0/routers/2f2ad73b-27d6-4785-9e6e-08b285355b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127027 Jul 15 14:23:57.383784 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:57.386661 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] Sync routers for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:23:57.397011 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:57.397647 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:57.491127 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:57.510169 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: n-d-798249-9 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:57.623623 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:57.682401 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Deleting port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:57.683126 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:57.703284 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:23:56Z', 'revision_number': 5, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port': {'id': 'fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:07Z', 'updated_at': '2021-07-15T14:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:57.735621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] Checking router: 2f2ad73b-27d6-4785-9e6e-08b285355b4f for host: n-d-798249-9 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:23:57.745846 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] Routers {'2f2ad73b-27d6-4785-9e6e-08b285355b4f'} bound to L3 agent in host n-d-798249-9 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:23:57.746502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:57.777603 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] For port fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:57.777971 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:57.791656 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Calling delete_port for fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:57.835799 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] Set router 2f2ad73b-27d6-4785-9e6e-08b285355b4f gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:23:57.889926 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:23:57Z', 'revision_number': 6, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:57.920534 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da166-9229-40ed-b9ea-d5df882abe88 None None] The sync data for ids ['2f2ad73b-27d6-4785-9e6e-08b285355b4f'] in n-d-798249-9 is: [{'id': '2f2ad73b-27d6-4785-9e6e-08b285355b4f', 'name': 'tempest-TestSnapshotPattern-1947035792-router', 'tenant_id': 'fc49181807b9414c984529ec28dac331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:06Z', 'updated_at': '2021-07-15T14:23:57Z', 'revision_number': 6, 'project_id': 'fc49181807b9414c984529ec28dac331', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:23:57.973290 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.001536 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:58.063744 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.159124 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.161808 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.209962 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.210485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2ad73b-27d6-4785-9e6e-08b285355b4f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:23:58.215333 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.216331 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-359bd9e7-87fe-4a65-9db0-ff7b29c5d2cc admin admin] 10.222.0.48 "DELETE /v2.0/routers/2f2ad73b-27d6-4785-9e6e-08b285355b4f HTTP/1.1" status: 204 len: 168 time: 0.8315845 Jul 15 14:23:58.219200 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:58.266565 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Deleting subnet b13204d1-52be-4868-a947-775e0027033a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:23:58.269903 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.310681 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29793336'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.399640 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.465408 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29793488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684992'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.475559 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af no longer exists at agent hyperv_n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:58.492532 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13204d1-52be-4868-a947-775e0027033a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:58.496079 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.496305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] No Port match for: b7957fb5-0cd6-4e29-822c-e2ae73d578af {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:58.496730 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Device b7957fb5-0cd6-4e29-822c-e2ae73d578af not bound to the agent host n-h1-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:58.498002 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-86eaf5c9-e063-4441-8cb1-82d223c216dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b13204d1-52be-4868-a947-775e0027033a HTTP/1.1" status: 204 len: 168 time: 0.2778711 Jul 15 14:23:58.500675 n-d-798249-9 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.48', 40628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:58.506278 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5691601-330b-4a88-8116-bca92bc125a2 None None] Network 111135eb-50b5-49c4-90ec-a39fc222c906 requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:23:58.580838 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.642283 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Deleting port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:58.642527 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.718571 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] For port 43a9e5e8-1714-4568-8656-e4e9e6f15a17, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43a9e5e8-1714-4568-8656-e4e9e6f15a17,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:58.719238 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.733917 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] DHCP port deletion for 111135eb-50b5-49c4-90ec-a39fc222c906 request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:23:58.734485 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Calling delete_port for 43a9e5e8-1714-4568-8656-e4e9e6f15a17 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:58.789556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] Deleting port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:58.789846 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.831540 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29793443'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.856060 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] For port 43a9e5e8-1714-4568-8656-e4e9e6f15a17, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=43a9e5e8-1714-4568-8656-e4e9e6f15a17,segment=NetworkSegment(1af6bb45-950a-41ea-8f26-e4cf76a5fda3),segment_id=1af6bb45-950a-41ea-8f26-e4cf76a5fda3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:58.856447 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.858469 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a9e5e8-1714-4568-8656-e4e9e6f15a17,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:58.862750 n-d-798249-9 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] No DVR routers for this DVR port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 on host n-d-798249-9 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:58.872621 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] Calling delete_port for 43a9e5e8-1714-4568-8656-e4e9e6f15a17 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:23:58.946011 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.956804 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111135eb-50b5-49c4-90ec-a39fc222c906']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:58.958181 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.968777 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af6bb45-950a-41ea-8f26-e4cf76a5fda3') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:58.969071 n-d-798249-9 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af6bb45-950a-41ea-8f26-e4cf76a5fda3') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:23:58.978760 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29793295'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:58.983644 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] Pushing event deleted for resources: {'Port': ['ID=43a9e5e8-1714-4568-8656-e4e9e6f15a17,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:58.988030 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7a0eb-7030-42f6-bf3f-f5ac57e7d522 None None] No DVR routers for this DVR port 43a9e5e8-1714-4568-8656-e4e9e6f15a17 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:23:58.994111 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.000338 n-d-798249-9 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:23:59.000739 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29793906'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: Traceback (most recent call last): Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: timer() Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: cb(*args, **kw) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: return func(*args, **kwargs) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: self._notify() Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: self.callback(batched_events) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: event.method(event) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: return f(self, *a, **k) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: return self._get(url).json() Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:23:59.003034 n-d-798249-9 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:23:59.057342 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.066120 n-d-798249-9 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.068029 n-d-798249-9 neutron-server[93823]: INFO neutron.wsgi [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/111135eb-50b5-49c4-90ec-a39fc222c906 HTTP/1.1" status: 204 len: 168 time: 0.5664096 Jul 15 14:23:59.071769 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:23:59.079199 n-d-798249-9 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b06d30-49d1-42e7-b9d3-2b58cf240dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=111135eb-50b5-49c4-90ec-a39fc222c906,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:59.434289 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33480366'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.674851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43a9e5e8-1714-4568-8656-e4e9e6f15a17 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:59.697151 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 43a9e5e8-1714-4568-8656-e4e9e6f15a17 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:59.697402 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 43a9e5e8-1714-4568-8656-e4e9e6f15a17 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:59.697851 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d846451d-8fe8-4d6e-97c5-33b271155ad3 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:59.714222 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Deleting port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:23:59.714807 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.720001 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d846451d-8fe8-4d6e-97c5-33b271155ad3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:59.720344 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d846451d-8fe8-4d6e-97c5-33b271155ad3 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:59.720858 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:23:59.741756 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:23:59.742097 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device fbbeecbe-830d-4a6b-bbc5-f12dfe79d3fd not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:23:59.798925 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] For port 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:59.799291 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.812490 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Calling delete_port for 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:00.010686 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:00.038406 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4ddf7a-84ba-4287-9eb4-29f7f69e196f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:00.214844 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33055764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33477438'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:00.764107 n-d-798249-9 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Router 4e846549-1b0e-41f5-ab19-c5a5253d67ed has already been hosted by L3 agent a9b3b7d5-39d5-489f-b115-cfe59534009d {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:24:00.873201 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] Notify agent at l3_agent.n-d-798249-9 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:00.878203 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-73a9d559-1334-429c-a85a-b3461bf8579b admin admin] 10.222.0.48 "PUT /v2.0/routers/4e846549-1b0e-41f5-ab19-c5a5253d67ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053718 Jul 15 14:24:00.880879 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40632) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:00.883546 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] Sync routers for ids ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'] in n-d-798249-9 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:00.892767 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] Routers {'4e846549-1b0e-41f5-ab19-c5a5253d67ed'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:00.893375 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:00.991912 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.003240 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] Set router 4e846549-1b0e-41f5-ab19-c5a5253d67ed gateway port host: n-d-798249-9 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:01.100262 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.163399 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Deleting port d386b8fd-00c2-4bbc-a214-97267369a279 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:01.163744 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.196925 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'external_fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:23:59Z', 'revision_number': 5, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port': {'id': 'd386b8fd-00c2-4bbc-a214-97267369a279', 'name': '', 'network_id': '094b335c-e385-4055-aa84-a4b220b58408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5211e95-9d7a-4a55-ad3c-03dc2a591d6e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-9'}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:01.223151 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] Checking router: 4e846549-1b0e-41f5-ab19-c5a5253d67ed for host: n-d-798249-9 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:01.231635 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] Routers {'4e846549-1b0e-41f5-ab19-c5a5253d67ed'} bound to L3 agent in host n-d-798249-9 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:01.232248 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:53:15Z,description=,heartbeat_timestamp=2021-07-15T14:23:45Z,host='n-d-798249-9',id=a9b3b7d5-39d5-489f-b115-cfe59534009d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:53:15Z,topic='l3_agent')) {'router_ids': ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:01.244826 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] For port d386b8fd-00c2-4bbc-a214-97267369a279, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=d386b8fd-00c2-4bbc-a214-97267369a279,segment=NetworkSegment(237e3b89-49d6-40c2-ae8d-3d5079a342b3),segment_id=237e3b89-49d6-40c2-ae8d-3d5079a342b3)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:01.245422 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.258912 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Calling delete_port for d386b8fd-00c2-4bbc-a214-97267369a279 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:01.318964 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] Set router 4e846549-1b0e-41f5-ab19-c5a5253d67ed gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:01.374173 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:24:01Z', 'revision_number': 6, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port_host': None}], 'n-d-798249-9', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:01.401180 n-d-798249-9 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f82d50-4ef6-47d7-aa86-ff2a6f1053f7 None None] The sync data for ids ['4e846549-1b0e-41f5-ab19-c5a5253d67ed'] in n-d-798249-9 is: [{'id': '4e846549-1b0e-41f5-ab19-c5a5253d67ed', 'name': 'tempest-TestSnapshotPattern-1225930263-router', 'tenant_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:19:12Z', 'updated_at': '2021-07-15T14:24:01Z', 'revision_number': 6, 'project_id': 'e82f64bc88714d89a8dd72fd3f6a02fe', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:01.435465 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.460967 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Pushing event deleted for resources: {'Port': ['ID=d386b8fd-00c2-4bbc-a214-97267369a279,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:01.534754 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33528164'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.598498 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.630719 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33481968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13716'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.632749 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.699049 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33479910'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.699542 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e846549-1b0e-41f5-ab19-c5a5253d67ed {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:24:01.703681 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.704836 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-070d89d5-609f-4076-897d-1c58bc592576 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4e846549-1b0e-41f5-ab19-c5a5253d67ed HTTP/1.1" status: 204 len: 168 time: 0.8230202 Jul 15 14:24:01.708185 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:01.763287 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Deleting subnet d76fea00-0e04-4589-9e4a-d3b98b5613b8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:24:01.769334 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.815922 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637186'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.871290 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:01.892461 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:01.893502 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 1a4ddf7a-84ba-4287-9eb4-29f7f69e196f not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:01.918196 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002445'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:01.977305 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24523358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24638750'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.001334 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76fea00-0e04-4589-9e4a-d3b98b5613b8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:02.009294 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.011255 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-dd50d1b2-bdc8-4076-b4a0-dc6ba30c8f0e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d76fea00-0e04-4589-9e4a-d3b98b5613b8 HTTP/1.1" status: 204 len: 168 time: 0.3021152 Jul 15 14:24:02.013841 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:02.014330 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81b164-2037-42b9-91fc-195457358bb0 None None] Network 3681c75b-a62a-4198-b864-2505c4bf5a0e requested from n-d-798249-9 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:02.090116 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-587686'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.147643 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Deleting port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:02.147871 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.216209 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] DHCP port deletion for 3681c75b-a62a-4198-b864-2505c4bf5a0e request from n-d-798249-9 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:24:02.223354 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] For port 5d82cd90-817d-4a89-9b3f-f7902c5f4581, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5d82cd90-817d-4a89-9b3f-f7902c5f4581,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:02.223734 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.237119 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Calling delete_port for 5d82cd90-817d-4a89-9b3f-f7902c5f4581 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:02.265153 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] Deleting port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:02.265528 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777353090223'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.323412 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24523309'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.335630 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] For port 5d82cd90-817d-4a89-9b3f-f7902c5f4581, host n-d-798249-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-9',level=0,port_id=5d82cd90-817d-4a89-9b3f-f7902c5f4581,segment=NetworkSegment(a6d3024f-2c80-42ff-8f49-7b4d69bbeeac),segment_id=a6d3024f-2c80-42ff-8f49-7b4d69bbeeac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:02.336088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33479829'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.350054 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] Calling delete_port for 5d82cd90-817d-4a89-9b3f-f7902c5f4581 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:02.354527 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d82cd90-817d-4a89-9b3f-f7902c5f4581,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:02.356345 n-d-798249-9 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] No DVR routers for this DVR port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 on host n-d-798249-9 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:24:02.433078 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777353090946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777352690351'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.435700 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001385', 'neutron.services.segments.db._delete_segments_for_network-8777353203788'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.447551 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3681c75b-a62a-4198-b864-2505c4bf5a0e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:02.459869 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:02.460174 n-d-798249-9 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d3024f-2c80-42ff-8f49-7b4d69bbeeac') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:02.461305 n-d-798249-9 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] Pushing event deleted for resources: {'Port': ['ID=5d82cd90-817d-4a89-9b3f-f7902c5f4581,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:02.465442 n-d-798249-9 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865eb1c-c6b1-4e1c-845e-93c8c299d4fc None None] No DVR routers for this DVR port 5d82cd90-817d-4a89-9b3f-f7902c5f4581 on host n-d-798249-9 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:24:02.472385 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777353205077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637237'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.493942 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.500999 n-d-798249-9 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:24:02.501419 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24523004'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: Traceback (most recent call last): Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: timer() Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: cb(*args, **kw) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: return func(*args, **kwargs) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: self._notify() Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: self.callback(batched_events) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: event.method(event) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: return f(self, *a, **k) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: return self._get(url).json() Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:24:02.503405 n-d-798249-9 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:24:02.566726 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33055775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33528248'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.573380 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.574445 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3681c75b-a62a-4198-b864-2505c4bf5a0e HTTP/1.1" status: 204 len: 168 time: 0.5595398 Jul 15 14:24:02.590330 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd2e21-5d75-47e1-87a4-aa0464be6285 admin admin] Pushing event deleted for resources: {'Network': ['ID=3681c75b-a62a-4198-b864-2505c4bf5a0e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:02.770097 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40640) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:02.811468 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-c80dc9a2-9e56-4153-b15d-9f00739f752d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc49181807b9414c984529ec28dac331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401204 Jul 15 14:24:02.813962 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:02.866691 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb90bf9f-32fb-4b73-85f7-c069aad62085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.888694 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb90bf9f-32fb-4b73-85f7-c069aad62085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.940496 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb90bf9f-32fb-4b73-85f7-c069aad62085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.943135 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb90bf9f-32fb-4b73-85f7-c069aad62085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.944318 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-bb90bf9f-32fb-4b73-85f7-c069aad62085 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ed08228-f986-486c-b9bd-5bac89fd609a HTTP/1.1" status: 204 len: 168 time: 0.1294119 Jul 15 14:24:02.952307 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90bf9f-32fb-4b73-85f7-c069aad62085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed08228-f986-486c-b9bd-5bac89fd609a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:03.285786 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:03.326044 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-f070e912-453c-4eec-8fe7-6a03d2adf538 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e82f64bc88714d89a8dd72fd3f6a02fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389762 Jul 15 14:24:03.328558 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.48', 40650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:03.382846 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e5a886d-2a27-4b3b-b460-88bb793a6a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:03.404873 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e5a886d-2a27-4b3b-b460-88bb793a6a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:03.454295 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e5a886d-2a27-4b3b-b460-88bb793a6a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147773'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:03.456995 n-d-798249-9 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e5a886d-2a27-4b3b-b460-88bb793a6a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:03.458162 n-d-798249-9 neutron-server[93824]: INFO neutron.wsgi [None req-4e5a886d-2a27-4b3b-b460-88bb793a6a4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39e4846d-9d22-43b2-90da-4736cfdcb448 HTTP/1.1" status: 204 len: 168 time: 0.1287081 Jul 15 14:24:03.470061 n-d-798249-9 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a886d-2a27-4b3b-b460-88bb793a6a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e4846d-9d22-43b2-90da-4736cfdcb448,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:03.596890 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d386b8fd-00c2-4bbc-a214-97267369a279 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:03.620407 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: d386b8fd-00c2-4bbc-a214-97267369a279 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:03.620763 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device d386b8fd-00c2-4bbc-a214-97267369a279 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:03.621203 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5d82cd90-817d-4a89-9b3f-f7902c5f4581 no longer exists at agent ovs-agent-n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:03.641202 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] No Port match for: 5d82cd90-817d-4a89-9b3f-f7902c5f4581 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:03.641556 n-d-798249-9 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Device 5d82cd90-817d-4a89-9b3f-f7902c5f4581 not bound to the agent host n-d-798249-9 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:04.356783 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:12.745818 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-145cf0d7-64ad-40c2-95ec-887dc9d95fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:15.442134 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d33f-4273-43c6-acd0-c710f32b6c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:15.708954 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:17.063545 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:18.380024 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:19.168912 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:24:31.602814 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.355598 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.738167 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64155466-a2ba-4901-b398-c2d4b27e1821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.442529 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a2195fc-3a9c-4e28-84f9-0e555156c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.710720 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.063393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:48.381430 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:56.167483 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:01.599553 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:04.354618 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:12.738989 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2766057-346a-4d2d-a55c-7e2f8e67c3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:15.443998 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55efd4eb-ca2e-4da9-b5a1-ac459ba953a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:15.710961 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:17.068138 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:18.384646 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:31.640279 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:33.168083 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:34.352962 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:42.740682 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cb55-8e93-456a-9678-740842c9607a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:45.447495 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1230e0f0-0d0b-48ac-a0ab-39a2877489b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:45.711323 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:47.069306 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:48.387345 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:01.637027 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:04.355255 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.168312 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:12.744417 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e37df7d-5353-41bf-8557-ce993d6ee638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:15.448509 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0b29-88cf-4b6f-b93a-7edeceecf655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:15.712000 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:17.072666 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:18.389339 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:31.642260 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:34.351282 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:42.745393 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b22ef72-8960-4da0-b788-42a7e9d45eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.449603 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-372a7219-1c8f-4992-8448-0ac61af088bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.712191 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:47.075622 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:47.167767 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:48.393234 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:01.654594 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:04.350298 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:12.747506 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9522af5c-3c5c-4711-a159-107fc452efeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.449741 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90d8ade8-7ab0-47d3-96a5-aa3da213a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.713930 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:17.081469 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:18.396698 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:24.166742 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:31.659931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:34.364253 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:42.748919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bf0586d-f82f-44d7-8a4e-2784721d8ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:45.450797 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af88c44e-845f-4969-a473-d838d68d6005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:45.715919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:47.082088 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:48.400984 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:48.569122 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-87682d3a-4dd4-4349-8be7-bfb069f4e241 req-00b83bad-dfb5-441b-94de-c864922d004f service neutron] (93824) timed out ('10.222.0.48', 39282) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:28:01.166131 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:01.658617 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:04.365135 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:12.748759 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e4257d1-881e-461a-8d2e-a03d1b5f5694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:15.452144 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec244166-9ae9-42ff-8c1f-c726896a5fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:15.717676 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:17.084613 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:18.402316 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:31.666396 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:34.378097 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:38.167127 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:42.750061 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78b789d2-9498-4edc-a402-96e7dc40bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:45.454488 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cc98593-8b86-471a-946b-3c626f84f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:45.719868 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:47.089374 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:48.403389 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:01.665546 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.387187 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:12.751156 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4e11464-7bfe-496e-a318-071d9ba05f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:15.166968 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:29:15.455344 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f6d257c-e9b8-4ef1-9a5b-85acde07a483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:15.723329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:17.095856 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:18.405131 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:31.673329 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:34.406816 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:42.751570 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e615de7-5d62-489e-b4ab-3f4c71e2ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:45.455650 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51a8982f-8043-4cb6-9736-243d74fb6376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:45.723599 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:47.095974 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:48.408634 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:52.167509 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:01.673094 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:04.429108 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:12.753091 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e93e152-a0a7-447b-849c-1d7da5dd5752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:15.455786 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7d39-ea0e-48fc-9bfe-71abda1e3255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:15.726063 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:17.097243 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:18.413487 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:29.166671 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:31.686975 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:34.424950 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:42.753919 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd033ad5-0a9c-4712-9038-cd0588458de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.455503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b95d0b94-c791-44c1-bad5-c7b1d476cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.727342 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.099493 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.413931 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.688390 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:04.436317 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:06.167011 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:12.756550 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a4f65a-2d32-46a0-9f52-a2aa5b33788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:15.454791 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-760949d7-2cd6-4f29-b757-29831042e723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:15.730006 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:17.106002 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:18.417944 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:31.687755 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:34.434271 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:42.757503 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9efce21-d58b-4ffe-b153-f957ce7f1071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:43.166760 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:45.455185 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-484d0c8e-1447-4e6f-a439-9aa07c668cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:45.731516 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:47.107792 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:48.419279 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:01.693100 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4829974-361f-4988-a40e-8b06a1bb9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:04.449830 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8818af-76ee-405e-ad98-6c1c845dde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:12.759397 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869901dc-a249-4567-a1df-ccc9ac4a3fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:14.627464 n-d-798249-9 neutron-server[93824]: DEBUG neutron.wsgi [req-984507c2-f950-4c05-9eac-1c48882f1600 req-8d98a322-57eb-4ed8-93ce-d069fa72fce3 service neutron] (93824) timed out ('10.222.0.48', 35674) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:32:15.456236 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d23f391b-3995-4df7-a125-27fda75d5c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:15.731943 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b63ec1fe-9d3b-4054-b305-42852a980ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:17.109340 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950e3911-ca3c-4266-9c6a-4e1b41bda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:18.425395 n-d-798249-9 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e676b-a6f2-49f7-8385-ed44353009bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777353203770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1003251'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:20.165885 n-d-798249-9 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-92503ed3-ce2e-4a3c-9a06-cc11513eff3f None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}